-- Logs begin at Fri 2021-11-19 03:09:48 UTC, end at Fri 2021-11-19 05:44:40 UTC. -- Nov 19 03:39:34.247626 n-d-818503-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 03:39:36.995934 n-d-818503-1 neutron-server[109879]: INFO neutron.common.config [-] Logging enabled! Nov 19 03:39:36.996530 n-d-818503-1 neutron-server[109879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 03:39:36.996741 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 03:39:37.000098 n-d-818503-1 neutron-server[109879]: INFO neutron.common.config [-] Logging enabled! Nov 19 03:39:37.000363 n-d-818503-1 neutron-server[109879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 03:39:37.000695 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 03:39:37.001647 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 03:39:37.001908 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 03:39:37.002319 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 03:39:37.003142 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 03:39:37.003362 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 03:39:37.003696 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.004124 n-d-818503-1 neutron-server[109879]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 03:39:37.004458 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.004765 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.005066 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.005369 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.005668 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.005993 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.006297 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.006605 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.006903 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.007193 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.007485 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.007783 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.008078 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.008379 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.008679 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.008977 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] debug = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.009272 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.009711 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.010163 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.010456 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.010895 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.011057 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.011341 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.011630 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.011926 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.012265 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] host = n-d-818503-1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.012556 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.012856 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.013154 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.013452 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.013739 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.014052 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.014351 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.014638 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.014925 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.015209 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.015509 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.015807 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.016107 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.016343 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.016576 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.016874 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.017170 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.017457 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.017740 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.018117 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.018591 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.018890 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.019176 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.019477 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.019776 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.020073 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.020360 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.020646 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.020934 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.021218 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.021514 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.021798 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.022110 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.022395 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.022691 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.022971 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.023254 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.023564 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.023863 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.024156 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.024453 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.024739 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.025035 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.025316 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.025601 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.025884 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] use_json = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.026193 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.026472 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.026765 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.027050 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.027334 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.027617 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.027898 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.028191 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:37.028499 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.028805 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.029118 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.029412 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.029726 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.030045 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.030344 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.030631 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.030931 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.031227 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.031522 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.031806 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.032104 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.032388 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.032686 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.032996 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.033298 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.033642 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.033965 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.034231 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.034519 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.034804 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.035102 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.035390 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.035687 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.035985 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.036274 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.036582 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.036874 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.037173 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.037470 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.037752 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.038067 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.038367 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.038653 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.038934 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.039222 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.039523 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.039814 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.040097 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.040390 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.040678 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.040960 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.041240 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.041527 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.041829 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.042181 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.042467 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.042750 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.043037 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.043318 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.043614 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.043900 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.044183 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.044466 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.044752 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.045031 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.045311 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.045596 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.045876 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.046186 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.046468 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.046753 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.047032 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.047310 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.047591 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.047871 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.048149 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.048434 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.048718 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.048997 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.049801 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.050110 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.050395 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.050692 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.050998 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.051291 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.051579 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.051868 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.052156 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.052449 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.052731 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.053015 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.053301 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.053581 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.053880 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.054209 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.054505 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.054799 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.055116 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.055422 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.055707 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.055999 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.056285 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.056570 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.056860 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.057154 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.057458 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.057761 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.058092 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.058400 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.058704 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.058992 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.059306 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.059593 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:37.059818 n-d-818503-1 neutron-server[109879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 03:39:37.060069 n-d-818503-1 neutron-server[109879]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109879) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 03:39:37.494666 n-d-818503-1 neutron-server[109879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 03:39:37.494924 n-d-818503-1 neutron-server[109879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 03:39:37.495232 n-d-818503-1 neutron-server[109879]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 03:39:37.495574 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 03:39:37.842202 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.842580 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.842862 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.844078 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.844350 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.844620 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.889780 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.890164 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.890446 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.908277 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.908726 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.909620 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.945489 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.945775 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.946079 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.993951 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.994321 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:37.994597 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.276680 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.277349 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.277349 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.277511 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.278146 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.395659 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.395981 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.396275 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.396556 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.396830 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.397147 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.397415 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.397681 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.397973 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.398257 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.398527 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.398801 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400020 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400020 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400020 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400020 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400341 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400341 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400612 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.400878 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.401158 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.401420 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.401729 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.402120 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.402383 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.402638 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.403058 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:38.403307 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:38.403555 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:38.403799 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:38.404043 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:38.404286 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:38.404669 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 03:39:38.408132 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 03:39:38.412327 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 03:39:38.416261 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 19 03:39:38.417915 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 03:39:38.418414 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 03:39:38.418756 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 03:39:38.419155 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 03:39:38.422036 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 03:39:38.422297 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 03:39:38.422654 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 03:39:38.428076 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 03:39:38.450782 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 03:39:38.451247 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.451559 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109879) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 03:39:38.452099 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.453486 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109879) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 03:39:38.453776 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 03:39:38.454066 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 03:39:38.458198 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.458490 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:38.522416 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 03:39:38.522663 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 03:39:38.522909 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 03:39:38.523289 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 03:39:38.545619 n-d-818503-1 neutron-server[109879]: DEBUG oslo_db.sqlalchemy.engines [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109879) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 03:39:39.090375 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing driver for type 'gre' Nov 19 03:39:39.090845 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] gre ID ranges: [(1, 1000)] Nov 19 03:39:39.143088 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing driver for type 'local' Nov 19 03:39:39.143442 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing driver for type 'vlan' Nov 19 03:39:39.156312 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] VlanTypeDriver initialization complete Nov 19 03:39:39.156690 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing driver for type 'vxlan' Nov 19 03:39:39.157127 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] vxlan ID ranges: [(1, 1000)] Nov 19 03:39:39.208386 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing extension driver 'port_security' Nov 19 03:39:39.208728 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] PortSecurityExtensionDriver initialization complete Nov 19 03:39:39.209072 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing mechanism driver 'openvswitch' Nov 19 03:39:39.209403 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing mechanism driver 'hyperv' Nov 19 03:39:39.216043 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:39:39.216898 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.217279 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.217640 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.218208 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:39:39.218657 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.219019 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.219374 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.219782 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:39:39.220199 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.220558 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.221418 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.221817 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:39:39.222430 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > security_group after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.222798 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > security_group after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.223153 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.223560 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:39:39.223976 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.224333 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.224684 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.225340 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:39:39.225755 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > address_group after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.226133 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > address_group after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.226488 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.226897 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:39:39.227286 n-d-818503-1 neutron-server[109879]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] ML2 OVO RPC backend initialized. {{(pid=109879) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 03:39:39.228001 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.228367 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.228796 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.229155 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > networks before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.229514 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.229863 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > ports before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.230241 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.230592 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnets before_response 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.230950 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.231302 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.231649 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.231998 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.232346 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.232693 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.233040 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.233387 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.233731 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.234347 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.plugin [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Modular L2 Plugin initialization complete Nov 19 03:39:39.234692 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading services supported by the core plugin {{(pid=109879) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 03:39:39.235034 n-d-818503-1 neutron-server[109879]: INFO neutron.plugins.ml2.managers [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Got port-security extension from driver 'port_security' Nov 19 03:39:39.235515 n-d-818503-1 neutron-server[109879]: INFO neutron.extensions.vlantransparent [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Disabled vlantransparent extension. Nov 19 03:39:39.236013 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109879) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 03:39:39.236341 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: router Nov 19 03:39:39.275445 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.275846 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_create 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.276224 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router before_create 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.276597 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.276980 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.277496 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_delete 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.277705 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.278207 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.278580 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_create 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.278939 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_update 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.279298 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_update 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.279658 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.280027 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_update 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.280474 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_update 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.280848 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.281222 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.281572 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: subnet after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.281923 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.282300 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.282656 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_create 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.283005 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.283357 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.284410 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router after_update 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.284765 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.285129 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_create 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.285502 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.285860 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_update 55549900 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.286258 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > agent after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.286620 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > agent after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.286985 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > network after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.287863 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Tracking information for resource: router configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:39.288207 n-d-818503-1 neutron-server[109879]: DEBUG neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Tracking information for resource: floatingip configured {{(pid=109879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:39:39.293143 n-d-818503-1 neutron-server[109879]: INFO neutron.db.l3_agentschedulers_db [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 03:39:39.293737 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.294139 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port after_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.294508 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port after_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.294871 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: port after_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.295678 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router before_create 55550100 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.296053 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.296425 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_create 55550100 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.296796 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > router precommit_update 55550100 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.301797 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.provider_configuration [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service providers = [] {{(pid=109879) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 03:39:39.302202 n-d-818503-1 neutron-server[109879]: DEBUG neutron.db.servicetype_db [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109879) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 03:39:39.305166 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.service_base [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:39:39.305528 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.service_base [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:39:39.305882 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.service_base [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:39:39.306810 n-d-818503-1 neutron-server[109879]: DEBUG neutron.services.service_base [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:39:39.307192 n-d-818503-1 neutron-server[109879]: INFO neutron.services.service_base [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 03:39:39.307575 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.307902 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 03:39:39.318669 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.319015 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: auto_allocate Nov 19 03:39:39.324819 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: network precommit_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.325200 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: network precommit_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.325728 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.326097 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: tag Nov 19 03:39:39.333534 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.333877 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: timestamp Nov 19 03:39:39.337737 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.338114 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: network_ip_availability Nov 19 03:39:39.343658 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.343997 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.344361 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.345089 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.345419 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: flavors Nov 19 03:39:39.351472 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.351817 n-d-818503-1 neutron-server[109879]: INFO neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading Plugin: revisions Nov 19 03:39:39.356165 n-d-818503-1 neutron-server[109879]: DEBUG neutron.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:39:39.356568 n-d-818503-1 neutron-server[109879]: DEBUG oslo_concurrency.lockutils [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.861s {{(pid=109879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 03:39:39.357343 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109879) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 03:39:39.357688 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Initializing extension manager. Nov 19 03:39:39.358250 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: __init__.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.358604 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: __pycache__ {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.358951 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.359296 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: address_group.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.360064 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.360636 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: address-group Nov 19 03:39:39.360969 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: address_scope.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.361830 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.362371 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: address-scope Nov 19 03:39:39.362706 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.363662 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.364182 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: router-admin-state-down-before-update Nov 19 03:39:39.364515 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: agent.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.365230 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.365741 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: agent Nov 19 03:39:39.366112 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: agent_resources_synced.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.367046 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.367558 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: agent-resources-synced Nov 19 03:39:39.367890 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: allowedaddresspairs.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.369700 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.370250 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: allowed-address-pairs Nov 19 03:39:39.370587 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: auto_allocated_topology.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.371691 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.372210 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: auto-allocated-topology Nov 19 03:39:39.372546 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: availability_zone.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.373255 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.373767 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: availability_zone Nov 19 03:39:39.374129 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: availability_zone_filter.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.375059 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.375569 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: availability_zone_filter Nov 19 03:39:39.375900 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: data_plane_status.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.376828 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.377456 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 03:39:39.377869 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: default_subnetpools.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.378828 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.379345 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: default-subnetpools Nov 19 03:39:39.379678 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.380502 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.381017 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: dhcp_agent_scheduler Nov 19 03:39:39.381356 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: dns.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.382315 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.382830 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 03:39:39.383162 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: dns_domain_ports.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.384094 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.384609 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 03:39:39.384944 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.385880 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.386415 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 03:39:39.386753 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: dvr.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.387439 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.387956 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: dvr Nov 19 03:39:39.388289 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: ecmp_routes.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.389227 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.389737 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 03:39:39.390102 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: empty_string_filtering.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.391029 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.391542 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: empty-string-filtering Nov 19 03:39:39.391873 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.393323 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.393883 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 03:39:39.394236 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.395164 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.395674 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 03:39:39.396004 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: external_net.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.396927 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.397445 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: external-net Nov 19 03:39:39.397772 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.398724 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.399235 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: extra_dhcp_opt Nov 19 03:39:39.399563 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: extraroute.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.400483 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.401001 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: extraroute Nov 19 03:39:39.401331 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: extraroute_atomic.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.402583 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.403107 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: extraroute-atomic Nov 19 03:39:39.403438 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: filter_validation.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.404118 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.404627 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: filter-validation Nov 19 03:39:39.404956 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: fip_pf_description.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.405877 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.406481 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 03:39:39.406809 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: fip_port_details.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.407737 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.408247 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: fip-port-details Nov 19 03:39:39.409324 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: flavors.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.410640 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.411160 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: flavors Nov 19 03:39:39.411496 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.413205 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.413733 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 03:39:39.414102 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: floatingip_pools.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.414820 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.415342 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: floatingip-pools Nov 19 03:39:39.415677 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: ip_allocation.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.416626 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.417143 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 03:39:39.417478 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.418433 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.418946 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: ip-substring-filtering Nov 19 03:39:39.419283 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l2_adjacency.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.420224 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.420737 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 03:39:39.421073 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.422104 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.422629 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: router Nov 19 03:39:39.422964 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.425472 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.426024 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 03:39:39.426370 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.427340 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.427864 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: ext-gw-mode Nov 19 03:39:39.428205 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.429156 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.429672 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: l3-ha Nov 19 03:39:39.430039 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3_flavors.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.430970 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.431486 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: l3-flavors Nov 19 03:39:39.431822 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.432744 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.433258 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 03:39:39.433594 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: l3agentscheduler.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.434680 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.435191 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: l3_agent_scheduler Nov 19 03:39:39.435528 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: local_ip.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.437321 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.437850 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension local_ip not supported by any of loaded plugins Nov 19 03:39:39.438220 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: logging.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.441174 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.441716 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension logging not supported by any of loaded plugins Nov 19 03:39:39.442107 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: metering.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.442877 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.443476 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: metering Nov 19 03:39:39.443821 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.444953 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.445478 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: metering_source_and_destination_fields Nov 19 03:39:39.445818 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: multiprovidernet.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.446804 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.447357 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: multi-provider Nov 19 03:39:39.447666 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: netmtu.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.448601 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.449116 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: net-mtu Nov 19 03:39:39.449449 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: netmtu_writable.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.450404 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.450917 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: net-mtu-writable Nov 19 03:39:39.451249 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: network_availability_zone.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.451930 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.452441 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: network_availability_zone Nov 19 03:39:39.452770 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: network_ip_availability.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.453893 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.454445 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: network-ip-availability Nov 19 03:39:39.454782 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: network_segment_range.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.456077 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.456585 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 03:39:39.456918 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: pagination.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.457918 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.458293 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: pagination Nov 19 03:39:39.458625 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: port_device_profile.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.459566 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.460088 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: port-device-profile Nov 19 03:39:39.460419 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.461348 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.461861 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: port-mac-address-regenerate Nov 19 03:39:39.462231 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.463165 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.463679 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: port-numa-affinity-policy Nov 19 03:39:39.464009 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: port_resource_request.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.464934 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.465446 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 03:39:39.465779 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: port_resource_request_groups.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.466790 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.467315 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 03:39:39.467649 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: portbindings.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.468588 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.469102 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: binding Nov 19 03:39:39.469435 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: portbindings_extended.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.470747 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.471909 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: binding-extended Nov 19 03:39:39.472241 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: portsecurity.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.473178 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.473697 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: port-security Nov 19 03:39:39.474061 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: project_id.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.475314 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.475655 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: project-id Nov 19 03:39:39.475990 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: providernet.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.476936 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.477464 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: provider Nov 19 03:39:39.477796 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.481452 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.482010 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos not supported by any of loaded plugins Nov 19 03:39:39.482358 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.483630 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.484157 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 03:39:39.484494 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.485440 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.485986 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 03:39:39.486321 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_default.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.487349 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.487865 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-default not supported by any of loaded plugins Nov 19 03:39:39.488202 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_fip.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.488877 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.489388 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 03:39:39.489720 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_gateway_ip.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.490691 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.491205 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 03:39:39.491541 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_port_network_policy.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.492477 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.493017 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 03:39:39.493354 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.494670 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.495153 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 03:39:39.495470 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_pps_rule.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.496675 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.497201 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 03:39:39.497537 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_rule_type_details.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.498517 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.499041 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 03:39:39.499374 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: qos_rules_alias.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.500428 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.500948 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 03:39:39.501291 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: quota_check_limit.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.502483 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.502983 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: quota-check-limit Nov 19 03:39:39.503351 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: quotasv2.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.504286 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.504626 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: quotas Nov 19 03:39:39.504958 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: quotasv2_detail.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.508182 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.508538 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: quota_details Nov 19 03:39:39.508884 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: rbac.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.509994 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.510526 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: rbac-policies Nov 19 03:39:39.510862 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: rbac_address_group.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.511821 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.512347 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: rbac-address-group Nov 19 03:39:39.512682 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: rbac_address_scope.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.513623 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.514172 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: rbac-address-scope Nov 19 03:39:39.514507 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: rbac_security_groups.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.515465 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.515984 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: rbac-security-groups Nov 19 03:39:39.516315 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: rbac_subnetpool.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.517249 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.517762 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: rbac-subnetpool Nov 19 03:39:39.518858 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: revisionifmatch.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.519739 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.520257 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: revision-if-match Nov 19 03:39:39.520589 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: revisions.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.521720 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.522268 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: standard-attr-revisions Nov 19 03:39:39.522603 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: router_availability_zone.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.523290 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.523805 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: router_availability_zone Nov 19 03:39:39.524137 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: routerservicetype.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.525071 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.525583 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 03:39:39.525914 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.526961 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.527484 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: security-groups-normalized-cidr Nov 19 03:39:39.527823 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.528767 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.529286 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: port-security-groups-filtering Nov 19 03:39:39.529618 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.530594 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.531119 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: security-groups-remote-address-group Nov 19 03:39:39.531449 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.532395 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.532913 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: security-groups-shared-filtering Nov 19 03:39:39.533244 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.534795 n-d-818503-1 neutron-server[109879]: WARNING neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 03:39:39.535125 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: securitygroup.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.544987 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.545526 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: security-group Nov 19 03:39:39.545869 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: segment.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.546699 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.547217 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension segment not supported by any of loaded plugins Nov 19 03:39:39.547556 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.548526 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.549095 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 03:39:39.549728 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: servicetype.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.550822 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.551353 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: service-type Nov 19 03:39:39.551690 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: sorting.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.552694 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.553039 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: sorting Nov 19 03:39:39.553375 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: standard_attr_segment.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.554346 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.554868 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 03:39:39.555202 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: standardattrdescription.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.555864 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.556379 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: standard-attr-description Nov 19 03:39:39.556712 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: stateful_security_group.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.557669 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.558228 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: stateful-security-group Nov 19 03:39:39.558561 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: stdattrs_common.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.559149 n-d-818503-1 neutron-server[109879]: WARNING neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 03:39:39.559481 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.560431 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.560965 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 03:39:39.561298 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: subnet_onboard.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.562412 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.562939 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: subnet_onboard Nov 19 03:39:39.563275 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.564230 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.564779 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 03:39:39.565108 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: subnet_service_types.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.566152 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.566669 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: subnet-service-types Nov 19 03:39:39.567002 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: subnetallocation.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.568114 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.568633 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: subnet_allocation Nov 19 03:39:39.568970 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.569655 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.570197 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: subnetpool-prefix-ops Nov 19 03:39:39.570532 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.571485 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.572019 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 03:39:39.572352 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: tagging.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.573451 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.574003 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: standard-attr-tag Nov 19 03:39:39.574342 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: timestamp.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.575570 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.576091 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loaded extension: standard-attr-timestamp Nov 19 03:39:39.576430 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: trunk.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.577483 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.578043 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension trunk not supported by any of loaded plugins Nov 19 03:39:39.578386 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: trunk_details.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.579341 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.579864 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 03:39:39.580198 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: uplink_status_propagation.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.581729 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.582281 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 03:39:39.582619 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Loading extension file: vlantransparent.py {{(pid=109879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:39:39.583303 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:39:39.583821 n-d-818503-1 neutron-server[109879]: INFO neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 03:39:39.586382 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:network Nov 19 03:39:39.586917 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:subnet Nov 19 03:39:39.587327 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:39:39.587725 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:port Nov 19 03:39:39.588974 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.589431 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service FLAVORS assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.590100 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.590550 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.590900 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:router Nov 19 03:39:39.591349 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 03:39:39.591842 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service METERING assigned prefix: /metering {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.593298 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.593719 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.594059 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:39:39.595074 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 03:39:39.595560 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:security_group Nov 19 03:39:39.596763 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 03:39:39.597386 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service CORE assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.597739 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:39:39.598130 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] subnetpool is already registered Nov 19 03:39:39.598572 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service CORE assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.598918 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:39:39.599260 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] subnetpool is already registered Nov 19 03:39:39.601815 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.602287 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service FLAVORS assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.602898 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.603329 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.603669 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:router Nov 19 03:39:39.604016 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] router is already registered Nov 19 03:39:39.604435 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 03:39:39.604778 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] floatingip is already registered Nov 19 03:39:39.605241 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service METERING assigned prefix: /metering {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.605922 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 03:39:39.606281 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] rbac_policy is already registered Nov 19 03:39:39.606708 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:security_group Nov 19 03:39:39.607050 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] security_group is already registered Nov 19 03:39:39.607462 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 03:39:39.607802 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] security_group_rule is already registered Nov 19 03:39:39.608437 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service CORE assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.608783 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:39:39.609124 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] subnetpool is already registered Nov 19 03:39:39.609554 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.v2.resource_helper [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Service CORE assigned prefix: {{(pid=109879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:39:39.609888 n-d-818503-1 neutron-server[109879]: INFO neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:39:39.610250 n-d-818503-1 neutron-server[109879]: WARNING neutron.quota.resource_registry [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] subnetpool is already registered Nov 19 03:39:39.610729 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: extensions {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.612244 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: address-groups {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.613752 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: address-scopes {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.615133 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: agents {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.616326 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: auto-allocated-topology {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.617599 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: availability_zones {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.618875 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: dhcp-networks {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.620437 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: dhcp-agents {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.621884 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: routers {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.624157 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: flavors {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.625352 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: service_profiles {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.626627 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: next_providers {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.628754 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: service_profiles {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.630365 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: floatingip-pools {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.631612 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: routers {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.633768 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: floatingips {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.636039 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: l3-routers {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.637473 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: l3-agents {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.638955 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: metering-labels {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.640339 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: metering-label-rules {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.641663 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: network-ip-availabilities {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.643586 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: bindings {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.645424 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: quotas {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.647050 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: quotas {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.648619 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: rbac-policies {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.649953 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: security-groups {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.651233 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: security-group-rules {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.652503 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: service-providers {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.653747 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: subnetpools {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.655235 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: subnetpools {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.656738 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.658533 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.660546 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.662396 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.664233 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.666149 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.667863 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.669807 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.671660 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.673529 n-d-818503-1 neutron-server[109879]: DEBUG neutron.api.extensions [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Extended resource: tags {{(pid=109879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:39:39.679765 n-d-818503-1 neutron-server[109879]: WARNING keystonemiddleware.auth_token [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 03:39:39.684451 n-d-818503-1 neutron-server[109879]: WARNING keystonemiddleware.auth_token [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 03:39:39.693799 n-d-818503-1 neutron-server[109879]: DEBUG oslo_concurrency.lockutils [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Acquired lock "singleton_lock" {{(pid=109879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 03:39:39.694302 n-d-818503-1 neutron-server[109879]: DEBUG oslo_concurrency.lockutils [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Releasing lock "singleton_lock" {{(pid=109879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 03:39:39.694955 n-d-818503-1 neutron-server[109879]: INFO oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Starting 2 workers Nov 19 03:39:39.699772 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Started child 109986 {{(pid=109879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:39:39.705179 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Started child 109987 {{(pid=109879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:39:39.706011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.706703 n-d-818503-1 neutron-server[109879]: INFO neutron.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 03:39:39.707307 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Publish callbacks [] for process, before_spawn {{(pid=109879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.707893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [-] (109986) wsgi starting up on http://0.0.0.0:9696 Nov 19 03:39:39.709675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.710189 n-d-818503-1 neutron-server[109879]: INFO oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Starting 1 workers Nov 19 03:39:39.711054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [-] (109987) wsgi starting up on http://0.0.0.0:9696 Nov 19 03:39:39.714859 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Started child 109988 {{(pid=109879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:39:39.715437 n-d-818503-1 neutron-server[109879]: INFO oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Starting 1 workers Nov 19 03:39:39.718767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] calling RpcWorker wait() {{(pid=109988) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 03:39:39.719313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] returning from RpcWorker wait() {{(pid=109988) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 03:39:39.719823 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Started child 109989 {{(pid=109879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:39:39.720662 n-d-818503-1 neutron-server[109879]: DEBUG neutron_lib.callbacks.manager [None req-8b0e500e-8328-445a-9f87-590e46d59666 None None] Publish callbacks [] for process, after_spawn {{(pid=109879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.720761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.721234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:39:39.722650 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 03:39:39.722861 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 03:39:39.723058 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 03:39:39.723284 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 03:39:39.723636 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 03:39:39.723828 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 03:39:39.724350 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.724623 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.725071 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.725524 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.725524 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.725716 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.726413 n-d-818503-1 neutron-server[109989]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:39:39.726717 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.727157 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.727550 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.727982 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.728405 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.728724 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.729049 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.729456 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.729852 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.730317 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.730741 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.731140 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.731553 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.731869 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.732265 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.732670 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.733078 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.733484 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] debug = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.733893 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.734534 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.734923 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.735330 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.735696 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.736134 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.736510 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.736959 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.737348 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.737742 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.738152 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.738546 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.738929 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.739336 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.739738 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.740180 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.740570 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.740938 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.741550 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] host = n-d-818503-1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.741965 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.742335 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.742746 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.743127 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.743532 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.743904 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.744308 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.744732 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.745144 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.745513 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.745907 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.746325 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.746699 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.747088 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.747395 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_options = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.747779 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.748199 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.748607 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.748960 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.749283 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.749617 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.750039 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.750342 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.750761 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.751143 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.751504 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.751879 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.752772 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.753156 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.753567 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.753985 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.754363 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.754746 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.755170 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.755548 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.755919 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.756290 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.756758 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.757415 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.757770 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.758266 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.758512 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.758766 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.759077 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.759270 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.759517 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.759747 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.760156 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.760614 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.761060 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.761466 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.761871 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.762308 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.763017 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.763428 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.763845 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.764273 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.764678 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.765100 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.765523 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.765915 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.766342 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_json = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.766737 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.767137 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.767558 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.768553 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.768950 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.769361 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.769783 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.770245 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.770893 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.771393 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.771898 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.772333 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.772580 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.772838 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.773088 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.773348 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.773632 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.773875 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.774274 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.774533 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.774841 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.775107 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.775385 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.775751 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.776004 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.776857 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.777796 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.778269 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.779279 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.779699 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.780162 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.780591 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.780838 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.781083 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.781323 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.781624 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.781902 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.782287 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.782555 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.783022 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.783539 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.783986 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.784406 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.784636 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.784887 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.785140 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.785365 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.785643 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.785878 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.786146 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.786376 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.786616 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.786858 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.787096 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.787354 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.787604 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.787843 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.788090 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.788314 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.788568 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.788796 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.789026 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.789264 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.789530 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.789791 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.790077 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.790339 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.790581 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.790803 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.791034 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.791291 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.791516 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.791736 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.791975 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.792193 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.792559 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.792981 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.793231 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.793451 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.793669 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.793898 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.794188 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.794408 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.794651 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.794886 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.795107 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.795325 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.795540 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.795753 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.795968 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.796182 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.796420 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.796656 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.796876 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.797110 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.797323 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.797537 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.797753 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.797993 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.798410 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.798878 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.799436 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.799895 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.800268 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.800679 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.801069 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.801448 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.801823 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.802239 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.802479 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.802738 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.803003 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.803243 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.803494 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.803721 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.803962 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.804184 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.804412 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.804639 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.804879 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.805110 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.805391 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.805658 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.805894 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.806198 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.806436 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.806734 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.806995 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.807427 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.807821 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.808109 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.808412 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.808681 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.808968 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.809225 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.809491 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.809750 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.810298 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.810556 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.810796 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.811053 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.811279 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.811545 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.811786 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.812026 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.812261 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.812583 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.812818 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.813068 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.813288 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.813560 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.813831 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.814110 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.814376 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.815167 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.815480 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.815827 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.816117 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.816369 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.816625 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.816881 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.817097 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.817320 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.817556 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.817793 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.818037 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.818257 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.818499 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.818719 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.818962 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.819179 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.819408 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.819631 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.819886 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.820106 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.820328 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.820574 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.820812 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.821027 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.821258 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.821474 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.821728 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.822101 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.822289 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.822476 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.822699 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.822943 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.823195 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.823475 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.823694 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.823961 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.824186 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.824401 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.824617 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.824836 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.825226 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.825476 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.825706 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.825924 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.826608 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.826870 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.827209 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.827476 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.827710 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.827948 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.828168 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.828424 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.828652 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.828874 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.833978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834514 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.834926 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.835099 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.835334 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.835555 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.835777 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.836038 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.836269 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.836464 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.836718 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.836937 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.837150 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.837378 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.837607 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.837864 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.838118 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.838376 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.838590 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.838816 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.839038 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.839256 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.839511 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.839728 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.839941 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.840163 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.840758 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.840758 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.840921 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.841042 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.841250 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.841778 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.842065 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.842540 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.843146 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.843408 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.844430 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.844692 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.844978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.845241 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.845505 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.845826 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.847297 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.847665 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.847935 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.848257 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.848538 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.848791 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.849185 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.849496 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.850038 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.850294 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.850582 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.850864 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.851432 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.851798 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.852114 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.852504 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.852798 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.853052 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.853301 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.853571 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.853797 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.854065 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.854295 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.854528 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.854747 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.854991 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.855226 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.855460 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.855678 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.855904 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.856123 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.856373 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.856605 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.856885 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.857126 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.857289 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 03:39:39.857814 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 03:39:39.858005 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 03:39:39.858164 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 03:39:39.858337 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 03:39:39.858508 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 03:39:39.858663 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 03:39:39.858875 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.859041 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.859318 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.859475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:39:39.859574 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.859655 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.859804 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.859966 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.860125 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.860284 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.860444 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.860602 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.860762 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.860920 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.861079 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.861237 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.861396 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.861586 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.861814 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862037 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862183 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862332 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862467 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862600 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] debug = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862753 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.862946 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.863119 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.863253 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.863387 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.863547 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.863705 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.863864 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864023 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864170 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864328 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864471 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864631 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864789 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.864947 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.865096 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.865252 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.865409 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.865567 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] host = n-d-818503-1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.865724 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.865882 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.866061 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.866220 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.866378 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.866537 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.866696 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.866854 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867012 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867171 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867333 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867491 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867648 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867805 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.867962 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_options = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.868120 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.868278 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.868436 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.868620 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.868784 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.868943 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.869101 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.869259 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.869417 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.869574 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.869732 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.869889 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.870069 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.870228 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.870386 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.870543 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.870701 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.870858 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.871017 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.871174 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.871332 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.871490 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.871679 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872030 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872194 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872377 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872510 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872668 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872827 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.872984 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.873141 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.873301 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.873459 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.873618 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.873777 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.873968 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.874110 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.874268 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.874430 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.874587 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.874745 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.874902 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.875061 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.875218 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.875377 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.875535 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.875692 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_json = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.875850 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.876049 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.876293 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.876524 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.876691 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.876850 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.877008 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.877679 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:39:39.877863 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.878048 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.878229 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.878385 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.878547 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.878709 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.878870 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.879030 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.879191 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.879354 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.879572 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.879737 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.879910 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.880070 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.880231 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.880394 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.880555 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.880716 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.880877 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.881040 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.881201 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.881362 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.881527 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.881762 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.881952 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.882108 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.882268 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.882437 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.882598 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.882775 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.882937 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.883098 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.883258 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.883420 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.883581 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.883741 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.883903 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.884064 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.884224 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.884385 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.884544 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.884706 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.884866 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.885027 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.885187 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.885348 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.885508 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.885668 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.885827 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.886033 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.886197 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.886597 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.886764 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.886927 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.887088 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.887250 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.887409 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.887582 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.887747 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.887908 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.888068 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.888229 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.888388 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.888549 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.888710 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.888870 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.889031 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.889256 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.889437 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.889598 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.889759 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.889918 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.890099 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.890261 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.890423 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.890582 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.890743 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.890902 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.891062 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.891221 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.891382 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.891544 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.891704 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.891864 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.892025 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.892196 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.892352 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.892508 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.892659 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.893409 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.893568 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.893726 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.893886 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.894070 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.894231 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.894392 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.894553 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.894713 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.894874 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895034 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895186 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895342 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895501 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895661 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895825 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.895986 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.896145 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.896305 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.896465 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.896609 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.896774 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.896934 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.897095 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.897257 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.897418 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.897581 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.897740 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.897902 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.898093 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.898255 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.898418 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.898579 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.898747 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.898918 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.899079 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.899240 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.899399 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.899558 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.899718 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.899878 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.900038 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.900197 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.900358 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.900518 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.900690 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.900850 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.901011 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.901252 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.901447 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.901689 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.902399 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.902571 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.902733 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.902894 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.903054 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.903215 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.903376 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.903536 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.903696 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.903857 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904018 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904178 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904339 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904499 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904659 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904820 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.904981 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.905142 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.905303 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.905463 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.905622 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.905782 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.905991 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.906121 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.906281 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.906441 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.906601 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.906761 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.906922 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.907081 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.907241 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.907402 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.907565 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.907764 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.907930 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.908094 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.908255 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.908442 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.908594 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.908748 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.908908 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.909069 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.909230 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.909390 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.909550 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.909711 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.909870 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.910094 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.910304 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.910470 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.910631 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.910791 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.910951 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.911129 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.911290 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.911450 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.911610 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.911771 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.911932 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.912091 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.912252 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.912412 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.912573 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.912732 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.912894 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.913058 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.913219 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.913381 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.913542 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.913702 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.913863 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.914046 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.914220 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.914381 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.914542 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.914702 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.914863 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915023 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915192 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915353 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915512 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915671 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915830 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.915990 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.916161 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.916321 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.916481 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.916641 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.916800 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.916960 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.917129 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.917288 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.917448 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.917612 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.917819 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.918042 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.918203 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.918363 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.918571 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.918736 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.918896 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.919056 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.919227 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.919387 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.919546 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.919705 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.919865 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.920024 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.920196 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.920357 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.920517 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.920686 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.920846 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.921004 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.921574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:39:39.922147 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.922361 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.922558 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.922744 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.922922 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.923073 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.923255 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.923433 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.923612 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.923797 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.923978 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.924212 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.924397 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.924553 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.924698 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.924869 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.925045 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.925225 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.925391 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.925557 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.925722 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926009 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926106 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926243 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926399 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926558 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926722 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.926887 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.927051 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.927215 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.927378 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.927542 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.927706 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.927865 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.928020 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.928186 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.928351 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:39:39.928503 n-d-818503-1 neutron-server[109879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 03:39:39.930149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063558 Nov 19 03:39:51.220816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cebbad-9db1-478d-9a95-24c582e16f65 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 03:39:51.295919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cebbad-9db1-478d-9a95-24c582e16f65 None None] No non-hosted networks {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 03:39:51.307418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.agentschedulers_db [None req-85cebbad-9db1-478d-9a95-24c582e16f65 None None] DHCP Agent not found on host n-d-818503-1 {{(pid=109988) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 03:39:51.464524 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cdd10e1c-0d3e-4acf-9c5e-c8058e3886bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:53.479964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b238-e81b-4013-8d3d-41c21aed99cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:53.545900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c9052041-8fa9-427f-a45e-8b4573d3bed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:55.065154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:56.233460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:57.103373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:57.104060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.104403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.104786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.105086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.105438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.105770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.106130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.106459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.106790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.107117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.107457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.107771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:39:57.108170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818503-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:39:57.120036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818503-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:39:57.599892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58640) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:39:58.098113 n-d-818503-1 neutron-server[109988]: INFO neutron.db.l3_hamode_db [None req-f4d377bc-3f65-4ff2-a14f-97675ea75f1b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 03:39:58.122662 n-d-818503-1 neutron-server[109987]: WARNING oslo_policy.policy [None req-16736e04-57e5-483f-ad82-9e4b55c23340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:39:58.123255 n-d-818503-1 neutron-server[109987]: WARNING oslo_policy.policy [None req-16736e04-57e5-483f-ad82-9e4b55c23340 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:39:58.206177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d377bc-3f65-4ff2-a14f-97675ea75f1b None None] Routers set() bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:39:58.206535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d377bc-3f65-4ff2-a14f-97675ea75f1b None None] Router IDs set() for agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 03:39:58.355142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-16736e04-57e5-483f-ad82-9e4b55c23340 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:39:58.356257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-16736e04-57e5-483f-ad82-9e4b55c23340 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7554471 Nov 19 03:40:00.910941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58656) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:01.398306 n-d-818503-1 neutron-server[109986]: WARNING oslo_policy.policy [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:40:01.398891 n-d-818503-1 neutron-server[109986]: WARNING oslo_policy.policy [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:40:01.623365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:01.718086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.policy [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109986) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 03:40:01.767715 n-d-818503-1 neutron-server[109986]: WARNING oslo_policy.policy [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:40:01.768096 n-d-818503-1 neutron-server[109986]: WARNING oslo_policy.policy [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:40:01.776781 n-d-818503-1 neutron-server[109986]: INFO neutron.quota [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] Loaded quota_driver: . Nov 19 03:40:01.866357 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786272667385', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786272666794', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273022876', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273013707', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273036000', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786273027155', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-616359', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1340287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-339280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-395630'] for rbac-policy, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:01.932056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:01.933430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e0e3c1b3-741a-414f-82d8-f1eb8ec1a302 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0204079 Nov 19 03:40:04.748588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58674) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:05.073440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'name': 'private'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:05.102942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Made reservation on behalf of 4464fd22642d43de8adffc31b41c0ac1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:40:05.105782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.123019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.233030 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.237278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.257977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:40:05.286896 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786271155303', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.287498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Unsubscribe: segment precommit_create {{(pid=109986) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 03:40:05.288037 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Added segment 5cf4918d-c3b9-4c36-b72b-986ed385d54a of type vlan for network 62c16e71-28fb-4acf-883b-760d8f8b6560 Nov 19 03:40:05.304441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f76a84-d9d2-4391-870f-e78bb104c3c0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:05.330881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.331235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.331580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.331921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.332259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.332594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.332929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.333259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.333613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.333923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.334274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.334600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Tracked resource versions report: Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: pushed versions: Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: { 'AddressGroup': {'1.2'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'ConntrackHelper': {'1.0'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Log': {'1.0'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Network': {'1.1'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Port': {'1.7'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'PortForwarding': {'1.2'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'QosPolicy': {'1.10'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'SecurityGroup': {'1.5'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'SubPort': {'1.0'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Subnet': {'1.1'}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Trunk': {'1.1'}} Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: consumer versions: Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: L3 agent@n-d-818503-1: {}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: Metadata agent@n-d-818503-1: {}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: Metering agent@n-d-818503-1: {}, Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'ConntrackHelper': '1.0', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Log': '1.0', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Network': '1.1', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Port': '1.7', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'PortForwarding': '1.2', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'QosPolicy': '1.10', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'SecurityGroup': '1.5', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'SecurityGroupRule': '1.2', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'SubPort': '1.0', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Subnet': '1.1', Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: 'Trunk': '1.1'}} Nov 19 03:40:05.335664 n-d-818503-1 neutron-server[109986]: {{(pid=109986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:40:05.407791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.450143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.451345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:05.452086 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:05.534495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7847450 Nov 19 03:40:05.552617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb418b4-9d60-4f98-b5be-301402d964f0 admin admin] Pushing event updated for resources: {'Network': ['ID=62c16e71-28fb-4acf-883b-760d8f8b6560,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:05.565418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:40:08.289390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58688) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:08.682699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f38843-c2e5-428c-950a-0682f2ac432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:08.684080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08f38843-c2e5-428c-950a-0682f2ac432d admin admin] 10.222.0.52 "GET /v2.0/networks/62c16e71-28fb-4acf-883b-760d8f8b6560 HTTP/1.1" status: 200 len: 825 time: 0.3936849 Nov 19 03:40:08.708964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fa1541d7-0a26-40a1-b7c6-b1373a825f0d admin admin] 10.222.0.52 "GET /v2.0/subnetpools/34b8db05-4c7b-466b-bd6b-d4f7adef830d HTTP/1.1" status: 200 len: 734 time: 0.0187409 Nov 19 03:40:08.717606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:08.741443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Made reservation on behalf of 4464fd22642d43de8adffc31b41c0ac1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:40:08.743690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:09.043116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:09.111962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259b9e0f-7e3a-4106-bd39-8a4e73ea3478,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:09.118375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Checking segment: {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:40:09.118665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Network hostable DHCP agents. Network: 62c16e71-28fb-4acf-883b-760d8f8b6560, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:40:09.137808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:40:09.149060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 62c16e71-28fb-4acf-883b-760d8f8b6560) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:40:09.154113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:09.154741 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:09.159509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50c7b9-855a-48bf-80e2-a6fed9e7ff35 None None] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:40:09.169734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2a56d13-db84-4552-a1cb-47e5cc403811 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4552557 Nov 19 03:40:09.496672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-62c16e71-28fb-4acf-883b-760d8f8b6560', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:40:09.498145 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:09.793618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Allocated IP 172.20.0.2 (62c16e71-28fb-4acf-883b-760d8f8b6560/259b9e0f-7e3a-4106-bd39-8a4e73ea3478/49037bfa-5275-4bfd-a694-bbb9e18d260e) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:40:10.003574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:10.012386 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:10.089778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:40:10.098119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:40:10.104259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Pushing event updated for resources: {'Port': ['ID=49037bfa-5275-4bfd-a694-bbb9e18d260e,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:10.106449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:40:10.139960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.139960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.139960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.139960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.139960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.140479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.140479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.140619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.140856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.141250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.141581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.141911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Tracked resource versions report: Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: pushed versions: Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: { 'AddressGroup': {'1.2'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'ConntrackHelper': {'1.0'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Log': {'1.0'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Network': {'1.1'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Port': {'1.7'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'PortForwarding': {'1.2'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'QosPolicy': {'1.10'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'SecurityGroup': {'1.5'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'SubPort': {'1.0'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Subnet': {'1.1'}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Trunk': {'1.1'}} Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: consumer versions: Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: L3 agent@n-d-818503-1: {}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: Metadata agent@n-d-818503-1: {}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: Metering agent@n-d-818503-1: {}, Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'ConntrackHelper': '1.0', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Log': '1.0', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Network': '1.1', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Port': '1.7', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'PortForwarding': '1.2', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'QosPolicy': '1.10', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'SecurityGroup': '1.5', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'SecurityGroupRule': '1.2', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'SubPort': '1.0', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Subnet': '1.1', Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: 'Trunk': '1.1'}} Nov 19 03:40:10.143039 n-d-818503-1 neutron-server[109988]: {{(pid=109988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:40:10.193243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Attempting to bind port 49037bfa-5275-4bfd-a694-bbb9e18d260e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:40:10.193848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Attempting to bind port 49037bfa-5275-4bfd-a694-bbb9e18d260e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:40:10.194100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Attempting to bind port 49037bfa-5275-4bfd-a694-bbb9e18d260e on network 62c16e71-28fb-4acf-883b-760d8f8b6560 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:40:10.199030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:40:10.199426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Checking segment: {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:40:10.199906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:10.200302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Bound using segment: {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:40:10.200787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Bound port: 49037bfa-5275-4bfd-a694-bbb9e18d260e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:40:10.201224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:10.266897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] For port 49037bfa-5275-4bfd-a694-bbb9e18d260e, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:40:10.272634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] For port 49037bfa-5275-4bfd-a694-bbb9e18d260e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=49037bfa-5275-4bfd-a694-bbb9e18d260e,segment=NetworkSegment(5cf4918d-c3b9-4c36-b72b-986ed385d54a),segment_id=5cf4918d-c3b9-4c36-b72b-986ed385d54a)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:40:10.277702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:10.345737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224e3fe-22fc-46be-8108-48cf529cfe45 None None] Pushing event updated for resources: {'Port': ['ID=49037bfa-5275-4bfd-a694-bbb9e18d260e,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:11.759127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58696) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:12.084800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-73a193e9-8a34-403a-a1cd-1cdb26b079d3 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:40:12.085817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-73a193e9-8a34-403a-a1cd-1cdb26b079d3 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3257356 Nov 19 03:40:14.630887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58704) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:14.951075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-2707029a-527a-469d-99fc-9273ff5741a4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:40:14.952067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2707029a-527a-469d-99fc-9273ff5741a4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3201389 Nov 19 03:40:17.722154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58714) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:18.025717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:18.051082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:18.052621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:18.194980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:18.200123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:18.215949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:18.217123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-62a6ab90-4be1-4d3a-80c2-2e0d25cdb00b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4938989 Nov 19 03:40:18.931309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 49037bfa-5275-4bfd-a694-bbb9e18d260e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:40:19.026730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 49037bfa-5275-4bfd-a694-bbb9e18d260e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:19.027063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:19.137104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:19.174027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 49037bfa-5275-4bfd-a694-bbb9e18d260e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=49037bfa-5275-4bfd-a694-bbb9e18d260e,segment=NetworkSegment(5cf4918d-c3b9-4c36-b72b-986ed385d54a),segment_id=5cf4918d-c3b9-4c36-b72b-986ed385d54a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:40:19.178068 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:19.225599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=49037bfa-5275-4bfd-a694-bbb9e18d260e,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:19.492364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4ee9e5-72a6-4950-acd1-c1fb88166a04 None None] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:40:19.555575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7cb20973-d227-486e-85a3-10b9ab655112 None None] Provisioning complete for port 49037bfa-5275-4bfd-a694-bbb9e18d260e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:19.555949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7cb20973-d227-486e-85a3-10b9ab655112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:19.913960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3dafc9c6-8497-4e20-89f0-cf5dc0ec37d1 None None] Provisioning complete for port 49037bfa-5275-4bfd-a694-bbb9e18d260e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:19.914354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dafc9c6-8497-4e20-89f0-cf5dc0ec37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:20.724059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58726) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:20.871910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 49037bfa-5275-4bfd-a694-bbb9e18d260e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:40:20.919305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 49037bfa-5275-4bfd-a694-bbb9e18d260e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:20.919679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:21.039493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-f5c35e0c-a0cb-48c3-92ca-94d4a28ec3cc admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:40:21.040510 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5c35e0c-a0cb-48c3-92ca-94d4a28ec3cc admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152435 Nov 19 03:40:21.156758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ab1e-12e8-4797-b6a3-3a7089643023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:23.471746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ce55deb-d072-4515-8608-74b12e962233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:23.538710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58734) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:23.850333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:23.870243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Made reservation on behalf of ecbee899476e4000a5873aea54a62f0f for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:40:23.872406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:23.880790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:23.966450 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:23.970177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:23.984080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Reserving flat network on physical network physnet1 {{(pid=109986) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 03:40:24.006708 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:24.007106 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Added segment 1b55bacf-5743-488e-8bc3-ed9c34d2ae31 of type flat for network b4899b95-d6c1-430b-84fe-ab5f0d32a22c Nov 19 03:40:24.008383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b04486-d09d-4d35-aa7c-7d8bb602039f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:24.054909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:24.086436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:24.087372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:24.087979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:24.140255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6002057 Nov 19 03:40:24.151299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee77918-a9a6-4cb0-93e5-76bfcb233819 admin admin] Pushing event updated for resources: {'Network': ['ID=b4899b95-d6c1-430b-84fe-ab5f0d32a22c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:24.162960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:40:25.052909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:26.148812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:26.700130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58752) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:27.026112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.policy [None req-0404b331-865f-4e6a-8821-9d9a3521bb1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109987) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 03:40:27.074748 n-d-818503-1 neutron-server[109987]: WARNING oslo_policy.policy [None req-0404b331-865f-4e6a-8821-9d9a3521bb1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:40:27.075120 n-d-818503-1 neutron-server[109987]: WARNING oslo_policy.policy [None req-0404b331-865f-4e6a-8821-9d9a3521bb1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:40:27.083370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404b331-865f-4e6a-8821-9d9a3521bb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:27.085383 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0404b331-865f-4e6a-8821-9d9a3521bb1e admin admin] 10.222.0.52 "GET /v2.0/subnets/259b9e0f-7e3a-4106-bd39-8a4e73ea3478 HTTP/1.1" status: 200 len: 849 time: 0.3840084 Nov 19 03:40:27.093909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:27.257111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-552b592f-97e9-4621-8dd2-54094a5d674a admin admin] 10.222.0.52 "GET /v2.0/routers/ffa634c8-924b-47d6-a2f9-62897ebeb65b HTTP/1.1" status: 200 len: 704 time: 0.1655278 Nov 19 03:40:27.521165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:27.852802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Allocated IP 172.20.0.1 (62c16e71-28fb-4acf-883b-760d8f8b6560/259b9e0f-7e3a-4106-bd39-8a4e73ea3478/55cc04e6-f3f3-468d-8acd-3a60f3389b03) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:40:28.089197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.158498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.219947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:40:28.226014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:40:28.277961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Pushing event updated for resources: {'Port': ['ID=55cc04e6-f3f3-468d-8acd-3a60f3389b03,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:28.281923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:40:28.281923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.342733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.343188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.344047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.344391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.344895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.345233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.345564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.345889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.346242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.346569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.346895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.347222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Tracked resource versions report: Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: pushed versions: Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: { 'AddressGroup': {'1.2'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'ConntrackHelper': {'1.0'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Log': {'1.0'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Network': {'1.1'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Port': {'1.7'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'PortForwarding': {'1.2'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'QosPolicy': {'1.10'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'SecurityGroup': {'1.5'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'SubPort': {'1.0'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Subnet': {'1.1'}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Trunk': {'1.1'}} Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: consumer versions: Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: L3 agent@n-d-818503-1: {}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: Metadata agent@n-d-818503-1: {}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: Metering agent@n-d-818503-1: {}, Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'ConntrackHelper': '1.0', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Log': '1.0', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Network': '1.1', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Port': '1.7', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'PortForwarding': '1.2', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'QosPolicy': '1.10', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'SecurityGroup': '1.5', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'SecurityGroupRule': '1.2', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'SubPort': '1.0', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Subnet': '1.1', Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: 'Trunk': '1.1'}} Nov 19 03:40:28.348338 n-d-818503-1 neutron-server[109987]: {{(pid=109987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:40:28.464392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-31ff952c-79b4-4608-99f6-354b5825c636 None None] Provisioning complete for port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:28.465007 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-31ff952c-79b4-4608-99f6-354b5825c636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.490672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.499102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-31ff952c-79b4-4608-99f6-354b5825c636 None None] Port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:40:28.703748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.707913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.708636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:28.788013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Pushing event updated for resources: {'Port': ['ID=55cc04e6-f3f3-468d-8acd-3a60f3389b03,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:28.834968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:40:28.836259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:40:29.020668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5d68fbf7-ca8a-47fc-abdd-d52a831f19fe None None] Provisioning complete for port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:29.021137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d68fbf7-ca8a-47fc-abdd-d52a831f19fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:29.047649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Router ffa634c8-924b-47d6-a2f9-62897ebeb65b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:40:29.059636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5d68fbf7-ca8a-47fc-abdd-d52a831f19fe None None] Port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:40:29.138357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:40:29.143753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-265d5ebd-d011-42fc-a5c4-b0236a600fcb admin admin] 10.222.0.52 "PUT /v2.0/routers/ffa634c8-924b-47d6-a2f9-62897ebeb65b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8808451 Nov 19 03:40:29.161638 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Sync routers for ids ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:40:29.175068 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Routers {'ffa634c8-924b-47d6-a2f9-62897ebeb65b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:40:29.175926 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:40:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:29.367365 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Set router ffa634c8-924b-47d6-a2f9-62897ebeb65b gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:40:29.802774 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:40:18Z', 'updated_at': '2021-11-19T03:40:28Z', 'revision_number': 2, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'gw_port_host': None, '_interfaces': [{'id': '55cc04e6-f3f3-468d-8acd-3a60f3389b03', 'name': '', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'mac_address': 'fa:16:3e:3f:6b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:27Z', 'updated_at': '2021-11-19T03:40:28Z', 'revision_number': 2, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'subnets': [{'id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:29.855829 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Checking router: ffa634c8-924b-47d6-a2f9-62897ebeb65b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:40:29.856208 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Updating router ffa634c8-924b-47d6-a2f9-62897ebeb65b port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:40:29.904546 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.413276 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.419857 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.578935 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Pushing event updated for resources: {'Port': ['ID=55cc04e6-f3f3-468d-8acd-3a60f3389b03,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:30.596357 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.596714 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.597063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.597408 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.597750 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.598111 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.598448 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.598783 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.599369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.599704 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.600035 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.600365 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Tracked resource versions report: Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: pushed versions: Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: { 'AddressGroup': {'1.2'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'ConntrackHelper': {'1.0'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Log': {'1.0'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Network': {'1.1'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Port': {'1.7'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'PortForwarding': {'1.2'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'QosPolicy': {'1.10'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'SecurityGroup': {'1.5'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'SubPort': {'1.0'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Subnet': {'1.1'}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Trunk': {'1.1'}} Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: consumer versions: Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: L3 agent@n-d-818503-1: {}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: Metadata agent@n-d-818503-1: {}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: Metering agent@n-d-818503-1: {}, Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'ConntrackHelper': '1.0', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Log': '1.0', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Network': '1.1', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Port': '1.7', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'PortForwarding': '1.2', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'QosPolicy': '1.10', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'SecurityGroup': '1.5', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'SecurityGroupRule': '1.2', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'SubPort': '1.0', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Subnet': '1.1', Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: 'Trunk': '1.1'}} Nov 19 03:40:30.601472 n-d-818503-1 neutron-server[109989]: {{(pid=109989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:40:30.606379 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Attempting to bind port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:40:30.606788 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Attempting to bind port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:40:30.607240 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Attempting to bind port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 on network 62c16e71-28fb-4acf-883b-760d8f8b6560 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:40:30.617307 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:40:30.617742 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Checking segment: {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:40:30.618251 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.618653 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Bound using segment: {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:40:30.619185 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Bound port: 55cc04e6-f3f3-468d-8acd-3a60f3389b03, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf4918d-c3b9-4c36-b72b-986ed385d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:40:30.620329 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.691525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1ed6103c-75a1-43fa-aa8d-8ce1b4c902a5 None None] Provisioning complete for port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:30.692071 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1ed6103c-75a1-43fa-aa8d-8ce1b4c902a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.693400 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] For port 55cc04e6-f3f3-468d-8acd-3a60f3389b03, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:40:30.713772 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] For port 55cc04e6-f3f3-468d-8acd-3a60f3389b03, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=55cc04e6-f3f3-468d-8acd-3a60f3389b03,segment=NetworkSegment(5cf4918d-c3b9-4c36-b72b-986ed385d54a),segment_id=5cf4918d-c3b9-4c36-b72b-986ed385d54a)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:40:30.719070 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:30.726640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1ed6103c-75a1-43fa-aa8d-8ce1b4c902a5 None None] Port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:40:30.771474 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Routers {'ffa634c8-924b-47d6-a2f9-62897ebeb65b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:40:30.772102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:40:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:30.851329 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836f1b8-d2f9-4f8b-9266-a5a3fb4c854d None None] Pushing event updated for resources: {'Port': ['ID=55cc04e6-f3f3-468d-8acd-3a60f3389b03,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:30.873693 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] Set router ffa634c8-924b-47d6-a2f9-62897ebeb65b gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:40:30.951136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2e373703-68e6-4f11-9a10-dee7e401f7cb None None] Provisioning complete for port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:30.954126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e373703-68e6-4f11-9a10-dee7e401f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:31.042408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e373703-68e6-4f11-9a10-dee7e401f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:31.074852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2e373703-68e6-4f11-9a10-dee7e401f7cb None None] For port 55cc04e6-f3f3-468d-8acd-3a60f3389b03, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=55cc04e6-f3f3-468d-8acd-3a60f3389b03,segment=NetworkSegment(5cf4918d-c3b9-4c36-b72b-986ed385d54a),segment_id=5cf4918d-c3b9-4c36-b72b-986ed385d54a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:40:31.081371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e373703-68e6-4f11-9a10-dee7e401f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:31.101738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:40:18Z', 'updated_at': '2021-11-19T03:40:28Z', 'revision_number': 2, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'gw_port_host': None, '_interfaces': [{'id': '55cc04e6-f3f3-468d-8acd-3a60f3389b03', 'name': '', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'mac_address': 'fa:16:3e:3f:6b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:27Z', 'updated_at': '2021-11-19T03:40:30Z', 'revision_number': 4, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'subnets': [{'id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:31.129136 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a712f-621b-4117-ad69-ce8402ce9a74 None None] The sync data for ids ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'] in n-d-818503-1 is: [{'id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:40:18Z', 'updated_at': '2021-11-19T03:40:28Z', 'revision_number': 2, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'gw_port_host': None, '_interfaces': [{'id': '55cc04e6-f3f3-468d-8acd-3a60f3389b03', 'name': '', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'mac_address': 'fa:16:3e:3f:6b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:27Z', 'updated_at': '2021-11-19T03:40:30Z', 'revision_number': 4, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'subnets': [{'id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:40:31.132389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e373703-68e6-4f11-9a10-dee7e401f7cb None None] Pushing event updated for resources: {'Port': ['ID=55cc04e6-f3f3-468d-8acd-3a60f3389b03,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:31.522500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:31.634743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd9c85-cbd0-4feb-b64a-1f96d73f372e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:31.636127 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a7fd9c85-cbd0-4feb-b64a-1f96d73f372e admin admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 842 time: 0.1126654 Nov 19 03:40:31.646228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:31.647610 n-d-818503-1 neutron-server[109987]: INFO neutron.quota [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Loaded quota_driver: . Nov 19 03:40:31.682592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Made reservation on behalf of ecbee899476e4000a5873aea54a62f0f for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:40:31.685167 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:31.998349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 03:40:31.998796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:32.056947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95904ef7-439e-45cf-8654-f6c31c3d7182,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:32.066449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:40:32.066810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Network hostable DHCP agents. Network: b4899b95-d6c1-430b-84fe-ab5f0d32a22c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:40:32.088090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:40:32.099951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, b4899b95-d6c1-430b-84fe-ab5f0d32a22c) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:40:32.105412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:32.105587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:32.108559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6346a5-baad-480c-8eb0-25c23e88c0f2 None None] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:40:32.138873 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-687f3c7f-d35c-4ab4-a525-d19649a60574 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4953296 Nov 19 03:40:32.243983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4443d9a-f4bc-4fb1-a6e5-760f3f930a18 None None] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:40:32.775288 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:40:34.581927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58786) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:34.713095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e209daa3-01f2-48f8-b80d-311d901f9c47 admin admin] 10.222.0.52 "GET /v2.0/routers/ffa634c8-924b-47d6-a2f9-62897ebeb65b HTTP/1.1" status: 200 len: 710 time: 0.1293123 Nov 19 03:40:34.802673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2927de-2299-4198-b730-b8cecfd6b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:40:34.809815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fa2927de-2299-4198-b730-b8cecfd6b884 admin admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 886 time: 0.0856650 Nov 19 03:40:34.814763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:40:35.071052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:35.367613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:35.445360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:35.562806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Allocated IP 172.25.8.164 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/064a0d0f-4416-447c-afc2-04ddc97c3b1d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:40:35.669561 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:35.703356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:35.741877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:40:35.744808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:40:35.748123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:40:35.783830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=064a0d0f-4416-447c-afc2-04ddc97c3b1d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:35.999566 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:36.195596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:36.199048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:36.306974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Router ffa634c8-924b-47d6-a2f9-62897ebeb65b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:40:36.415551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:40:36.419762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:36.421018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-411452fe-defd-4f0e-b1b0-8f774a436bd7 admin admin] 10.222.0.52 "PUT /v2.0/routers/ffa634c8-924b-47d6-a2f9-62897ebeb65b HTTP/1.1" status: 200 len: 890 time: 1.6104064 Nov 19 03:40:36.923281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 55cc04e6-f3f3-468d-8acd-3a60f3389b03 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:40:36.971592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:36.971967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:38.140982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Sync routers for ids ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:40:38.152508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Routers {'ffa634c8-924b-47d6-a2f9-62897ebeb65b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:40:38.153161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:40:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:38.363289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Set router ffa634c8-924b-47d6-a2f9-62897ebeb65b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:40:38.831859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '064a0d0f-4416-447c-afc2-04ddc97c3b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:40:18Z', 'updated_at': '2021-11-19T03:40:35Z', 'revision_number': 4, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'gw_port': {'id': '064a0d0f-4416-447c-afc2-04ddc97c3b1d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:35Z', 'updated_at': '2021-11-19T03:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '55cc04e6-f3f3-468d-8acd-3a60f3389b03', 'name': '', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'mac_address': 'fa:16:3e:3f:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:27Z', 'updated_at': '2021-11-19T03:40:31Z', 'revision_number': 5, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'subnets': [{'id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:38.885358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Checking router: ffa634c8-924b-47d6-a2f9-62897ebeb65b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:40:38.885715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Updating router ffa634c8-924b-47d6-a2f9-62897ebeb65b port 064a0d0f-4416-447c-afc2-04ddc97c3b1d binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:40:38.933164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:38.973347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:40:39.091228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-99958b82-b256-4c77-95cf-43cefa60dadc admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163082 Nov 19 03:40:39.268178 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:39.273747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:39.335828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Attempting to bind port 064a0d0f-4416-447c-afc2-04ddc97c3b1d on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:40:39.336211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Attempting to bind port 064a0d0f-4416-447c-afc2-04ddc97c3b1d by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:40:39.336586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Attempting to bind port 064a0d0f-4416-447c-afc2-04ddc97c3b1d on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:40:39.344371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27cee2-c439-4cd0-8ec5-51c5dc3c2ea9 None None] Pushing event updated for resources: {'Port': ['ID=064a0d0f-4416-447c-afc2-04ddc97c3b1d,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:39.346988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:40:39.347374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:40:39.347780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:39.348172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:40:39.348650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Bound port: 064a0d0f-4416-447c-afc2-04ddc97c3b1d, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:40:39.349303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:39.400070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] For port 064a0d0f-4416-447c-afc2-04ddc97c3b1d, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:40:39.403144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] For port 064a0d0f-4416-447c-afc2-04ddc97c3b1d, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=064a0d0f-4416-447c-afc2-04ddc97c3b1d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:40:39.407105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:39.466187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27cee2-c439-4cd0-8ec5-51c5dc3c2ea9 None None] Pushing event updated for resources: {'Port': ['ID=064a0d0f-4416-447c-afc2-04ddc97c3b1d,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:39.475275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Routers {'ffa634c8-924b-47d6-a2f9-62897ebeb65b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:40:39.475881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:40:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:39.584905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] Set router ffa634c8-924b-47d6-a2f9-62897ebeb65b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:40:39.823329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '064a0d0f-4416-447c-afc2-04ddc97c3b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:40:18Z', 'updated_at': '2021-11-19T03:40:35Z', 'revision_number': 4, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'gw_port': {'id': '064a0d0f-4416-447c-afc2-04ddc97c3b1d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:35Z', 'updated_at': '2021-11-19T03:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '55cc04e6-f3f3-468d-8acd-3a60f3389b03', 'name': '', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'mac_address': 'fa:16:3e:3f:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:27Z', 'updated_at': '2021-11-19T03:40:31Z', 'revision_number': 5, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'subnets': [{'id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:40:39.855448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895abd79-69aa-461f-b7c1-352f73a00242 None None] The sync data for ids ['ffa634c8-924b-47d6-a2f9-62897ebeb65b'] in n-d-818503-1 is: [{'id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'name': 'router1', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '064a0d0f-4416-447c-afc2-04ddc97c3b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:40:18Z', 'updated_at': '2021-11-19T03:40:35Z', 'revision_number': 4, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'gw_port': {'id': '064a0d0f-4416-447c-afc2-04ddc97c3b1d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:35Z', 'updated_at': '2021-11-19T03:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '55cc04e6-f3f3-468d-8acd-3a60f3389b03', 'name': '', 'network_id': '62c16e71-28fb-4acf-883b-760d8f8b6560', 'tenant_id': '4464fd22642d43de8adffc31b41c0ac1', 'mac_address': 'fa:16:3e:3f:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa634c8-924b-47d6-a2f9-62897ebeb65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:40:27Z', 'updated_at': '2021-11-19T03:40:31Z', 'revision_number': 5, 'project_id': '4464fd22642d43de8adffc31b41c0ac1', 'subnets': [{'id': '259b9e0f-7e3a-4106-bd39-8a4e73ea3478', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b8db05-4c7b-466b-bd6b-d4f7adef830d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:40:40.910032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 064a0d0f-4416-447c-afc2-04ddc97c3b1d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:40:40.978196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 064a0d0f-4416-447c-afc2-04ddc97c3b1d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:40.978599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:41.060115 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:41.082521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 064a0d0f-4416-447c-afc2-04ddc97c3b1d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=064a0d0f-4416-447c-afc2-04ddc97c3b1d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:40:41.088291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:41.144392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=064a0d0f-4416-447c-afc2-04ddc97c3b1d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:40:42.933442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 064a0d0f-4416-447c-afc2-04ddc97c3b1d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:40:43.018702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 064a0d0f-4416-447c-afc2-04ddc97c3b1d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:40:43.019464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:51.158851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ea62-d75b-445e-a471-d57941230d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:53.483757 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6d71-8199-4e5c-a90d-30564298cb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:55.019636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:56.155928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:57.104287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:09.776000 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:41:21.161489 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8de1abe6-8231-4d01-adaa-080d22f10e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:23.480446 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8367c1d-ab84-4111-ad71-bd41c63231c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:25.019041 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:26.162536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:27.100282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:46.776231 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:41:51.165195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f453d90-12ce-470c-a676-d6b4d8bb561c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:53.473370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04c696b9-d6f5-4b83-9d57-09c5187b1b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:55.019208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:56.164125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:57.104783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:04.595743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59314) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:04.657241 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-734e4ad0-0502-4ade-96da-806e557cfdab admin admin] GET failed (client error): The resource could not be found. Nov 19 03:42:04.658560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-734e4ad0-0502-4ade-96da-806e557cfdab admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618377 Nov 19 03:42:04.819359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5ee53-5af4-4140-a7d9-ca5b6c7df428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:04.820848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-58d5ee53-5af4-4140-a7d9-ca5b6c7df428 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575601 Nov 19 03:42:07.146410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:07.237267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce10e59-3575-4356-bd7c-62d00caa1af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:07.238635 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bce10e59-3575-4356-bd7c-62d00caa1af6 admin admin] 10.222.0.52 "GET /v2.0/subnets/259b9e0f-7e3a-4106-bd39-8a4e73ea3478 HTTP/1.1" status: 200 len: 849 time: 0.0912728 Nov 19 03:42:07.248644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:42:07.405767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:07.551626 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786271083722'] for subnet, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:07.583640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:07.584634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:07.585517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] 10.222.0.52 "PUT /v2.0/subnets/259b9e0f-7e3a-4106-bd39-8a4e73ea3478 HTTP/1.1" status: 200 len: 868 time: 0.3406389 Nov 19 03:42:07.595070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4ab3c-ba5b-4333-8852-a56ac7793e20 None None] Network 62c16e71-28fb-4acf-883b-760d8f8b6560 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:42:07.604602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259b9e0f-7e3a-4106-bd39-8a4e73ea3478,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:42:07.612903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.613554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.614091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.614583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.615080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.615670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.616189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.616676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.617170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.617652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.618175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.618800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d0fed-d704-433c-a0fb-7b95ea384711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:42:07.976373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2e7c9642-62e3-46cd-95ac-67b916c07e76 None None] Provisioning complete for port 55cc04e6-f3f3-468d-8acd-3a60f3389b03 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:42:07.976747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9642-62e3-46cd-95ac-67b916c07e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:08.063456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2e7c9642-62e3-46cd-95ac-67b916c07e76 None None] Provisioning complete for port 49037bfa-5275-4bfd-a694-bbb9e18d260e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:42:08.063832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9642-62e3-46cd-95ac-67b916c07e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:09.896368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59332) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:10.098619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a10c47-a27f-4320-9048-62331f326d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:10.099016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a10c47-a27f-4320-9048-62331f326d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:10.100831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-68a10c47-a27f-4320-9048-62331f326d88 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035000 Nov 19 03:42:12.405975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:12.539544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea57453-48b5-4d36-9010-e24d9eb16501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:12.540023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea57453-48b5-4d36-9010-e24d9eb16501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:12.541584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ea57453-48b5-4d36-9010-e24d9eb16501 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1346631 Nov 19 03:42:14.863728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59348) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:14.998091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa689a-a98f-4d8a-87e5-5427e39bb484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:14.999470 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-29fa689a-a98f-4d8a-87e5-5427e39bb484 admin admin] 10.222.0.52 "GET /v2.0/networks/62c16e71-28fb-4acf-883b-760d8f8b6560 HTTP/1.1" status: 200 len: 869 time: 0.1347833 Nov 19 03:42:17.297086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59356) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:17.457677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d010c-c747-455e-92bb-6f7395cc47c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:17.459105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-543d010c-c747-455e-92bb-6f7395cc47c9 admin admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 886 time: 0.1610682 Nov 19 03:42:19.767793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59366) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:19.890799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75180d9d-dda2-4836-b2a2-4e40a517dedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:19.891263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75180d9d-dda2-4836-b2a2-4e40a517dedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:19.892812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-75180d9d-dda2-4836-b2a2-4e40a517dedf admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240687 Nov 19 03:42:21.167574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f13b-9f32-4d70-b9ae-e29f27fc949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:22.181690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59374) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:22.275489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef983d-197e-4dce-b595-436b8ab685bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:22.275952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef983d-197e-4dce-b595-436b8ab685bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:22.277480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-64ef983d-197e-4dce-b595-436b8ab685bf admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947678 Nov 19 03:42:23.479333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c9c675ac-d4fd-452e-a039-a2f3721cc475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:23.774922 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:42:24.557647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:24.653010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc148194-25fa-45a9-a38b-d6fc4208bd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:24.655090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc148194-25fa-45a9-a38b-d6fc4208bd76 admin admin] 10.222.0.52 "GET /v2.0/subnets/259b9e0f-7e3a-4106-bd39-8a4e73ea3478 HTTP/1.1" status: 200 len: 868 time: 0.0964549 Nov 19 03:42:25.022642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:26.165599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:26.946613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59390) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:27.036322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668bddd-3fc6-4fcc-a2a0-715dc6cb4270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:27.037666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a668bddd-3fc6-4fcc-a2a0-715dc6cb4270 admin admin] 10.222.0.52 "GET /v2.0/subnets/95904ef7-439e-45cf-8654-f6c31c3d7182 HTTP/1.1" status: 200 len: 816 time: 0.0898085 Nov 19 03:42:27.109966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:51.171585 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-062ca9b0-9dec-476d-b85d-c8c89d4b484e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:52.790774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59444) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:52.839735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-b668d2de-1cfb-4cca-aca6-7b8bf77e2b25 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:42:52.840853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b668d2de-1cfb-4cca-aca6-7b8bf77e2b25 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490539 Nov 19 03:42:53.472287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a65fc115-2507-4db8-b2d6-e031f0afe5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:55.027699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:55.208713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:55.270052 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4f2a11-49b4-44b2-b44b-120b4e2a409e admin admin] GET failed (client error): The resource could not be found. Nov 19 03:42:55.271339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa4f2a11-49b4-44b2-b44b-120b4e2a409e admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616889 Nov 19 03:42:55.413613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466e8fb-1553-4349-97bf-064108f01a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:55.416945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3466e8fb-1553-4349-97bf-064108f01a2f admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1411107 Nov 19 03:42:56.167993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:57.114885 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:57.724156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59460) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:42:57.771068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:42:57.795843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Made reservation on behalf of ecbee899476e4000a5873aea54a62f0f for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:42:57.798282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:57.825840 n-d-818503-1 neutron-server[109987]: WARNING neutron.services.revisions.revision_plugin [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Could not find related network for resource to bump revision. Nov 19 03:42:57.843136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:42:57.859094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786271155303', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:57.859674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Unsubscribe: segment precommit_create {{(pid=109987) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 03:42:57.860149 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Added segment 875da46c-81db-45a3-ad87-df3d6b090b28 of type vlan for network 39fea555-92f6-495e-88f0-39b4730a20e0 Nov 19 03:42:57.905554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:57.936439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:57.937504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:42:57.938135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:58.014639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2893858 Nov 19 03:42:58.033634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc06f32-db2a-42e3-b60f-432a43a34873 admin admin] Pushing event updated for resources: {'Network': ['ID=39fea555-92f6-495e-88f0-39b4730a20e0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:42:58.047015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 39fea555-92f6-495e-88f0-39b4730a20e0 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:43:00.337238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59468) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:43:00.398598 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-583ee552-b0a2-4d93-af97-fac703b4d604 admin admin] GET failed (client error): The resource could not be found. Nov 19 03:43:00.399905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-583ee552-b0a2-4d93-af97-fac703b4d604 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617073 Nov 19 03:43:00.469484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e0467-d288-4594-a9fd-ab31916d66f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:43:00.470959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f88e0467-d288-4594-a9fd-ab31916d66f9 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660450 Nov 19 03:43:00.481872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:43:00.502104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Made reservation on behalf of ecbee899476e4000a5873aea54a62f0f for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:43:00.504735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:00.670614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:00.725360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb33d81-74f0-4360-b830-8e8bee6ea914,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:43:00.734434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.734790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.735138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.735478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.735817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.736157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.736487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.736817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.737146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.737473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.737802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.738161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:00.745577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:43:00.745957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Network hostable DHCP agents. Network: 39fea555-92f6-495e-88f0-39b4730a20e0, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:43:00.761866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:43:00.770891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 39fea555-92f6-495e-88f0-39b4730a20e0) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:43:00.773878 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:43:00.775889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:43:00.776495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:00.781556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6298f7d0-7aeb-4271-aca3-9465e67c28a9 None None] Network 39fea555-92f6-495e-88f0-39b4730a20e0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:43:00.792745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-41c25873-4e67-4e22-a4fe-4e0c32e797b7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148348 Nov 19 03:43:01.031465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-39fea555-92f6-495e-88f0-39b4730a20e0', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'tenant_id': 'ecbee899476e4000a5873aea54a62f0f', 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:43:01.032359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:01.179501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Allocated IP 192.168.233.2 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/ee4cc625-1895-4fe4-9701-c44bbfd50905) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:43:01.336150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:01.342783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:01.382899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:43:01.385797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:43:01.390723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:43:01.399285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Pushing event updated for resources: {'Port': ['ID=ee4cc625-1895-4fe4-9701-c44bbfd50905,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:43:01.423016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.423365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.423707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.424040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.424376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.424707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.425037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.425362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.425686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.426040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.426366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.426693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:43:01.460392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Attempting to bind port ee4cc625-1895-4fe4-9701-c44bbfd50905 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:43:01.460769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Attempting to bind port ee4cc625-1895-4fe4-9701-c44bbfd50905 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:43:01.461139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Attempting to bind port ee4cc625-1895-4fe4-9701-c44bbfd50905 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:43:01.466343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:43:01.466723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:43:01.467127 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:01.467525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:43:01.467997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Bound port: ee4cc625-1895-4fe4-9701-c44bbfd50905, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:43:01.468426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:01.535238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] For port ee4cc625-1895-4fe4-9701-c44bbfd50905, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:43:01.538366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] For port ee4cc625-1895-4fe4-9701-c44bbfd50905, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ee4cc625-1895-4fe4-9701-c44bbfd50905,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:43:01.542975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:01.605141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb16d3-3488-4918-a703-675423ff7ae8 None None] Pushing event updated for resources: {'Port': ['ID=ee4cc625-1895-4fe4-9701-c44bbfd50905,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:43:02.479875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a122473-3886-4ac5-bc6d-23094528f8f4 None None] Network 39fea555-92f6-495e-88f0-39b4730a20e0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:43:02.613797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eed57d32-6900-4ae1-8bb4-3b0caf261d8c None None] Provisioning complete for port ee4cc625-1895-4fe4-9701-c44bbfd50905 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:43:02.614204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed57d32-6900-4ae1-8bb4-3b0caf261d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:02.722252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed57d32-6900-4ae1-8bb4-3b0caf261d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:02.757754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-eed57d32-6900-4ae1-8bb4-3b0caf261d8c None None] For port ee4cc625-1895-4fe4-9701-c44bbfd50905, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ee4cc625-1895-4fe4-9701-c44bbfd50905,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:43:02.763551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed57d32-6900-4ae1-8bb4-3b0caf261d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:02.818029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed57d32-6900-4ae1-8bb4-3b0caf261d8c None None] Pushing event updated for resources: {'Port': ['ID=ee4cc625-1895-4fe4-9701-c44bbfd50905,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:43:02.888408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-235206b6-a805-4d4a-bb3f-c1b4872dd363 None None] Provisioning complete for port ee4cc625-1895-4fe4-9701-c44bbfd50905 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:43:02.888786 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-235206b6-a805-4d4a-bb3f-c1b4872dd363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:03.027636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ee4cc625-1895-4fe4-9701-c44bbfd50905 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:43:03.078024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ee4cc625-1895-4fe4-9701-c44bbfd50905 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:43:03.078397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:21.175481 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8ce18b94-bb6b-4b8f-aebb-2e39408ffea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:23.475794 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-31e955ab-7670-47ec-bb6a-fabdc803e936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:25.030511 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:26.172724 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:27.117270 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:37.773052 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:43:51.178035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0222b2a8-ff5b-442b-833f-e14a95588c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:53.477603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2405c669-d4ac-44cf-9fc8-939acadf12d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:55.034290 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:56.176005 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:57.122594 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.003476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59512) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:44:13.009368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-9695200d-70d2-42b9-b67b-ebc87691ba94 tempest-verify_tempest_config-1480214229 tempest-verify_tempest_config-1480214229-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:44:13.010383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9695200d-70d2-42b9-b67b-ebc87691ba94 tempest-verify_tempest_config-1480214229 tempest-verify_tempest_config-1480214229-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059314 Nov 19 03:44:13.297570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59530) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:44:13.404434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.506514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.511497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.555697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=228aa92183f64d6ba1636a678795fa9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2570541 Nov 19 03:44:13.556860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a980eaff-d9a2-4621-86b5-b6909aeaa351,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:44:13.558618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59536) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:44:13.563623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.563979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.564325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.564665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.565007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.565344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.565675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.566029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.566489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.566827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.567159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.567485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a16909-a77b-444e-968a-a6a13c9a3c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.612405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.632531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.722280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.724896 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:13.728736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a980eaff-d9a2-4621-86b5-b6909aeaa351 HTTP/1.1" status: 204 len: 168 time: 0.1665194 Nov 19 03:44:13.735052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a980eaff-d9a2-4621-86b5-b6909aeaa351,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:44:13.741963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.742388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.742734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.743075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.743412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.743748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.744156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.744399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.744726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.745055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.745483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:13.746262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b70765-312b-4c6d-8676-e79183c2dd06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:44:14.771737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:44:21.179664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6bbbe9a5-70a7-41e8-8244-6aeb034281e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:23.480416 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7af0-dbff-4aa7-a290-ab5f939e025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:25.035454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:26.179966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:27.115113 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:51.181583 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4f89bc2-e518-422e-a7ea-38870ed9b6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:51.770217 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:44:53.482170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b8301d8-aa6d-4d26-b52e-01fb8cc77d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:55.039208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:56.183352 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:44:57.118456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:21.182689 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e69d0a1c-b321-4393-8f38-0f9693a7c94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:23.489137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0913e115-f14c-4cf0-be11-568e214ec6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:25.041570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:26.187879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:27.119952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:28.768691 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:45:51.184454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5e04-272e-4e3e-9c23-7f73ccf222db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:53.482085 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-897e836d-f770-4691-8695-71f611366c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:55.044562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:56.191143 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:45:57.122166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:05.767509 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:46:21.187962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-26418567-32fe-4950-bf38-6606e82519b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:23.483022 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57a9dc1d-c84b-4ed5-bd90-5be196276475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:25.047600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:26.193382 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:27.124656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:42.766540 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:46:51.189576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-424bdd9b-7b41-4b90-86ef-d7f77d4b2f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:53.484390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50a242e7-a345-4a55-82e5-4e106f198e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:55.049506 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:56.196535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:46:57.126577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:19.765682 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 5 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:47:21.194139 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2b82efcf-7a53-46ce-b67f-a6c722d210e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:22.362586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:23.485553 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fcfc03ae-e8de-4732-a27a-4e1044c4e798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:25.052337 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:26.200979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:27.128144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:31.552343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1792466'] for agent, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:51.195102 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8e8b-5efc-4d90-9a0b-193d266a468f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:52.324399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:53.485901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7956163-7cdd-4739-a61f-5e72a7cedd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:55.054894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:56.205000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:47:56.765691 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:47:57.130516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:01.496636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:12.979492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59588) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:48:13.081102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b6e1bc18-a003-4718-8ca5-026700f1f543 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1005065 Nov 19 03:48:15.393086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59598) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:48:15.450013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-755f6773-e3c5-4eaa-8502-a6ec1c6a4330 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0558052 Nov 19 03:48:21.196250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b984025c-f323-4942-9c8f-f7b37c222fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:22.345126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:23.487266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d59909c-8f50-4628-bebc-a3db831fe977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:25.058676 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:26.207360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:27.132026 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:31.505654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:33.764870 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:48:51.197827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb4d4-1518-4b74-afa3-de2005fb9f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:52.344187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:53.489796 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a591ea91-d24f-4bbc-ae08-4d55ef7dfe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:55.061407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:56.210688 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:48:57.137779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:01.502019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:10.764117 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:49:21.200046 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d97d5d08-0544-4a86-87ea-42c557ca9371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:22.341890 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:23.492428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d4774cc-8a9c-4220-9d8e-e7c6319ffaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:25.065908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:26.215836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:27.130497 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:31.495951 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:37.722528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59792) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:38.083597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-network', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:38.107202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Made reservation on behalf of f3df5fcbeb6c49ac9065f4c3abb3a7fe for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:49:38.109964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.120770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.206677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.211947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.236599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59820) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:38.295775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d702c-2257-4a7f-a0e2-ecbb7296be3b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:38.308500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.308887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.309312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.309666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.310136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.310356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.310685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.311016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.311338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.311665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.311987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.312397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Tracked resource versions report: Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: pushed versions: Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: { 'AddressGroup': {'1.2'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'ConntrackHelper': {'1.0'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Log': {'1.0'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Network': {'1.1'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Port': {'1.7'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'PortForwarding': {'1.2'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'QosPolicy': {'1.10'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'SecurityGroup': {'1.5'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'SubPort': {'1.0'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Subnet': {'1.1'}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Trunk': {'1.1'}} Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: consumer versions: Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: HyperV agent@n-h1-818503-1: {}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: HyperV agent@n-h2-818503-1: {}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: L3 agent@n-d-818503-1: {}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: Metadata agent@n-d-818503-1: {}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: Metering agent@n-d-818503-1: {}, Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'ConntrackHelper': '1.0', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Log': '1.0', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Network': '1.1', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Port': '1.7', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'PortForwarding': '1.2', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'QosPolicy': '1.10', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'SecurityGroup': '1.5', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'SecurityGroupRule': '1.2', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'SubPort': '1.0', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Subnet': '1.1', Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: 'Trunk': '1.1'}} Nov 19 03:49:38.313358 n-d-818503-1 neutron-server[109986]: {{(pid=109986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:49:38.317506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:49:38.331505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.331920 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Added segment 9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab of type vlan for network d2f62b2b-97e5-406f-b16b-309ba2105643 Nov 19 03:49:38.392271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.419858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.421130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:38.421830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.471404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7471123 Nov 19 03:49:38.474276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59836) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:38.480335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Request body: {'subnet': {'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-subnet', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:38.510928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cf058-33e1-413d-8641-4c3ede4406ee admin admin] Pushing event updated for resources: {'Network': ['ID=d2f62b2b-97e5-406f-b16b-309ba2105643,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:38.520947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Made reservation on behalf of f3df5fcbeb6c49ac9065f4c3abb3a7fe for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:49:38.523060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.525348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d2f62b2b-97e5-406f-b16b-309ba2105643 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:49:38.685425 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-607b5258-02ed-4305-a7a4-7e3a7abec6bf tempest-AutoAllocateNetworkTest-5210447 tempest-AutoAllocateNetworkTest-5210447-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=92fbc14a4dff406e82a7e95ff3765ec0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4468083 Nov 19 03:49:38.686525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59842) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:38.725672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.786286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895cb2d7-cc6e-47c5-b8af-51a3502a0688,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:38.820961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Checking segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:38.821367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Network hostable DHCP agents. Network: d2f62b2b-97e5-406f-b16b-309ba2105643, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:49:38.851096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Network d2f62b2b-97e5-406f-b16b-309ba2105643 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:49:38.866364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d2f62b2b-97e5-406f-b16b-309ba2105643) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:38.877443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff53de4-9f93-4008-a055-6ac99dcafd63 None None] Network d2f62b2b-97e5-406f-b16b-309ba2105643 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:49:38.879382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:38.880137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.905090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7e99999-74f8-4d39-ac0f-c526ed07b197 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4297676 Nov 19 03:49:38.907788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59858) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:38.914072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:38.931100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4458f39c-566a-4637-93be-0f0194ec9ad3 tempest-AutoAllocateNetworkTest-5210447 tempest-AutoAllocateNetworkTest-5210447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:38.935655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59860) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:38.935793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4458f39c-566a-4637-93be-0f0194ec9ad3 tempest-AutoAllocateNetworkTest-5210447 tempest-AutoAllocateNetworkTest-5210447-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2479422 Nov 19 03:49:38.964154 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:38.965626 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.017402 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dd94012f-fd52-4154-b550-99bbc44d6539 tempest-AutoAllocateNetworkTest-5210447 tempest-AutoAllocateNetworkTest-5210447-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799003 Nov 19 03:49:39.019945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59862) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:39.074964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-67085029-0ea0-4d80-9e5b-2243c5ac8fbc tempest-AutoAllocateNetworkTest-5210447 tempest-AutoAllocateNetworkTest-5210447-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=92fbc14a4dff406e82a7e95ff3765ec0 HTTP/1.1" status: 200 len: 208 time: 0.0534134 Nov 19 03:49:39.081094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d2f62b2b-97e5-406f-b16b-309ba2105643', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:49:39.082060 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.139991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.228889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Allocated IP 172.20.0.2 (d2f62b2b-97e5-406f-b16b-309ba2105643/895cb2d7-cc6e-47c5-b8af-51a3502a0688/2108f992-271a-4d5a-8639-a5ec089e4ea4) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:39.398178 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.406728 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.421598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.455286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Pushing event updated for resources: {'Port': ['ID=2108f992-271a-4d5a-8639-a5ec089e4ea4,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:39.467268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Network d2f62b2b-97e5-406f-b16b-309ba2105643 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:39.468832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.469173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.469519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.469856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.470216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.470548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.470877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.471203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.471528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.471852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.472174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.472499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Tracked resource versions report: Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: pushed versions: Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: { 'AddressGroup': {'1.2'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'ConntrackHelper': {'1.0'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Log': {'1.0'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Network': {'1.1'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Port': {'1.7'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'PortForwarding': {'1.2'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'QosPolicy': {'1.10'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'SecurityGroup': {'1.5'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'SubPort': {'1.0'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Subnet': {'1.1'}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Trunk': {'1.1'}} Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: consumer versions: Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: HyperV agent@n-h1-818503-1: {}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: HyperV agent@n-h2-818503-1: {}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: L3 agent@n-d-818503-1: {}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: Metadata agent@n-d-818503-1: {}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: Metering agent@n-d-818503-1: {}, Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'ConntrackHelper': '1.0', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Log': '1.0', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Network': '1.1', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Port': '1.7', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'PortForwarding': '1.2', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'QosPolicy': '1.10', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'SecurityGroup': '1.5', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'SecurityGroupRule': '1.2', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'SubPort': '1.0', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Subnet': '1.1', Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: 'Trunk': '1.1'}} Nov 19 03:49:39.473560 n-d-818503-1 neutron-server[109988]: {{(pid=109988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:49:39.476749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:39.480937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:39.554782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Attempting to bind port 2108f992-271a-4d5a-8639-a5ec089e4ea4 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:49:39.555416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Attempting to bind port 2108f992-271a-4d5a-8639-a5ec089e4ea4 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:49:39.555568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Attempting to bind port 2108f992-271a-4d5a-8639-a5ec089e4ea4 on network d2f62b2b-97e5-406f-b16b-309ba2105643 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:39.561723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:49:39.562413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Checking segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:39.563054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.563670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Bound using segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:49:39.564398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Bound port: 2108f992-271a-4d5a-8639-a5ec089e4ea4, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:49:39.565047 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.637028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] For port 2108f992-271a-4d5a-8639-a5ec089e4ea4, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:49:39.640904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] For port 2108f992-271a-4d5a-8639-a5ec089e4ea4, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2108f992-271a-4d5a-8639-a5ec089e4ea4,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:49:39.646546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.667448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.697655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:39.720095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049aed4-95d5-4fad-8eda-141ceef46235 None None] Pushing event updated for resources: {'Port': ['ID=2108f992-271a-4d5a-8639-a5ec089e4ea4,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:39.842056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Allocated IP 172.25.8.74 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/9e888d89-8016-4d62-91f1-61216651232c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:39.899198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59906) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:40.019967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.073759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.116308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:40.121034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:40.124493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:40.129808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Pushing event updated for resources: {'Port': ['ID=9e888d89-8016-4d62-91f1-61216651232c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:40.195989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.196372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.196726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.197085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.197573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.197776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73092da9-fc90-4c96-9b09-85b62ef826aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.197905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.198257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.198585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.198913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.199238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.199562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.199883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Tracked resource versions report: Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: pushed versions: Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: { 'AddressGroup': {'1.2'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'ConntrackHelper': {'1.0'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Log': {'1.0'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Network': {'1.1'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Port': {'1.7'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'PortForwarding': {'1.2'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'QosPolicy': {'1.10'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'SecurityGroup': {'1.5'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'SubPort': {'1.0'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Subnet': {'1.1'}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Trunk': {'1.1'}} Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: consumer versions: Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: HyperV agent@n-h1-818503-1: {}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: HyperV agent@n-h2-818503-1: {}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: L3 agent@n-d-818503-1: {}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: Metadata agent@n-d-818503-1: {}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: Metering agent@n-d-818503-1: {}, Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'ConntrackHelper': '1.0', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Log': '1.0', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Network': '1.1', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Port': '1.7', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'PortForwarding': '1.2', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'QosPolicy': '1.10', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'SecurityGroup': '1.5', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'SecurityGroupRule': '1.2', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'SubPort': '1.0', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Subnet': '1.1', Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: 'Trunk': '1.1'}} Nov 19 03:49:40.200927 n-d-818503-1 neutron-server[109987]: {{(pid=109987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:49:40.304842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73092da9-fc90-4c96-9b09-85b62ef826aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.313734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73092da9-fc90-4c96-9b09-85b62ef826aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.378812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-73092da9-fc90-4c96-9b09-85b62ef826aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92fbc14a4dff406e82a7e95ff3765ec0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4780307 Nov 19 03:49:40.381689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59926) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:40.388297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73092da9-fc90-4c96-9b09-85b62ef826aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70580ff3-93f4-43b2-a14a-e235d69a2b3d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:40.417620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.451810 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab945ec9-2e80-4d6f-9da0-f524802b15ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.475362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab945ec9-2e80-4d6f-9da0-f524802b15ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.551876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab945ec9-2e80-4d6f-9da0-f524802b15ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.553727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab945ec9-2e80-4d6f-9da0-f524802b15ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.557773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ab945ec9-2e80-4d6f-9da0-f524802b15ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70580ff3-93f4-43b2-a14a-e235d69a2b3d HTTP/1.1" status: 204 len: 168 time: 0.1724818 Nov 19 03:49:40.568201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab945ec9-2e80-4d6f-9da0-f524802b15ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70580ff3-93f4-43b2-a14a-e235d69a2b3d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:40.689966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:40.894457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:49:41.002712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfbd10-ad77-4151-99d4-d8afec5b2b1d None None] Network d2f62b2b-97e5-406f-b16b-309ba2105643 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:49:41.091462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:49:41.106221 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:49:41.121818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:41.126272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a6336bf-1468-4d42-a41b-373be5c8b87e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2145064 Nov 19 03:49:41.127003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:41.139272 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:41.140076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:41.258125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-101b4ce9-9757-42c9-9256-88c13ec04b33 None None] Provisioning complete for port 2108f992-271a-4d5a-8639-a5ec089e4ea4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:41.258764 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-101b4ce9-9757-42c9-9256-88c13ec04b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:41.350743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2108f992-271a-4d5a-8639-a5ec089e4ea4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:41.487937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2108f992-271a-4d5a-8639-a5ec089e4ea4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:41.488511 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:41.510815 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:49:41.543916 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-101b4ce9-9757-42c9-9256-88c13ec04b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:41.639191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-101b4ce9-9757-42c9-9256-88c13ec04b33 None None] For port 2108f992-271a-4d5a-8639-a5ec089e4ea4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2108f992-271a-4d5a-8639-a5ec089e4ea4,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:49:41.647577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-101b4ce9-9757-42c9-9256-88c13ec04b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:41.839179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fc6b89a4-0f9e-4bcf-8321-21ef17b6a686 None None] Provisioning complete for port 2108f992-271a-4d5a-8639-a5ec089e4ea4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:41.839618 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc6b89a4-0f9e-4bcf-8321-21ef17b6a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:41.893099 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:40Z', 'revision_number': 3, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:41.961441 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:49:41.963183 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Updating router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd port 9e888d89-8016-4d62-91f1-61216651232c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:49:42.002522 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.033415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b4ce9-9757-42c9-9256-88c13ec04b33 None None] Pushing event updated for resources: {'Port': ['ID=2108f992-271a-4d5a-8639-a5ec089e4ea4,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:42.196584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.379004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59996) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:42.422723 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.439901 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.513242 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Attempting to bind port 9e888d89-8016-4d62-91f1-61216651232c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:49:42.513626 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Attempting to bind port 9e888d89-8016-4d62-91f1-61216651232c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:49:42.514048 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Attempting to bind port 9e888d89-8016-4d62-91f1-61216651232c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:42.518068 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Pushing event updated for resources: {'Port': ['ID=9e888d89-8016-4d62-91f1-61216651232c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:42.528457 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:49:42.528931 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:42.529364 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.530114 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:49:42.530666 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Bound port: 9e888d89-8016-4d62-91f1-61216651232c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:49:42.531088 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.534421 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.534779 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.535135 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.535520 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.535865 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.536205 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.536763 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.537109 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.537495 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.537771 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.538547 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.538888 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Tracked resource versions report: Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: pushed versions: Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: { 'AddressGroup': {'1.2'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'ConntrackHelper': {'1.0'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Log': {'1.0'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Network': {'1.1'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Port': {'1.7'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'PortForwarding': {'1.2'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'QosPolicy': {'1.10'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'SecurityGroup': {'1.5'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'SubPort': {'1.0'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Subnet': {'1.1'}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Trunk': {'1.1'}} Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: consumer versions: Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: { DHCP agent@n-d-818503-1: {}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: HyperV agent@n-h1-818503-1: {}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: HyperV agent@n-h2-818503-1: {}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: L3 agent@n-d-818503-1: {}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: Metadata agent@n-d-818503-1: {}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: Metering agent@n-d-818503-1: {}, Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: Open vSwitch agent@n-d-818503-1: { 'AddressGroup': '1.2', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'ConntrackHelper': '1.0', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Log': '1.0', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Network': '1.1', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Port': '1.7', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'PortForwarding': '1.2', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'QosPolicy': '1.10', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'SecurityGroup': '1.5', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'SecurityGroupRule': '1.2', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'SubPort': '1.0', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Subnet': '1.1', Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: 'Trunk': '1.1'}} Nov 19 03:49:42.540407 n-d-818503-1 neutron-server[109989]: {{(pid=109989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:49:42.616744 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] For port 9e888d89-8016-4d62-91f1-61216651232c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:49:42.627653 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] For port 9e888d89-8016-4d62-91f1-61216651232c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9e888d89-8016-4d62-91f1-61216651232c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:49:42.637317 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.660856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Allocated IP 172.20.0.1 (d2f62b2b-97e5-406f-b16b-309ba2105643/895cb2d7-cc6e-47c5-b8af-51a3502a0688/8cd8815f-20a1-4599-8b0a-badaaef5303c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:42.716008 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:42.716313 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:42.735421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c85a2e3-6823-447e-a06c-41949b115847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.757262 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2629b-6a87-4157-8d10-5a1430233d10 None None] Pushing event updated for resources: {'Port': ['ID=9e888d89-8016-4d62-91f1-61216651232c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:42.893053 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:49:42.910986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.956018 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c85a2e3-6823-447e-a06c-41949b115847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.965855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c85a2e3-6823-447e-a06c-41949b115847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:42.989468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.001434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85a2e3-6823-447e-a06c-41949b115847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c3a54-5208-4e7b-9fa4-36bcc5d80885,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:43.027710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9c85a2e3-6823-447e-a06c-41949b115847 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de89122baaff4eb38ff51a5edcfa959e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6475928 Nov 19 03:49:43.030619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60030) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:43.083162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Network d2f62b2b-97e5-406f-b16b-309ba2105643 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:43.091383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:43.097990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:43.098528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.105308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1311cc57-28b7-4b0e-9146-074c4c0174d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.152336 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:40Z', 'revision_number': 3, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:43.154749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1311cc57-28b7-4b0e-9146-074c4c0174d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.185205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd8815f-20a1-4599-8b0a-badaaef5303c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:43.230478 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0798-6282-48a3-b7d8-6bb7796485ff None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:40Z', 'revision_number': 3, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:49:43.287443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1311cc57-28b7-4b0e-9146-074c4c0174d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.292071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1311cc57-28b7-4b0e-9146-074c4c0174d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.296117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1311cc57-28b7-4b0e-9146-074c4c0174d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f0c3a54-5208-4e7b-9fa4-36bcc5d80885 HTTP/1.1" status: 204 len: 168 time: 0.2616920 Nov 19 03:49:43.300265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2108f992-271a-4d5a-8639-a5ec089e4ea4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:43.315552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311cc57-28b7-4b0e-9146-074c4c0174d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c3a54-5208-4e7b-9fa4-36bcc5d80885,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:43.400266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2108f992-271a-4d5a-8639-a5ec089e4ea4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:43.400887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.487333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.568120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4ec8f47c-a8b0-4406-8240-77678ca8ade9 None None] Provisioning complete for port 8cd8815f-20a1-4599-8b0a-badaaef5303c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:43.568498 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f47c-a8b0-4406-8240-77678ca8ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.605783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8f47c-a8b0-4406-8240-77678ca8ade9 None None] Port 8cd8815f-20a1-4599-8b0a-badaaef5303c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:49:43.899990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.908464 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:43.910455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.002262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd8815f-20a1-4599-8b0a-badaaef5303c,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:44.014750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60068) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:44.034266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-251bac8d-a59a-4f6c-8058-a8a08e437d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.115068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Network d2f62b2b-97e5-406f-b16b-309ba2105643 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:44.127481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:44.161856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-251bac8d-a59a-4f6c-8058-a8a08e437d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.167173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-251bac8d-a59a-4f6c-8058-a8a08e437d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.218232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-251bac8d-a59a-4f6c-8058-a8a08e437d5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e337ffcd72443e0804f2262630a4120&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2023971 Nov 19 03:49:44.219660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bac8d-a59a-4f6c-8058-a8a08e437d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ffebff-1d33-4c72-90d2-9c29ad469816,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:44.222964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:44.313525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2e94-6e42-4a22-b799-091fab8e3914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.363885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2e94-6e42-4a22-b799-091fab8e3914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.411035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:49:44.474419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2e94-6e42-4a22-b799-091fab8e3914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.477284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe2a2e94-6e42-4a22-b799-091fab8e3914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.482786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fe2a2e94-6e42-4a22-b799-091fab8e3914 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98ffebff-1d33-4c72-90d2-9c29ad469816 HTTP/1.1" status: 204 len: 168 time: 0.2584581 Nov 19 03:49:44.510643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a2e94-6e42-4a22-b799-091fab8e3914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ffebff-1d33-4c72-90d2-9c29ad469816,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:44.642870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0056cb64-e258-41a6-9129-0b49916e438d None None] Provisioning complete for port 8cd8815f-20a1-4599-8b0a-badaaef5303c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:44.644107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0056cb64-e258-41a6-9129-0b49916e438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:44.652332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:49:44.668346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c994fad0-e8b8-4cd2-9b7d-d80caff6a983 admin admin] 10.222.0.52 "PUT /v2.0/routers/0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5405505 Nov 19 03:49:44.714942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0056cb64-e258-41a6-9129-0b49916e438d None None] Port 8cd8815f-20a1-4599-8b0a-badaaef5303c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:49:45.206814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e888d89-8016-4d62-91f1-61216651232c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:45.279636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9e888d89-8016-4d62-91f1-61216651232c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:45.280026 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:45.377781 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:45.394937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60168) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:45.397113 n-d-818503-1 neutron-server[109987]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 03:49:45.419651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 9e888d89-8016-4d62-91f1-61216651232c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9e888d89-8016-4d62-91f1-61216651232c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:49:45.427952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:45.438078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-b68f80d5-959c-4f12-a13d-74b216c83c2e tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418918 Nov 19 03:49:45.501538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=9e888d89-8016-4d62-91f1-61216651232c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:45.634522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:49:45.645419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:45.646104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:45.684957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-e67089b1-57c3-4e7d-8678-b419cd97f097 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:45.705735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-e67089b1-57c3-4e7d-8678-b419cd97f097 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654047 Nov 19 03:49:45.740547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-4561ac1b-1ac5-4893-9f92-6bf505e0bbdb tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/quotas/6468f02fa2d2423b90ebc3b9fd2dd8ad HTTP/1.1" status: 200 len: 375 time: 0.0330336 Nov 19 03:49:45.768650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:49:45.787957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60186) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:45.812303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-network', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:45.852208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-a6f28381-ce0b-4a9b-b06c-601b1fb4b175 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917799 Nov 19 03:49:45.893489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Made reservation on behalf of cf6c4b560b01493abaf122cb56b87ee8 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:49:45.896401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:45.918575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.059890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.066654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.066984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 2, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:46.094877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:49:46.112262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090c3d6-bb75-469c-98b4-6cde0b41d407,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:46.115002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:49:46.115231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.115598 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Added segment 287de178-0524-4020-a59c-ece82a996715 of type vlan for network 551a519d-1c82-4ee7-bf32-3efa014c00be Nov 19 03:49:46.116193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Updating router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd port 8cd8815f-20a1-4599-8b0a-badaaef5303c binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:49:46.146550 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.178326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.216442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.217818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:46.218395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.284246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4921792 Nov 19 03:49:46.284246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60216) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:46.290725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Request body: {'subnet': {'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-subnet', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:46.323406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5c158-fb64-4c7f-a5a4-5388f2d7bc6b admin admin] Pushing event updated for resources: {'Network': ['ID=551a519d-1c82-4ee7-bf32-3efa014c00be,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:46.360649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Made reservation on behalf of cf6c4b560b01493abaf122cb56b87ee8 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:49:46.363200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.420182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 551a519d-1c82-4ee7-bf32-3efa014c00be details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:49:46.605666 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ee8d070-811e-4c6c-99ed-27ff25c41fd8 req-f4ec57e3-090d-40d6-95ce-e323cca36103 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=04239e8549e1491b81ca4617940d5798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369239 Nov 19 03:49:46.624553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.692243 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.701123 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.728735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43965340-a3c4-41e8-be7c-cc781f5a5941,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:46.778659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60242) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:46.786407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Checking segment: {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:46.786628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Network hostable DHCP agents. Network: 551a519d-1c82-4ee7-bf32-3efa014c00be, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:49:46.827779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f8e11-23da-4410-86e0-aafe0640eeba None None] Pushing event updated for resources: {'Port': ['ID=8cd8815f-20a1-4599-8b0a-badaaef5303c,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:46.840223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Network 551a519d-1c82-4ee7-bf32-3efa014c00be is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:49:46.880255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8d070-811e-4c6c-99ed-27ff25c41fd8 req-c3b0db5c-706c-46a1-8a31-6bcc1e25d687 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:46.892091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Attempting to bind port 8cd8815f-20a1-4599-8b0a-badaaef5303c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:49:46.892481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Attempting to bind port 8cd8815f-20a1-4599-8b0a-badaaef5303c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:49:46.892858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Attempting to bind port 8cd8815f-20a1-4599-8b0a-badaaef5303c on network d2f62b2b-97e5-406f-b16b-309ba2105643 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:46.903823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ee8d070-811e-4c6c-99ed-27ff25c41fd8 req-c3b0db5c-706c-46a1-8a31-6bcc1e25d687 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922232 Nov 19 03:49:46.905585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:49:46.906032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Checking segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:46.906451 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.906854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Bound using segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:49:46.907074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 551a519d-1c82-4ee7-bf32-3efa014c00be) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:46.907338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Bound port: 8cd8815f-20a1-4599-8b0a-badaaef5303c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:49:46.907751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.915625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:46.919105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:46.926945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0754b8e-f47d-4ed6-91ab-b2e80c7c8c37 None None] Network 551a519d-1c82-4ee7-bf32-3efa014c00be requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:49:46.954766 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d150943d-81e1-405c-976e-73d0c9b25ae0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6686339 Nov 19 03:49:46.956553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60254) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:46.962666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:46.964959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ee8d070-811e-4c6c-99ed-27ff25c41fd8 req-253350ff-9614-463c-86fe-2c1ea660cf19 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/quotas/04239e8549e1491b81ca4617940d5798 HTTP/1.1" status: 200 len: 375 time: 0.0412211 Nov 19 03:49:47.011364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ee8d070-811e-4c6c-99ed-27ff25c41fd8 req-322e4fa3-0f38-4ebb-854d-97a2f73ca146 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04239e8549e1491b81ca4617940d5798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454090 Nov 19 03:49:47.040323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.041548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.054156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] For port 8cd8815f-20a1-4599-8b0a-badaaef5303c, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:49:47.059367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] For port 8cd8815f-20a1-4599-8b0a-badaaef5303c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8cd8815f-20a1-4599-8b0a-badaaef5303c,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:49:47.069126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.166705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.256829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e888d89-8016-4d62-91f1-61216651232c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:47.279864 n-d-818503-1 neutron-server[109986]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 03:49:47.328929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f8e11-23da-4410-86e0-aafe0640eeba None None] Pushing event updated for resources: {'Port': ['ID=8cd8815f-20a1-4599-8b0a-badaaef5303c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:47.417210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:47.419346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:47.510244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fff9ba5-aa8c-4fe3-87ef-d12a2e5a942c req-943a0888-6907-4aaf-bb9b-56b720c402e6 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 210 time: 0.7295933 Nov 19 03:49:47.596027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.679083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ef16f651-8c1a-42bd-9f9b-e7ecace2672d None None] Provisioning complete for port 8cd8815f-20a1-4599-8b0a-badaaef5303c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:47.680873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef16f651-8c1a-42bd-9f9b-e7ecace2672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.782490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:49:47.785892 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:49:47.891521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-551a519d-1c82-4ee7-bf32-3efa014c00be', 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'fixed_ips': [{'subnet_id': '43965340-a3c4-41e8-be7c-cc781f5a5941'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:49:47.892874 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:47.945917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9e888d89-8016-4d62-91f1-61216651232c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:47.946964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.033349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-2c145b7c-bfba-4b0e-a061-bd867f4a14e2 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360172 Nov 19 03:49:48.168081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60318) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:48.184454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef16f651-8c1a-42bd-9f9b-e7ecace2672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.191731 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.246104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.344592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-1ba2447d-7df3-4ccd-95ae-eb2784ab077e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:48.351589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-1ba2447d-7df3-4ccd-95ae-eb2784ab077e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957981 Nov 19 03:49:48.384478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-415b9c2d-55e4-4fea-8214-a9ec4fdf10f0 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/quotas/9d344f6ad0e34cc2ae9dd0557835f676 HTTP/1.1" status: 200 len: 375 time: 0.0317392 Nov 19 03:49:48.395727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ef16f651-8c1a-42bd-9f9b-e7ecace2672d None None] For port 8cd8815f-20a1-4599-8b0a-badaaef5303c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8cd8815f-20a1-4599-8b0a-badaaef5303c,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:49:48.419480 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef16f651-8c1a-42bd-9f9b-e7ecace2672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.454906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee49ec0f-849d-4b0d-aa60-01ed0e1fcc58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.485720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-c51ce6da-1ba0-409f-830b-37d5616560f1 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004601 Nov 19 03:49:48.517071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Allocated IP 172.25.8.112 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/fb6ccaab-7490-4d1b-97d6-3f7380419c86) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:48.550034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Allocated IP 172.20.0.2 (551a519d-1c82-4ee7-bf32-3efa014c00be/43965340-a3c4-41e8-be7c-cc781f5a5941/f67bc2fc-540a-453c-8974-26e3f55a6ec0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:48.585173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16f651-8c1a-42bd-9f9b-e7ecace2672d None None] Pushing event updated for resources: {'Port': ['ID=8cd8815f-20a1-4599-8b0a-badaaef5303c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:48.602431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b26588ce-49af-4cd0-8519-dddaa55a728d None None] Provisioning complete for port 8cd8815f-20a1-4599-8b0a-badaaef5303c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:48.603418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b26588ce-49af-4cd0-8519-dddaa55a728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.692861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:47Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:48.699240 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee49ec0f-849d-4b0d-aa60-01ed0e1fcc58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.707630 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee49ec0f-849d-4b0d-aa60-01ed0e1fcc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.740519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49ec0f-849d-4b0d-aa60-01ed0e1fcc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539f046a-8b6e-4071-bfd3-d5774138c58b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:48.760885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.792214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d259-9598-4907-a51f-73b301c238a9 None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:47Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:49:48.822699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ee49ec0f-849d-4b0d-aa60-01ed0e1fcc58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=216c5a51439748d28f986294152ae804&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6508348 Nov 19 03:49:48.830284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:48.859177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.36', 49423) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:48.954864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186fffb5-2e1f-4fda-8113-1ed0e9ff284d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.980595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:48.984554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21588c0-d5dd-421e-8c47-1c6cf30dddc6 req-40b69c24-e411-45f2-8878-455952c80914 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 210 time: 0.1381915 Nov 19 03:49:49.021223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-ff690072-af95-422c-adab-5881ae8475c4 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234705 Nov 19 03:49:49.021623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:49.070894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.082442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:49.084745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ccaab-7490-4d1b-97d6-3f7380419c86,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:49.122546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:49.171428 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb7bcebc-5a32-4b14-a8e1-f4dd6246ab72 req-0f955097-d609-4ccd-afc0-1e50b0f6e04b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0609250 Nov 19 03:49:49.239066 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.285267 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186fffb5-2e1f-4fda-8113-1ed0e9ff284d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.309151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-4f264e34-704a-4302-9d58-95b975a23ac5 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:49.312412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-4f264e34-704a-4302-9d58-95b975a23ac5 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2838247 Nov 19 03:49:49.324380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f7f4e3e-d6ca-445c-818c-315324d4c375 req-85ef6f84-6a7a-40f5-b624-6c2d7ccbe9c0 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=04239e8549e1491b81ca4617940d5798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3497853 Nov 19 03:49:49.389069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8cd8815f-20a1-4599-8b0a-badaaef5303c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:49.409289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Network 551a519d-1c82-4ee7-bf32-3efa014c00be is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:49.416497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Request body: {'port': {'device_id': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '6468f02fa2d2423b90ebc3b9fd2dd8ad'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:49.424892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:49.506426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:49.524733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Pushing event updated for resources: {'Port': ['ID=f67bc2fc-540a-453c-8974-26e3f55a6ec0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:49.704893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Attempting to bind port f67bc2fc-540a-453c-8974-26e3f55a6ec0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:49:49.705268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Attempting to bind port f67bc2fc-540a-453c-8974-26e3f55a6ec0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:49:49.705634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Attempting to bind port f67bc2fc-540a-453c-8974-26e3f55a6ec0 on network 551a519d-1c82-4ee7-bf32-3efa014c00be {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:49.716947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:49:49.716947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Checking segment: {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:49.717460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.717781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Bound using segment: {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:49:49.718287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Bound port: f67bc2fc-540a-453c-8974-26e3f55a6ec0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:49:49.718842 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.721333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8cd8815f-20a1-4599-8b0a-badaaef5303c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:49.721771 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.810791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186fffb5-2e1f-4fda-8113-1ed0e9ff284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.815050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186fffb5-2e1f-4fda-8113-1ed0e9ff284d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.821882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-186fffb5-2e1f-4fda-8113-1ed0e9ff284d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/539f046a-8b6e-4071-bfd3-d5774138c58b HTTP/1.1" status: 204 len: 168 time: 0.9934762 Nov 19 03:49:49.922575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Made reservation on behalf of 6468f02fa2d2423b90ebc3b9fd2dd8ad for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:49:49.928707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.942775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:49.949325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] For port f67bc2fc-540a-453c-8974-26e3f55a6ec0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:49:49.959078 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:50.003570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] For port f67bc2fc-540a-453c-8974-26e3f55a6ec0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f67bc2fc-540a-453c-8974-26e3f55a6ec0,segment=NetworkSegment(287de178-0524-4020-a59c-ece82a996715),segment_id=287de178-0524-4020-a59c-ece82a996715)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:49:50.021674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:50.102534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f4e3e-d6ca-445c-818c-315324d4c375 req-4922ce5c-b537-4c91-911d-b1cd90f10a3e tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:50.116306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f7f4e3e-d6ca-445c-818c-315324d4c375 req-4922ce5c-b537-4c91-911d-b1cd90f10a3e tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7897077 Nov 19 03:49:50.124189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcd9e9-e9b4-4b3e-a496-99a082cf7a4c None None] Pushing event updated for resources: {'Port': ['ID=f67bc2fc-540a-453c-8974-26e3f55a6ec0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:50.126700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fffb5-2e1f-4fda-8113-1ed0e9ff284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f046a-8b6e-4071-bfd3-d5774138c58b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:50.186620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:50.208380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:50.227649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f7f4e3e-d6ca-445c-818c-315324d4c375 req-5a7f4ddd-088f-4457-acf5-89facb3b51d8 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/quotas/04239e8549e1491b81ca4617940d5798 HTTP/1.1" status: 200 len: 375 time: 0.1052532 Nov 19 03:49:50.299594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f7f4e3e-d6ca-445c-818c-315324d4c375 req-92b671b1-e5d9-4968-8337-6b7eacfa914c tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04239e8549e1491b81ca4617940d5798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701113 Nov 19 03:49:50.320571 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e4582306-3fb9-4ef3-8f2b-2470ee974e15 req-960a1a78-42f8-4763-8f60-3f1f3a47fdb2 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 210 time: 0.1384635 Nov 19 03:49:50.584212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1203f-701d-4f7e-a73b-34a69be56888,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:50.798582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e56d5dc-af19-463a-917f-5c1fea3da583 req-4d130a31-3a05-4c15-8131-26a1b26d721d tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 210 time: 0.2152410 Nov 19 03:49:50.847406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60454) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:50.957670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d99c2173-8ef5-4d61-abd5-1f1014a8bfe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:51.202732 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:51.235276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5f70-f1b7-4e66-af71-40eeb8d99054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:51.428481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Allocated IP 192.168.233.244 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:51.442250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f67bc2fc-540a-453c-8974-26e3f55a6ec0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:51.559919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f67bc2fc-540a-453c-8974-26e3f55a6ec0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:51.560700 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:51.568137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Router 761d25e7-7265-4f6c-a203-11e264ae9c2d is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:49:51.627057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73f94f83-dd71-4fb3-a9c6-aca4c449d9c0 req-446a9a4e-dce8-4c73-908f-ffb56a7d545e tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 210 time: 0.1195412 Nov 19 03:49:51.855832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:51.988483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:49:52.006490 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Sync routers for ids ['761d25e7-7265-4f6c-a203-11e264ae9c2d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:49:52.007626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port f67bc2fc-540a-453c-8974-26e3f55a6ec0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f67bc2fc-540a-453c-8974-26e3f55a6ec0,segment=NetworkSegment(287de178-0524-4020-a59c-ece82a996715),segment_id=287de178-0524-4020-a59c-ece82a996715)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:49:52.027964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.036000 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Routers {'761d25e7-7265-4f6c-a203-11e264ae9c2d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:52.037025 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['761d25e7-7265-4f6c-a203-11e264ae9c2d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:52.047254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.048768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-91589745-7e2c-4e56-b2d6-04c8c9287531 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0910814 Nov 19 03:49:52.052159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60484) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:52.238018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=f67bc2fc-540a-453c-8974-26e3f55a6ec0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:52.288814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.31', 55044) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:52.327407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c2f33-ce56-4d61-bcbe-66531ce87537 None None] Network 551a519d-1c82-4ee7-bf32-3efa014c00be requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:49:52.331915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60492) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:52.418412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-d58be845-5d02-4d43-9268-361752e67c5d tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234639 Nov 19 03:49:52.556882 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.566619 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Set router 761d25e7-7265-4f6c-a203-11e264ae9c2d gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:49:52.583859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bb394a91-f8ed-4390-acca-170eb1750b31 None None] Provisioning complete for port f67bc2fc-540a-453c-8974-26e3f55a6ec0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:52.584228 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb394a91-f8ed-4390-acca-170eb1750b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.643002 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-522fd5cc-188b-4ee8-8b37-40a0ff09dcf4 req-316ed3ba-641a-47c9-b34a-cc13b2fc3aac tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 210 time: 0.1701922 Nov 19 03:49:52.799031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94093be7-f291-439f-aa6a-9669b7046447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.808283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d99c2173-8ef5-4d61-abd5-1f1014a8bfe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.860352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d99c2173-8ef5-4d61-abd5-1f1014a8bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:52.983870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d99c2173-8ef5-4d61-abd5-1f1014a8bfe1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f2f4a59e6064a73bd216f8bf06d8b74&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1354024 Nov 19 03:49:52.998018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60508) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:53.128130 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:49:49Z', 'revision_number': 3, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:53.157253 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76259326-6108-4489-bd4e-6bffc517b4c7 req-fb3313c7-5b31-4af4-8a20-09914b9fc49f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 210 time: 0.1888993 Nov 19 03:49:53.207008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c2173-8ef5-4d61-abd5-1f1014a8bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a306f4-7a6f-4723-8e05-ee46c5525d35,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:53.226253 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Checking router: 761d25e7-7265-4f6c-a203-11e264ae9c2d for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:49:53.226881 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Updating router 761d25e7-7265-4f6c-a203-11e264ae9c2d port fb6ccaab-7490-4d1b-97d6-3f7380419c86 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:49:53.263856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.303092 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.305396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f67bc2fc-540a-453c-8974-26e3f55a6ec0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:53.350275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.358764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-da2d788e-a3e3-4165-85af-8253857c2328 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:53.365669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-da2d788e-a3e3-4165-85af-8253857c2328 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8223543 Nov 19 03:49:53.445315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f67bc2fc-540a-453c-8974-26e3f55a6ec0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:53.450079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.549753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8886f2fb-b076-48bd-a61d-9f6882bc49cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.573968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4c29f2e0-b0c9-494a-b02c-081d19a4603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.631058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:53.632219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Pushing event updated for resources: {'Port': ['ID=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:53.639415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:53.645132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:53.666651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:53.667356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:53.739397 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-321675ab-c1fe-44bb-b8df-3dffbe33f71b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3271263 Nov 19 03:49:53.749586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-5333ea18-b82e-4421-831d-36483a6f63fb tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:49:53.750622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-5333ea18-b82e-4421-831d-36483a6f63fb tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056357 Nov 19 03:49:53.760888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Request body: {'port': {'device_id': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '9d344f6ad0e34cc2ae9dd0557835f676'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:53.875386 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e8a320f-f657-4839-97df-4fd625b49528 req-606e983c-fabf-47e5-9e04-686278c8395e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0784087 Nov 19 03:49:53.956536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-37efd787-ab5e-4f66-b8cb-e9ac40bb2df7 None None] Provisioning complete for port f67bc2fc-540a-453c-8974-26e3f55a6ec0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:53.957349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-37efd787-ab5e-4f66-b8cb-e9ac40bb2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.023116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Request body: {'port': {'device_id': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'device_owner': 'compute:tempest-test_az-320530811', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:49:54.035227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8886f2fb-b076-48bd-a61d-9f6882bc49cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.109222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94093be7-f291-439f-aa6a-9669b7046447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.122084 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.134429 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.175148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.221662 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec17fa-11c0-4bfa-b9ee-6195a575da8b None None] Pushing event updated for resources: {'Port': ['ID=fb6ccaab-7490-4d1b-97d6-3f7380419c86,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:54.233919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94093be7-f291-439f-aa6a-9669b7046447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.278777 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Attempting to bind port fb6ccaab-7490-4d1b-97d6-3f7380419c86 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:49:54.279466 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Attempting to bind port fb6ccaab-7490-4d1b-97d6-3f7380419c86 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:49:54.280432 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Attempting to bind port fb6ccaab-7490-4d1b-97d6-3f7380419c86 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:54.287738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:49:54.288382 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:54.289249 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.295044 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:49:54.296001 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Bound port: fb6ccaab-7490-4d1b-97d6-3f7380419c86, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:49:54.297009 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.394545 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] For port fb6ccaab-7490-4d1b-97d6-3f7380419c86, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:49:54.401518 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] For port fb6ccaab-7490-4d1b-97d6-3f7380419c86, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb6ccaab-7490-4d1b-97d6-3f7380419c86,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:49:54.441012 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.473646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cbedf14f-c2a6-4d0b-bcf0-5b7e8e76cead None None] Provisioning complete for port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:54.474536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbedf14f-c2a6-4d0b-bcf0-5b7e8e76cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.541779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-94093be7-f291-439f-aa6a-9669b7046447 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e838ca350a2496e93118d6706f39f6d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1708891 Nov 19 03:49:54.551245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60530) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:54.553637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94093be7-f291-439f-aa6a-9669b7046447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30aa44-9a4f-42ae-9b96-822a22b9099a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:54.582305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cbedf14f-c2a6-4d0b-bcf0-5b7e8e76cead None None] Port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:49:54.594246 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec17fa-11c0-4bfa-b9ee-6195a575da8b None None] Pushing event updated for resources: {'Port': ['ID=fb6ccaab-7490-4d1b-97d6-3f7380419c86,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:54.607683 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Routers {'761d25e7-7265-4f6c-a203-11e264ae9c2d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:54.608677 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['761d25e7-7265-4f6c-a203-11e264ae9c2d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:54.820748 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8886f2fb-b076-48bd-a61d-9f6882bc49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.821152 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] Set router 761d25e7-7265-4f6c-a203-11e264ae9c2d gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:49:54.831586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8886f2fb-b076-48bd-a61d-9f6882bc49cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.833646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8886f2fb-b076-48bd-a61d-9f6882bc49cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43a306f4-7a6f-4723-8e05-ee46c5525d35 HTTP/1.1" status: 204 len: 168 time: 1.8175724 Nov 19 03:49:54.834915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Made reservation on behalf of 9d344f6ad0e34cc2ae9dd0557835f676 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:49:54.848998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.854882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:49:54.866052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:54.899910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886f2fb-b076-48bd-a61d-9f6882bc49cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a306f4-7a6f-4723-8e05-ee46c5525d35,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:54.913536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Transition to ACTIVE for port object 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:49:54.927745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.015322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.057510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Pushing event updated for resources: {'Port': ['ID=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:55.107349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.150372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec72f-2917-447a-8261-b9a93cb608c9 req-4bcdea3f-db7a-4d46-a4e8-db3cd78d707a tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:55.158968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-859ec72f-2917-447a-8261-b9a93cb608c9 req-4bcdea3f-db7a-4d46-a4e8-db3cd78d707a tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 936 time: 0.5178289 Nov 19 03:49:55.197560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39ed8882-06dd-4370-8d14-519383181d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.202256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.271004 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:49:49Z', 'revision_number': 3, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:55.308897 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39ed8882-06dd-4370-8d14-519383181d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.328997 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01fe99-8d64-4e33-a1c9-5978defc1136 None None] The sync data for ids ['761d25e7-7265-4f6c-a203-11e264ae9c2d'] in n-d-818503-1 is: [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:49:49Z', 'revision_number': 3, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:49:55.376614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Attempting to bind port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:49:55.377325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Attempting to bind port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:49:55.377867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Attempting to bind port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:55.386216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:49:55.387301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Attempting to bind port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:49:55.406564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-859ec72f-2917-447a-8261-b9a93cb608c9 req-7da8ee1a-dff9-4b4a-aef5-d0a7836613be tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463503 Nov 19 03:49:55.429801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:49:55.432731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:49:55.435357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:49:55.435881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Bound port: 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:49:55.440825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.597315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.675822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-194e42d5-8042-4623-aff2-37a65798b203 req-b1f954a6-f2fd-4a9b-9c93-886e99a131e3 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0874665 Nov 19 03:49:55.695544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] For port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:49:55.705908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] For port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:49:55.715499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.768567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:55.769192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.771138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] 10.222.0.36 "PUT /v2.0/ports/304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 HTTP/1.1" status: 200 len: 1117 time: 1.8946536 Nov 19 03:49:55.771493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'tag': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:49:55.848961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.963070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39ed8882-06dd-4370-8d14-519383181d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.976176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39ed8882-06dd-4370-8d14-519383181d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:55.981963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39ed8882-06dd-4370-8d14-519383181d8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e30aa44-9a4f-42ae-9b96-822a22b9099a HTTP/1.1" status: 204 len: 168 time: 1.4292638 Nov 19 03:49:56.222402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05e2cc-6c04-47b7-a0d9-58f3f0e1cf31 service neutron] Pushing event updated for resources: {'Port': ['ID=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:56.257888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-8f90c1f3-99ba-4eba-ab99-2e3084c3e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:56.264368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:56.265652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-8f90c1f3-99ba-4eba-ab99-2e3084c3e56c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 1120 time: 0.3290086 Nov 19 03:49:56.356776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Allocated IP 192.168.233.27 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/06824c37-d23c-4eb4-bb25-cce77fc6df9e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:56.442486 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb447f64-72b6-426c-af1b-1ed22e30d3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e352eb-fc72-4308-a3bb-27daf01969ed", "tag": "304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:49:56.456473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-32c4e516-e30b-4b49-b481-71e103487c87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 HTTP/1.1" status: 200 len: 217 time: 0.1824374 Nov 19 03:49:56.554871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f530c-6880-4dca-944a-0945110090ab,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:56.574250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed8882-06dd-4370-8d14-519383181d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30aa44-9a4f-42ae-9b96-822a22b9099a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:56.690723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60564) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:56.717322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-f9592fdd-2326-44ff-b547-0d1755144015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:56.743616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-f9592fdd-2326-44ff-b547-0d1755144015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.2798438 Nov 19 03:49:56.746310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Allocated IP 172.20.0.1 (551a519d-1c82-4ee7-bf32-3efa014c00be/43965340-a3c4-41e8-be7c-cc781f5a5941/227dca6e-74d6-4fb1-a55f-7f8866c49a16) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:49:56.749741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba1483c7-a773-4d1b-8918-227543ad5976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:56.910396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a13be-5361-4be0-8886-e4c5e6e53271 req-4062c860-448c-45bd-ad00-25bf8e871b3d tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:56.918770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-414a13be-5361-4be0-8886-e4c5e6e53271 req-4062c860-448c-45bd-ad00-25bf8e871b3d tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.3463414 Nov 19 03:49:56.964874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.041999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-bfc63c52-e61d-40bf-9c64-ab9008a72ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:57.043523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-bfc63c52-e61d-40bf-9c64-ab9008a72ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2906477 Nov 19 03:49:57.062179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.074307 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-414a13be-5361-4be0-8886-e4c5e6e53271 req-9b7f3a63-4190-4fcd-afca-c9f97709b9db tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392384 Nov 19 03:49:57.184769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.196668 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.274218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.359640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb6ccaab-7490-4d1b-97d6-3f7380419c86 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:57.402978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Network 551a519d-1c82-4ee7-bf32-3efa014c00be is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:57.409899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:57.430723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:57.431313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.497971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb6ccaab-7490-4d1b-97d6-3f7380419c86 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:57.498504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.598666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba1483c7-a773-4d1b-8918-227543ad5976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.628525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba1483c7-a773-4d1b-8918-227543ad5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.663940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Pushing event updated for resources: {'Port': ['ID=227dca6e-74d6-4fb1-a55f-7f8866c49a16,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:57.682199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:57.710544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.734178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1483c7-a773-4d1b-8918-227543ad5976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9857d3a3-768f-4388-9040-8becae67b3ce,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:57.744495 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ba1483c7-a773-4d1b-8918-227543ad5976 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a20a54c88f8849fd8e648cafafc81843&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0513530 Nov 19 03:49:57.747814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:57.748479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60576) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:49:57.748580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port fb6ccaab-7490-4d1b-97d6-3f7380419c86, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb6ccaab-7490-4d1b-97d6-3f7380419c86,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:49:57.754442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-c4dbcbe3-7842-4014-a843-66692f703c82 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776993 Nov 19 03:49:57.754619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.876007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:49:57.896526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:57.897323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:57.927864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=fb6ccaab-7490-4d1b-97d6-3f7380419c86,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:57.961617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bea10fbd-7ba4-4d0d-ad27-9daedceef28d None None] Provisioning complete for port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:57.964452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bea10fbd-7ba4-4d0d-ad27-9daedceef28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.000589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2591786 Nov 19 03:49:58.029574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bea10fbd-7ba4-4d0d-ad27-9daedceef28d None None] Port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:49:58.086067 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6de72-ce26-43eb-a707-10dd23ec6744 x-openstack-request-id: req-1cb6de72-ce26-43eb-a707-10dd23ec6744 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:49:58.089516 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e352eb-fc72-4308-a3bb-27daf01969ed", "tag": "304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:49:58.089795 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cb6de72-ce26-43eb-a707-10dd23ec6744 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:49:58.090577 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'tag': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47', 'status': 'completed', 'code': 200} Nov 19 03:49:58.116028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5233e8-9c40-4db8-9845-526ee64a5a33 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Pushing event updated for resources: {'Port': ['ID=06824c37-d23c-4eb4-bb25-cce77fc6df9e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:58.154488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8610eff7-a50b-431c-87cd-ea4a57f2b847 None None] Provisioning complete for port 06824c37-d23c-4eb4-bb25-cce77fc6df9e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:58.155327 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8610eff7-a50b-431c-87cd-ea4a57f2b847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.156825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cde2282b-3aa1-49cf-8a7e-0bb6546b32b4 req-a48d51a7-15f3-4198-9ffd-247946efb03f service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923676 Nov 19 03:49:58.213847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39aae-1fce-4bb4-9d13-12c44673efb9 req-49e73687-c5f7-490b-88bf-03447e947d76 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:58.216953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ace39aae-1fce-4bb4-9d13-12c44673efb9 req-49e73687-c5f7-490b-88bf-03447e947d76 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 935 time: 0.1223662 Nov 19 03:49:58.256475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-320f7c6b-fbe5-4171-88b7-29aa7dd906fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.260724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.304784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8610eff7-a50b-431c-87cd-ea4a57f2b847 None None] Port 06824c37-d23c-4eb4-bb25-cce77fc6df9e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:49:58.358262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-320f7c6b-fbe5-4171-88b7-29aa7dd906fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.388704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ace39aae-1fce-4bb4-9d13-12c44673efb9 req-a7bcf06a-7fb1-4d09-b833-99e3bde20d2d tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588140 Nov 19 03:49:58.409674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-2a96ccee-e6c5-4b42-b9d9-1146d54e0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:58.411233 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-2a96ccee-e6c5-4b42-b9d9-1146d54e0a57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 1120 time: 0.1567643 Nov 19 03:49:58.569972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-320f7c6b-fbe5-4171-88b7-29aa7dd906fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.573482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-320f7c6b-fbe5-4171-88b7-29aa7dd906fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.574712 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-320f7c6b-fbe5-4171-88b7-29aa7dd906fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9857d3a3-768f-4388-9040-8becae67b3ce HTTP/1.1" status: 204 len: 168 time: 0.8192546 Nov 19 03:49:58.637479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.648524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.649839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:58.665983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f7c6b-fbe5-4171-88b7-29aa7dd906fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857d3a3-768f-4388-9040-8becae67b3ce,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:58.717252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Pushing event updated for resources: {'Port': ['ID=227dca6e-74d6-4fb1-a55f-7f8866c49a16,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:49:58.732925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-aeaf7efa-5a42-4d9d-abef-cc1f4fecea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:58.734612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-aeaf7efa-5a42-4d9d-abef-cc1f4fecea89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3123806 Nov 19 03:49:58.756811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45608b54-316c-47ce-8bb3-7bb39ed034d8 req-137e524b-be1c-4900-b218-936444398ad5 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:58.759531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45608b54-316c-47ce-8bb3-7bb39ed034d8 req-137e524b-be1c-4900-b218-936444398ad5 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.2177761 Nov 19 03:49:58.807812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-058aae7e-a179-4b07-9544-e44b2da2a119 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 HTTP/1.1" status: 200 len: 217 time: 0.0609345 Nov 19 03:49:58.906886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-6c00dec0-5ee6-47ce-8921-45ce7b972457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:58.909323 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-6c00dec0-5ee6-47ce-8921-45ce7b972457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0769346 Nov 19 03:49:58.913004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45608b54-316c-47ce-8bb3-7bb39ed034d8 req-c92f7d59-8cd7-47a9-b75c-373b520e2897 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086254 Nov 19 03:49:58.939483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Network 551a519d-1c82-4ee7-bf32-3efa014c00be is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:49:58.945507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:49:59.033389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-21e87cee-faa2-4557-8e51-955324983832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:59.041462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-21e87cee-faa2-4557-8e51-955324983832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215394 Nov 19 03:49:59.273886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb6ccaab-7490-4d1b-97d6-3f7380419c86 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:49:59.327708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-9b78249c-2c99-428a-9eaf-87ff7ca4ee53 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:49:59.335905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-9b78249c-2c99-428a-9eaf-87ff7ca4ee53 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269794 Nov 19 03:49:59.375124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Router 761d25e7-7265-4f6c-a203-11e264ae9c2d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:49:59.436241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb6ccaab-7490-4d1b-97d6-3f7380419c86 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:59.436804 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:59.515299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cad20fed-4c1a-409c-a7fc-8cf7afa074b9 None None] Provisioning complete for port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:49:59.529516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cad20fed-4c1a-409c-a7fc-8cf7afa074b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:49:59.652503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cad20fed-4c1a-409c-a7fc-8cf7afa074b9 None None] Port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:49:59.737086 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-005ba52c-8090-4696-bede-9aa99e7c653e service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466678 Nov 19 03:49:59.791509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:49:59.813399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Sync routers for ids ['761d25e7-7265-4f6c-a203-11e264ae9c2d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:49:59.813623 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b917c6bc-023e-4d63-a232-9527791c7077 admin admin] 10.222.0.52 "PUT /v2.0/routers/761d25e7-7265-4f6c-a203-11e264ae9c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7504675 Nov 19 03:49:59.835678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Routers {'761d25e7-7265-4f6c-a203-11e264ae9c2d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:49:59.838957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['761d25e7-7265-4f6c-a203-11e264ae9c2d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:49:59.949148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c20635-773d-452f-9824-7c3f23db9790 req-3ae118aa-e37e-40a2-8e1e-ff6835d851b1 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:49:59.958752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94c20635-773d-452f-9824-7c3f23db9790 req-3ae118aa-e37e-40a2-8e1e-ff6835d851b1 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 935 time: 0.3147502 Nov 19 03:50:00.108865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb447f64-72b6-426c-af1b-1ed22e30d3aa req-50fc7549-dd40-43a1-a5bd-b9a104a8d582 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534875 Nov 19 03:50:00.127376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94c20635-773d-452f-9824-7c3f23db9790 req-103d8128-6e7a-4e9e-b53e-b4f48ae32570 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673102 Nov 19 03:50:00.148219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Set router 761d25e7-7265-4f6c-a203-11e264ae9c2d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:50:00.221888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:00.330957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba3054-634c-4d07-b926-fe93097edf1e req-491a1ca6-411a-491d-bca3-911cceb3df5e tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:00.339589 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7fba3054-634c-4d07-b926-fe93097edf1e req-491a1ca6-411a-491d-bca3-911cceb3df5e tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.0767698 Nov 19 03:50:00.411374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7fba3054-634c-4d07-b926-fe93097edf1e req-b19007c1-bb78-4bb8-8cdc-9afe71d16c86 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Nov 19 03:50:00.520780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1616236220-network', 'tenant_id': 'bd867fbd10014db5bc4c826faa744b53'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:00.537789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:49:58Z', 'revision_number': 4, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '227dca6e-74d6-4fb1-a55f-7f8866c49a16', 'name': '', 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'mac_address': 'fa:16:3e:e7:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43965340-a3c4-41e8-be7c-cc781f5a5941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:55Z', 'updated_at': '2021-11-19T03:49:58Z', 'revision_number': 2, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'subnets': [{'id': '43965340-a3c4-41e8-be7c-cc781f5a5941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:00.564309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Made reservation on behalf of bd867fbd10014db5bc4c826faa744b53 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:00.567329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:00.589632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:00.603018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Checking router: 761d25e7-7265-4f6c-a203-11e264ae9c2d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:50:00.603379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Updating router 761d25e7-7265-4f6c-a203-11e264ae9c2d port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:50:00.691622 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:00.784634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:00.794977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:00.811049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:50:00.827199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:00.827199 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Added segment 067f5773-1cd1-48fc-98ad-d6984235a163 of type vlan for network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 Nov 19 03:50:00.923808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac838e-70b9-4988-b7e5-f53d1c751731,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:01.017174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.087372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.091627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:01.094070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.183279 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.195350 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.203635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] Pushing event updated for resources: {'Network': ['ID=195ca8db-b6fa-4960-bbee-d6c665c7f9c5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:01.230247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6ea9f1e1-d3da-4265-bfa9-973571c00308 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0071716 Nov 19 03:50:01.233359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60650) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:01.238526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Request body: {'subnet': {'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1616236220-subnet', 'tenant_id': 'bd867fbd10014db5bc4c826faa744b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:01.244038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:50:01.287408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Made reservation on behalf of bd867fbd10014db5bc4c826faa744b53 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:01.293291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.346306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a67ea-40e8-4cd8-bda8-b11604f4ee55 None None] Pushing event updated for resources: {'Port': ['ID=227dca6e-74d6-4fb1-a55f-7f8866c49a16,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:01.455672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Attempting to bind port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:01.456156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Attempting to bind port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:01.456737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Attempting to bind port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 on network 551a519d-1c82-4ee7-bf32-3efa014c00be {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:01.468424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:01.470504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Checking segment: {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:01.471559 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.472424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Bound using segment: {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:01.473397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Bound port: 227dca6e-74d6-4fb1-a55f-7f8866c49a16, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287de178-0524-4020-a59c-ece82a996715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:01.474304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.515264 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.615176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] For port 227dca6e-74d6-4fb1-a55f-7f8866c49a16, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:01.621682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] For port 227dca6e-74d6-4fb1-a55f-7f8866c49a16, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=227dca6e-74d6-4fb1-a55f-7f8866c49a16,segment=NetworkSegment(287de178-0524-4020-a59c-ece82a996715),segment_id=287de178-0524-4020-a59c-ece82a996715)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:01.629388 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.746755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.772779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Request body: {'port': {'device_id': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:01.801504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d654-d6bd-4a03-b4e7-880d715339d5 req-57c7ff3b-98c9-4ab9-a609-ba78c1eeae61 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:01.804156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22e8d654-d6bd-4a03-b4e7-880d715339d5 req-57c7ff3b-98c9-4ab9-a609-ba78c1eeae61 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 935 time: 0.4709287 Nov 19 03:50:01.861399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c33486f-ed83-4309-9e25-5064047df0e3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:01.895848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:01.899235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Network hostable DHCP agents. Network: 195ca8db-b6fa-4960-bbee-d6c665c7f9c5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:50:01.938077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Routers {'761d25e7-7265-4f6c-a203-11e264ae9c2d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:50:01.938751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:49:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['761d25e7-7265-4f6c-a203-11e264ae9c2d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:01.953894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:01.965164 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22e8d654-d6bd-4a03-b4e7-880d715339d5 req-3a88444f-2272-475d-a5e3-5826c4de1dbd tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196744 Nov 19 03:50:01.996757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:50:02.042916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 195ca8db-b6fa-4960-bbee-d6c665c7f9c5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:02.053438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:02.056420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:02.106203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e934a0b1-cf3c-4d5f-8747-161bd5997be4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8716443 Nov 19 03:50:02.121567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd027cc0-d608-42d2-b475-55bb1124597d None None] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:50:02.275014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8696c7-7b42-4590-87f8-1940245ef539 req-20ac954a-05c1-4a5a-acf9-fa534a978c21 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:02.279408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-84471e91-584c-4df3-882d-3cb567c2107b None None] Provisioning complete for port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:02.279778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84471e91-584c-4df3-882d-3cb567c2107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:02.286572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d8696c7-7b42-4590-87f8-1940245ef539 req-20ac954a-05c1-4a5a-acf9-fa534a978c21 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.1033885 Nov 19 03:50:02.356894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a67ea-40e8-4cd8-bda8-b11604f4ee55 None None] Pushing event updated for resources: {'Port': ['ID=227dca6e-74d6-4fb1-a55f-7f8866c49a16,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:02.418511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d8696c7-7b42-4590-87f8-1940245ef539 req-19556c4d-f06d-4810-9416-29b4682dbe6c tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304741 Nov 19 03:50:02.537762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] Set router 761d25e7-7265-4f6c-a203-11e264ae9c2d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:50:02.603770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84471e91-584c-4df3-882d-3cb567c2107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:02.632710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b955e-c5ef-40dd-8d54-dd7bed1fd09b None None] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:50:02.955513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-84471e91-584c-4df3-882d-3cb567c2107b None None] For port 227dca6e-74d6-4fb1-a55f-7f8866c49a16, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=227dca6e-74d6-4fb1-a55f-7f8866c49a16,segment=NetworkSegment(287de178-0524-4020-a59c-ece82a996715),segment_id=287de178-0524-4020-a59c-ece82a996715)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:02.972499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60672) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:02.973018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84471e91-584c-4df3-882d-3cb567c2107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:02.987799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812060632', 'description': 'tempest-description--1856843216'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:03.068854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.203539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06824c37-d23c-4eb4-bb25-cce77fc6df9e {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:03.229666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.242560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471e91-584c-4df3-882d-3cb567c2107b None None] Pushing event updated for resources: {'Port': ['ID=227dca6e-74d6-4fb1-a55f-7f8866c49a16,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:03.284330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.293196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60680) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:03.318828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-854675263-network', 'tenant_id': 'be58ce4a8c144204b0b64d6885f347ee'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:03.324007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Transition to ACTIVE for port object 06824c37-d23c-4eb4-bb25-cce77fc6df9e will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:03.328841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.334530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.409142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:03.440417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-95c83e14-522d-4734-b960-4a3f37ed2952 None None] Provisioning complete for port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:03.441969 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95c83e14-522d-4734-b960-4a3f37ed2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.497825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66e9e3-779d-4919-84ca-ff5960cf36f1 req-1dcfbc06-9c35-412a-ac4a-41d80f2c493c tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:03.510640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f66e9e3-779d-4919-84ca-ff5960cf36f1 req-1dcfbc06-9c35-412a-ac4a-41d80f2c493c tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 935 time: 0.2239282 Nov 19 03:50:03.534753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Made reservation on behalf of be58ce4a8c144204b0b64d6885f347ee for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:03.540972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.541168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=06824c37-d23c-4eb4-bb25-cce77fc6df9e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:03.564837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Attempting to bind port 06824c37-d23c-4eb4-bb25-cce77fc6df9e on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:03.565295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Attempting to bind port 06824c37-d23c-4eb4-bb25-cce77fc6df9e by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:03.565708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Attempting to bind port 06824c37-d23c-4eb4-bb25-cce77fc6df9e on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:03.577989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Port 06824c37-d23c-4eb4-bb25-cce77fc6df9e on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:03.578283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Attempting to bind port 06824c37-d23c-4eb4-bb25-cce77fc6df9e on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:03.593295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:03.594716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.594975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:03.595726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:03.596129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Bound port: 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:03.600760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.625426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.626729 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5220161-42ab-40d6-bcf5-d1c2147f2637 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6479175 Nov 19 03:50:03.635847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60686) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:03.700908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:49:58Z', 'revision_number': 4, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '227dca6e-74d6-4fb1-a55f-7f8866c49a16', 'name': '', 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'mac_address': 'fa:16:3e:e7:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43965340-a3c4-41e8-be7c-cc781f5a5941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:55Z', 'updated_at': '2021-11-19T03:50:01Z', 'revision_number': 4, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'subnets': [{'id': '43965340-a3c4-41e8-be7c-cc781f5a5941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:03.772865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] For port 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:03.782399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] For port 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:03.795770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.869610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'security_group_rule': {'security_group_id': 'c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:03.887884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4973aab-c3b3-4ed5-8ba3-0aa44384c4f8 None None] The sync data for ids ['761d25e7-7265-4f6c-a203-11e264ae9c2d'] in n-d-818503-1 is: [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:49:58Z', 'revision_number': 4, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '227dca6e-74d6-4fb1-a55f-7f8866c49a16', 'name': '', 'network_id': '551a519d-1c82-4ee7-bf32-3efa014c00be', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'mac_address': 'fa:16:3e:e7:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43965340-a3c4-41e8-be7c-cc781f5a5941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:55Z', 'updated_at': '2021-11-19T03:50:01Z', 'revision_number': 4, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'subnets': [{'id': '43965340-a3c4-41e8-be7c-cc781f5a5941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:50:03.925770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:03.927287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.932651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/06824c37-d23c-4eb4-bb25-cce77fc6df9e HTTP/1.1" status: 200 len: 1095 time: 2.2410316 Nov 19 03:50:03.941644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:03.944596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'tag': '06824c37-d23c-4eb4-bb25-cce77fc6df9e'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:03.955597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.034362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f66e9e3-779d-4919-84ca-ff5960cf36f1 req-7e769770-c378-4caa-b6ef-5ce6bd5b1351 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186865 Nov 19 03:50:04.078868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42258253-55e4-4db1-a5a0-fdc4c724d645,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:04.096129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:50:04.104927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.153497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.154294 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Added segment f5844eec-85e2-4b22-b316-1630a56832a2 of type vlan for network 063e11c0-afe0-4013-a4f3-446311384b97 Nov 19 03:50:04.313398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f037ef-a2a1-4995-9687-64d49cafb0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=06824c37-d23c-4eb4-bb25-cce77fc6df9e,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:04.448428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.496234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-5ccbc2fe-e5cf-4218-af8f-142849be319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:04.498507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-5ccbc2fe-e5cf-4218-af8f-142849be319f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 1098 time: 0.2753844 Nov 19 03:50:04.522900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.538262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.541898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:04.542345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.598564 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3058aa1-4791-4336-9bd3-01cb574d979c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa57767-87a3-419b-858a-455dae39f6c6", "tag": "06824c37-d23c-4eb4-bb25-cce77fc6df9e"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:04.641484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.669216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] Pushing event updated for resources: {'Network': ['ID=063e11c0-afe0-4013-a4f3-446311384b97,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:04.688572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 063e11c0-afe0-4013-a4f3-446311384b97 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:50:04.707701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef5df-9873-4a74-86ba-60a779f4ea2a req-5368414c-9d7f-40f1-97ff-357049883e13 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:04.720420 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-581ef5df-9873-4a74-86ba-60a779f4ea2a req-5368414c-9d7f-40f1-97ff-357049883e13 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.4477375 Nov 19 03:50:04.722223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94774cd9-c768-4e2c-8511-6e1c702b49a3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:04.735559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.737067 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7d659f56-419c-4923-8f4f-63b7e5460afd tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8971152 Nov 19 03:50:04.739955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60694) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:04.746776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'security_group_rule': {'security_group_id': 'c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:04.804367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.819466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-581ef5df-9873-4a74-86ba-60a779f4ea2a req-9ab4a4a4-5fb9-4e66-ba75-0df6e577e6bc tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658846 Nov 19 03:50:04.827447 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ae31c949-682d-4c81-9d85-34f49558cd84 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5292542 Nov 19 03:50:04.827447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:04.834451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Request body: {'subnet': {'network_id': '063e11c0-afe0-4013-a4f3-446311384b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-854675263-subnet', 'tenant_id': 'be58ce4a8c144204b0b64d6885f347ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:04.861901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Made reservation on behalf of be58ce4a8c144204b0b64d6885f347ee for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:04.870063 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:04.993163 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4346e4b-8dd2-4ee5-bb03-50c2e01278d1 x-openstack-request-id: req-c4346e4b-8dd2-4ee5-bb03-50c2e01278d1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:04.993458 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa57767-87a3-419b-858a-455dae39f6c6", "tag": "06824c37-d23c-4eb4-bb25-cce77fc6df9e", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:04.993733 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4346e4b-8dd2-4ee5-bb03-50c2e01278d1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:04.994199 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'tag': '06824c37-d23c-4eb4-bb25-cce77fc6df9e', 'status': 'completed', 'code': 200} Nov 19 03:50:05.034810 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.040962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.078849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b5e615-e7b1-43ca-a0a8-3e41a99f4ac3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:05.090366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.096600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f57f52f6-1d6f-4893-8e01-1003101df581 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551385 Nov 19 03:50:05.097522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:05.109384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:05.143929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.316082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 227dca6e-74d6-4fb1-a55f-7f8866c49a16 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:05.342091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.429410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.452270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1826aa95-ffc1-49dc-8688-98a2df83f2cc req-eed7122e-3c67-4eb6-b7f6-b60ea8059f9b tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=04239e8549e1491b81ca4617940d5798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395005 Nov 19 03:50:05.512122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:05.512509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.710197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adddc7cb-dbc6-43c2-b33b-cb5fbe4c546c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:05.713900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826aa95-ffc1-49dc-8688-98a2df83f2cc req-82509ada-19a2-4a55-a10f-2d137007f40e tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:05.722106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1826aa95-ffc1-49dc-8688-98a2df83f2cc req-82509ada-19a2-4a55-a10f-2d137007f40e tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2688870 Nov 19 03:50:05.745538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adf18b-d8e5-42ab-ad5c-f8dbd7778be7 req-4a9bf4c8-3196-4296-925c-66f9a9e1e3e6 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:05.745989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1826aa95-ffc1-49dc-8688-98a2df83f2cc req-18830f0d-d60e-461a-a28c-e15dc420d80f tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/quotas/04239e8549e1491b81ca4617940d5798 HTTP/1.1" status: 200 len: 375 time: 0.0222569 Nov 19 03:50:05.755827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82adf18b-d8e5-42ab-ad5c-f8dbd7778be7 req-4a9bf4c8-3196-4296-925c-66f9a9e1e3e6 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 947 time: 0.4259171 Nov 19 03:50:05.759396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Checking segment: {'id': 'f5844eec-85e2-4b22-b316-1630a56832a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '063e11c0-afe0-4013-a4f3-446311384b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:05.759869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Network hostable DHCP agents. Network: 063e11c0-afe0-4013-a4f3-446311384b97, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:50:05.842441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Network 063e11c0-afe0-4013-a4f3-446311384b97 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:50:05.857078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82adf18b-d8e5-42ab-ad5c-f8dbd7778be7 req-360cdd69-d56f-495f-843b-a498873cb9da tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987332 Nov 19 03:50:05.868607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 063e11c0-afe0-4013-a4f3-446311384b97) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:05.874392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:05.875012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:05.884739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44511e-a958-4901-b1d4-50fd3f9a0087 None None] Network 063e11c0-afe0-4013-a4f3-446311384b97 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:50:05.889361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1826aa95-ffc1-49dc-8688-98a2df83f2cc req-cb0be4c3-3246-4b3b-8e6f-2a5959318683 tempest-QuotasAdminNegativeTest-197384174 tempest-QuotasAdminNegativeTest-197384174-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04239e8549e1491b81ca4617940d5798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1419892 Nov 19 03:50:05.897564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-5a867281-55a5-4038-88b5-aaefe2ba4837 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e HTTP/1.1" status: 200 len: 217 time: 0.1487198 Nov 19 03:50:05.940644 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59510cfe-bcb4-44df-bb48-0b428de26046 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1138752 Nov 19 03:50:06.044514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Allocated IP 172.25.8.57 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/251f04c6-036a-4081-8c54-b617ff67aada) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:06.135326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-2de80812-775c-4833-9226-608f5057c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:06.145065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e696-f676-49bd-a5fb-b89ffb8a98bb req-07810652-bfec-4085-8d33-b08e71c7066d tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:06.155541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-2de80812-775c-4833-9226-608f5057c46d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.2389059 Nov 19 03:50:06.156458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9da7e696-f676-49bd-a5fb-b89ffb8a98bb req-07810652-bfec-4085-8d33-b08e71c7066d tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.1248610 Nov 19 03:50:06.257654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b059f18-4423-4644-a68f-0d579d65e9fb None None] Network 063e11c0-afe0-4013-a4f3-446311384b97 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:50:06.310171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9da7e696-f676-49bd-a5fb-b89ffb8a98bb req-ce7ad802-c5f5-4292-83d4-c5b955f68e45 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517475 Nov 19 03:50:06.395970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:06.425662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efab37-e571-4197-a558-da91b6242708 req-9f6dddad-29dd-4d0c-8539-ccf9236809f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:06.430261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-9f6dddad-29dd-4d0c-8539-ccf9236809f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399235 Nov 19 03:50:06.579455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:06.643266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-07160ef7-0987-401b-8490-acd5db705405 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996872 Nov 19 03:50:06.671849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:06.672614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'Port': ['ID=251f04c6-036a-4081-8c54-b617ff67aada,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:06.685847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:06.713980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:06.833563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:06.867789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8efab37-e571-4197-a558-da91b6242708 req-3840e79a-ce34-44ad-b0ff-7ddbbb822243 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121589 Nov 19 03:50:06.918128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.001198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-a9429519-101d-4477-9bff-bcc7642f988b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:07.011230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60740) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:07.019793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-a9429519-101d-4477-9bff-bcc7642f988b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.4035981 Nov 19 03:50:07.047982 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-a6dc0851-2815-485a-b446-206efd6362c9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/quotas/bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 375 time: 0.0268600 Nov 19 03:50:07.120649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-f3ca27fd-875b-472d-bfa6-93513622b629 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635931 Nov 19 03:50:07.324117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d1c46f1-9a5e-49f4-be09-9509e94b84ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.330483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-7cd667d4-08c0-4709-8891-1bce8abcf9e8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:50:07.333205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-7cd667d4-08c0-4709-8891-1bce8abcf9e8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1065099 Nov 19 03:50:07.371950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-3c1f26cf-81c2-490b-9968-998caae2b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:07.373377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-3c1f26cf-81c2-490b-9968-998caae2b6bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 1098 time: 0.3802652 Nov 19 03:50:07.428620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-9716f9b1-aa86-4e9e-98c2-a1917625f96b service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881827 Nov 19 03:50:07.500514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ebb56-01a7-4c05-ae5d-dbc901cf3d8a req-b4aa0630-d799-4a0f-9354-b40891953924 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:07.502191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df6ebb56-01a7-4c05-ae5d-dbc901cf3d8a req-b4aa0630-d799-4a0f-9354-b40891953924 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 947 time: 0.2479191 Nov 19 03:50:07.532970 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-de568f1a-2f89-49c6-96c5-7610008d8be4 service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968871 Nov 19 03:50:07.695902 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.703088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df6ebb56-01a7-4c05-ae5d-dbc901cf3d8a req-93c986db-99c6-4a06-8eaa-d409af952049 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776204 Nov 19 03:50:07.704182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-c2acf48a-8bf5-45d6-a444-b2e7dced7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:07.705552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-c2acf48a-8bf5-45d6-a444-b2e7dced7542 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3222799 Nov 19 03:50:07.712085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.741552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa749e1-6014-4644-a587-f651954264be req-3c87ff8b-772f-48ec-a398-10a7011ba744 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:07.743807 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caa749e1-6014-4644-a587-f651954264be req-3c87ff8b-772f-48ec-a398-10a7011ba744 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.0612524 Nov 19 03:50:07.794647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d1c46f1-9a5e-49f4-be09-9509e94b84ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.798929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-1d159bd0-a7d1-4e4a-a8e7-7249c17b59d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e HTTP/1.1" status: 200 len: 217 time: 0.0833886 Nov 19 03:50:07.799485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caa749e1-6014-4644-a587-f651954264be req-c803229c-9b28-4051-8f9f-c326d6fc5aa2 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 Nov 19 03:50:07.814157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.820071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d1c46f1-9a5e-49f4-be09-9509e94b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.865757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3d87bf4-e15a-4279-8a6a-d93a106b2fe5 req-5f83331b-bbb7-4166-94ad-3c1b9e18d664 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 210 time: 0.0732284 Nov 19 03:50:07.914669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:07.916119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8174012 Nov 19 03:50:07.923453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19469-9603-4cd4-af24-6a0898e2955f tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'Port': ['ID=251f04c6-036a-4081-8c54-b617ff67aada,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:07.937827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0d1c46f1-9a5e-49f4-be09-9509e94b84ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04239e8549e1491b81ca4617940d5798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9232306 Nov 19 03:50:07.938049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60764) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:07.944724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c46f1-9a5e-49f4-be09-9509e94b84ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8bdd4f-0018-4362-bb9b-0bc72f63840b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:07.948752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-7d3e9df6-91d8-4ec5-b6c7-c9fbbda24328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:07.950333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-7d3e9df6-91d8-4ec5-b6c7-c9fbbda24328 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1375299 Nov 19 03:50:08.012836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-f9071d52-7c73-41d7-a3b2-3cf5a3eaa654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:08.014456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-f9071d52-7c73-41d7-a3b2-3cf5a3eaa654 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541804 Nov 19 03:50:08.023126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-691105bf-91b1-423f-bfe6-e38fb30a3aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.052331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-691105bf-91b1-423f-bfe6-e38fb30a3aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.118825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-691105bf-91b1-423f-bfe6-e38fb30a3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.122207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-691105bf-91b1-423f-bfe6-e38fb30a3aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.125854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-691105bf-91b1-423f-bfe6-e38fb30a3aa3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d8bdd4f-0018-4362-bb9b-0bc72f63840b HTTP/1.1" status: 204 len: 168 time: 0.1844573 Nov 19 03:50:08.134426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691105bf-91b1-423f-bfe6-e38fb30a3aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8bdd4f-0018-4362-bb9b-0bc72f63840b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:08.163232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-4f58d381-4b6d-4b5b-b78d-d1696aa6cae9 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396563 Nov 19 03:50:08.247875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-a6b19205-3115-425a-b1a9-a1f683b9aaf1 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1812060632&fields=id&tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe HTTP/1.1" status: 200 len: 267 time: 0.0735011 Nov 19 03:50:08.287137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3058aa1-4791-4336-9bd3-01cb574d979c req-f8d607b5-02e1-48e6-ae05-3044615b6e8a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154957 Nov 19 03:50:08.359260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-e2c5f7c2-60f7-47b3-9047-7395050118c4 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:08.360752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-e2c5f7c2-60f7-47b3-9047-7395050118c4 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 823 time: 0.1118469 Nov 19 03:50:08.379709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-4df2fe1f-a52a-4bf8-8eb1-441f0f2b6de9 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/quotas/f3df5fcbeb6c49ac9065f4c3abb3a7fe HTTP/1.1" status: 200 len: 375 time: 0.0095649 Nov 19 03:50:08.448329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-51bbf560-7ee3-4ba3-a3da-97666bf1cf2a tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598433 Nov 19 03:50:08.470662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60784) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:08.484995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c89c136-e49d-49d4-aac7-654de45fad51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.555550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-51f99ee4-2d48-4ad5-a04c-c330fab5a330 service neutron] 10.222.0.52 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915935 Nov 19 03:50:08.559074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c89c136-e49d-49d4-aac7-654de45fad51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.563031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c89c136-e49d-49d4-aac7-654de45fad51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.606243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4c89c136-e49d-49d4-aac7-654de45fad51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=806b63b9c4ed495591e3e69b00eb17e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343601 Nov 19 03:50:08.607367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89c136-e49d-49d4-aac7-654de45fad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02586c8-f407-4f4e-8310-dd4e81d00dcf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:08.608881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60786) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:08.683034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-e90ba669-37ed-4e75-b488-b072c8ca3689 service neutron] 10.222.0.52 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202657 Nov 19 03:50:08.689570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-831fedff-590c-4954-bec7-482f6aea289d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.715001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-831fedff-590c-4954-bec7-482f6aea289d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.854632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-831fedff-590c-4954-bec7-482f6aea289d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.857612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-831fedff-590c-4954-bec7-482f6aea289d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:08.861376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-831fedff-590c-4954-bec7-482f6aea289d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a02586c8-f407-4f4e-8310-dd4e81d00dcf HTTP/1.1" status: 204 len: 168 time: 0.2507179 Nov 19 03:50:08.878792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68482-b6a2-4d19-9933-4867881347e7 req-b9c85f41-0439-417f-a17b-c2d984676f0b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:08.881264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbd68482-b6a2-4d19-9933-4867881347e7 req-b9c85f41-0439-417f-a17b-c2d984676f0b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 947 time: 0.0941641 Nov 19 03:50:08.926001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-8415e1d4-4061-4792-961b-aa3c9a21320e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:08.928518 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-8415e1d4-4061-4792-961b-aa3c9a21320e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.1809404 Nov 19 03:50:08.929192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fedff-590c-4954-bec7-482f6aea289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02586c8-f407-4f4e-8310-dd4e81d00dcf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:08.941727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbd68482-b6a2-4d19-9933-4867881347e7 req-b5e63dcf-b114-4474-89a7-e8f5c51add89 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491793 Nov 19 03:50:08.974048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96821833-e181-4046-9ca9-ef55545d0ebe req-7caa5916-b3e3-462c-bc38-c16d3ed7a271 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 210 time: 0.0902374 Nov 19 03:50:08.981161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Request body: {'port': {'device_id': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'admin_state_up': True, 'tenant_id': 'bd867fbd10014db5bc4c826faa744b53'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:09.100199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8172d-2b24-48f7-9ef5-62b249037c03 req-a6f748a4-f504-4f85-b632-d89e52ff564a tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:09.109477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2d8172d-2b24-48f7-9ef5-62b249037c03 req-a6f748a4-f504-4f85-b632-d89e52ff564a tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.0788195 Nov 19 03:50:09.134097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f7337ab-9ca2-4dfb-badd-a5d62d43cc30 req-04c72772-a1c2-4814-ab6f-d40cff697558 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 210 time: 0.0378888 Nov 19 03:50:09.177508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2d8172d-2b24-48f7-9ef5-62b249037c03 req-72c9d876-3b99-4ac1-8c45-246793f4a48d tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 Nov 19 03:50:09.179954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Made reservation on behalf of bd867fbd10014db5bc4c826faa744b53 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:09.184160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:09.347235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Allocated IP 172.20.0.12 (195ca8db-b6fa-4960-bbee-d6c665c7f9c5/4c33486f-ed83-4309-9e25-5064047df0e3/27e1445b-e2d9-403f-a5ce-52795f4aef41) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:09.523884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:09.565105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:09.614407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:09.617997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:09.620639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:09.627342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:09.627990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:09.640137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:09.658300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-788eb713-7caf-4d33-adfe-cbcd987bca4a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6830618 Nov 19 03:50:09.672047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Request body: {'port': {'device_id': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'device_owner': 'compute:tempest-test_az-320530811', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:09.734915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.010798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e1445b-e2d9-403f-a5ce-52795f4aef41 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:10.033368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.055403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Transition to ACTIVE for port object 27e1445b-e2d9-403f-a5ce-52795f4aef41 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:10.071872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.106722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0503ce47-ae79-496b-846c-400f6e126ced req-67702d0b-44c4-4284-936e-5ee7896e299d tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 210 time: 0.0382609 Nov 19 03:50:10.178131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a8b0-8897-46ca-80f8-0fff62e7f2a9 req-03fe8b54-e518-4435-be66-31ed94c0ff9a tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.186003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a2b0a8b0-8897-46ca-80f8-0fff62e7f2a9 req-03fe8b54-e518-4435-be66-31ed94c0ff9a tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 947 time: 0.1286440 Nov 19 03:50:10.192977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:10.245828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06824c37-d23c-4eb4-bb25-cce77fc6df9e details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:10.294917 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a2b0a8b0-8897-46ca-80f8-0fff62e7f2a9 req-fa23db09-7cda-462e-b8bb-fc1a180bb867 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031060 Nov 19 03:50:10.305208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:10.305854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:10.306391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:10.314691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:10.318788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:10.326254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:10.330381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:10.330973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:10.331584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Bound port: 27e1445b-e2d9-403f-a5ce-52795f4aef41, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:10.333279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.437234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-bbf28640-cb50-43b1-b8f4-4a0a5ed32309 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.439186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-bbf28640-cb50-43b1-b8f4-4a0a5ed32309 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 823 time: 0.3107369 Nov 19 03:50:10.445843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:10.456883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeadec-d8fa-45b7-b00f-efe3fb183219 req-4bd349f7-4002-4236-9d81-8d8a76458faf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.466111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:10.467404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ddeadec-d8fa-45b7-b00f-efe3fb183219 req-4bd349f7-4002-4236-9d81-8d8a76458faf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.1439300 Nov 19 03:50:10.482519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae1ca-c71f-4ca2-b212-812b033a596d req-5c76b797-0a4d-4d38-b3ee-f0c9b4df3421 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.484291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e54ae1ca-c71f-4ca2-b212-812b033a596d req-5c76b797-0a4d-4d38-b3ee-f0c9b4df3421 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.0888827 Nov 19 03:50:10.486218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.541795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.542790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.544472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:10.544629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] 10.222.0.36 "PUT /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 1113 time: 0.8778710 Nov 19 03:50:10.546504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:10.549378 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ac1ac-f872-4d07-b310-a31c16b89a71" -d '{"events": [{"name": "network-changed", "server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:10.568878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '06824c37-d23c-4eb4-bb25-cce77fc6df9e', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '06824c37-d23c-4eb4-bb25-cce77fc6df9e', 'mac_address': 'fa:16:3e:07:cc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:10.594894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542b70-524b-4fe0-ac4c-ec2edf283b0f service neutron] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:10.601211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e54ae1ca-c71f-4ca2-b212-812b033a596d req-42e73a28-b3df-4740-ae94-476131e8bfd5 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080461 Nov 19 03:50:10.626974 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.642749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-dd39d06f-0fa0-48d2-872c-247734dcd062 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe HTTP/1.1" status: 200 len: 380 time: 0.1730928 Nov 19 03:50:10.654141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06824c37-d23c-4eb4-bb25-cce77fc6df9e {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:10.654779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ddeadec-d8fa-45b7-b00f-efe3fb183219 req-0b60d437-7f68-4304-9b57-4b94bd6cb763 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859694 Nov 19 03:50:10.660670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'port': {'device_id': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'admin_state_up': True, 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'security_groups': ['c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:10.688902 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef3b3c-6973-4ffc-b9c4-95cb30d3a3e4 x-openstack-request-id: req-56ef3b3c-6973-4ffc-b9c4-95cb30d3a3e4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:10.689511 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:10.689997 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56ef3b3c-6973-4ffc-b9c4-95cb30d3a3e4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:10.690696 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'status': 'completed', 'code': 200} Nov 19 03:50:10.694601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-405c60e5-b1ed-4d9d-af32-f7cb0abfe330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.696881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:10.697101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-405c60e5-b1ed-4d9d-af32-f7cb0abfe330 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1116 time: 0.0897191 Nov 19 03:50:10.702800 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.751134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-cf367d9d-bcd3-4a0b-9c16-f2bea245eb02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.0457277 Nov 19 03:50:10.764553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=06824c37-d23c-4eb4-bb25-cce77fc6df9e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:10.796795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Made reservation on behalf of f3df5fcbeb6c49ac9065f4c3abb3a7fe for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:10.800417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:10.821231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-87dcd208-a848-4e39-b0fb-ed58c3e6990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:10.822742 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-87dcd208-a848-4e39-b0fb-ed58c3e6990d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0654860 Nov 19 03:50:10.858372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-c21d71f8-27ea-4049-b1e4-f00ebc9ad775 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284119 Nov 19 03:50:10.952484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-92c37d17-ae1e-48a0-b3f5-3e388e333588 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306678 Nov 19 03:50:10.956666 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-c2a797a7-93e9-4993-8a5f-2a6f62f554b4 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911272 Nov 19 03:50:11.015933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Allocated IP 172.20.0.8 (d2f62b2b-97e5-406f-b16b-309ba2105643/895cb2d7-cc6e-47c5-b8af-51a3502a0688/82008a7f-ef35-4129-a8aa-1a8359eb6b1d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:11.049228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09e64d55-b2ef-4502-94dc-c7204fd347e4 req-05682498-5571-4b42-96a0-e08a03d2986b service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Nov 19 03:50:11.131079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['06824c37-d23c-4eb4-bb25-cce77fc6df9e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:11.143210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-5ee93a74-b704-4147-a889-c63b1bec2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.144948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-5ee93a74-b704-4147-a889-c63b1bec2b86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1116 time: 0.0487804 Nov 19 03:50:11.307563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-5e1a45ba-c996-4678-8656-077d42464653 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.309107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-5e1a45ba-c996-4678-8656-077d42464653 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3500636 Nov 19 03:50:11.344477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-aba94c65-4d40-41bd-95e9-a6b69adb66a5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/quotas/3175a00ee69d47ba8ab06dc98657d0aa HTTP/1.1" status: 200 len: 375 time: 0.0190921 Nov 19 03:50:11.400216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-01592023-853f-4cb7-b9ad-51268baaedb7 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423381 Nov 19 03:50:11.401623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-01ac9986-dbd3-43ad-a58d-aa2b8b25013a req-fed9091a-c585-45f8-b66d-77e880e51fbf tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 210 time: 0.0540140 Nov 19 03:50:11.415306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:11.443928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-fb0841ab-7625-434c-81f8-27f11a6096f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.445833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-fb0841ab-7625-434c-81f8-27f11a6096f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.2930186 Nov 19 03:50:11.469525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:11.501576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-9bc4f513-b797-4211-9285-46049be24640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.0478761 Nov 19 03:50:11.527790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'Port': ['ID=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:11.537718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Network d2f62b2b-97e5-406f-b16b-309ba2105643 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:11.539901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:11.542960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:11.549311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.550018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:11.583803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-5e1cfeaa-c59a-4582-a2c8-f331c6871b8e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269710 Nov 19 03:50:11.593461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-c7449b25-13cb-4d86-8eb2-a4377f008da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.595093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-c7449b25-13cb-4d86-8eb2-a4377f008da7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0843892 Nov 19 03:50:11.605418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30014e4-82eb-4ea7-a651-1c6e1a9c3342 req-1fe6941f-25e6-49d6-bff1-931aaf7fa88e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.607024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Request body: {'port': {'device_id': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:11.607192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b30014e4-82eb-4ea7-a651-1c6e1a9c3342 req-1fe6941f-25e6-49d6-bff1-931aaf7fa88e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 948 time: 0.1084483 Nov 19 03:50:11.621673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7dc17c83-4166-4d7b-ae4a-6b9b28fb4352 req-f7ca719d-de3c-4875-b39d-c27ee1c62d4f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 210 time: 0.0526223 Nov 19 03:50:11.663058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-dc1c3d74-6370-444e-97c3-3917538cd7bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546117 Nov 19 03:50:11.708149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:11.774662 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b30014e4-82eb-4ea7-a651-1c6e1a9c3342 req-9c42a3e2-f5b8-474a-a8f4-ece95b252ae5 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569541 Nov 19 03:50:11.826647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ac4ce-6398-435e-975e-7dd611551ae4 req-7988fbeb-3822-4a9b-9aea-98022a01e322 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:11.828537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-666ac4ce-6398-435e-975e-7dd611551ae4 req-7988fbeb-3822-4a9b-9aea-98022a01e322 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.1158674 Nov 19 03:50:11.845073 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-c8873691-6311-4b33-b762-235744a29f05 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713340 Nov 19 03:50:11.890298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-60f51370-83c0-4939-b168-075f461a13fa None None] Provisioning complete for port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:11.891230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-60f51370-83c0-4939-b168-075f461a13fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:11.934661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-666ac4ce-6398-435e-975e-7dd611551ae4 req-d24a9c09-213e-4133-84e4-55a34114b004 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957215 Nov 19 03:50:11.947364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-60f51370-83c0-4939-b168-075f461a13fa None None] Port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:12.001879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-640ac1ac-f872-4d07-b310-a31c16b89a71 req-a92c90f4-45b5-4755-9132-e34757949742 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481669 Nov 19 03:50:12.015841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a994c7-e892-45a9-a27b-e81d021d5507 req-c101f3f9-bba9-478a-b8ca-52d79a4c2a6e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:12.017967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1a994c7-e892-45a9-a27b-e81d021d5507 req-c101f3f9-bba9-478a-b8ca-52d79a4c2a6e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.0925808 Nov 19 03:50:12.068787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1a994c7-e892-45a9-a27b-e81d021d5507 req-d7b380b7-7d00-4c3d-8af7-7684c86dc22f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436633 Nov 19 03:50:12.122726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82008a7f-ef35-4129-a8aa-1a8359eb6b1d {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:12.131222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.145028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Transition to ACTIVE for port object 82008a7f-ef35-4129-a8aa-1a8359eb6b1d will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:12.149853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.208281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Pushing event updated for resources: {'Port': ['ID=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:12.222900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06824c37-d23c-4eb4-bb25-cce77fc6df9e up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:12.250689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Attempting to bind port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:12.251044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Attempting to bind port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:12.251386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Attempting to bind port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d on network d2f62b2b-97e5-406f-b16b-309ba2105643 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:12.256265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d on network d2f62b2b-97e5-406f-b16b-309ba2105643 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:12.256596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Attempting to bind port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d on network d2f62b2b-97e5-406f-b16b-309ba2105643 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:12.261857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:12.262236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Checking segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:12.262914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Bound using segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:12.263373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Bound port: 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:12.263808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.291375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 06824c37-d23c-4eb4-bb25-cce77fc6df9e completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:12.297192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 06824c37-d23c-4eb4-bb25-cce77fc6df9e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:12.297623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.342315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] For port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:12.345471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] For port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:12.352375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.393028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:12.393710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.394267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.395163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] 10.222.0.31 "PUT /v2.0/ports/82008a7f-ef35-4129-a8aa-1a8359eb6b1d HTTP/1.1" status: 200 len: 1091 time: 0.7942207 Nov 19 03:50:12.395611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:12.398598 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337e9eda-30ff-4904-86e8-1354f27d3c90" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:12.421928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4726b-6e6c-4a2e-a1fd-b8c9fe90a737 service neutron] Pushing event updated for resources: {'Port': ['ID=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:12.443765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06824c37-d23c-4eb4-bb25-cce77fc6df9e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:12.609619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da793df-2bc6-4f7f-87de-2dd4506c7b38 req-a99ea60c-ec75-4b36-b7ca-0cc44df1ff58 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:12.611981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1da793df-2bc6-4f7f-87de-2dd4506c7b38 req-a99ea60c-ec75-4b36-b7ca-0cc44df1ff58 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 943 time: 0.1261890 Nov 19 03:50:12.622116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-362c085e-a708-49b6-82b5-4d67f97799b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:12.624121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-362c085e-a708-49b6-82b5-4d67f97799b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 1094 time: 0.1075857 Nov 19 03:50:12.635556 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17198cdf-d6dc-4a56-9554-a53c62373b52 x-openstack-request-id: req-17198cdf-d6dc-4a56-9554-a53c62373b52 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:12.636183 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:12.636324 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17198cdf-d6dc-4a56-9554-a53c62373b52 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:12.636916 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'status': 'completed', 'code': 200} Nov 19 03:50:12.646148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:12.657505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:12.702063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-2f472340-7340-4a96-9ab2-9d15541b2c4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d HTTP/1.1" status: 200 len: 217 time: 0.0457120 Nov 19 03:50:12.725449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=06824c37-d23c-4eb4-bb25-cce77fc6df9e,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:12.728290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1da793df-2bc6-4f7f-87de-2dd4506c7b38 req-a92c97e3-600d-45d9-9ee7-55afc448d7a2 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984306 Nov 19 03:50:12.757153 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e559b-a67a-413a-8c62-51f99d16fa31" -d '{"events": [{"server_uuid": "dfa57767-87a3-419b-858a-455dae39f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "06824c37-d23c-4eb4-bb25-cce77fc6df9e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:12.823069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5f82d65-27c2-4fd1-adcf-9c687ad7a720 req-571cbfde-9e2a-4360-9841-0e1726407965 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 210 time: 0.0433929 Nov 19 03:50:12.844980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-7979b4f1-d651-4e1c-ae77-d99b2391865f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360968 Nov 19 03:50:12.861514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-d9b47c77-e150-4bce-a9d9-e7f1861b0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:12.865116 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-d9b47c77-e150-4bce-a9d9-e7f1861b0bc2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.1524649 Nov 19 03:50:12.914101 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d432f60c-8899-4355-9fbc-db335d1b4575 x-openstack-request-id: req-d432f60c-8899-4355-9fbc-db335d1b4575 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:12.914606 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa57767-87a3-419b-858a-455dae39f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "06824c37-d23c-4eb4-bb25-cce77fc6df9e", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:12.914805 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d432f60c-8899-4355-9fbc-db335d1b4575 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:12.915472 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06824c37-d23c-4eb4-bb25-cce77fc6df9e', 'code': 200} Nov 19 03:50:12.943293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-9ffc4e13-3d1f-486c-a5b9-136110e974e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:12.945082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-9ffc4e13-3d1f-486c-a5b9-136110e974e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697744 Nov 19 03:50:13.004644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-6b8a5e01-3c7b-43cd-a818-74a5c5f22c56 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.007185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-6b8a5e01-3c7b-43cd-a818-74a5c5f22c56 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561170 Nov 19 03:50:13.014912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083b5e7-7d36-4caa-bc4f-7ad2dae11b37 req-27214dde-fc34-45eb-bf9d-885f219a932e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.016459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2083b5e7-7d36-4caa-bc4f-7ad2dae11b37 req-27214dde-fc34-45eb-bf9d-885f219a932e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 949 time: 0.1070805 Nov 19 03:50:13.034346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:13.047148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.31', 55051) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:13.124663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823c9a6-ee33-4e04-8b95-3fdcb0c10cad req-f618c273-1642-4ee6-b297-61c84a32aae1 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.126117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2823c9a6-ee33-4e04-8b95-3fdcb0c10cad req-f618c273-1642-4ee6-b297-61c84a32aae1 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 969 time: 0.1100411 Nov 19 03:50:13.150351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2083b5e7-7d36-4caa-bc4f-7ad2dae11b37 req-1ef7b8aa-1ab4-4c93-9a93-67f4c8721e65 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271775 Nov 19 03:50:13.153181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-1761f2db-b1d6-450a-b447-27fbe1e09379 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987193 Nov 19 03:50:13.161028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b073-9544-4db4-914a-17c1be83d85c req-0163b815-59a2-4480-ba51-10616665272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.171652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31e0b073-9544-4db4-914a-17c1be83d85c req-0163b815-59a2-4480-ba51-10616665272e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 1100 time: 0.1144643 Nov 19 03:50:13.197842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-31e0b073-9544-4db4-914a-17c1be83d85c req-9c931f4e-f8a1-4616-85e1-39a09116490c service neutron] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.207068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2823c9a6-ee33-4e04-8b95-3fdcb0c10cad req-45add4a1-f7b1-4a63-96a3-663acbddd882 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719216 Nov 19 03:50:13.211563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:13.232851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:13.232851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.237338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.331702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.335212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:13.337814 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.348254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47', 'mac_address': 'fa:16:3e:1d:2d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:tempest-test_az-320530811', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:13.350443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502ed2-35a5-4b99-ba58-d624076e2495 req-bc3ca971-cf3f-4b5b-b5c4-9a7a61535a2c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.352363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82502ed2-35a5-4b99-ba58-d624076e2495 req-bc3ca971-cf3f-4b5b-b5c4-9a7a61535a2c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.1110604 Nov 19 03:50:13.354619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d03e02ed-ecaf-4a91-a812-89b059856e23 req-84b5bd59-841a-4c71-85a1-ac335bd4f40d service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908200 Nov 19 03:50:13.388889 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.403782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:13.410864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef368640-4ed6-444c-a0f9-800fa89e6385,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:13.422891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-31e0b073-9544-4db4-914a-17c1be83d85c req-9c931f4e-f8a1-4616-85e1-39a09116490c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.425598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:13.433581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.437850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-31e0b073-9544-4db4-914a-17c1be83d85c req-9c931f4e-f8a1-4616-85e1-39a09116490c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.465871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82502ed2-35a5-4b99-ba58-d624076e2495 req-d0c21203-7282-434f-a793-cf94cbc1dcb6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019878 Nov 19 03:50:13.483653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:13.497551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.78 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/951edb6c-3f8b-4886-829b-39132d89ab8f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:13.516355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c931f4e-f8a1-4616-85e1-39a09116490c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c18b659-c148-4b94-961f-5598281ce268,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:13.521195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31e0b073-9544-4db4-914a-17c1be83d85c req-9c931f4e-f8a1-4616-85e1-39a09116490c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495739 Nov 19 03:50:13.535106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-3905363c-4544-495a-a55f-1635bd989bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.536811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-3905363c-4544-495a-a55f-1635bd989bbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 1094 time: 0.0650861 Nov 19 03:50:13.657437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.690366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.727263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:13.734116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:13.737304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:13.740873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:13.747530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.747897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:13.754691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=951edb6c-3f8b-4886-829b-39132d89ab8f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:13.778754 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8803509e-107b-4cc9-90e8-acb318034d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7494106 Nov 19 03:50:13.793100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Request body: {'port': {'device_id': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'device_owner': 'compute:tempest-test_az-320530811', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:13.906372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d372ab3-81e2-4305-968a-89cf25da69c8 req-3bd2265e-f4da-4a92-90d0-0c1d74d14661 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:13.907871 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d372ab3-81e2-4305-968a-89cf25da69c8 req-3bd2265e-f4da-4a92-90d0-0c1d74d14661 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 943 time: 0.0910001 Nov 19 03:50:13.917119 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.004820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d372ab3-81e2-4305-968a-89cf25da69c8 req-54f27094-875c-425c-969b-e8939d60f91d tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839293 Nov 19 03:50:14.021384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd640bb-23a3-4fca-beff-1f33dcd5b859 req-c5afa583-6e42-4844-86c6-878a194693c3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.023047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fd640bb-23a3-4fca-beff-1f33dcd5b859 req-c5afa583-6e42-4844-86c6-878a194693c3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 935 time: 0.1091652 Nov 19 03:50:14.039921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-9babf610-bd2c-4c62-a7c7-f23236f4257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.041022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-9babf610-bd2c-4c62-a7c7-f23236f4257c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 924 time: 0.1558816 Nov 19 03:50:14.087553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5210b54f-6be9-435f-a25b-0172edb30037 None None] Provisioning complete for port 951edb6c-3f8b-4886-829b-39132d89ab8f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:14.088128 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5210b54f-6be9-435f-a25b-0172edb30037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.097872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-2d6ecf06-3620-4cc3-b9de-5d08f82df098 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d HTTP/1.1" status: 200 len: 217 time: 0.0467489 Nov 19 03:50:14.128851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5210b54f-6be9-435f-a25b-0172edb30037 None None] Port 951edb6c-3f8b-4886-829b-39132d89ab8f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:14.135850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fd640bb-23a3-4fca-beff-1f33dcd5b859 req-ced30017-d03b-432a-a768-773369de919d tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052732 Nov 19 03:50:14.171517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-05762b2f-0301-40c0-a8be-0d5db8c2ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.172895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-05762b2f-0301-40c0-a8be-0d5db8c2ed3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.0650604 Nov 19 03:50:14.235902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-b5b61c0c-5abc-4fb7-b9c1-735f86110ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.237420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-b5b61c0c-5abc-4fb7-b9c1-735f86110ea6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548556 Nov 19 03:50:14.270468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951edb6c-3f8b-4886-829b-39132d89ab8f {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:14.279422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.299038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Transition to ACTIVE for port object 951edb6c-3f8b-4886-829b-39132d89ab8f will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:14.308494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d08ca1-1fd9-405f-8a94-c26c329f5fc8 req-0e1da302-386f-4be5-bc2b-f4d3f024cd69 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.310138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23d08ca1-1fd9-405f-8a94-c26c329f5fc8 req-0e1da302-386f-4be5-bc2b-f4d3f024cd69 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0781076 Nov 19 03:50:14.312972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.368376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cfcad-452f-4196-8a80-866288a07e79 req-612534be-c6b8-4a22-b7e9-b67837d73297 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.369927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c1cfcad-452f-4196-8a80-866288a07e79 req-612534be-c6b8-4a22-b7e9-b67837d73297 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 970 time: 0.0748477 Nov 19 03:50:14.388610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Pushing event updated for resources: {'Port': ['ID=951edb6c-3f8b-4886-829b-39132d89ab8f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:14.396880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-8b8059a8-a9fc-42ea-8c4d-25ffa0469d21 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509824 Nov 19 03:50:14.434127 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23d08ca1-1fd9-405f-8a94-c26c329f5fc8 req-15e4ad94-e6cb-404f-b4f0-299202b7b722 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122425 Nov 19 03:50:14.438899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Attempting to bind port 951edb6c-3f8b-4886-829b-39132d89ab8f on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:14.439307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Attempting to bind port 951edb6c-3f8b-4886-829b-39132d89ab8f by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:14.439713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Attempting to bind port 951edb6c-3f8b-4886-829b-39132d89ab8f on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:14.444494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Port 951edb6c-3f8b-4886-829b-39132d89ab8f on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:14.445015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Attempting to bind port 951edb6c-3f8b-4886-829b-39132d89ab8f on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:14.451003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:14.451406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:14.451862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:14.452377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Bound port: 951edb6c-3f8b-4886-829b-39132d89ab8f, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:14.452882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.493154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c1cfcad-452f-4196-8a80-866288a07e79 req-2fb4973d-9f69-4787-99a9-99c07f7d2eb7 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139963 Nov 19 03:50:14.538315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337e9eda-30ff-4904-86e8-1354f27d3c90 req-e4030a53-0a59-4efa-8466-d46d1aaf13d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291714 Nov 19 03:50:14.544149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] For port 951edb6c-3f8b-4886-829b-39132d89ab8f, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:14.557019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] For port 951edb6c-3f8b-4886-829b-39132d89ab8f, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=951edb6c-3f8b-4886-829b-39132d89ab8f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:14.563471 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.626558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.627198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:14.628599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] 10.222.0.36 "PUT /v2.0/ports/951edb6c-3f8b-4886-829b-39132d89ab8f HTTP/1.1" status: 200 len: 1116 time: 0.8421388 Nov 19 03:50:14.629199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'tag': '951edb6c-3f8b-4886-829b-39132d89ab8f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:14.631474 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7ed5bf-1811-4219-a90d-1993f7328c2d", "tag": "951edb6c-3f8b-4886-829b-39132d89ab8f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:14.661381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e31bc0-0990-4216-bc73-35a9f301293a service neutron] Pushing event updated for resources: {'Port': ['ID=951edb6c-3f8b-4886-829b-39132d89ab8f,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:14.685661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f072948-5061-4898-921c-fa092539a8fe req-d7ff7db4-fb9e-4e88-ae28-bb491e588ef6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.687210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f072948-5061-4898-921c-fa092539a8fe req-d7ff7db4-fb9e-4e88-ae28-bb491e588ef6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.1176193 Nov 19 03:50:14.688832 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7be00a-8f50-4f47-b2bc-b95e18febd9a x-openstack-request-id: req-8d7be00a-8f50-4f47-b2bc-b95e18febd9a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:14.689122 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7ed5bf-1811-4219-a90d-1993f7328c2d", "tag": "951edb6c-3f8b-4886-829b-39132d89ab8f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:14.689415 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d7be00a-8f50-4f47-b2bc-b95e18febd9a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:14.690027 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'tag': '951edb6c-3f8b-4886-829b-39132d89ab8f', 'status': 'completed', 'code': 200} Nov 19 03:50:14.767430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-401020d6-857c-4caa-bf7d-7db6721f899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.768948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-401020d6-857c-4caa-bf7d-7db6721f899f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 1119 time: 0.0781407 Nov 19 03:50:14.774449 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f072948-5061-4898-921c-fa092539a8fe req-1caa40f4-7367-4f28-8381-e32281526f70 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741549 Nov 19 03:50:14.813273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-f8339683-2ddc-46df-b38a-da67ad623868 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=951edb6c-3f8b-4886-829b-39132d89ab8f HTTP/1.1" status: 200 len: 217 time: 0.0350943 Nov 19 03:50:14.869794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-7563d0b1-07d3-4d23-8811-c76c05d02f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.871268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-7563d0b1-07d3-4d23-8811-c76c05d02f61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0517561 Nov 19 03:50:14.922310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bc54-e887-48db-b899-2953f4afcc8f req-b6f23058-b45f-4126-a398-db54322f3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:14.923820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-b6f23058-b45f-4126-a398-db54322f3900 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451722 Nov 19 03:50:15.013196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-8a17597e-9ddb-4bda-9d47-a5c5b9f56041 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818341 Nov 19 03:50:15.109400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b882bc54-e887-48db-b899-2953f4afcc8f req-9e9392b4-d93b-4492-8b01-76825bc8fa32 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886977 Nov 19 03:50:15.124281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9009a-c523-437b-959e-6aca4746f6bd req-9a0129bb-9814-4bc1-8232-f8bbd5dc7f18 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.125860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8a9009a-c523-437b-959e-6aca4746f6bd req-9a0129bb-9814-4bc1-8232-f8bbd5dc7f18 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 943 time: 0.0494933 Nov 19 03:50:15.176753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8a9009a-c523-437b-959e-6aca4746f6bd req-71566533-015a-4607-b7f5-c7a46e8efe4a tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Nov 19 03:50:15.195882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:15.224534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:15.263105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-633c1ab9-d115-483d-a42a-9e60610c26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.264712 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-633c1ab9-d115-483d-a42a-9e60610c26dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 1119 time: 0.1062262 Nov 19 03:50:15.329034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508c652-da30-458b-b5b8-33d2aab5434d req-40ebdeb0-d9c4-4323-825e-920fd1027d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.330524 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c508c652-da30-458b-b5b8-33d2aab5434d req-40ebdeb0-d9c4-4323-825e-920fd1027d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 968 time: 0.1149158 Nov 19 03:50:15.339079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:15.352581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'port_id': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'mac_address': 'fa:16:3e:ec:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c33486f-ed83-4309-9e25-5064047df0e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-320530811', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:15.354352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:15.360337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:15.360714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:15.406859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c508c652-da30-458b-b5b8-33d2aab5434d req-621880a2-def3-4634-a398-1f1288117d71 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Nov 19 03:50:15.408016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-d88b9428-ec06-4679-b9dd-7ad4064713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.409384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-d88b9428-ec06-4679-b9dd-7ad4064713cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1351926 Nov 19 03:50:15.422410 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:15.441139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e1445b-e2d9-403f-a5ce-52795f4aef41 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:15.453783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-e29adc6e-9073-4d95-a304-7b914f4fd82d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=951edb6c-3f8b-4886-829b-39132d89ab8f HTTP/1.1" status: 200 len: 217 time: 0.0364151 Nov 19 03:50:15.482921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:15.496224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:15.506743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:15.526557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-15a79209-e701-4be0-9a38-2210ed9f35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.528481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-15a79209-e701-4be0-9a38-2210ed9f35ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0672038 Nov 19 03:50:15.578614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:15.581666 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034a83b6-15c4-4bbc-912d-c2e36bb66fd1" -d '{"events": [{"server_uuid": "c1e352eb-fc72-4308-a3bb-27daf01969ed", "name": "network-vif-plugged", "status": "completed", "tag": "304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:15.596183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a64c2-5ae7-48e1-b634-305d1dd4008e req-c64195df-f75b-43ae-8a5c-5c765496e31b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.597711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f0a64c2-5ae7-48e1-b634-305d1dd4008e req-c64195df-f75b-43ae-8a5c-5c765496e31b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0702939 Nov 19 03:50:15.626653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:15.637827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:15.649202 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:15.657420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb90155-4fc2-419e-a45b-4aec534fa37f req-b0690a0a-4e2a-4fee-9a89-900bebd21bfd tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.659054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb90155-4fc2-419e-a45b-4aec534fa37f req-b0690a0a-4e2a-4fee-9a89-900bebd21bfd tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 970 time: 0.0788000 Nov 19 03:50:15.661057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-52abfa51-bfa1-4de5-8768-f4b23e7fd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.662458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-52abfa51-bfa1-4de5-8768-f4b23e7fd67a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252699 Nov 19 03:50:15.693421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f0a64c2-5ae7-48e1-b634-305d1dd4008e req-e9009664-0d00-4ae0-9b34-0e842a63902f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865455 Nov 19 03:50:15.708483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:15.742144 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f1082-efd2-40ee-b901-4c412854afc8 x-openstack-request-id: req-ca7f1082-efd2-40ee-b901-4c412854afc8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:15.742685 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e352eb-fc72-4308-a3bb-27daf01969ed", "name": "network-vif-plugged", "status": "completed", "tag": "304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:15.742954 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca7f1082-efd2-40ee-b901-4c412854afc8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:15.743439 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47', 'code': 200} Nov 19 03:50:15.746024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['27e1445b-e2d9-403f-a5ce-52795f4aef41'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:15.778423 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb90155-4fc2-419e-a45b-4aec534fa37f req-ffd27a22-670c-4b32-ae46-22bc4b455777 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108382 Nov 19 03:50:15.807785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.36', 49434) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:15.810931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-83b7430e-244e-4acc-9d00-ad76596e2aff service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373193 Nov 19 03:50:15.876765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe51b0-0f5d-41cd-b3b9-2b6077487dd1 req-119bb717-749c-4a9d-b0c5-216c5625b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.878324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecbe51b0-0f5d-41cd-b3b9-2b6077487dd1 req-119bb717-749c-4a9d-b0c5-216c5625b771 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 1122 time: 0.0688500 Nov 19 03:50:15.923942 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c4fa97c-e501-4d9a-8c33-45a31631ea1c req-e0f34a07-96c7-4dbb-82a3-f06f517c8701 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050911 Nov 19 03:50:15.950645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba8b1-074d-48c9-992e-cac8ea98bda4 req-e5bddfac-6d9c-4e86-ae0d-50f66d9e18dc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:15.952150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12bba8b1-074d-48c9-992e-cac8ea98bda4 req-e5bddfac-6d9c-4e86-ae0d-50f66d9e18dc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.0909624 Nov 19 03:50:15.955491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecbe51b0-0f5d-41cd-b3b9-2b6077487dd1 req-8357a796-80f6-4cfe-affb-74b9ea325f08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598786 Nov 19 03:50:15.999146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12bba8b1-074d-48c9-992e-cac8ea98bda4 req-5ed38516-5617-484a-8d4a-3e6e9e4e3351 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Nov 19 03:50:16.222863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 82008a7f-ef35-4129-a8aa-1a8359eb6b1d details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:16.300584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771f6c-4b7e-4629-bf01-5ec61056f318 req-c3fd5b15-0118-44f1-b6db-4f5cc799448b tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:16.302099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-71771f6c-4b7e-4629-bf01-5ec61056f318 req-c3fd5b15-0118-44f1-b6db-4f5cc799448b tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 943 time: 0.0530756 Nov 19 03:50:16.319797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:16.332285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'port_id': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'mac_address': 'fa:16:3e:92:c1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:16.348434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-71771f6c-4b7e-4629-bf01-5ec61056f318 req-fb34b6e3-fe7e-4898-bc2f-339e8378c6e9 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Nov 19 03:50:16.373376 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:16.385865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82008a7f-ef35-4129-a8aa-1a8359eb6b1d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:16.404641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:16.408615 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:16.455256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:16.535272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057aa43-8737-418a-b01a-8fb443c47db4 req-1f37b6be-4462-4933-af75-6e8ab3a44fbe tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:16.537319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6057aa43-8737-418a-b01a-8fb443c47db4 req-1f37b6be-4462-4933-af75-6e8ab3a44fbe tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 968 time: 0.0638781 Nov 19 03:50:16.585001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6057aa43-8737-418a-b01a-8fb443c47db4 req-a30c94ba-b9f8-42e2-b144-cff92d04685c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Nov 19 03:50:16.735958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['82008a7f-ef35-4129-a8aa-1a8359eb6b1d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:16.803137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28bbad-88a2-4c31-8420-f3c2c603aad3 req-df7712f3-8f11-4323-adc8-00004caee419 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:16.804871 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e28bbad-88a2-4c31-8420-f3c2c603aad3 req-df7712f3-8f11-4323-adc8-00004caee419 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0499363 Nov 19 03:50:16.858679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e28bbad-88a2-4c31-8420-f3c2c603aad3 req-598a164f-a41b-42de-96ae-8ef679f1533b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Nov 19 03:50:16.914505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68662be7-4fc0-4522-975d-e1dd8681cab2 req-fd53b010-3ab1-4859-83c4-c1aded574e21 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:16.916091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68662be7-4fc0-4522-975d-e1dd8681cab2 req-fd53b010-3ab1-4859-83c4-c1aded574e21 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 971 time: 0.0516732 Nov 19 03:50:16.965485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68662be7-4fc0-4522-975d-e1dd8681cab2 req-2fb4930f-f2fd-42e7-a7e7-0514f3f066d4 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Nov 19 03:50:17.121477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df392-dbec-4e91-9dba-54405a609311 req-e50ffeda-4307-42be-897d-1ba61a8e3eca tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:17.122935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d4df392-dbec-4e91-9dba-54405a609311 req-e50ffeda-4307-42be-897d-1ba61a8e3eca tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.0507901 Nov 19 03:50:17.173849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d4df392-dbec-4e91-9dba-54405a609311 req-47b91ff1-58af-415f-a015-d7f51de70941 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450089 Nov 19 03:50:17.201812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:17.254131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 27e1445b-e2d9-403f-a5ce-52795f4aef41 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:17.258579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 27e1445b-e2d9-403f-a5ce-52795f4aef41 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:17.258955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:17.298797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cebff5-4a6a-4ead-8f61-91366f0b3475 req-a23fca9f-f421-46f5-9994-7a6ccefd9f86 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:17.300297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81cebff5-4a6a-4ead-8f61-91366f0b3475 req-a23fca9f-f421-46f5-9994-7a6ccefd9f86 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0522842 Nov 19 03:50:17.338892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:17.347170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81cebff5-4a6a-4ead-8f61-91366f0b3475 req-cdbd59ec-5800-4794-b5d4-7aae5e008d8f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 Nov 19 03:50:17.372930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:17.376685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:17.424288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:17.466549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74dce9-15ff-432d-8506-33494f77333b req-0d21a4f8-b2a1-4589-96dd-b8ea5ddf2885 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:17.468060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c74dce9-15ff-432d-8506-33494f77333b req-0d21a4f8-b2a1-4589-96dd-b8ea5ddf2885 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 944 time: 0.0521410 Nov 19 03:50:17.517555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c74dce9-15ff-432d-8506-33494f77333b req-fa649614-4e0f-4c23-a4fd-19aeb762411a tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435452 Nov 19 03:50:17.696739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f43cd5-b03f-414a-ae72-e6ad250f7bf6 req-0003dd7d-eacb-41a4-8183-180e03fc27d0 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:17.698147 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f43cd5-b03f-414a-ae72-e6ad250f7bf6 req-0003dd7d-eacb-41a4-8183-180e03fc27d0 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 968 time: 0.0476439 Nov 19 03:50:17.744357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f43cd5-b03f-414a-ae72-e6ad250f7bf6 req-1a28170c-a91f-4b87-aba6-a6726013e22f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Nov 19 03:50:17.744785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:17.747102 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09125847-f77d-42b0-9b37-c2965f546c30" -d '{"events": [{"server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:17.782466 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5eab79-41eb-46be-9f0b-d0cdfdff5e59 x-openstack-request-id: req-ef5eab79-41eb-46be-9f0b-d0cdfdff5e59 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:17.782785 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "name": "network-vif-plugged", "status": "completed", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:17.783044 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef5eab79-41eb-46be-9f0b-d0cdfdff5e59 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:17.783676 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'code': 200} Nov 19 03:50:17.927410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a8b5-bf5d-475d-8350-a464097277cf req-655943d4-d82b-4fea-af8e-c27556870418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:17.929599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3539a8b5-bf5d-475d-8350-a464097277cf req-655943d4-d82b-4fea-af8e-c27556870418 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1118 time: 0.0416188 Nov 19 03:50:17.979004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3539a8b5-bf5d-475d-8350-a464097277cf req-ef9e5bd2-e659-4bc4-ae41-937144d73d72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Nov 19 03:50:18.076724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af4cec-f334-42f1-91c4-20bb6878f3ac req-0040254e-18bd-4f8b-9758-464a767a0a56 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.078211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5af4cec-f334-42f1-91c4-20bb6878f3ac req-0040254e-18bd-4f8b-9758-464a767a0a56 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 971 time: 0.0472877 Nov 19 03:50:18.127611 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5af4cec-f334-42f1-91c4-20bb6878f3ac req-47e59b30-f45a-4a63-8974-5b59dcd0a401 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Nov 19 03:50:18.236571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 82008a7f-ef35-4129-a8aa-1a8359eb6b1d up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:18.284784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc17760-8c1d-44c1-aa10-892b5f552d29 req-196318d3-ec76-402b-a2a1-ac74c7944789 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.286594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fc17760-8c1d-44c1-aa10-892b5f552d29 req-196318d3-ec76-402b-a2a1-ac74c7944789 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 1122 time: 0.0475533 Nov 19 03:50:18.287374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:18.293168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:18.293545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:18.297349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03fa67-ec90-4d46-8cd5-15d134b4471e req-4cd769e7-3665-49dc-ab4c-9fa551dc356e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.298888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd03fa67-ec90-4d46-8cd5-15d134b4471e req-4cd769e7-3665-49dc-ab4c-9fa551dc356e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 967 time: 0.0516331 Nov 19 03:50:18.306263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fc17760-8c1d-44c1-aa10-892b5f552d29 req-3bab7267-8c63-44f6-9ea2-e75bee53ea97 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:18.353769 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd03fa67-ec90-4d46-8cd5-15d134b4471e req-4b62c98c-185b-4649-a147-4ce671fdfc5c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 Nov 19 03:50:18.397638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fc17760-8c1d-44c1-aa10-892b5f552d29 req-3bab7267-8c63-44f6-9ea2-e75bee53ea97 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:18.402475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fc17760-8c1d-44c1-aa10-892b5f552d29 req-3bab7267-8c63-44f6-9ea2-e75bee53ea97 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:18.442642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fc17760-8c1d-44c1-aa10-892b5f552d29 req-3bab7267-8c63-44f6-9ea2-e75bee53ea97 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493628 Nov 19 03:50:18.443693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7267-8c63-44f6-9ea2-e75bee53ea97 tempest-AggregatesAdminTestJSON-1738538531 tempest-AggregatesAdminTestJSON-1738538531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd578d6-2580-44c5-8473-d51134ae6ca1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:18.482458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a64f-d447-407c-a297-04f73bb7f10f req-13b008e7-da97-4bca-b5ed-57664387a548 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.483979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8778a64f-d447-407c-a297-04f73bb7f10f req-13b008e7-da97-4bca-b5ed-57664387a548 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0554359 Nov 19 03:50:18.493832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:18.532092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:18.536499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8778a64f-d447-407c-a297-04f73bb7f10f req-a8205317-d100-4c69-8ec1-c54fca9038ea tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Nov 19 03:50:18.543462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:18.592733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:18.658019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f2b79-554b-433a-96c8-e57b3d58da39 req-e9c961b5-9930-4e6b-9a6b-8a2d3c4c70e9 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.659662 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9f2b79-554b-433a-96c8-e57b3d58da39 req-e9c961b5-9930-4e6b-9a6b-8a2d3c4c70e9 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 945 time: 0.0569477 Nov 19 03:50:18.721840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9f2b79-554b-433a-96c8-e57b3d58da39 req-aeccb2ef-c7ba-4a9b-8089-238b4dcece5b tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Nov 19 03:50:18.881215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe50de1-4cff-4a04-a83f-4e462e820aea req-750dbd67-49e5-46dc-86f1-0648a58f56fb tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.883394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6fe50de1-4cff-4a04-a83f-4e462e820aea req-750dbd67-49e5-46dc-86f1-0648a58f56fb tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 968 time: 0.0571687 Nov 19 03:50:18.934028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6fe50de1-4cff-4a04-a83f-4e462e820aea req-eed8d1de-bc05-4673-88d9-31dbd3286cdf tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 19 03:50:18.960386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-5a6bc37f-5fbf-4597-b294-5a20d0670db2 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:18.962040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-5a6bc37f-5fbf-4597-b294-5a20d0670db2 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 1100 time: 0.0443540 Nov 19 03:50:19.061837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Deleting port 06824c37-d23c-4eb4-bb25-cce77fc6df9e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:50:19.062217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:19.152149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] For port 06824c37-d23c-4eb4-bb25-cce77fc6df9e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06824c37-d23c-4eb4-bb25-cce77fc6df9e,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:19.152639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:19.168626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Calling delete_port for 06824c37-d23c-4eb4-bb25-cce77fc6df9e owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:50:19.206944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 951edb6c-3f8b-4886-829b-39132d89ab8f details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:19.342531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:19.368657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 951edb6c-3f8b-4886-829b-39132d89ab8f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=951edb6c-3f8b-4886-829b-39132d89ab8f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:19.392492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Pushing event deleted for resources: {'Port': ['ID=06824c37-d23c-4eb4-bb25-cce77fc6df9e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:19.395887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['06824c37-d23c-4eb4-bb25-cce77fc6df9e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:19.457670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '951edb6c-3f8b-4886-829b-39132d89ab8f', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '951edb6c-3f8b-4886-829b-39132d89ab8f', 'mac_address': 'fa:16:3e:d0:22:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-320530811', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:19.523866 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:19.544455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951edb6c-3f8b-4886-829b-39132d89ab8f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:19.584466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 951edb6c-3f8b-4886-829b-39132d89ab8f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=951edb6c-3f8b-4886-829b-39132d89ab8f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:19.589043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:19.649213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=951edb6c-3f8b-4886-829b-39132d89ab8f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:19.664962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0647a862-58b8-4846-9b31-37aa455a71ac req-b5796521-e415-4bd5-8b65-4fd0b1ef2871 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa57767-87a3-419b-858a-455dae39f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0306962 Nov 19 03:50:19.678722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] No DVR routers for this DVR port 06824c37-d23c-4eb4-bb25-cce77fc6df9e on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:50:19.684249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:19.687843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccc7b555-9662-40cd-8b2d-9875930b3d77 req-44edbec8-96b1-4d5f-896e-74f8f87cd431 tempest-DeleteServersAdminTestJSON-1453575559 tempest-DeleteServersAdminTestJSON-1453575559-project-admin] 10.222.0.31 "DELETE /v2.0/ports/06824c37-d23c-4eb4-bb25-cce77fc6df9e HTTP/1.1" status: 204 len: 173 time: 0.7161906 Nov 19 03:50:19.689892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'name': 'network-vif-deleted', 'tag': '06824c37-d23c-4eb4-bb25-cce77fc6df9e'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:19.692220 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f89199-b091-47e7-8888-fe61c57ce29e" -d '{"events": [{"server_uuid": "dfa57767-87a3-419b-858a-455dae39f6c6", "name": "network-vif-deleted", "tag": "06824c37-d23c-4eb4-bb25-cce77fc6df9e"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:19.717423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f49f7-1d4b-4ccd-85e6-37c98abacfdf req-4e21aff0-c09e-4973-a2de-a3d3f2655933 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:19.718954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-716f49f7-1d4b-4ccd-85e6-37c98abacfdf req-4e21aff0-c09e-4973-a2de-a3d3f2655933 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 967 time: 0.0866957 Nov 19 03:50:19.741154 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16840df-8ff8-4921-aa3b-5090264c5d1c x-openstack-request-id: req-d16840df-8ff8-4921-aa3b-5090264c5d1c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:19.742028 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa57767-87a3-419b-858a-455dae39f6c6", "name": "network-vif-deleted", "tag": "06824c37-d23c-4eb4-bb25-cce77fc6df9e", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:19.742400 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d16840df-8ff8-4921-aa3b-5090264c5d1c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:19.742796 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa57767-87a3-419b-858a-455dae39f6c6', 'name': 'network-vif-deleted', 'tag': '06824c37-d23c-4eb4-bb25-cce77fc6df9e', 'status': 'completed', 'code': 200} Nov 19 03:50:19.785268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:19.786081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-716f49f7-1d4b-4ccd-85e6-37c98abacfdf req-6fee37ff-0e98-414c-be9f-985e7c45e575 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 Nov 19 03:50:19.789118 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a75554b-121b-4910-9b2e-d39922de011e" -d '{"events": [{"server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "name": "network-vif-plugged", "status": "completed", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:19.828127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:19.945828 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a00bb6e-04aa-4fb5-8900-698c1f4779be x-openstack-request-id: req-4a00bb6e-04aa-4fb5-8900-698c1f4779be {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:19.946357 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "name": "network-vif-plugged", "status": "completed", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:19.946674 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a00bb6e-04aa-4fb5-8900-698c1f4779be {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:19.947168 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'code': 200} Nov 19 03:50:19.952363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec06911-06ce-4afb-814d-d73a76777be9 req-35192bff-f97a-4afd-baca-aee864a6c746 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:19.954346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ec06911-06ce-4afb-814d-d73a76777be9 req-35192bff-f97a-4afd-baca-aee864a6c746 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 945 time: 0.0869548 Nov 19 03:50:20.022419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ec06911-06ce-4afb-814d-d73a76777be9 req-bbf419d6-15a1-468f-b154-40235884616b tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621116 Nov 19 03:50:20.121360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bb7fc-d7b9-4e35-97ba-93331ce4477d req-2dd014f6-1426-4060-9443-7e79df6971b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:20.123214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d3bb7fc-d7b9-4e35-97ba-93331ce4477d req-2dd014f6-1426-4060-9443-7e79df6971b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 1096 time: 0.0469339 Nov 19 03:50:20.209448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d3bb7fc-d7b9-4e35-97ba-93331ce4477d req-162148a5-0bfc-4535-b65b-cca4764a595b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732350 Nov 19 03:50:20.211214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720775-5606-4b93-9c94-9b1087ddfb88 req-4abbcb3a-3211-49c7-ab61-7fd28d7c6c81 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:20.212740 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e720775-5606-4b93-9c94-9b1087ddfb88 req-4abbcb3a-3211-49c7-ab61-7fd28d7c6c81 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1118 time: 0.0730252 Nov 19 03:50:20.222584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2256514-fb06-4e93-a172-a455b6fc415b req-d4364110-44cb-456b-8f50-d90026925502 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:20.224024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2256514-fb06-4e93-a172-a455b6fc415b req-d4364110-44cb-456b-8f50-d90026925502 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 969 time: 0.0815279 Nov 19 03:50:20.264168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e720775-5606-4b93-9c94-9b1087ddfb88 req-ce14f278-a0fb-449c-b4a8-aa3a5f72be48 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Nov 19 03:50:20.274757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2256514-fb06-4e93-a172-a455b6fc415b req-2eb2e171-5b9a-4e42-993e-c68405a8804b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Nov 19 03:50:20.434264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7f678-e292-4b4f-9099-42176508fb61 req-ab52ac17-3563-4722-8d73-cd65abd3908d tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:20.435874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1df7f678-e292-4b4f-9099-42176508fb61 req-ab52ac17-3563-4722-8d73-cd65abd3908d tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1118 time: 0.0443745 Nov 19 03:50:20.480919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1df7f678-e292-4b4f-9099-42176508fb61 req-87b4090c-7a8d-46e6-9a04-724f40530999 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Nov 19 03:50:20.832229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-e650375c-aa73-4079-bcbe-e42114156b9d req-bafa952b-de8f-4172-af43-97fa82b223b4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:50:20.833997 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e650375c-aa73-4079-bcbe-e42114156b9d req-bafa952b-de8f-4172-af43-97fa82b223b4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107803 Nov 19 03:50:21.193318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-dc7c9252-322e-4d9d-9749-b0cf9164e0e9 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216420 Nov 19 03:50:21.198070 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4449765d-b56e-4164-aca8-e884b3d647df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:21.221303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 951edb6c-3f8b-4886-829b-39132d89ab8f up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:21.279595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 951edb6c-3f8b-4886-829b-39132d89ab8f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:21.294124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 951edb6c-3f8b-4886-829b-39132d89ab8f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:21.294759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:21.320767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-eb965282-4aa6-42b3-8e3e-bbecafe58331 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:21.322299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-eb965282-4aa6-42b3-8e3e-bbecafe58331 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215737 Nov 19 03:50:21.341305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-b111ebd9-85d8-4c05-8117-34c1fee14e67 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/quotas/9d344f6ad0e34cc2ae9dd0557835f676 HTTP/1.1" status: 200 len: 375 time: 0.0120022 Nov 19 03:50:21.378474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-52e885ee-caf3-4a0b-85b5-fa8cc447b44f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304122 Nov 19 03:50:21.382403 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:21.420752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 951edb6c-3f8b-4886-829b-39132d89ab8f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=951edb6c-3f8b-4886-829b-39132d89ab8f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:21.426049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:21.480571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=951edb6c-3f8b-4886-829b-39132d89ab8f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:21.618795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1aa26-8113-4ce1-80ea-5b3d9125aee0 req-a0d4e5da-ad42-4268-9b96-a41e3825104c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:21.620318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afe1aa26-8113-4ce1-80ea-5b3d9125aee0 req-a0d4e5da-ad42-4268-9b96-a41e3825104c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 945 time: 0.0534165 Nov 19 03:50:21.673688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afe1aa26-8113-4ce1-80ea-5b3d9125aee0 req-b45a0ea0-8e56-47b7-bcdd-49dd7b082653 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471265 Nov 19 03:50:21.905960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b21ae8-1a8a-45f3-b3ba-0c93840d5716 req-a6d090a8-c29b-4288-a6cb-e5357a9038f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:21.907494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b21ae8-1a8a-45f3-b3ba-0c93840d5716 req-a6d090a8-c29b-4288-a6cb-e5357a9038f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 970 time: 0.0492508 Nov 19 03:50:21.947978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951edb6c-3f8b-4886-829b-39132d89ab8f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:21.951441 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0b2242-622d-43ce-bf25-6e61169718d1" -d '{"events": [{"server_uuid": "ef7ed5bf-1811-4219-a90d-1993f7328c2d", "name": "network-vif-plugged", "status": "completed", "tag": "951edb6c-3f8b-4886-829b-39132d89ab8f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:21.962097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b21ae8-1a8a-45f3-b3ba-0c93840d5716 req-780c7f95-1358-4cf3-9c2b-a98b4b4e0297 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Nov 19 03:50:22.066138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83fc9a46-ada0-44a3-bd97-4573d0a97629 req-303463d9-2315-4c9b-bdfb-44b11f3e9703 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 210 time: 0.0308363 Nov 19 03:50:22.113035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32938) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:22.221396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047429d-f004-4132-8b80-8adaf44ededf req-039b40f0-f2ba-4872-aee2-90ec365c97e8 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:22.223620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8047429d-f004-4132-8b80-8adaf44ededf req-039b40f0-f2ba-4872-aee2-90ec365c97e8 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 945 time: 0.0552733 Nov 19 03:50:22.231117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-0e970fd6-829e-4e6b-8007-5407ef7072b8 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:50:22.232433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-0e970fd6-829e-4e6b-8007-5407ef7072b8 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1182306 Nov 19 03:50:22.233359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32942) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:22.238822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'floatingip': {'port_id': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:22.248942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06824c37-d23c-4eb4-bb25-cce77fc6df9e no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:50:22.280748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 06824c37-d23c-4eb4-bb25-cce77fc6df9e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:50:22.281319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06824c37-d23c-4eb4-bb25-cce77fc6df9e not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:50:22.333829 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:22.378060 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6223199-826b-4b79-aa07-e04f94a00525 x-openstack-request-id: req-f6223199-826b-4b79-aa07-e04f94a00525 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:22.378377 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ed5bf-1811-4219-a90d-1993f7328c2d", "name": "network-vif-plugged", "status": "completed", "tag": "951edb6c-3f8b-4886-829b-39132d89ab8f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:22.378638 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6223199-826b-4b79-aa07-e04f94a00525 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:22.379035 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951edb6c-3f8b-4886-829b-39132d89ab8f', 'code': 200} Nov 19 03:50:22.388965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:22.523376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-485c47e2-bf43-42c9-a010-a644441aa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:22.524852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-485c47e2-bf43-42c9-a010-a644441aa495 service neutron] 10.222.0.52 "GET /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 1115 time: 0.2128017 Nov 19 03:50:22.541822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Request body: {'binding': {'host': 'n-h2-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:22.542475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:50:22.631501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d785-f931-4d84-b476-a70094c784ea req-2df4a5eb-7f09-48e4-97b8-ea1899156337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:22.633107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8065d785-f931-4d84-b476-a70094c784ea req-2df4a5eb-7f09-48e4-97b8-ea1899156337 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 1121 time: 0.1771541 Nov 19 03:50:22.776759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-62778462-83bc-470f-89f8-3622cde698da tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157148 Nov 19 03:50:22.878440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8065d785-f931-4d84-b476-a70094c784ea req-747819ba-2f25-4959-82d1-f5e1642c082c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334769 Nov 19 03:50:23.112147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on host n-h2-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:23.113013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:23.113344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:23.164824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-099a2422-be7c-4f5c-9ef7-0bd4854625fa tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:23.166311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-099a2422-be7c-4f5c-9ef7-0bd4854625fa tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819411 Nov 19 03:50:23.176358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:23.176692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:23.202359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:23.202706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:23.203086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:23.203535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Bound port: 27e1445b-e2d9-403f-a5ce-52795f4aef41, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:23.211942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Request body: {'port': {'device_id': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '9d344f6ad0e34cc2ae9dd0557835f676'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:23.496658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-adeb00d7-a444-499f-af76-f928ceeee716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:23.649552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45993755-da6f-468f-95a5-e47cb6e98b5d req-9a209f2c-6c59-4381-8cf1-186177a02465 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:23.651132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45993755-da6f-468f-95a5-e47cb6e98b5d req-9a209f2c-6c59-4381-8cf1-186177a02465 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 970 time: 0.4663548 Nov 19 03:50:23.672681 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:50:23.708138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:23.738416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:23.739589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39792d92-d132-40e2-b6f3-e4a3716a5c87 service neutron] 10.222.0.52 "POST /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41/bindings HTTP/1.1" status: 201 len: 389 time: 1.2070863 Nov 19 03:50:23.806003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:23.818350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:23.825955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45993755-da6f-468f-95a5-e47cb6e98b5d req-ba65cf15-26ad-4171-8ef8-dbd074e5eee9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591294 Nov 19 03:50:23.884220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Made reservation on behalf of 9d344f6ad0e34cc2ae9dd0557835f676 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:23.887942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:23.949277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-17ebec23-bc8f-43bd-a98e-1030c4988c25 req-fc97c1e9-f893-4559-b5ad-a67e228fde2d tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 210 time: 0.0628550 Nov 19 03:50:24.175825 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168 associated. External IP: 172.25.8.57, port: 82008a7f-ef35-4129-a8aa-1a8359eb6b1d. Nov 19 03:50:24.298387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-bf22cdea-f008-4ef3-99e3-d0cc35036794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:24.299989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-bf22cdea-f008-4ef3-99e3-d0cc35036794 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1118 time: 0.2189646 Nov 19 03:50:24.301163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Allocated IP 192.168.233.59 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/10e7613b-35ea-481c-b0f5-313728673d73) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:24.317829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33036) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:24.374847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e04ad-6ae8-404b-96b2-290e29cefb3e req-1436b234-1ede-4eae-8b1b-265935561a92 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:24.376394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-325e04ad-6ae8-404b-96b2-290e29cefb3e req-1436b234-1ede-4eae-8b1b-265935561a92 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 967 time: 0.3066978 Nov 19 03:50:24.442235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c9b7-5746-4134-ac6a-0f7c840745fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.521154 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c9b7-5746-4134-ac6a-0f7c840745fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.527213 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c9b7-5746-4134-ac6a-0f7c840745fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.546199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-c3f70132-8e3a-40bb-9c1a-a7f861fbf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:24.548224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-c3f70132-8e3a-40bb-9c1a-a7f861fbf7ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.2381492 Nov 19 03:50:24.573134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b7c7c9b7-5746-4134-ac6a-0f7c840745fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a98ce629d713484ebc65b9d754f47a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541091 Nov 19 03:50:24.574044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:24.600757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7c9b7-5746-4134-ac6a-0f7c840745fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b536f0d0-ef50-4564-89ea-ff61bd1e8ab1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:24.649270 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8a66f9e-fa3c-478b-ac5d-e590f93493ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.673150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8a66f9e-fa3c-478b-ac5d-e590f93493ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.686864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-0206ed71-c137-42b5-8f78-f05854619af0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.1191497 Nov 19 03:50:24.700595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-325e04ad-6ae8-404b-96b2-290e29cefb3e req-e0cf914f-949e-4cc7-aaec-94b0d32fcfe5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100109 Nov 19 03:50:24.746290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8a66f9e-fa3c-478b-ac5d-e590f93493ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.749122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8a66f9e-fa3c-478b-ac5d-e590f93493ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:24.750851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8a66f9e-fa3c-478b-ac5d-e590f93493ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b536f0d0-ef50-4564-89ea-ff61bd1e8ab1 HTTP/1.1" status: 204 len: 168 time: 0.1711831 Nov 19 03:50:24.770283 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:50:24.780152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a66f9e-fa3c-478b-ac5d-e590f93493ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b536f0d0-ef50-4564-89ea-ff61bd1e8ab1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:24.914299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-803a3aca-92c4-413b-83e8-a96b8549a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:24.916682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-803a3aca-92c4-413b-83e8-a96b8549a041 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.2093883 Nov 19 03:50:25.004694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-1ae4eff1-86cb-46eb-a183-ba47945c27d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721810 Nov 19 03:50:25.040350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:25.079100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.172367 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0996bd22-3f1e-4225-aa35-132315d66059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.264432 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-011f1c98-83a5-44f5-86e6-800936ef6ec5 req-350f7a87-a5fb-4c14-9de5-7337eb158b9a tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 210 time: 0.0330162 Nov 19 03:50:25.266529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33090) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:25.297737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fe16060-bb47-4679-9ae7-06bc0c21fdb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.313700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0996bd22-3f1e-4225-aa35-132315d66059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.323708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0996bd22-3f1e-4225-aa35-132315d66059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.384345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.386750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0996bd22-3f1e-4225-aa35-132315d66059 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84ba03c7775d4b5cb9bd535759e12e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454921 Nov 19 03:50:25.405263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33094) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:25.412670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996bd22-3f1e-4225-aa35-132315d66059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea617f-b09a-4a1d-b598-07682261e77e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:25.466734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:50:25.484807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bec618-de62-4861-bac5-6685b5b54eca req-7e27ed11-9141-42e8-9bcc-cb1ba9fea4cc tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:25.486319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5bec618-de62-4861-bac5-6685b5b54eca req-7e27ed11-9141-42e8-9bcc-cb1ba9fea4cc tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 971 time: 0.1222482 Nov 19 03:50:25.497825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-158572fa-d6fb-46ed-932c-e3bbe6038c41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3740895 Nov 19 03:50:25.531613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645949-80b0-408d-ae2d-a0b5e60ed203 req-c8bc9e11-b59b-4c18-abae-5fb8d63aed07 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:25.532028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fe16060-bb47-4679-9ae7-06bc0c21fdb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.533118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93645949-80b0-408d-ae2d-a0b5e60ed203 req-c8bc9e11-b59b-4c18-abae-5fb8d63aed07 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 970 time: 0.4215317 Nov 19 03:50:25.533333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-963fe71c-0c76-4814-9f46-dca980cad9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.540726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-d5f92e9b-2571-4807-96b7-f9d84ee564c0 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225275 Nov 19 03:50:25.548183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fe16060-bb47-4679-9ae7-06bc0c21fdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.590018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.598881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5bec618-de62-4861-bac5-6685b5b54eca req-adec2060-c76d-406a-9ce4-c73b1a47b2a1 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027069 Nov 19 03:50:25.601294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-963fe71c-0c76-4814-9f46-dca980cad9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.623726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe16060-bb47-4679-9ae7-06bc0c21fdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f643e-3874-452a-9af5-dd14d7d38911,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:25.644565 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4fe16060-bb47-4679-9ae7-06bc0c21fdb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=268d68c5da7440bbb21859caa686ed4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766711 Nov 19 03:50:25.661179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:25.747005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-963fe71c-0c76-4814-9f46-dca980cad9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.749644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-963fe71c-0c76-4814-9f46-dca980cad9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.750959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-963fe71c-0c76-4814-9f46-dca980cad9b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/deea617f-b09a-4a1d-b598-07682261e77e HTTP/1.1" status: 204 len: 168 time: 0.3444822 Nov 19 03:50:25.785520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19baef23-c5f0-4218-9190-b29330698df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.792090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:25.812454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:25.816719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe71c-0c76-4814-9f46-dca980cad9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea617f-b09a-4a1d-b598-07682261e77e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:25.823564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Pushing event updated for resources: {'Port': ['ID=10e7613b-35ea-481c-b0f5-313728673d73,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:25.839525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19baef23-c5f0-4218-9190-b29330698df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.845137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:25.850885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:25.852283 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.898219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93645949-80b0-408d-ae2d-a0b5e60ed203 req-9571b590-14fc-4605-8ca6-7e243a923142 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231044 Nov 19 03:50:25.940538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-3223e20f-0717-4441-8af3-a97e670a1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:25.940538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-3223e20f-0717-4441-8af3-a97e670a1e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 1122 time: 0.3590660 Nov 19 03:50:25.940538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:50:25.943289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd7fba-acf3-4205-a96d-8bdb9bcb5350 req-f8bbe822-4684-4ddf-84e0-d7b1cc970e80 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:25.947529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6afd7fba-acf3-4205-a96d-8bdb9bcb5350 req-f8bbe822-4684-4ddf-84e0-d7b1cc970e80 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 967 time: 0.1328189 Nov 19 03:50:25.950067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:25.971866 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:50:25.995302 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:50:25.997231 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:26.002468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19baef23-c5f0-4218-9190-b29330698df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.012737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19baef23-c5f0-4218-9190-b29330698df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.013032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-19baef23-c5f0-4218-9190-b29330698df8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/329f643e-3874-452a-9af5-dd14d7d38911 HTTP/1.1" status: 204 len: 168 time: 0.3506784 Nov 19 03:50:26.030484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-8c390bf8-d7c0-4cea-a18c-8ffec291bed8 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406509 Nov 19 03:50:26.034095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-21a1e73a-df22-4518-83af-defb3a9e256b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8401933 Nov 19 03:50:26.068494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baef23-c5f0-4218-9190-b29330698df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f643e-3874-452a-9af5-dd14d7d38911,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:26.137622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6afd7fba-acf3-4205-a96d-8bdb9bcb5350 req-ce37558e-c8ff-417f-871b-65570402e5c0 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703455 Nov 19 03:50:26.201455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Request body: {'port': {'device_id': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:26.258916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a86d78e0-efad-465f-ac6b-69fc4dddfa7e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "PUT /v2.0/floatingips/6c9adf61-2177-40b8-ae2c-a840f503c168 HTTP/1.1" status: 200 len: 990 time: 4.0236464 Nov 19 03:50:26.260823 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:50:26.265444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.267809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5cf649c7-fb50-4100-b9a3-b3094adb13cc None None] Provisioning complete for port 10e7613b-35ea-481c-b0f5-313728673d73 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:26.268410 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5cf649c7-fb50-4100-b9a3-b3094adb13cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.280792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:26.284393 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:26.379011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5cf649c7-fb50-4100-b9a3-b3094adb13cc None None] Port 10e7613b-35ea-481c-b0f5-313728673d73 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:26.383592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-b36bb9e0-263c-46b4-8607-e1fe93c678f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:26.387680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-b36bb9e0-263c-46b4-8607-e1fe93c678f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3793159 Nov 19 03:50:26.467136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-846b34b3-2433-4205-8c15-e8171e880599 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 HTTP/1.1" status: 200 len: 217 time: 0.0566237 Nov 19 03:50:26.468661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.498293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-cbe02d98-51a0-41da-bd5e-a6ad4f2280be tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:26.500103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-cbe02d98-51a0-41da-bd5e-a6ad4f2280be tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1118 time: 0.2254162 Nov 19 03:50:26.532289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-1'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:26.671753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-7d29e501-b27e-4350-bf33-08a57eca407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:26.673248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-7d29e501-b27e-4350-bf33-08a57eca407e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1891131 Nov 19 03:50:26.689015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-00c4bdcd-d60c-4f18-9cc1-ea1bb9a9f04b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:26.690562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-00c4bdcd-d60c-4f18-9cc1-ea1bb9a9f04b tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 971 time: 0.0806065 Nov 19 03:50:26.691040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33140) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:26.820127 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6c9adf61-2177-40b8-ae2c-a840f503c168', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'port_id': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'mac_address': 'fa:16:3e:92:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:50:06Z', 'updated_at': '2021-11-19T03:50:23Z', 'revision_number': 1, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:26.829497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9b75f4e-c69e-42d6-849f-475dc0ef7488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.899550 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:50:26.908667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:26.910942 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:50:26.911763 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:27.155767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.155904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:27.170684 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:50:27.175914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9f933-fa1a-41ab-873f-c10569368661 req-c8bd0bac-38e8-48dd-8ed3-ce839c8503fc tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:27.177883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80b9f933-fa1a-41ab-873f-c10569368661 req-c8bd0bac-38e8-48dd-8ed3-ce839c8503fc tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 935 time: 0.5557530 Nov 19 03:50:27.308110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b94a-0e62-4d0a-8dc0-ce5a35ab0750 req-1eafceda-f3e8-4c1d-90db-6eaf0c4d08f1 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:27.326528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4964b94a-0e62-4d0a-8dc0-ce5a35ab0750 req-1eafceda-f3e8-4c1d-90db-6eaf0c4d08f1 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 1121 time: 0.4460571 Nov 19 03:50:27.392714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4964b94a-0e62-4d0a-8dc0-ce5a35ab0750 req-d46b7375-47ff-46bb-b020-d99606150fdd tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.401233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-4d403ea7-f244-46c2-a1f6-9735ae106de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:27.403179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-4d403ea7-f244-46c2-a1f6-9735ae106de5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6874881 Nov 19 03:50:27.433654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:27.438250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Deleting port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:50:27.438610 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.466972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9b75f4e-c69e-42d6-849f-475dc0ef7488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.495658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.499094 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6c9adf61-2177-40b8-ae2c-a840f503c168', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'port_id': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'mac_address': 'fa:16:3e:92:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:50:06Z', 'updated_at': '2021-11-19T03:50:23Z', 'revision_number': 1, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:50:27.502311 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9b75f4e-c69e-42d6-849f-475dc0ef7488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.536348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80b9f933-fa1a-41ab-873f-c10569368661 req-91735dd3-036a-4315-9769-624977fd05c6 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357670 Nov 19 03:50:27.552997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.596910 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77be6aa-bef0-4a54-a901-d5956b3e8cbe None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6c9adf61-2177-40b8-ae2c-a840f503c168', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'port_id': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'mac_address': 'fa:16:3e:92:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:50:06Z', 'updated_at': '2021-11-19T03:50:23Z', 'revision_number': 1, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:50:27.597359 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9b75f4e-c69e-42d6-849f-475dc0ef7488 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=078f20d868f34cc78a27f085a0e872ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9049301 Nov 19 03:50:27.607489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33162) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:27.618443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b75f4e-c69e-42d6-849f-475dc0ef7488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e4ed0-86c6-4ebc-8105-26bcce8947b9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:27.696249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] For port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:27.696841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.708267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.31', 55061) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:27.739710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Calling delete_port for 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 owned by compute:tempest-test_az-320530811 {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:50:27.814168 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4964b94a-0e62-4d0a-8dc0-ce5a35ab0750 req-d46b7375-47ff-46bb-b020-d99606150fdd tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.818855 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c36c51-036e-483b-a0bf-c8cfedac41ac x-openstack-request-id: req-18c36c51-036e-483b-a0bf-c8cfedac41ac {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:27.819639 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:27.819817 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18c36c51-036e-483b-a0bf-c8cfedac41ac {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:27.820242 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'status': 'completed', 'code': 200} Nov 19 03:50:27.860250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9d7e-f457-4be4-a748-7f4dda535dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.895241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4964b94a-0e62-4d0a-8dc0-ce5a35ab0750 req-d46b7375-47ff-46bb-b020-d99606150fdd tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.910619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e7613b-35ea-481c-b0f5-313728673d73 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:27.936018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4964b94a-0e62-4d0a-8dc0-ce5a35ab0750 req-d46b7375-47ff-46bb-b020-d99606150fdd tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024821 Nov 19 03:50:27.973754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-cee59a26-1654-49d3-b59c-995631b83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:27.974536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:27.975318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-cee59a26-1654-49d3-b59c-995631b83554 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 1096 time: 0.2658761 Nov 19 03:50:28.002052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on host n-h1-818503-1 for vnic_type normal with profile {"migrating_to": "n-h2-818503-1"} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:28.002399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:28.002738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:28.021796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b802fb7-d675-4b9b-8b19-1454137d9301 req-4d3becd8-58b6-4330-9535-48657ece57b7 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:28.029573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b802fb7-d675-4b9b-8b19-1454137d9301 req-4d3becd8-58b6-4330-9535-48657ece57b7 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 971 time: 0.2000287 Nov 19 03:50:28.030330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:28.045839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:28.046426 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Attempting to bind port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:28.047037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9d7e-f457-4be4-a748-7f4dda535dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.054862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0365b7f-f8df-4424-ba0c-05bf3e360d80 None None] New status for floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:50:28.110177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Transition to ACTIVE for port object 10e7613b-35ea-481c-b0f5-313728673d73 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:28.128633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b7375-47ff-46bb-b020-d99606150fdd tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4eec4-267d-4e29-8c15-78928f6f3c44,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:28.184794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:28.185060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:28.185428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:28.186226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Bound port: 27e1445b-e2d9-403f-a5ce-52795f4aef41, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:28.186316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.196435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.229048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b802fb7-d675-4b9b-8b19-1454137d9301 req-3df22f19-c374-4d6c-8b2e-a149f6420d25 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0c1203f-701d-4f7e-a73b-34a69be56888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956055 Nov 19 03:50:28.307216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-3331103b-bb3e-4977-98a1-10245225e350 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069270 Nov 19 03:50:28.358847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:28.396974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03074d-d95b-4628-bc30-59aed0a8b432 req-8635baf7-92f0-4760-baa7-9a14d070703c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:28.407980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd03074d-d95b-4628-bc30-59aed0a8b432 req-8635baf7-92f0-4760-baa7-9a14d070703c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.2860436 Nov 19 03:50:28.410692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.421197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-cb08f45a-8141-4b66-b6c3-abf338b2b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:28.426291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:28.429772 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-cb08f45a-8141-4b66-b6c3-abf338b2b00a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 924 time: 0.4400525 Nov 19 03:50:28.452416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9d7e-f457-4be4-a748-7f4dda535dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.467803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9d7e-f457-4be4-a748-7f4dda535dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.487442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec8b9d7e-f457-4be4-a748-7f4dda535dde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f59e4ed0-86c6-4ebc-8105-26bcce8947b9 HTTP/1.1" status: 204 len: 168 time: 0.8678677 Nov 19 03:50:28.598834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Pushing event deleted for resources: {'Port': ['ID=304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:28.691019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b9d7e-f457-4be4-a748-7f4dda535dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e4ed0-86c6-4ebc-8105-26bcce8947b9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:28.832000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Pushing event updated for resources: {'Port': ['ID=10e7613b-35ea-481c-b0f5-313728673d73,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:28.871636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:28.881282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] No DVR routers for this DVR port 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:50:28.894958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f39e0c-99e1-442b-a0f9-a0cef8de5c17 req-60b44e78-4ed8-4267-ab74-0de6473e6327 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716896 Nov 19 03:50:28.896248 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.909776 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:28.914877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a5c9a452-d28d-44dc-bf6b-03fc90543550 req-d3e1a323-689c-41db-9900-c19c9524ab8f tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.36 "DELETE /v2.0/ports/304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 HTTP/1.1" status: 204 len: 173 time: 2.2067499 Nov 19 03:50:28.918697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'name': 'network-vif-deleted', 'tag': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:28.935639 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2fe89-2fc3-4439-a605-9805bd6a295e" -d '{"events": [{"server_uuid": "c1e352eb-fc72-4308-a3bb-27daf01969ed", "name": "network-vif-deleted", "tag": "304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:28.975070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd03074d-d95b-4628-bc30-59aed0a8b432 req-546d3bac-6664-41c4-92af-0a2c3064f19c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435677 Nov 19 03:50:28.990799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-b5e98591-b8a6-4bbe-a4ac-ffd62972bb68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d HTTP/1.1" status: 200 len: 1000 time: 0.5424109 Nov 19 03:50:28.996596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Attempting to bind port 10e7613b-35ea-481c-b0f5-313728673d73 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:28.997157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Attempting to bind port 10e7613b-35ea-481c-b0f5-313728673d73 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:28.997261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Attempting to bind port 10e7613b-35ea-481c-b0f5-313728673d73 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:29.051921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Port 10e7613b-35ea-481c-b0f5-313728673d73 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:29.052285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Attempting to bind port 10e7613b-35ea-481c-b0f5-313728673d73 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:29.084089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:29.084471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:29.086082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:29.088053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Bound port: 10e7613b-35ea-481c-b0f5-313728673d73, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:29.088426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:29.124801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-10dae950-79cb-49cf-b033-3a756a771cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.127314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-10dae950-79cb-49cf-b033-3a756a771cd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.1217115 Nov 19 03:50:29.145105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=8']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:29.149800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.154159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:29.158960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-39d4e970-69e5-4a4e-934c-eafcf6633e06 service neutron] 10.222.0.31 "PUT /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 1143 time: 2.6358082 Nov 19 03:50:29.211051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f81878-406e-41a7-8a68-809d94909082 req-a72dcce7-3922-47c3-833d-d86df41c3486 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.220724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44f81878-406e-41a7-8a68-809d94909082 req-a72dcce7-3922-47c3-833d-d86df41c3486 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 947 time: 0.2900224 Nov 19 03:50:29.224346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['27e1445b-e2d9-403f-a5ce-52795f4aef41'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:29.230328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-31da6c23-3802-4a67-8204-77fc81e0fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.232152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-31da6c23-3802-4a67-8204-77fc81e0fe90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981309 Nov 19 03:50:29.295087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44f81878-406e-41a7-8a68-809d94909082 req-82898d03-0aae-474f-ace2-300051bdf0aa tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Nov 19 03:50:29.323730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] For port 10e7613b-35ea-481c-b0f5-313728673d73, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:29.330236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] For port 10e7613b-35ea-481c-b0f5-313728673d73, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=10e7613b-35ea-481c-b0f5-313728673d73,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:29.340686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:29.387761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.388119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:29.389563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] 10.222.0.31 "PUT /v2.0/ports/10e7613b-35ea-481c-b0f5-313728673d73 HTTP/1.1" status: 200 len: 1095 time: 3.2012830 Nov 19 03:50:29.397995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-59bd9719-d060-4c37-8ba7-5c8b131429be service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570001 Nov 19 03:50:29.436140 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecce60e7-7888-46ff-99f4-38378d2f6174 x-openstack-request-id: req-ecce60e7-7888-46ff-99f4-38378d2f6174 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:29.436505 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e352eb-fc72-4308-a3bb-27daf01969ed", "name": "network-vif-deleted", "tag": "304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:29.436778 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecce60e7-7888-46ff-99f4-38378d2f6174 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:29.437764 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e352eb-fc72-4308-a3bb-27daf01969ed', 'name': 'network-vif-deleted', 'tag': '304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47', 'status': 'completed', 'code': 200} Nov 19 03:50:29.456959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669830a-23e8-4fe2-947b-c721595e30c6 service neutron] Pushing event updated for resources: {'Port': ['ID=10e7613b-35ea-481c-b0f5-313728673d73,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:29.637471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd2684a5-bbe2-4e5e-b150-b68ebc0dc12b req-bd089f31-dc09-404b-9a5c-ed7b3c6cd40f service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285588 Nov 19 03:50:29.646608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-5cf3fe42-e254-4045-b6a6-0cbd0c7bcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.648965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-5cf3fe42-e254-4045-b6a6-0cbd0c7bcc68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 1098 time: 0.1829777 Nov 19 03:50:29.657033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-b4d2117e-10f6-4bb6-b47a-470966e06554 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820701 Nov 19 03:50:29.730169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-ed731ad5-95cb-4dcd-8136-dbaa440119ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=10e7613b-35ea-481c-b0f5-313728673d73 HTTP/1.1" status: 200 len: 217 time: 0.0540602 Nov 19 03:50:29.789427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23acabc7-f682-4121-8d13-70946aa9285a req-f83e7608-9871-4144-a758-bf56ae936124 tempest-AggregatesAdminTestJSON-2134825950 tempest-AggregatesAdminTestJSON-2134825950-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1e352eb-fc72-4308-a3bb-27daf01969ed HTTP/1.1" status: 200 len: 210 time: 0.0400007 Nov 19 03:50:29.821836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41'}, {'name': 'network-changed', 'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41'}, {'name': 'network-changed', 'server_uuid': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'tag': '10e7613b-35ea-481c-b0f5-313728673d73'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:29.825003 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59" -d '{"events": [{"server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "name": "network-vif-unplugged", "status": "completed", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41"}, {"name": "network-changed", "server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41"}, {"name": "network-changed", "server_uuid": "cba12ada-4add-47f3-ab9a-da96a73579ee", "tag": "10e7613b-35ea-481c-b0f5-313728673d73"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:29.850948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-6f4e45bd-30c7-432c-ac3d-b05921fa454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.852829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-6f4e45bd-30c7-432c-ac3d-b05921fa454f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1092250 Nov 19 03:50:29.924211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-53028ebb-23a6-4413-9749-413cf111b7c8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.927222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-53028ebb-23a6-4413-9749-413cf111b7c8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678070 Nov 19 03:50:29.942649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969c47-119b-4288-971b-70149878371c req-c0891f02-b1b6-489f-8d1f-955bde6bafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:29.944176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-c0891f02-b1b6-489f-8d1f-955bde6bafeb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816252 Nov 19 03:50:29.948076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-166317ee-37d3-45f5-ada8-ae9a6a47305d tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/quotas/3175a00ee69d47ba8ab06dc98657d0aa HTTP/1.1" status: 200 len: 375 time: 0.0133307 Nov 19 03:50:30.032687 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3077d3-4902-4a1f-b197-1c6e22cc5f9c x-openstack-request-id: req-4a3077d3-4902-4a1f-b197-1c6e22cc5f9c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:30.033239 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "name": "network-vif-unplugged", "status": "completed", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41", "code": 200}, {"name": "network-changed", "server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cba12ada-4add-47f3-ab9a-da96a73579ee", "tag": "10e7613b-35ea-481c-b0f5-313728673d73", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:30.033239 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a3077d3-4902-4a1f-b197-1c6e22cc5f9c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:30.033504 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'code': 200} Nov 19 03:50:30.033769 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'status': 'completed', 'code': 200} Nov 19 03:50:30.034053 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'tag': '10e7613b-35ea-481c-b0f5-313728673d73', 'status': 'completed', 'code': 200} Nov 19 03:50:30.106558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-919f4643-15af-4f16-b112-3b81deb8871c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441097 Nov 19 03:50:30.121566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-6aad343d-8c94-49bd-ba89-d933959daa80 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684570 Nov 19 03:50:30.129396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-896f40d2-89e7-4973-bb0b-34cab1f44dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.130995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-896f40d2-89e7-4973-bb0b-34cab1f44dae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1146 time: 0.0721581 Nov 19 03:50:30.300946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ede7e-d8a3-4738-9570-a5b621fa6f22 req-77a06025-5cad-4e20-8fd5-61dc4ae5c036 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.306057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-272ede7e-d8a3-4738-9570-a5b621fa6f22 req-77a06025-5cad-4e20-8fd5-61dc4ae5c036 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.1116157 Nov 19 03:50:30.332759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-e48cff64-7b0b-474f-b71b-360fd61a3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.335465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-e48cff64-7b0b-474f-b71b-360fd61a3035 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1947002 Nov 19 03:50:30.370855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48969c47-119b-4288-971b-70149878371c req-b2f1b3d5-1eff-4baa-8a72-a649b7e659e9 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413037 Nov 19 03:50:30.406881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-d808ed1d-23fd-4cc9-8928-4ae4318b5527 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.0624068 Nov 19 03:50:30.481342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-272ede7e-d8a3-4738-9570-a5b621fa6f22 req-de7ccfc8-df4d-4ae1-9380-1be2633c12f4 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583033 Nov 19 03:50:30.520315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-80c887e4-a528-4abd-b509-a3f49843b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.526224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-80c887e4-a528-4abd-b509-a3f49843b977 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1059391 Nov 19 03:50:30.529096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33276) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:30.568896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-d87c5fec-2d0f-4569-ab0c-7d38aa14c84f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321712 Nov 19 03:50:30.581257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-8e5942b6-5324-4a34-8e08-7045ce9277bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.582757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-8e5942b6-5324-4a34-8e08-7045ce9277bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 1098 time: 0.0968819 Nov 19 03:50:30.724221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-a334c73e-fb21-4f03-97bf-ec3b0c3977fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.725810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-a334c73e-fb21-4f03-97bf-ec3b0c3977fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1342132 Nov 19 03:50:30.812215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-99d93847-70e0-4c59-a7c1-6c7c73e4f45a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=10e7613b-35ea-481c-b0f5-313728673d73 HTTP/1.1" status: 200 len: 217 time: 0.0770764 Nov 19 03:50:30.824306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-da12bbdf-576e-4ec0-8003-bfabcd08ba36 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471929 Nov 19 03:50:30.890212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-a2b5dea3-0bb4-4d16-ac8e-832694eaa680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.891846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-a2b5dea3-0bb4-4d16-ac8e-832694eaa680 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0703850 Nov 19 03:50:30.973911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-a89af96e-3ea1-403b-8484-ad63fe797c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:30.975392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-a89af96e-3ea1-403b-8484-ad63fe797c84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648668 Nov 19 03:50:31.002718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c98a89b-cd8f-44ed-875a-802448c0ca4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.018856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4f0f8-ff26-4314-830a-c73b79b749cb req-79bab191-fe4e-4197-b487-d6a8dd327b1c tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:31.034248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ee4f0f8-ff26-4314-830a-c73b79b749cb req-79bab191-fe4e-4197-b487-d6a8dd327b1c tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 947 time: 0.1667984 Nov 19 03:50:31.082335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-e79c641d-afa3-4ab4-ac68-e6c6e5b21d0e service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499681 Nov 19 03:50:31.165415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ee4f0f8-ff26-4314-830a-c73b79b749cb req-afe4bc80-85b8-44cc-9944-28606b50fad7 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304018 Nov 19 03:50:31.196755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-6bd89a85-6019-407a-8a1f-54260248693a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124951 Nov 19 03:50:31.225174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c98a89b-cd8f-44ed-875a-802448c0ca4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.239366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c98a89b-cd8f-44ed-875a-802448c0ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.279969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:50:31.292219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2c98a89b-cd8f-44ed-875a-802448c0ca4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51cbe1a3f54546138ce2d27f5ae0f946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7616942 Nov 19 03:50:31.302647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33304) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:31.307860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:50:31.308417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 304fb8f4-9ef3-4cf8-98c6-c3b43dfd6b47 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:50:31.375798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a89b-cd8f-44ed-875a-802448c0ca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c9a1f5-77d9-4381-b9b8-69dd3934cf70,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:31.397138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df1e85d-4a10-40fb-8e87-e5177b0417a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.424902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6da8606e-4ef4-4e8e-befd-bafa7d01ca59 req-55f1a25b-7366-4aaa-b45e-a958682122aa service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066844 Nov 19 03:50:31.425550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df1e85d-4a10-40fb-8e87-e5177b0417a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.517182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df1e85d-4a10-40fb-8e87-e5177b0417a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.526015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df1e85d-4a10-40fb-8e87-e5177b0417a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.526015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7df1e85d-4a10-40fb-8e87-e5177b0417a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1c9a1f5-77d9-4381-b9b8-69dd3934cf70 HTTP/1.1" status: 204 len: 168 time: 0.2169216 Nov 19 03:50:31.540753 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:31.544305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1e85d-4a10-40fb-8e87-e5177b0417a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c9a1f5-77d9-4381-b9b8-69dd3934cf70,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:31.610368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-555379a9-5ed5-479b-be67-6d5c5db604de req-2f8ed657-b739-4650-b16b-7bc3056027f1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 210 time: 0.0499504 Nov 19 03:50:31.661574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:31.690794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871e499-932a-4c29-96d7-0bd2e3f03b31 req-3b717dca-9e30-441a-9f48-758ed2e99b3f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:31.693978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9871e499-932a-4c29-96d7-0bd2e3f03b31 req-3b717dca-9e30-441a-9f48-758ed2e99b3f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.0786355 Nov 19 03:50:31.770616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9871e499-932a-4c29-96d7-0bd2e3f03b31 req-cc934246-4bd9-47b2-81c2-81fcce14cc70 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628929 Nov 19 03:50:32.060547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b9c6eec2-60ce-4d45-b41d-08a7f1fcbec5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6468f02fa2d2423b90ebc3b9fd2dd8ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3975682 Nov 19 03:50:32.062900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:32.122183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd3145a4-43ef-413d-a7c4-b4cf6d45a589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.145490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd3145a4-43ef-413d-a7c4-b4cf6d45a589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.151421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33346) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:32.167987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e933-37da-47a2-9d10-70b10e6a7e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.208331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd3145a4-43ef-413d-a7c4-b4cf6d45a589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.216547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33350) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:32.217614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd3145a4-43ef-413d-a7c4-b4cf6d45a589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.221872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fd3145a4-43ef-413d-a7c4-b4cf6d45a589 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0c1203f-701d-4f7e-a73b-34a69be56888 HTTP/1.1" status: 204 len: 168 time: 0.1578808 Nov 19 03:50:32.248212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3145a4-43ef-413d-a7c4-b4cf6d45a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1203f-701d-4f7e-a73b-34a69be56888,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:32.254842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33356) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:32.296635 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e933-37da-47a2-9d10-70b10e6a7e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.304147 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e933-37da-47a2-9d10-70b10e6a7e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.307401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:32.340877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e933-37da-47a2-9d10-70b10e6a7e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f7b9b-9ea6-4a05-845f-e2c8e8b13916,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:32.371634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1cf5e933-37da-47a2-9d10-70b10e6a7e99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9b3ca1943f74159a10931644cef680b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179098 Nov 19 03:50:32.373125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:32.443658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8d15bb3-40e8-44e7-95ef-dd119e8d4833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.467238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ba3e0-ff8f-46b9-939c-19c2ffed8803 req-c4eb8b95-913e-408d-99fd-87f4e8d96095 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:32.473026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8d15bb3-40e8-44e7-95ef-dd119e8d4833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.475984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-316ba3e0-ff8f-46b9-939c-19c2ffed8803 req-c4eb8b95-913e-408d-99fd-87f4e8d96095 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 947 time: 0.1962881 Nov 19 03:50:32.533680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-316ba3e0-ff8f-46b9-939c-19c2ffed8803 req-4c58fd59-fd8d-4169-bda9-3567dd4c7b77 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568309 Nov 19 03:50:32.540989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8d15bb3-40e8-44e7-95ef-dd119e8d4833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.552359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8d15bb3-40e8-44e7-95ef-dd119e8d4833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.565852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c8d15bb3-40e8-44e7-95ef-dd119e8d4833 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec3f7b9b-9ea6-4a05-845f-e2c8e8b13916 HTTP/1.1" status: 204 len: 168 time: 0.1835575 Nov 19 03:50:32.569691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d15bb3-40e8-44e7-95ef-dd119e8d4833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f7b9b-9ea6-4a05-845f-e2c8e8b13916,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:32.620509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:32.628173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6666ebd-fe4e-4cda-a0b1-fbae818824cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.636220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 has no active binding in host n-h2-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:50:32.681071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-42754c26-464c-45da-a580-2e654e5410ba tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356107 Nov 19 03:50:32.751845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9afd7e6e-1881-4559-8673-f87f4e5a4e91 req-eb548315-ae4b-49e9-b3f7-8124165ba778 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 210 time: 0.0395172 Nov 19 03:50:32.800788 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6666ebd-fe4e-4cda-a0b1-fbae818824cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.807544 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f51778e3-740f-4565-8bcc-e88fa6687360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.813661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6666ebd-fe4e-4cda-a0b1-fbae818824cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:32.877532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a6666ebd-fe4e-4cda-a0b1-fbae818824cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d512e8222abf4ce0af763fb35c241d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597397 Nov 19 03:50:32.878443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666ebd-fe4e-4cda-a0b1-fbae818824cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55286387-dd34-40a9-8f35-d9ef0c01d766,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:32.882854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33372) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:32.932783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33376) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:33.014138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0121-336d-4a99-84d0-5f9abb8fa719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.056493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-12940748-d6db-4316-9de7-3bbb5f15ade5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=083cfc12072d4391a683dac941bb67ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171360 Nov 19 03:50:33.060887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33380) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:33.066091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-bb929f48-3b84-4926-a943-ea577faa53d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162076 Nov 19 03:50:33.155122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-b0f84d83-c90a-496f-a0fe-19edaa74a6b3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340817 Nov 19 03:50:33.157515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0121-336d-4a99-84d0-5f9abb8fa719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.180000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-329f2538-b0b0-411b-8078-d2ade1774c56 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.181639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-329f2538-b0b0-411b-8078-d2ade1774c56 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4939146 Nov 19 03:50:33.197838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:33.276713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68c6f4-1ae7-4357-8276-fd286bb095f5 req-152731a0-f99b-46d9-83db-50958c9e20b1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.282637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c68c6f4-1ae7-4357-8276-fd286bb095f5 req-152731a0-f99b-46d9-83db-50958c9e20b1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.1648071 Nov 19 03:50:33.333925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331af3-0252-488d-88e4-1fb402255931 req-a057c2a2-9ec0-4956-9b71-6835e756fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.336094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-a057c2a2-9ec0-4956-9b71-6835e756fb9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 1096 time: 0.1499469 Nov 19 03:50:33.345395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b9191d7-a519-4f53-b062-d22db940a8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.359264 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f51778e3-740f-4565-8bcc-e88fa6687360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.381123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f51778e3-740f-4565-8bcc-e88fa6687360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.430248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c68c6f4-1ae7-4357-8276-fd286bb095f5 req-296bbf4e-7e89-4c02-bc68-875a0f539d6b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262817 Nov 19 03:50:33.437846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b9191d7-a519-4f53-b062-d22db940a8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.455916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51778e3-740f-4565-8bcc-e88fa6687360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f606d-7708-4157-88b1-f3ed0a13caff,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:33.473476 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0121-336d-4a99-84d0-5f9abb8fa719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.477110 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0121-336d-4a99-84d0-5f9abb8fa719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.478662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ce6c0121-336d-4a99-84d0-5f9abb8fa719 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55286387-dd34-40a9-8f35-d9ef0c01d766 HTTP/1.1" status: 204 len: 168 time: 0.5948048 Nov 19 03:50:33.480045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f51778e3-740f-4565-8bcc-e88fa6687360 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2019abf6ede476597328d3d40b43ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2241189 Nov 19 03:50:33.483535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33396) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:33.498858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:33.503418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.505387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-7edbaaf6-9c33-47be-87ff-35d76211c704 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.507635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-7edbaaf6-9c33-47be-87ff-35d76211c704 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402004 Nov 19 03:50:33.522279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c0121-336d-4a99-84d0-5f9abb8fa719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55286387-dd34-40a9-8f35-d9ef0c01d766,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:33.527316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:33.618643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331af3-0252-488d-88e4-1fb402255931 req-1f748a50-53a4-42c3-9e84-c44bbfded9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.620540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-1f748a50-53a4-42c3-9e84-c44bbfded9b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 924 time: 0.2516026 Nov 19 03:50:33.627708 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b9191d7-a519-4f53-b062-d22db940a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.630954 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b9191d7-a519-4f53-b062-d22db940a8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.632968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1b9191d7-a519-4f53-b062-d22db940a8cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdd578d6-2580-44c5-8473-d51134ae6ca1 HTTP/1.1" status: 204 len: 168 time: 0.5708983 Nov 19 03:50:33.673355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31bf6c85-a900-4800-bda0-f1ccd4fd62ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.713147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9191d7-a519-4f53-b062-d22db940a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd578d6-2580-44c5-8473-d51134ae6ca1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:33.778115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31bf6c85-a900-4800-bda0-f1ccd4fd62ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.784882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-e3c92756-7597-40f8-a441-d524a0eb21e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d HTTP/1.1" status: 200 len: 1000 time: 0.1507475 Nov 19 03:50:33.827952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:33.837243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.17 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/ac6490a6-f734-4dbb-8b53-eb5404a62fc5) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:33.848937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:33.857713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21ab1-f930-41a0-8488-b9c2d1b6b025 req-c0b83f8d-1707-4c69-b302-aed38634ef2c tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.859389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9bb21ab1-f930-41a0-8488-b9c2d1b6b025 req-c0b83f8d-1707-4c69-b302-aed38634ef2c tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 947 time: 0.1897085 Nov 19 03:50:33.895685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21c4dc96-04fa-41cd-879d-3030e3a86a2a req-4557ef94-96a9-4150-8403-602e97e7745f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 210 time: 0.0414271 Nov 19 03:50:33.915131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331af3-0252-488d-88e4-1fb402255931 req-bf5d3b06-c5de-4763-9afb-7d73185d496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:33.916697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-bf5d3b06-c5de-4763-9afb-7d73185d496a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.1217468 Nov 19 03:50:34.005153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331af3-0252-488d-88e4-1fb402255931 req-ac0c287c-7a4b-4cd1-b81c-aae3966d9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:34.009294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-ac0c287c-7a4b-4cd1-b81c-aae3966d9434 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583630 Nov 19 03:50:34.011860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31bf6c85-a900-4800-bda0-f1ccd4fd62ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.014537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31bf6c85-a900-4800-bda0-f1ccd4fd62ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.018093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-31bf6c85-a900-4800-bda0-f1ccd4fd62ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c0f606d-7708-4157-88b1-f3ed0a13caff HTTP/1.1" status: 204 len: 168 time: 0.5301929 Nov 19 03:50:34.043661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf6c85-a900-4800-bda0-f1ccd4fd62ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f606d-7708-4157-88b1-f3ed0a13caff,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:34.085564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9bb21ab1-f930-41a0-8488-b9c2d1b6b025 req-83437bb2-2e57-4df4-a227-bbcaff494d8e tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939569 Nov 19 03:50:34.124816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.165334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-143f7702-7c36-435c-ad68-f44b18d5f971 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488502 Nov 19 03:50:34.171640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.183966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:34.237112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:34.264762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:34.267004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:34.270046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:34.277882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:34.278963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.302195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-9b8108d1-8406-40b6-ba01-b5e9c6a95731 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1091468 Nov 19 03:50:34.316800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.158 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/de63c41c-8024-41a0-a9aa-f2c67a66b26d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:34.330528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.36', 49463) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:34.338413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Request body: {'port': {'device_id': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:34.360164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 10e7613b-35ea-481c-b0f5-313728673d73 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:34.379520 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d331af3-0252-488d-88e4-1fb402255931 req-0d029725-c583-454e-ba49-e639549e9ff4 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957495 Nov 19 03:50:34.389366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33420) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:34.419604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a79956d9-d63b-4e99-9c51-1966b762d4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.544287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.594973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a79956d9-d63b-4e99-9c51-1966b762d4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.611744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a79956d9-d63b-4e99-9c51-1966b762d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:34.789976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-7ef4a8d8-3fc0-4df0-88a5-3c99ba99051e service neutron] 10.222.0.36 "GET /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.4540110 Nov 19 03:50:34.861246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a79956d9-d63b-4e99-9c51-1966b762d4d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5a02b2921e8460ebfcfbe17bc024a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706700 Nov 19 03:50:34.865605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33436) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:34.898544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79956d9-d63b-4e99-9c51-1966b762d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b464c-76c6-4609-9ef3-7c59ef560f8c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:34.947195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87043-12b3-4770-a7fb-63f3c7c36eaa req-54d1ca44-b292-47a6-9df8-57b3e93e1291 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:34.954542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78f87043-12b3-4770-a7fb-63f3c7c36eaa req-54d1ca44-b292-47a6-9df8-57b3e93e1291 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 965 time: 0.3577204 Nov 19 03:50:34.955874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 10e7613b-35ea-481c-b0f5-313728673d73, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=10e7613b-35ea-481c-b0f5-313728673d73,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:34.980718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d95d2128-e2c3-4ddb-83ae-5238ef29948c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.017031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a324fd9c-34f4-470b-b69b-7602b25d72eb None None] Provisioning complete for port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:35.020222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a324fd9c-34f4-470b-b69b-7602b25d72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.023124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:35.029301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '10e7613b-35ea-481c-b0f5-313728673d73', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '10e7613b-35ea-481c-b0f5-313728673d73', 'mac_address': 'fa:16:3e:85:38:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:35.054711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf845-b475-4138-a4e5-a31fc65fcefc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.061721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.083197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d95d2128-e2c3-4ddb-83ae-5238ef29948c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.107537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78f87043-12b3-4770-a7fb-63f3c7c36eaa req-8ae46851-1775-41d5-890d-5baf818971a5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519163 Nov 19 03:50:35.165360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36d21057-0a48-45e8-bbb7-e7427a4305dd req-f151533b-bc30-417b-9ab4-c20fb0922ee4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 210 time: 0.0787251 Nov 19 03:50:35.219074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:35.221192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a324fd9c-34f4-470b-b69b-7602b25d72eb None None] Port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:35.234609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.277214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.280804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e7613b-35ea-481c-b0f5-313728673d73 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:35.304540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:35.407360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f23d9-df51-4df9-93a1-383ebb816fab req-cd856ec2-276d-491b-b25f-bd2f9139d4f4 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:35.409155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8f23d9-df51-4df9-93a1-383ebb816fab req-cd856ec2-276d-491b-b25f-bd2f9139d4f4 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 947 time: 0.1926887 Nov 19 03:50:35.412032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:35.418312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:35.421260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=de63c41c-8024-41a0-a9aa-f2c67a66b26d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:35.435742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 10e7613b-35ea-481c-b0f5-313728673d73, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=10e7613b-35ea-481c-b0f5-313728673d73,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:35.447776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:35.464490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:35.466122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.467402 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.472231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6490a6-f734-4dbb-8b53-eb5404a62fc5 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:35.482221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.513609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:35.517491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-e885ee97-762c-4a24-a722-a2ef9dc4b6ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9977863 Nov 19 03:50:35.532777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d95d2128-e2c3-4ddb-83ae-5238ef29948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.535387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d95d2128-e2c3-4ddb-83ae-5238ef29948c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.539168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Request body: {'port': {'device_id': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:35.550953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d95d2128-e2c3-4ddb-83ae-5238ef29948c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/156b464c-76c6-4609-9ef3-7c59ef560f8c HTTP/1.1" status: 204 len: 168 time: 0.6835876 Nov 19 03:50:35.581240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8f23d9-df51-4df9-93a1-383ebb816fab req-8053d5cd-d90c-4579-a1d2-ab8eae5b2758 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645291 Nov 19 03:50:35.590307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Transition to ACTIVE for port object ac6490a6-f734-4dbb-8b53-eb5404a62fc5 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:35.622885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.641530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.649098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d2128-e2c3-4ddb-83ae-5238ef29948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b464c-76c6-4609-9ef3-7c59ef560f8c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:35.680596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf845-b475-4138-a4e5-a31fc65fcefc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.692058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e1445b-e2d9-403f-a5ce-52795f4aef41 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:35.703969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf845-b475-4138-a4e5-a31fc65fcefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.729361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:35.753902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Pushing event updated for resources: {'Port': ['ID=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:35.762488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=10e7613b-35ea-481c-b0f5-313728673d73,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:35.791358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.826990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bf845-b475-4138-a4e5-a31fc65fcefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835e855a-4da4-4ae3-a48e-2b37ac8321f9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:35.836686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5c8bf845-b475-4138-a4e5-a31fc65fcefc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16402eba41b1457ea8b7bda9b8ecad52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8095908 Nov 19 03:50:35.837807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33468) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:35.883592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Attempting to bind port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:35.883949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Attempting to bind port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:35.884331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Attempting to bind port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:35.903804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:35.904142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Attempting to bind port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:35.924837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:35.925193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:35.925585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:35.926068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Bound port: ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:35.926437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:35.965572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['10e7613b-35ea-481c-b0f5-313728673d73'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:36.035178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9b89c1c-c607-4730-bf26-9b13e67be75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.042062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] Transition to ACTIVE for port object 27e1445b-e2d9-403f-a5ce-52795f4aef41 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:36.059605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.123744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-076d4a0e-2e50-446f-9e13-8cef649fd202 None None] Provisioning complete for port de63c41c-8024-41a0-a9aa-f2c67a66b26d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:36.124329 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-076d4a0e-2e50-446f-9e13-8cef649fd202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.133528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] For port ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:36.136920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9b89c1c-c607-4730-bf26-9b13e67be75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.226440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] For port ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:36.279153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] No DVR routers for this DVR port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:50:36.293584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] Pushing event updated for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:36.307713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.321660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-076d4a0e-2e50-446f-9e13-8cef649fd202 None None] Port de63c41c-8024-41a0-a9aa-f2c67a66b26d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:36.411155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.412012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.414620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] 10.222.0.36 "PUT /v2.0/ports/ac6490a6-f734-4dbb-8b53-eb5404a62fc5 HTTP/1.1" status: 200 len: 1095 time: 2.0810447 Nov 19 03:50:36.416105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89eccb-c53d-45b5-aa43-3625909c762e service neutron] Pushing event updated for resources: {'Port': ['ID=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:36.419630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'tag': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:36.432338 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26229bb1-46ba-4cce-8aee-b3092d18ab53" -d '{"events": [{"name": "network-changed", "server_uuid": "adeb0500-ef95-4fb5-b504-580b872c91c2", "tag": "ac6490a6-f734-4dbb-8b53-eb5404a62fc5"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:36.545225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-a423d38e-fc61-467d-9c31-4670a341201c service neutron] 10.222.0.36 "PUT /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41/bindings/n-h2-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7512784 Nov 19 03:50:36.573072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a73f-33e1-4581-bd6f-47a471a4439c req-912714d9-41f1-4eae-98bb-63beeddc1a29 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.584162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4749a73f-33e1-4581-bd6f-47a471a4439c req-912714d9-41f1-4eae-98bb-63beeddc1a29 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 936 time: 0.1954479 Nov 19 03:50:36.623571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-b804a139-ea46-46da-bc3f-19f0e6baa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.625540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-b804a139-ea46-46da-bc3f-19f0e6baa733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 1098 time: 0.1329317 Nov 19 03:50:36.626735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9b89c1c-c607-4730-bf26-9b13e67be75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.629291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9b89c1c-c607-4730-bf26-9b13e67be75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.634969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c9b89c1c-c607-4730-bf26-9b13e67be75c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/835e855a-4da4-4ae3-a48e-2b37ac8321f9 HTTP/1.1" status: 204 len: 168 time: 0.7959223 Nov 19 03:50:36.702264 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4749a73f-33e1-4581-bd6f-47a471a4439c req-85536dcb-99b3-4bbb-a000-e73b70ca72b1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066689 Nov 19 03:50:36.773915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b89c1c-c607-4730-bf26-9b13e67be75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e855a-4da4-4ae3-a48e-2b37ac8321f9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:36.784477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed4a0809-8e01-4dd3-a282-a7505e5ab445 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5 HTTP/1.1" status: 200 len: 217 time: 0.1445003 Nov 19 03:50:36.787083 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6303ab3e-039b-4428-bbc2-33c180b36f2a x-openstack-request-id: req-6303ab3e-039b-4428-bbc2-33c180b36f2a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:36.788152 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeb0500-ef95-4fb5-b504-580b872c91c2", "tag": "ac6490a6-f734-4dbb-8b53-eb5404a62fc5", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:36.788739 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6303ab3e-039b-4428-bbc2-33c180b36f2a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:36.790606 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'tag': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'status': 'completed', 'code': 200} Nov 19 03:50:36.853435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-18e3bafa-3a72-4a4f-8324-1a910977cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.854991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-18e3bafa-3a72-4a4f-8324-1a910977cdd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0580931 Nov 19 03:50:36.857622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de63c41c-8024-41a0-a9aa-f2c67a66b26d {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:36.882674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190d75-f67b-4ea0-ae78-182fafea2814 req-a4b85424-de8c-4729-a35d-dbb57ebb2cd3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.887909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a190d75-f67b-4ea0-ae78-182fafea2814 req-a4b85424-de8c-4729-a35d-dbb57ebb2cd3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.2548916 Nov 19 03:50:36.891437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-b30da409-3814-4028-9238-26f4815ead17 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.893588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-b30da409-3814-4028-9238-26f4815ead17 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1117 time: 0.2467697 Nov 19 03:50:36.900282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.971163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-0b2f2989-1130-4f5c-a2a3-1b0157b50e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.973634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-0b2f2989-1130-4f5c-a2a3-1b0157b50e57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106763 Nov 19 03:50:36.979101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Transition to ACTIVE for port object de63c41c-8024-41a0-a9aa-f2c67a66b26d will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:36.994297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ad8a2-26db-4500-9bbd-b1591af284b3 req-5f62e4e0-4de2-4510-9e87-67f3e8c17440 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:36.995679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:36.996839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ad0ad8a2-26db-4500-9bbd-b1591af284b3 req-5f62e4e0-4de2-4510-9e87-67f3e8c17440 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 948 time: 0.0910444 Nov 19 03:50:37.065601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a190d75-f67b-4ea0-ae78-182fafea2814 req-170c36f7-6caa-4319-8d23-f84e8df84543 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676521 Nov 19 03:50:37.071678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-130eabf4-be3b-4980-81f0-06fa3b656fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.073205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-130eabf4-be3b-4980-81f0-06fa3b656fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa&tenant_id=bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 1117 time: 0.1694918 Nov 19 03:50:37.082470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Pushing event updated for resources: {'Port': ['ID=de63c41c-8024-41a0-a9aa-f2c67a66b26d,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:37.158079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ad0ad8a2-26db-4500-9bbd-b1591af284b3 req-ebd5511c-6fb7-441e-a2f9-a75fc3cc268f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534894 Nov 19 03:50:37.202077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-41e6fc3e-12d7-457b-8e4c-842cc4fe0ead service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185373 Nov 19 03:50:37.223218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Attempting to bind port de63c41c-8024-41a0-a9aa-f2c67a66b26d on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:37.226400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Attempting to bind port de63c41c-8024-41a0-a9aa-f2c67a66b26d by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:37.227061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Attempting to bind port de63c41c-8024-41a0-a9aa-f2c67a66b26d on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:37.237796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Port de63c41c-8024-41a0-a9aa-f2c67a66b26d on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:37.249002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Attempting to bind port de63c41c-8024-41a0-a9aa-f2c67a66b26d on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:37.259274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:37.262774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:37.274635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:37.275386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Bound port: de63c41c-8024-41a0-a9aa-f2c67a66b26d, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:37.275987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:37.295226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-e3d2c701-16e0-4faa-afe6-4587003e5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.297134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-e3d2c701-16e0-4faa-afe6-4587003e5d95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1117 time: 0.1673687 Nov 19 03:50:37.345461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-4a7c69d2-df9a-4426-831e-054735d2fcbd service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342709 Nov 19 03:50:37.430757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] For port de63c41c-8024-41a0-a9aa-f2c67a66b26d, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:37.450729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] For port de63c41c-8024-41a0-a9aa-f2c67a66b26d, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:37.456567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:37.485089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-6f81355e-afb4-4a9d-be39-a4786506a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.487852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-6f81355e-afb4-4a9d-be39-a4786506a062 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 1098 time: 0.0767748 Nov 19 03:50:37.515984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.516628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:37.518081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] 10.222.0.36 "PUT /v2.0/ports/de63c41c-8024-41a0-a9aa-f2c67a66b26d HTTP/1.1" status: 200 len: 1096 time: 1.9920154 Nov 19 03:50:37.518576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'tag': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:37.520860 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc86d97-1133-43bc-b234-1b461b7d344b" -d '{"events": [{"name": "network-changed", "server_uuid": "149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0", "tag": "de63c41c-8024-41a0-a9aa-f2c67a66b26d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:37.530409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-37d0b8c4-8fd5-4101-9e44-f483b5b53181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.531910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-37d0b8c4-8fd5-4101-9e44-f483b5b53181 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1845045 Nov 19 03:50:37.601143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed468e8e-9ffe-43ae-a012-84c6d96ad29b service neutron] Pushing event updated for resources: {'Port': ['ID=de63c41c-8024-41a0-a9aa-f2c67a66b26d,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:37.621613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-0aaeee13-6942-40a0-a46e-6b211435c693 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.0805666 Nov 19 03:50:37.623109 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3439c1-39bc-42c0-b10e-78d2666c82b2 x-openstack-request-id: req-dc3439c1-39bc-42c0-b10e-78d2666c82b2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:37.623410 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0", "tag": "de63c41c-8024-41a0-a9aa-f2c67a66b26d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:37.623671 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc3439c1-39bc-42c0-b10e-78d2666c82b2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:37.624079 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'tag': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', 'status': 'completed', 'code': 200} Nov 19 03:50:37.689678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-126338ac-640a-462b-ada6-4394855c0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.692488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-126338ac-640a-462b-ada6-4394855c0899 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1054573 Nov 19 03:50:37.708500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-8b62a8d9-1d32-48ae-9b61-565fb9fa7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.712253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-8b62a8d9-1d32-48ae-9b61-565fb9fa7d94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0823064 Nov 19 03:50:37.734030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-f5f50fdb-fba2-4759-8476-4ea75e484b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.735520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-f5f50fdb-fba2-4759-8476-4ea75e484b6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2396619 Nov 19 03:50:37.814490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-664463ab-7bfc-483c-afbd-cd4f01e8b59d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5 HTTP/1.1" status: 200 len: 217 time: 0.0687313 Nov 19 03:50:37.827353 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-455ffd93-2d08-4f9e-84e4-a6df3153453e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778344 Nov 19 03:50:37.892267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-05246340-f032-438d-9f47-bc62a3132c17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d HTTP/1.1" status: 200 len: 217 time: 0.1789186 Nov 19 03:50:37.913747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-453ae052-e618-4abf-a023-40f0b859f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:37.917231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-453ae052-e618-4abf-a023-40f0b859f391 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0956819 Nov 19 03:50:37.982501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:38.037416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-ade424d5-7bb8-4684-8a11-196781f853a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:38.039145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-ade424d5-7bb8-4684-8a11-196781f853a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139903 Nov 19 03:50:38.158248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-3cc739c0-668f-4935-af02-3b4d7adb0353 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093996 Nov 19 03:50:38.172535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-758b6d3c-21f3-4cca-97bd-4cbf45140633 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778263 Nov 19 03:50:38.194048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-5a3dfde1-d89e-4800-8714-0c4db8e95d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:38.195728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-5a3dfde1-d89e-4800-8714-0c4db8e95d64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1552413 Nov 19 03:50:38.198416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-653723501-network', 'tenant_id': 'ff253b283d454d32a4668d1f41a64ff3'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:38.349482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 10e7613b-35ea-481c-b0f5-313728673d73 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:38.373108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a40aca-3814-4673-b6fb-2ffbb5c8caa5 req-b92647bd-cd4d-42db-a4fe-933f5764d0b9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:38.380898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6a40aca-3814-4673-b6fb-2ffbb5c8caa5 req-b92647bd-cd4d-42db-a4fe-933f5764d0b9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 948 time: 0.2215395 Nov 19 03:50:38.452911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 10e7613b-35ea-481c-b0f5-313728673d73 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:38.456965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 10e7613b-35ea-481c-b0f5-313728673d73 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:38.457700 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.490428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-1a698e67-f3c7-4e8c-91b5-03272a5796b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:38.491996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-1a698e67-f3c7-4e8c-91b5-03272a5796b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2806375 Nov 19 03:50:38.591224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6a40aca-3814-4673-b6fb-2ffbb5c8caa5 req-64b15c50-e408-4660-bef2-dcf394bebe83 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032776 Nov 19 03:50:38.603841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-ea306087-eafb-42dc-8f57-bf35435af4dc service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121916 Nov 19 03:50:38.624885 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.636866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Made reservation on behalf of ff253b283d454d32a4668d1f41a64ff3 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:38.641595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.657895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.685363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-1b24b834-739f-4c14-b39c-bc7aee8faec9 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779938 Nov 19 03:50:38.688327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e7613b-35ea-481c-b0f5-313728673d73'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:38.691889 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d457728-68bf-41aa-908c-169c7e9d8791" -d '{"events": [{"server_uuid": "cba12ada-4add-47f3-ab9a-da96a73579ee", "name": "network-vif-plugged", "status": "completed", "tag": "10e7613b-35ea-481c-b0f5-313728673d73"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:38.713976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26229bb1-46ba-4cce-8aee-b3092d18ab53 req-75e4e1e4-e66e-4280-89ff-98b1285c1064 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464530 Nov 19 03:50:38.726792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 10e7613b-35ea-481c-b0f5-313728673d73, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=10e7613b-35ea-481c-b0f5-313728673d73,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:38.744108 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.776222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.788202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.841670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29555d1e-348a-4ff0-b265-65c5ea30e6be,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:38.860787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=10e7613b-35ea-481c-b0f5-313728673d73,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:38.862618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e7ac1-c9cb-4b12-ac9c-bc90689ac707 req-0b2bce20-bb34-431f-9dd1-a0f7c66b4558 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:38.863613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:50:38.864817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c5e7ac1-c9cb-4b12-ac9c-bc90689ac707 req-0b2bce20-bb34-431f-9dd1-a0f7c66b4558 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.0969133 Nov 19 03:50:38.867828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fc7d280-ac64-456e-8f57-d3f5ad075b02 req-4f718d9e-cd8d-4e24-b1ba-87ab0b02d553 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742468 Nov 19 03:50:38.923322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:38.923769 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Added segment 44c02d83-90bd-472c-900d-23bd242ca069 of type vlan for network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f Nov 19 03:50:38.936179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c5e7ac1-c9cb-4b12-ac9c-bc90689ac707 req-e662c098-5b2f-46da-b0ba-a8bc36c72162 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598509 Nov 19 03:50:38.976592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.027547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c215-8f10-4958-b453-616197624752 req-fa2ee810-fe6f-4e03-ba50-5ca9d03b43a1 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.030205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5f7c215-8f10-4958-b453-616197624752 req-fa2ee810-fe6f-4e03-ba50-5ca9d03b43a1 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.1525123 Nov 19 03:50:39.031420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.032397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.033958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.105156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-ad27d21f-c113-4f61-b658-8a86acbd8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.107074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-ad27d21f-c113-4f61-b658-8a86acbd8094 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1192553 Nov 19 03:50:39.108923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-ba31f174-17d6-4beb-801a-d002e11809b8 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.110348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-ba31f174-17d6-4beb-801a-d002e11809b8 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1117 time: 0.0807171 Nov 19 03:50:39.114246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1304886 Nov 19 03:50:39.120361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33590) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:39.139003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Request body: {'subnet': {'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-653723501-subnet', 'tenant_id': 'ff253b283d454d32a4668d1f41a64ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:39.182180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5f7c215-8f10-4958-b453-616197624752 req-f9c6ad5a-358c-4130-8fb4-92d3a2b17b16 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411922 Nov 19 03:50:39.185542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741866-4be0-4117-a846-b43853950c5e admin admin] Pushing event updated for resources: {'Network': ['ID=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:39.204557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:50:39.230771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Made reservation on behalf of ff253b283d454d32a4668d1f41a64ff3 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:39.235232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.333295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-b9861315-df2d-40d9-a8ba-78cc180e16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.335738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-b9861315-df2d-40d9-a8ba-78cc180e16da service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2213342 Nov 19 03:50:39.337780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:50:39.338303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-fe56752b-e487-44d7-97ac-b93b1a89f663 service neutron] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:39.341704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-fe56752b-e487-44d7-97ac-b93b1a89f663 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.342947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b917c42-4ecf-4dfb-bd93-708b2be32fff req-fe56752b-e487-44d7-97ac-b93b1a89f663 service neutron] 10.222.0.31 "DELETE /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41/bindings/n-h1-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.2185638 Nov 19 03:50:39.412433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-3c205d6b-e703-453d-9094-c6ff0daf90a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d HTTP/1.1" status: 200 len: 217 time: 0.0680885 Nov 19 03:50:39.431563 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d500bd-0b2b-4a1d-a59d-c11a70ccc6a3 x-openstack-request-id: req-b8d500bd-0b2b-4a1d-a59d-c11a70ccc6a3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:39.432037 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba12ada-4add-47f3-ab9a-da96a73579ee", "name": "network-vif-plugged", "status": "completed", "tag": "10e7613b-35ea-481c-b0f5-313728673d73", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:39.432191 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8d500bd-0b2b-4a1d-a59d-c11a70ccc6a3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:39.432570 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e7613b-35ea-481c-b0f5-313728673d73', 'code': 200} Nov 19 03:50:39.460848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:50:39.505790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-58caf7df-9291-4a70-8501-1f92cc1f564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.508181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-58caf7df-9291-4a70-8501-1f92cc1f564d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0849879 Nov 19 03:50:39.513850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.594667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-a34a8b28-71e8-4231-a737-801b8b51855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.596173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-a34a8b28-71e8-4231-a737-801b8b51855d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786881 Nov 19 03:50:39.603494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efd334-1b21-4cdd-85b7-e9a1e5745d4e req-c8d6a5ed-dbc2-4377-ad2e-72274532903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.604879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3efd334-1b21-4cdd-85b7-e9a1e5745d4e req-c8d6a5ed-dbc2-4377-ad2e-72274532903e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 1100 time: 0.0564632 Nov 19 03:50:39.613621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8979de3c-bc14-48a4-8b67-b8e4d4882dd6,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:39.620340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Checking segment: {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:39.621024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Network hostable DHCP agents. Network: 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:50:39.644915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:50:39.663193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:39.669635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:39.670354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:39.673027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a3c53-7a6b-43f4-847f-037156c1ed07 None None] Network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:50:39.722981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5f8a665c-ebfd-4294-ae0c-c87b21b6f9d9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5989347 Nov 19 03:50:39.813078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-544bb00f-9886-45df-8960-02923bcd94e3 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989830 Nov 19 03:50:39.816596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3efd334-1b21-4cdd-85b7-e9a1e5745d4e req-0c00cb33-67d8-493e-8038-3f69454e00dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039266 Nov 19 03:50:39.850700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca817df-71ae-478c-b126-07cde1fcc3e3 None None] Network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:50:39.952831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cc86d97-1133-43bc-b234-1b461b7d344b req-8e09431b-dbca-40a9-8c65-e6c9b23ebf46 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201475 Nov 19 03:50:40.043508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33622) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:40.091167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc0e3b-cce6-4feb-80f2-440eedd49027 req-d5dce065-2776-496f-b7e4-d8d6d4e28ec8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:40.093138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32bc0e3b-cce6-4feb-80f2-440eedd49027 req-d5dce065-2776-496f-b7e4-d8d6d4e28ec8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 948 time: 0.0715568 Nov 19 03:50:40.161687 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32bc0e3b-cce6-4feb-80f2-440eedd49027 req-95bb5c87-7dec-4393-9511-038c93f07387 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559239 Nov 19 03:50:40.178889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.189546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187098-b07b-474e-9b13-7c3a2688b665 req-6f405be0-c286-4340-8ae9-15c56c8271d3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:40.191247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f187098-b07b-474e-9b13-7c3a2688b665 req-6f405be0-c286-4340-8ae9-15c56c8271d3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.1013896 Nov 19 03:50:40.270893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f187098-b07b-474e-9b13-7c3a2688b665 req-0f1cbec5-ded7-426b-82e3-31acf3d65c00 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698075 Nov 19 03:50:40.309541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.314425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.360113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e7236bf122343608dce90b1f0790f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155019 Nov 19 03:50:40.360960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b533b6eb-3651-4534-af1f-eb38f083b51f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:40.362903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33642) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:40.383047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.383347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.383652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.383989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.384322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.384653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.384981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.385309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.385640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.385983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.386311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.386640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873ad8b-66e7-4627-83fb-49743791cb81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:40.395673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a094cadd-6120-42bb-b104-c6ea3e72c31d req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-491737864', 'description': 'tempest-description-1942131137'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:40.447848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a094cadd-6120-42bb-b104-c6ea3e72c31d req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.449160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e89cd-3b97-4142-babe-54aeaa1426f3 req-459308a8-e382-4c4d-9628-f51c2ba46b64 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:40.450717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e4e89cd-3b97-4142-babe-54aeaa1426f3 req-459308a8-e382-4c4d-9628-f51c2ba46b64 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.0617948 Nov 19 03:50:40.460184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e06820-70d7-4532-87bd-f7d2a404471b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.494970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e06820-70d7-4532-87bd-f7d2a404471b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.499620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e4e89cd-3b97-4142-babe-54aeaa1426f3 req-551a05ea-5537-4cf6-91e4-be443fbcfdea tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Nov 19 03:50:40.564096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a094cadd-6120-42bb-b104-c6ea3e72c31d req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.569783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a094cadd-6120-42bb-b104-c6ea3e72c31d req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.579445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e06820-70d7-4532-87bd-f7d2a404471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.581994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e06820-70d7-4532-87bd-f7d2a404471b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.583140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-74e06820-70d7-4532-87bd-f7d2a404471b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b533b6eb-3651-4534-af1f-eb38f083b51f HTTP/1.1" status: 204 len: 168 time: 0.2193191 Nov 19 03:50:40.605761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a094cadd-6120-42bb-b104-c6ea3e72c31d req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.607055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a094cadd-6120-42bb-b104-c6ea3e72c31d req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2266781 Nov 19 03:50:40.614997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51abe6d-6463-4b5a-b4b0-c73da4dd18cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c3367-ecd4-45ed-85e7-c84777f6b965,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:40.627101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e06820-70d7-4532-87bd-f7d2a404471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b533b6eb-3651-4534-af1f-eb38f083b51f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:40.704303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3455ed85-b74d-4af0-8a9d-3afdbded02b0 req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2065248626', 'description': 'tempest-description-1484490555'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:40.740590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3455ed85-b74d-4af0-8a9d-3afdbded02b0 req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.794817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3544c5f-ed82-46fa-8686-92c7ff8124e3 req-aaf327d3-d4f5-4137-b23f-1a6ddcde26fc tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:40.802142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3544c5f-ed82-46fa-8686-92c7ff8124e3 req-aaf327d3-d4f5-4137-b23f-1a6ddcde26fc tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1117 time: 0.0593965 Nov 19 03:50:40.831638 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3455ed85-b74d-4af0-8a9d-3afdbded02b0 req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.837564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3455ed85-b74d-4af0-8a9d-3afdbded02b0 req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.874332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3544c5f-ed82-46fa-8686-92c7ff8124e3 req-cd6f169e-652e-4b4b-8aac-abd980d958ec tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686302 Nov 19 03:50:40.877410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3455ed85-b74d-4af0-8a9d-3afdbded02b0 req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:40.889802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3455ed85-b74d-4af0-8a9d-3afdbded02b0 req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1901355 Nov 19 03:50:40.890727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1144b-24dd-4eaf-82f5-aa40d212cf3c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec59953-9646-4b3e-ab00-d5867bc38697,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:41.000316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:41.016768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a4cf999a-b07c-4eab-9db3-837fd7f1a978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.129387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:41.162150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a4cf999a-b07c-4eab-9db3-837fd7f1a978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.171009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a4cf999a-b07c-4eab-9db3-837fd7f1a978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.224756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a4cf999a-b07c-4eab-9db3-837fd7f1a978 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9cdc2fb455d4bf2bbb5754228b56def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232003 Nov 19 03:50:41.225611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33694) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:41.226183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf999a-b07c-4eab-9db3-837fd7f1a978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b535f6ef-a62c-48ee-a7ec-2430ec56e9b1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:41.329979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.333331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7013229-d2e1-4a58-8372-2236d203ee8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.342139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de63c41c-8024-41a0-a9aa-f2c67a66b26d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:41.356767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-fed1382a-82cd-483d-9927-c783838a0164 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:41.358315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-fed1382a-82cd-483d-9927-c783838a0164 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 812 time: 0.1901443 Nov 19 03:50:41.388958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.403077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-2721fc36-a219-4e5f-8235-2bb046896908 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/quotas/ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 375 time: 0.0301831 Nov 19 03:50:41.446476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003cd42-d9ec-4a53-963b-bf0167f1a362 req-92917547-ecc1-4d64-9d77-8f9dd4e27600 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:41.446748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port de63c41c-8024-41a0-a9aa-f2c67a66b26d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:41.448379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b003cd42-d9ec-4a53-963b-bf0167f1a362 req-92917547-ecc1-4d64-9d77-8f9dd4e27600 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 948 time: 0.0631084 Nov 19 03:50:41.459635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-77787eb2-1cab-4991-91f9-664e83ff6371 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484290 Nov 19 03:50:41.461878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', 'mac_address': 'fa:16:3e:37:ad:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:41.513871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7013229-d2e1-4a58-8372-2236d203ee8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.515661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.518855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.522403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b535f6ef-a62c-48ee-a7ec-2430ec56e9b1 HTTP/1.1" status: 204 len: 168 time: 0.2930393 Nov 19 03:50:41.527354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7013229-d2e1-4a58-8372-2236d203ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.530852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b003cd42-d9ec-4a53-963b-bf0167f1a362 req-39b277e9-7004-4c32-801a-feba7355a2de tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761333 Nov 19 03:50:41.532158 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.544534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535f6ef-a62c-48ee-a7ec-2430ec56e9b1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:41.547266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de63c41c-8024-41a0-a9aa-f2c67a66b26d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:41.563125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.563590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.564056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.564421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.564850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.565360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.565726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.566139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.566486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.567323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.567669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.568011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441a156-b538-43e6-9efd-3a4a63eb951c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.582523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7013229-d2e1-4a58-8372-2236d203ee8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7473a3585b84b78b4e84ef8fa3a00f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4514117 Nov 19 03:50:41.583166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33706) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:41.593338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port de63c41c-8024-41a0-a9aa-f2c67a66b26d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:41.608504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-4ba73636-6796-49be-bb31-7bb9d4c2aa27 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:50:41.609650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-4ba73636-6796-49be-bb31-7bb9d4c2aa27 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0833178 Nov 19 03:50:41.622800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7013229-d2e1-4a58-8372-2236d203ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a50bfb4-80a0-4b68-8403-df00ba49f72d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:41.633014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.635763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ac6490a6-f734-4dbb-8b53-eb5404a62fc5 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:41.720310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:41.731283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=de63c41c-8024-41a0-a9aa-f2c67a66b26d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:41.740512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'mac_address': 'fa:16:3e:de:85:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:41.742993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.743349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.743739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.744056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.744581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.745079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.745579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.746100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.746582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.747063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.747544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.748049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:50:41.755327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-cac5f596-0e3c-4c15-80b1-e2fbc9e05009 service neutron] 10.222.0.52 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258965 Nov 19 03:50:41.790572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb447339-d982-4b5b-820d-402ee142ccee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.798537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.816303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6490a6-f734-4dbb-8b53-eb5404a62fc5 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:41.821235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-f1395dc1-92c1-4c0f-80fb-6b46fd1c6847 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:41.831533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-f1395dc1-92c1-4c0f-80fb-6b46fd1c6847 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.1597407 Nov 19 03:50:41.850411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb447339-d982-4b5b-820d-402ee142ccee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.858853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:41.859577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-bf89daf3-865d-4844-9eb9-26ca6ce19e62 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/quotas/bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 375 time: 0.0294683 Nov 19 03:50:41.864954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.885103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-4d28246f-bc5d-4ec1-af1f-952bbc63d2c3 service neutron] 10.222.0.52 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179729 Nov 19 03:50:41.928649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:41.953219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-9f27f377-55bf-4733-9992-76201ff815c0 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926046 Nov 19 03:50:41.986454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb447339-d982-4b5b-820d-402ee142ccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.990030 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb447339-d982-4b5b-820d-402ee142ccee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:41.991993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb447339-d982-4b5b-820d-402ee142ccee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a50bfb4-80a0-4b68-8403-df00ba49f72d HTTP/1.1" status: 204 len: 168 time: 0.4077513 Nov 19 03:50:42.030140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb447339-d982-4b5b-820d-402ee142ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a50bfb4-80a0-4b68-8403-df00ba49f72d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:42.109006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-b247ca71-c238-44d9-aff0-b849b7ef816e service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472843 Nov 19 03:50:42.111083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ac6490a6-f734-4dbb-8b53-eb5404a62fc5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:42.157343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['de63c41c-8024-41a0-a9aa-f2c67a66b26d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:42.254551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-b199a014-5f74-43d0-ba27-c21e6fc79a6f service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373801 Nov 19 03:50:42.268678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470d139-0aaa-4e5a-9025-4c81a117147c req-8ae07e1b-794e-494b-a53c-a1852b237d88 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:42.278136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7470d139-0aaa-4e5a-9025-4c81a117147c req-8ae07e1b-794e-494b-a53c-a1852b237d88 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.1306326 Nov 19 03:50:42.401903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7470d139-0aaa-4e5a-9025-4c81a117147c req-6266afe4-8825-48a4-aba4-b2412f14e1b9 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185479 Nov 19 03:50:42.567601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc187567-70f0-4473-8d38-9c477b7e5680 req-17b53371-1e97-4e76-a06b-1722ce38829b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 210 time: 0.0505006 Nov 19 03:50:42.684525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-045eb854-fed1-4daa-af84-3d234b6a92fd req-c70b071c-de21-4a76-8314-ea78d4391c45 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 210 time: 0.0401227 Nov 19 03:50:42.721503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33760) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:42.750064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed396-1bc9-4c44-8d33-ad7af9fcb31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:42.848305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad1ffe-501c-4647-8e45-0997ec9157e4 req-2ec7aba8-3b14-4646-828f-38e1c8ea5683 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:42.851261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16ad1ffe-501c-4647-8e45-0997ec9157e4 req-2ec7aba8-3b14-4646-828f-38e1c8ea5683 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 949 time: 0.0875843 Nov 19 03:50:42.911346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16ad1ffe-501c-4647-8e45-0997ec9157e4 req-b88ba4a2-79b2-467f-8dd8-6b3f9739fce9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534554 Nov 19 03:50:42.969714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed396-1bc9-4c44-8d33-ad7af9fcb31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:42.974611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed396-1bc9-4c44-8d33-ad7af9fcb31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.028317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33776) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:43.028514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e1ed396-1bc9-4c44-8d33-ad7af9fcb31d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b39a3de1f4741a8b26be8e2c2486356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059165 Nov 19 03:50:43.041744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ed396-1bc9-4c44-8d33-ad7af9fcb31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b60956-dcbf-4d0c-82f5-c6c5a8e119d2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:43.109541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f1a32-b289-45aa-8ee2-4569bce27bb4 req-13c09c1b-9ea5-4573-b4e1-9412364bab94 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:43.111930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d5f1a32-b289-45aa-8ee2-4569bce27bb4 req-13c09c1b-9ea5-4573-b4e1-9412364bab94 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.0809600 Nov 19 03:50:43.138738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-246559ac-8fb7-44bf-9a99-6f5fe5141fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.235350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d5f1a32-b289-45aa-8ee2-4569bce27bb4 req-8907e410-2793-429c-bfda-bc1e9bc042af tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138070 Nov 19 03:50:43.372786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de63c41c-8024-41a0-a9aa-f2c67a66b26d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:43.449057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-246559ac-8fb7-44bf-9a99-6f5fe5141fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.484222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port de63c41c-8024-41a0-a9aa-f2c67a66b26d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:43.493152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port de63c41c-8024-41a0-a9aa-f2c67a66b26d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:43.494967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.510805 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-246559ac-8fb7-44bf-9a99-6f5fe5141fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.514293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-246559ac-8fb7-44bf-9a99-6f5fe5141fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.515956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-246559ac-8fb7-44bf-9a99-6f5fe5141fa0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98b60956-dcbf-4d0c-82f5-c6c5a8e119d2 HTTP/1.1" status: 204 len: 168 time: 0.4861374 Nov 19 03:50:43.524252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246559ac-8fb7-44bf-9a99-6f5fe5141fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b60956-dcbf-4d0c-82f5-c6c5a8e119d2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:43.627983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29421b56-8d04-4d8a-9aed-f3648b260e2b req-71876ad8-bdd1-4ae0-a428-f1f721a0a358 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:43.635070 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.637257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29421b56-8d04-4d8a-9aed-f3648b260e2b req-71876ad8-bdd1-4ae0-a428-f1f721a0a358 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.1195347 Nov 19 03:50:43.669384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:43.672495 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d44d0-24e0-443c-a174-2d434ec9cad5" -d '{"events": [{"server_uuid": "149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0", "name": "network-vif-plugged", "status": "completed", "tag": "de63c41c-8024-41a0-a9aa-f2c67a66b26d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:43.689356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29421b56-8d04-4d8a-9aed-f3648b260e2b req-802acd83-b827-4046-bd7a-7378b93642c7 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510068 Nov 19 03:50:43.699247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port de63c41c-8024-41a0-a9aa-f2c67a66b26d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:43.704770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.705980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ac6490a6-f734-4dbb-8b53-eb5404a62fc5 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:43.848338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=de63c41c-8024-41a0-a9aa-f2c67a66b26d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:43.879131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:43.885757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:43.886275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:43.965633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-f4228015-8a4c-45d3-8b07-0d29deaf4e69 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:43.968377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-f4228015-8a4c-45d3-8b07-0d29deaf4e69 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 812 time: 0.2352822 Nov 19 03:50:43.990351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'port': {'device_id': '83c2a840-d786-4317-87a7-897db7d63617', 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f', 'admin_state_up': True, 'tenant_id': 'ff253b283d454d32a4668d1f41a64ff3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:43.998055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-571fb226-2475-4392-8bab-9d08c6794b82 req-4f7b2126-22f4-4e15-bd82-cfa3262e8817 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 210 time: 0.0491281 Nov 19 03:50:44.051738 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a22e2cc-7aca-4087-97fa-1e99098f11eb x-openstack-request-id: req-5a22e2cc-7aca-4087-97fa-1e99098f11eb {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:44.056307 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0", "name": "network-vif-plugged", "status": "completed", "tag": "de63c41c-8024-41a0-a9aa-f2c67a66b26d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:44.058389 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a22e2cc-7aca-4087-97fa-1e99098f11eb {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:44.059089 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', 'code': 200} Nov 19 03:50:44.101287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.195904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:44.197689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-78b5e691-1e49-4d43-9a40-52577800f69f req-d7b6547f-c396-4076-81c3-ed632179a0ae tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 210 time: 0.0361238 Nov 19 03:50:44.203169 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.301893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97839dc0-12f9-4145-aa18-b52a6249a73f req-3201e53b-90f6-451d-916d-ed0a1eda362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:44.304324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97839dc0-12f9-4145-aa18-b52a6249a73f req-3201e53b-90f6-451d-916d-ed0a1eda362e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 1101 time: 0.2107360 Nov 19 03:50:44.306877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Made reservation on behalf of ff253b283d454d32a4668d1f41a64ff3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:44.310880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.326733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:44.367951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f45fc-d397-44c6-b6cd-5cb50c301257 req-e36e3180-dc52-4542-b7b8-f3c981ba7687 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:44.369568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b71f45fc-d397-44c6-b6cd-5cb50c301257 req-e36e3180-dc52-4542-b7b8-f3c981ba7687 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 950 time: 0.2030323 Nov 19 03:50:44.494589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97839dc0-12f9-4145-aa18-b52a6249a73f req-a152ee19-7231-44ea-b8cb-f56d99e862a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794839 Nov 19 03:50:44.567284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b71f45fc-d397-44c6-b6cd-5cb50c301257 req-92d205f7-a45e-4aec-9d59-e29186f2ee40 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777322 Nov 19 03:50:44.588360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-c10958fa-fbd0-4a45-a542-2c9d9c0d0bb8 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:44.590013 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-c10958fa-fbd0-4a45-a542-2c9d9c0d0bb8 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.1998243 Nov 19 03:50:44.595962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Allocated IP 172.20.0.13 (6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f/8979de3c-bc14-48a4-8b67-b8e4d4882dd6/b46dfba3-e8b8-44cf-9809-4b0c42da4fc6) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:44.634641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Request body: {'port': {'device_id': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'admin_state_up': True, 'tenant_id': 'bd867fbd10014db5bc4c826faa744b53'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:44.773639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Made reservation on behalf of bd867fbd10014db5bc4c826faa744b53 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:44.777317 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.791983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.841429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.907207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:44.911347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:44.916966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:44.923338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:44.923459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:44.938124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:44.945637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-27ca031b-8422-4662-9f7c-cc8e0938422c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9595649 Nov 19 03:50:44.970980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Request body: {'port': {'device_id': '83c2a840-d786-4317-87a7-897db7d63617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:45.005788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bce13-99b4-4578-b682-f34f27004068 req-0e0b14a2-39f4-4c4c-b649-e3c08240d312 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:45.009170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac7bce13-99b4-4578-b682-f34f27004068 req-0e0b14a2-39f4-4c4c-b649-e3c08240d312 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.1072104 Nov 19 03:50:45.013630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Allocated IP 172.20.0.3 (195ca8db-b6fa-4960-bbee-d6c665c7f9c5/4c33486f-ed83-4309-9e25-5064047df0e3/569cb2dd-fd6f-4719-a100-acbf033ca907) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:45.063555 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.103310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac7bce13-99b4-4578-b682-f34f27004068 req-81828507-bf18-41b5-9872-8158ade702dd tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852349 Nov 19 03:50:45.265782 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.319683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.373154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a717b32-fdab-4f40-b299-c62fe907d73a req-ced5ed0a-9d47-4e76-b742-425e3352a3db tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:45.375082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a717b32-fdab-4f40-b299-c62fe907d73a req-ced5ed0a-9d47-4e76-b742-425e3352a3db tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 932 time: 0.1324508 Nov 19 03:50:45.376317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:45.380548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:45.386874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:45.394122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:45.394977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.402533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:45.418464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-28ad3e60-d6a5-4d8a-a7ca-a9b7a7c0d257 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880442 Nov 19 03:50:45.471463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Request body: {'port': {'device_id': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:45.570836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:45.579434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.593429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Transition to ACTIVE for port object b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:45.609340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.609548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.634685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d260a6-2e34-4dec-a214-245a80ebf9a4 req-2e7a43e1-0a94-4f81-8d30-20e83de40971 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:45.636323 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0d260a6-2e34-4dec-a214-245a80ebf9a4 req-2e7a43e1-0a94-4f81-8d30-20e83de40971 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 931 time: 0.1111310 Nov 19 03:50:45.636809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33882) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:45.659374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a717b32-fdab-4f40-b299-c62fe907d73a req-e3dbc20b-8f50-4c7e-bc11-1bc3fdb98559 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693245 Nov 19 03:50:45.699766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:45.744079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Attempting to bind port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:45.744425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Attempting to bind port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:45.744756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Attempting to bind port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 on network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:45.751396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 on network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:45.751836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Attempting to bind port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 on network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:45.762883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-ad94d687-f690-4679-96ab-aa8b9160760b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:45.765248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-ad94d687-f690-4679-96ab-aa8b9160760b tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.1043828 Nov 19 03:50:45.767528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:45.767873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Checking segment: {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:45.768264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Bound using segment: {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:45.768708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Bound port: b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:45.769068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.889186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e42c5e21-9f6e-480d-8f69-4e568ebfdb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:45.896908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0d260a6-2e34-4dec-a214-245a80ebf9a4 req-605568f9-9450-4a0d-ab1e-62ea67657321 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254031 Nov 19 03:50:45.983640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d3af2-31d3-45a2-b246-5048f293f7de req-c7c30212-2e76-48d1-9dbd-4688a96dc8cf tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:45.985163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-494d3af2-31d3-45a2-b246-5048f293f7de req-c7c30212-2e76-48d1-9dbd-4688a96dc8cf tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 950 time: 0.1776538 Nov 19 03:50:45.992237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:45.996510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:46.016916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.061342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:46.065676 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb2a19-c9c9-45ce-b53d-e43227b2b9f2" -d '{"events": [{"server_uuid": "adeb0500-ef95-4fb5-b504-580b872c91c2", "name": "network-vif-plugged", "status": "completed", "tag": "ac6490a6-f734-4dbb-8b53-eb5404a62fc5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:46.106399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.107025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.108480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] 10.222.0.31 "PUT /v2.0/ports/b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 1092 time: 1.1420012 Nov 19 03:50:46.113509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:46.115852 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee55e4f2-cf49-41d3-8206-4101c5886145" -d '{"events": [{"name": "network-changed", "server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:46.135635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Deleting port 10e7613b-35ea-481c-b0f5-313728673d73 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:50:46.135842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.141744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-494d3af2-31d3-45a2-b246-5048f293f7de req-fcd1050d-44ad-4148-96b4-72a01fa2d525 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471639 Nov 19 03:50:46.143802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2717005-627b-4750-a1aa-127ba6656e68 service neutron] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:46.149225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e42c5e21-9f6e-480d-8f69-4e568ebfdb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.161995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e42c5e21-9f6e-480d-8f69-4e568ebfdb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.196198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569cb2dd-fd6f-4719-a100-acbf033ca907 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:46.233417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e42c5e21-9f6e-480d-8f69-4e568ebfdb9d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f36d2d9837045899f8651c327cc7786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5931470 Nov 19 03:50:46.235210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c5e21-9f6e-480d-8f69-4e568ebfdb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a694681-a2e9-4375-8571-15aa45197987,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:46.235380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33914) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:46.239329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.269415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Transition to ACTIVE for port object 569cb2dd-fd6f-4719-a100-acbf033ca907 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:46.282779 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.301589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-7ab4d8d6-ce5d-467b-b52b-61709b8aba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.303851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-7ab4d8d6-ce5d-467b-b52b-61709b8aba97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1095 time: 0.1064374 Nov 19 03:50:46.304718 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998114ea-82a3-4639-8e9e-44aaa9e3e544 x-openstack-request-id: req-998114ea-82a3-4639-8e9e-44aaa9e3e544 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:46.305095 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb0500-ef95-4fb5-b504-580b872c91c2", "name": "network-vif-plugged", "status": "completed", "tag": "ac6490a6-f734-4dbb-8b53-eb5404a62fc5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:46.305573 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-998114ea-82a3-4639-8e9e-44aaa9e3e544 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:46.306238 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'code': 200} Nov 19 03:50:46.374463 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba48f2c5-cbb4-475e-a3eb-615515b81d3d x-openstack-request-id: req-ba48f2c5-cbb4-475e-a3eb-615515b81d3d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:46.374463 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:46.374463 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba48f2c5-cbb4-475e-a3eb-615515b81d3d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:46.374463 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'status': 'completed', 'code': 200} Nov 19 03:50:46.378949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:46.400650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] For port 10e7613b-35ea-481c-b0f5-313728673d73, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=10e7613b-35ea-481c-b0f5-313728673d73,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:46.400996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.420398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:46.420760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:46.420879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-e480247b-143a-4c8a-ac22-7492046214ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 217 time: 0.1003175 Nov 19 03:50:46.421098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:46.425762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:46.426477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:46.433360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:46.433780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:46.434254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:46.434698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Bound port: 569cb2dd-fd6f-4719-a100-acbf033ca907, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:46.435083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.448627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6563c54a-ad68-4b32-b1a7-9e92e0fbbe86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.477655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Calling delete_port for 10e7613b-35ea-481c-b0f5-313728673d73 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:50:46.546586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd981b52-5b45-48d0-befb-9f1ebf709eb2 req-8ad6ec6c-50de-4561-a441-aa249e924bb9 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.549201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd981b52-5b45-48d0-befb-9f1ebf709eb2 req-8ad6ec6c-50de-4561-a441-aa249e924bb9 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 949 time: 0.1009283 Nov 19 03:50:46.550870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:46.555355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:46.561290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.594478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6563c54a-ad68-4b32-b1a7-9e92e0fbbe86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.613421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.614081 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.616136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] 10.222.0.31 "PUT /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 1091 time: 1.1501839 Nov 19 03:50:46.616686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:46.618977 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f3d5c-2068-43e2-bf13-afc513380b76" -d '{"events": [{"name": "network-changed", "server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:46.623509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057507-1028-487b-b846-51a1b0995e07 req-742315f1-5eec-4f6c-b8d8-7eba5a54600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.625019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-742315f1-5eec-4f6c-b8d8-7eba5a54600c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.1762135 Nov 19 03:50:46.648524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1ad63-e61b-4178-9e28-0e9a36f67ff4 req-2051e00f-6e8e-4d2c-a720-a85da5fffd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.650020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31b1ad63-e61b-4178-9e28-0e9a36f67ff4 req-2051e00f-6e8e-4d2c-a720-a85da5fffd44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 1100 time: 0.2641711 Nov 19 03:50:46.659482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb7a0-9273-43f3-a996-749697ddf261 service neutron] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:46.670007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93e019-9c85-49a8-9d36-f7359c93be7b req-c3e7dce9-df91-4096-b5f0-41a0e38b12da tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.673081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd981b52-5b45-48d0-befb-9f1ebf709eb2 req-4df556bb-b724-4da0-aab1-8e2896acb7cb tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb8f530c-6880-4dca-944a-0945110090ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083949 Nov 19 03:50:46.674499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c93e019-9c85-49a8-9d36-f7359c93be7b req-c3e7dce9-df91-4096-b5f0-41a0e38b12da tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 949 time: 0.2326400 Nov 19 03:50:46.708553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-05a01bbf-4498-4b41-a742-cb11a69f11d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679178 Nov 19 03:50:46.732031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-507ccfd5-4040-4d37-8be8-75fe51f8a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.733895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-507ccfd5-4040-4d37-8be8-75fe51f8a064 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1094 time: 0.0572550 Nov 19 03:50:46.790260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-1baf15c0-d072-4d8c-8590-14762d5db626 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.0387614 Nov 19 03:50:46.862412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-c226edf8-1686-4d38-91ee-c83fe29e1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:46.863205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6563c54a-ad68-4b32-b1a7-9e92e0fbbe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.863966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-c226edf8-1686-4d38-91ee-c83fe29e1712 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0636153 Nov 19 03:50:46.865993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6563c54a-ad68-4b32-b1a7-9e92e0fbbe86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.869718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6563c54a-ad68-4b32-b1a7-9e92e0fbbe86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a694681-a2e9-4375-8571-15aa45197987 HTTP/1.1" status: 204 len: 168 time: 0.6312914 Nov 19 03:50:46.869718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31b1ad63-e61b-4178-9e28-0e9a36f67ff4 req-6bbc832f-6613-4fe0-8429-a6d0479780b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940258 Nov 19 03:50:46.899911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c93e019-9c85-49a8-9d36-f7359c93be7b req-285766a0-68ef-42fb-97ff-c696403d4c6c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904833 Nov 19 03:50:46.901488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-b2be233b-b904-41be-bd3f-083d2dd9bf0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277324 Nov 19 03:50:46.924914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563c54a-ad68-4b32-b1a7-9e92e0fbbe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a694681-a2e9-4375-8571-15aa45197987,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:46.980538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:46.998534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-6a5640c6-6987-4bc9-b463-07a340c3c43e service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703798 Nov 19 03:50:47.026916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['10e7613b-35ea-481c-b0f5-313728673d73'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:47.032868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Pushing event deleted for resources: {'Port': ['ID=10e7613b-35ea-481c-b0f5-313728673d73,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:47.088531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-202a1123-f6c4-4926-bf3d-201eba3e7b64 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760378 Nov 19 03:50:47.090398 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e4af0a-215f-4de4-aef8-87d9981d1c98 x-openstack-request-id: req-95e4af0a-215f-4de4-aef8-87d9981d1c98 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:47.090712 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:47.090970 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95e4af0a-215f-4de4-aef8-87d9981d1c98 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:47.091364 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'status': 'completed', 'code': 200} Nov 19 03:50:47.192066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] No DVR routers for this DVR port 10e7613b-35ea-481c-b0f5-313728673d73 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:50:47.201394 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:47.204831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84c4e797-0aa5-46cd-9cd2-2530577cff71 req-be8d8494-5271-4013-a822-0382482b897f tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.31 "DELETE /v2.0/ports/10e7613b-35ea-481c-b0f5-313728673d73 HTTP/1.1" status: 204 len: 173 time: 1.4320710 Nov 19 03:50:47.221159 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-974f2d48-0c2c-4e39-ba5a-88f0c094baab req-b7cc31fb-d332-4e40-ad5e-82fd7ee96cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221833 Nov 19 03:50:47.274863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123d0db-088c-4844-917b-ac060f65f7c4 req-e078e451-d744-4d6d-8005-f08e63aadfa6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.277189 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c123d0db-088c-4844-917b-ac060f65f7c4 req-e078e451-d744-4d6d-8005-f08e63aadfa6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.0804119 Nov 19 03:50:47.308884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340e157-4702-4e9e-a590-2832ce112374 req-88762069-7a07-490b-9a2b-8cc4accf92ee tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.310448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5340e157-4702-4e9e-a590-2832ce112374 req-88762069-7a07-490b-9a2b-8cc4accf92ee tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 944 time: 0.1296699 Nov 19 03:50:47.334551 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc057507-1028-487b-b846-51a1b0995e07 req-8600dc35-b5f0-482e-8b0f-710667f83d54 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133752 Nov 19 03:50:47.346732 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c123d0db-088c-4844-917b-ac060f65f7c4 req-0dfbe657-6f3e-4c8a-a878-affdd35ff1cc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622201 Nov 19 03:50:47.385239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5340e157-4702-4e9e-a590-2832ce112374 req-9b3efe7f-3259-4e4b-9b13-254be006f9ce tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Nov 19 03:50:47.443378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33954) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:47.466837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-5bf00d19-91f3-4b1f-b475-2cf5c129ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.468886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-5bf00d19-91f3-4b1f-b475-2cf5c129ea1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1094 time: 0.0776067 Nov 19 03:50:47.479953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33c0a1ce-4397-49ce-95eb-4ef7ec452d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:47.553504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-9df162ab-274a-4f7b-9661-cfb651283b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.555104 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-9df162ab-274a-4f7b-9661-cfb651283b55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1095 time: 0.0912595 Nov 19 03:50:47.597900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-578e80ef-f12a-4c76-b364-f4e81f40d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.598422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33c0a1ce-4397-49ce-95eb-4ef7ec452d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:47.598552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-578e80ef-f12a-4c76-b364-f4e81f40d122 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1208127 Nov 19 03:50:47.603230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33c0a1ce-4397-49ce-95eb-4ef7ec452d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:47.672725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-0cfcdef3-335d-456c-9e5f-875384d37766 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.0524471 Nov 19 03:50:47.716381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-33c0a1ce-4397-49ce-95eb-4ef7ec452d42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31f4157a49f940629319dcf7f7e2506a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717834 Nov 19 03:50:47.717120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a1ce-4397-49ce-95eb-4ef7ec452d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b9878a-07fd-4b9b-961a-a178ff31e023,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:47.719516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33966) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:47.802645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-eb832e82-e01b-48a1-9a5e-d15f32a00fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.804863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-eb832e82-e01b-48a1-9a5e-d15f32a00fb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1122377 Nov 19 03:50:47.814054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-0972a8c7-7d4b-4264-8730-db0d0a548127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:47.815650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-0972a8c7-7d4b-4264-8730-db0d0a548127 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.1840613 Nov 19 03:50:47.816432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-615861c1-8f42-41f3-acab-bf3c5196277d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:47.873975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be5ae86e-54a4-4ec1-a551-564efba4a79e req-21ccd397-13db-4602-af7f-16668f943c28 tempest-DeleteServersAdminTestJSON-286901898 tempest-DeleteServersAdminTestJSON-286901898-project] 10.222.0.52 "GET /v2.0/ports?device_id=cba12ada-4add-47f3-ab9a-da96a73579ee HTTP/1.1" status: 200 len: 210 time: 0.0659349 Nov 19 03:50:47.895819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-615861c1-8f42-41f3-acab-bf3c5196277d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:47.895819 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-c36f3a0b-18c9-42c4-ab4b-89bb349d9c5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 217 time: 0.0611076 Nov 19 03:50:47.906260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-e1f7c3a4-8399-49ca-913c-165a76110ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860662 Nov 19 03:50:48.017362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-b92d9198-26a5-4e2a-a9fd-015ed4f6ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:48.018838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-b92d9198-26a5-4e2a-a9fd-015ed4f6ad2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.1164267 Nov 19 03:50:48.062488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-b23f04e9-09d4-41d7-af90-b6fc848226da service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462870 Nov 19 03:50:48.072328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-a4d5bf58-1c50-44c6-af54-4cf067fdd3b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339723 Nov 19 03:50:48.093615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-615861c1-8f42-41f3-acab-bf3c5196277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.095436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-615861c1-8f42-41f3-acab-bf3c5196277d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.099465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-615861c1-8f42-41f3-acab-bf3c5196277d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89b9878a-07fd-4b9b-961a-a178ff31e023 HTTP/1.1" status: 204 len: 168 time: 0.3767412 Nov 19 03:50:48.149290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eed4e-8eb6-42b2-9326-2fc11499dfb9 req-7ac8c83f-bd3c-4ea9-871c-9c4230fb9345 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:48.156749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd9eed4e-8eb6-42b2-9326-2fc11499dfb9 req-7ac8c83f-bd3c-4ea9-871c-9c4230fb9345 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 949 time: 0.1495948 Nov 19 03:50:48.165842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33986) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:48.183825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615861c1-8f42-41f3-acab-bf3c5196277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b9878a-07fd-4b9b-961a-a178ff31e023,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:48.244405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd9eed4e-8eb6-42b2-9326-2fc11499dfb9 req-20dbbb54-f6b9-4800-b302-f7b48e39d5bd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866663 Nov 19 03:50:48.284880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-0b4ecc50-bad0-4cf9-8bc5-40ecc0efae10 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021098 Nov 19 03:50:48.462029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'name': 'network-vif-deleted', 'tag': '10e7613b-35ea-481c-b0f5-313728673d73'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:48.464059 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5c69b-3a7a-49c4-a392-cb15b874f3ee" -d '{"events": [{"server_uuid": "cba12ada-4add-47f3-ab9a-da96a73579ee", "name": "network-vif-deleted", "tag": "10e7613b-35ea-481c-b0f5-313728673d73"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:48.535825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1f3d5c-2068-43e2-bf13-afc513380b76 req-0eeb7ce0-689a-4875-bef1-1283a8325374 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611630 Nov 19 03:50:48.547180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee55e4f2-cf49-41d3-8206-4101c5886145 req-2a749e64-c6ef-4889-b0f4-f50da09abf13 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470160 Nov 19 03:50:48.603705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdbbaa-8251-4e48-be10-6d4e4ebbd37e req-74ee1937-a21c-475c-a66d-f365d89a9959 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:48.609363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c1cdbbaa-8251-4e48-be10-6d4e4ebbd37e req-74ee1937-a21c-475c-a66d-f365d89a9959 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.1235359 Nov 19 03:50:48.660449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88840-f437-4bb1-a52e-f409b5898a6f req-40a49126-6492-436a-9091-3f1228e69ec5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:48.669958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2b88840-f437-4bb1-a52e-f409b5898a6f req-40a49126-6492-436a-9091-3f1228e69ec5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 944 time: 0.0780253 Nov 19 03:50:48.674350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c1cdbbaa-8251-4e48-be10-6d4e4ebbd37e req-864891be-d05b-46ff-9ff3-9a4fbaaa7511 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580831 Nov 19 03:50:48.674921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34002) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:48.692171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-879252ec-1949-402d-9cbc-65dbfdc67d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.727076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2b88840-f437-4bb1-a52e-f409b5898a6f req-e312f2c5-076e-4cbb-9e22-7b172a0eccb3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Nov 19 03:50:48.742905 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf0b79b-0384-4d0b-910c-a43ccf4409ea x-openstack-request-id: req-6bf0b79b-0384-4d0b-910c-a43ccf4409ea {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:48.743280 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba12ada-4add-47f3-ab9a-da96a73579ee", "name": "network-vif-deleted", "tag": "10e7613b-35ea-481c-b0f5-313728673d73", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:48.743560 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bf0b79b-0384-4d0b-910c-a43ccf4409ea {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:48.743905 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba12ada-4add-47f3-ab9a-da96a73579ee', 'name': 'network-vif-deleted', 'tag': '10e7613b-35ea-481c-b0f5-313728673d73', 'status': 'completed', 'code': 200} Nov 19 03:50:48.755564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6765-df02-48b1-b31c-299ba1f2da9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.822653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-879252ec-1949-402d-9cbc-65dbfdc67d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.832633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-879252ec-1949-402d-9cbc-65dbfdc67d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.888304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-879252ec-1949-402d-9cbc-65dbfdc67d7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9a27c7c8add4dda885a048e50ecfc00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119036 Nov 19 03:50:48.891338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34008) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:48.892105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879252ec-1949-402d-9cbc-65dbfdc67d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce531d-e596-4dbc-b307-98546ea5a9bb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:48.931229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6765-df02-48b1-b31c-299ba1f2da9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.936041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6765-df02-48b1-b31c-299ba1f2da9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.954266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dea1550f-a27a-4c49-aff1-23fa9e39bd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.986602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dea1550f-a27a-4c49-aff1-23fa9e39bd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:48.994491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd1d6765-df02-48b1-b31c-299ba1f2da9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5d54552c66b47f28d317b0d7b04f589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8260584 Nov 19 03:50:48.995247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34016) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:48.996920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6765-df02-48b1-b31c-299ba1f2da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4f401b-7164-439b-a421-f01a8eeaf60b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:49.084178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-783110e3-bb6c-4db4-a4ea-76063c8cc911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.107724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dea1550f-a27a-4c49-aff1-23fa9e39bd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.110430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dea1550f-a27a-4c49-aff1-23fa9e39bd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.111748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dea1550f-a27a-4c49-aff1-23fa9e39bd75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18ce531d-e596-4dbc-b307-98546ea5a9bb HTTP/1.1" status: 204 len: 168 time: 0.2192733 Nov 19 03:50:49.113868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-783110e3-bb6c-4db4-a4ea-76063c8cc911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.131761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1550f-a27a-4c49-aff1-23fa9e39bd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce531d-e596-4dbc-b307-98546ea5a9bb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:49.179869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-783110e3-bb6c-4db4-a4ea-76063c8cc911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.182794 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-783110e3-bb6c-4db4-a4ea-76063c8cc911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.187045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-783110e3-bb6c-4db4-a4ea-76063c8cc911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b4f401b-7164-439b-a421-f01a8eeaf60b HTTP/1.1" status: 204 len: 168 time: 0.1832609 Nov 19 03:50:49.192245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783110e3-bb6c-4db4-a4ea-76063c8cc911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4f401b-7164-439b-a421-f01a8eeaf60b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:49.379975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0ea7-c595-49c2-ace8-95f7afea542b req-dcd92fe7-2071-453e-8b20-89ea6ad569de tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:49.382363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88eb0ea7-c595-49c2-ace8-95f7afea542b req-dcd92fe7-2071-453e-8b20-89ea6ad569de tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 949 time: 0.0610490 Nov 19 03:50:49.438704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88eb0ea7-c595-49c2-ace8-95f7afea542b req-026950d2-943e-4f00-99d6-18f9d1290a4b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Nov 19 03:50:49.604567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34044) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:49.727099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34052) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:49.747382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b301f923-8e16-4036-9846-3d697594795e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.841092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252d5f-f96c-4efa-b45d-5487d7327aed req-8067ed3d-9b2d-4ca4-a275-15881333da47 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:49.844382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252d5f-f96c-4efa-b45d-5487d7327aed req-8067ed3d-9b2d-4ca4-a275-15881333da47 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:49.849297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c03cc-6958-4218-937a-0292fee9e144 req-0fd271da-1cea-44d8-b1a0-1bb51d276dec tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:49.851407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-401c03cc-6958-4218-937a-0292fee9e144 req-0fd271da-1cea-44d8-b1a0-1bb51d276dec tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.0844965 Nov 19 03:50:49.851675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90252d5f-f96c-4efa-b45d-5487d7327aed req-8067ed3d-9b2d-4ca4-a275-15881333da47 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0&device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 1690 time: 0.1014514 Nov 19 03:50:49.918085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-401c03cc-6958-4218-937a-0292fee9e144 req-708c6af0-ed38-4953-84c8-3fabdfac4df6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Nov 19 03:50:49.920361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34062) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:49.949651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90252d5f-f96c-4efa-b45d-5487d7327aed req-7289c5d7-fae7-406d-a1d3-22968cc651a6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946689 Nov 19 03:50:49.981051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b301f923-8e16-4036-9846-3d697594795e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:49.993238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b301f923-8e16-4036-9846-3d697594795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.054552 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8f1a208f-1029-42fb-938d-874e792033a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.064944 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838a924-92e9-464b-bc0f-a9e43a465681 req-ce1f2fb5-de09-4dfb-a3ff-9b9e1aceae31 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:50.073448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e838a924-92e9-464b-bc0f-a9e43a465681 req-ce1f2fb5-de09-4dfb-a3ff-9b9e1aceae31 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 944 time: 0.0794570 Nov 19 03:50:50.084748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b301f923-8e16-4036-9846-3d697594795e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83c700092448438bb524047afc8a299c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551297 Nov 19 03:50:50.088268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34072) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:50.098350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301f923-8e16-4036-9846-3d697594795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfdf2fc-b18b-4dcd-ae1f-80de943acf1f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:50.140353 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2f33bba2-c159-4222-b6c2-46bb09ff6552 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d344f6ad0e34cc2ae9dd0557835f676&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5343351 Nov 19 03:50:50.145349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:50.152657 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e838a924-92e9-464b-bc0f-a9e43a465681 req-a8d25a70-a7ac-4f8e-a0a3-b80ba3cd3ccc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783410 Nov 19 03:50:50.209971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-378ba93f-2f15-4fcc-bb50-7dc128ef0141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.239096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ca316e5-1d42-4f5b-97f9-767b39845ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.241369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8f1a208f-1029-42fb-938d-874e792033a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.248230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-378ba93f-2f15-4fcc-bb50-7dc128ef0141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.256798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8f1a208f-1029-42fb-938d-874e792033a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.283596 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ca316e5-1d42-4f5b-97f9-767b39845ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.354375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ca316e5-1d42-4f5b-97f9-767b39845ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.357413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ca316e5-1d42-4f5b-97f9-767b39845ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.361150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0ca316e5-1d42-4f5b-97f9-767b39845ce1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb8f530c-6880-4dca-944a-0945110090ab HTTP/1.1" status: 204 len: 168 time: 0.2123771 Nov 19 03:50:50.362068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-378ba93f-2f15-4fcc-bb50-7dc128ef0141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.364844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-378ba93f-2f15-4fcc-bb50-7dc128ef0141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.370453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-378ba93f-2f15-4fcc-bb50-7dc128ef0141 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bfdf2fc-b18b-4dcd-ae1f-80de943acf1f HTTP/1.1" status: 204 len: 168 time: 0.2803767 Nov 19 03:50:50.377851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca316e5-1d42-4f5b-97f9-767b39845ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f530c-6880-4dca-944a-0945110090ab,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:50.395704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ba93f-2f15-4fcc-bb50-7dc128ef0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfdf2fc-b18b-4dcd-ae1f-80de943acf1f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:50.415408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:50.520815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8f1a208f-1029-42fb-938d-874e792033a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=654fc5d9f7b441aa887acb36eb1f3755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5969210 Nov 19 03:50:50.520815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a208f-1029-42fb-938d-874e792033a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abd766-5960-45a2-8be2-1b8573939852,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:50.522032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:50.535181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d685-6a5f-4fa7-8a69-38299d8b43e2 req-3b417122-7744-4e60-8da7-566fdfbc4832 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:50.551895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1ed4d685-6a5f-4fa7-8a69-38299d8b43e2 req-3b417122-7744-4e60-8da7-566fdfbc4832 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 1101 time: 0.3019776 Nov 19 03:50:50.620049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95f741fa-e3e9-461c-bc4f-c0fd8b64270c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.621777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1ed4d685-6a5f-4fa7-8a69-38299d8b43e2 req-23ef74ee-3505-4821-ab2c-bc380f768e50 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640812 Nov 19 03:50:50.632304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 10e7613b-35ea-481c-b0f5-313728673d73 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:50:50.655258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95f741fa-e3e9-461c-bc4f-c0fd8b64270c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.709466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 10e7613b-35ea-481c-b0f5-313728673d73 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:50:50.711256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 10e7613b-35ea-481c-b0f5-313728673d73 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:50:50.731105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:50.744308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f', 'port_id': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'mac_address': 'fa:16:3e:7d:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8979de3c-bc14-48a4-8b67-b8e4d4882dd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:50.758871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd835c5-218b-45ed-bcfb-1c605ed204b4 req-e925dfd9-f22e-4779-b498-da348e2772ad tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:50.766455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abd835c5-218b-45ed-bcfb-1c605ed204b4 req-e925dfd9-f22e-4779-b498-da348e2772ad tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 1100 time: 0.0690269 Nov 19 03:50:50.791060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95f741fa-e3e9-461c-bc4f-c0fd8b64270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.794334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95f741fa-e3e9-461c-bc4f-c0fd8b64270c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.798763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-95f741fa-e3e9-461c-bc4f-c0fd8b64270c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4abd766-5960-45a2-8be2-1b8573939852 HTTP/1.1" status: 204 len: 168 time: 0.2704077 Nov 19 03:50:50.802683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.809281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f741fa-e3e9-461c-bc4f-c0fd8b64270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abd766-5960-45a2-8be2-1b8573939852,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:50.822120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:50.856560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abd835c5-218b-45ed-bcfb-1c605ed204b4 req-e4cf99b9-171e-4184-b559-895a0a2dcd22 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874147 Nov 19 03:50:50.878036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:50.899136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:50.900258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:50:51.018465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:51.071175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34110) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:51.101778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a49a3bc-3b7a-4fb5-9ca4-8936b56ea288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.107832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:51.108000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf997-7ae3-45fb-b886-e88b13a9c42b req-8e02e714-0646-4490-acd4-728454baabc9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:51.116994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-687bf997-7ae3-45fb-b886-e88b13a9c42b req-8e02e714-0646-4490-acd4-728454baabc9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.1145251 Nov 19 03:50:51.149872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'port_id': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'mac_address': 'fa:16:3e:1a:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c33486f-ed83-4309-9e25-5064047df0e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:50:51.196819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-687bf997-7ae3-45fb-b886-e88b13a9c42b req-c13fe0a2-300a-4a7a-87a2-559863e57abc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738916 Nov 19 03:50:51.249714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.279541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569cb2dd-fd6f-4719-a100-acbf033ca907 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:51.280819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a49a3bc-3b7a-4fb5-9ca4-8936b56ea288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.291048 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-196fe6d7-c8c6-4034-a6fa-c8218de7b8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.291835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a49a3bc-3b7a-4fb5-9ca4-8936b56ea288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.311386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:51.320455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.346786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3a49a3bc-3b7a-4fb5-9ca4-8936b56ea288 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e08da29f0a0d41edae4b320b304255a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744765 Nov 19 03:50:51.351359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:51.364727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49a3bc-3b7a-4fb5-9ca4-8936b56ea288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243b1aa6-3495-4762-be88-5d02b2aa6049,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:51.390270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e8934-be47-460e-8bee-5712d1edb29d req-c9aa6f55-349a-43e3-8f45-be7faca61e97 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:51.391896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a02e8934-be47-460e-8bee-5712d1edb29d req-c9aa6f55-349a-43e3-8f45-be7faca61e97 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 945 time: 0.0997684 Nov 19 03:50:51.408489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:51.489648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a02e8934-be47-460e-8bee-5712d1edb29d req-fe66cae5-aa50-49d8-a781-9d5b562d2bd5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892866 Nov 19 03:50:51.491071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-406f4740-d1cf-45b6-83dd-52699aada431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.515966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-406f4740-d1cf-45b6-83dd-52699aada431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.574703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-9803f983-0605-4a91-a917-b1386f79826e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336289 Nov 19 03:50:51.588859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-406f4740-d1cf-45b6-83dd-52699aada431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.592181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-406f4740-d1cf-45b6-83dd-52699aada431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.593988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-406f4740-d1cf-45b6-83dd-52699aada431 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/243b1aa6-3495-4762-be88-5d02b2aa6049 HTTP/1.1" status: 204 len: 168 time: 0.2400682 Nov 19 03:50:51.606107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f4740-d1cf-45b6-83dd-52699aada431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b1aa6-3495-4762-be88-5d02b2aa6049,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:51.713566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:51.724492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34142) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:51.727360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-0f828e4c-7ddc-40f9-8e43-9d53f5065705 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:51.729158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-0f828e4c-7ddc-40f9-8e43-9d53f5065705 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382155 Nov 19 03:50:51.744357 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4a88-d92c-4296-92cb-e88ea37e414f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.744879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-2d8b834e-dbf2-4624-b236-59d52c885e09 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/quotas/3175a00ee69d47ba8ab06dc98657d0aa HTTP/1.1" status: 200 len: 375 time: 0.0099812 Nov 19 03:50:51.768164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['569cb2dd-fd6f-4719-a100-acbf033ca907'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:51.850983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4a88-d92c-4296-92cb-e88ea37e414f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.859804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4a88-d92c-4296-92cb-e88ea37e414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:51.898574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-1645ca56-2e5c-4a24-8250-6391d98174a7 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1478148 Nov 19 03:50:51.908800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd4a88-d92c-4296-92cb-e88ea37e414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ecba38-ab9b-49cf-8d3d-644e73f544f4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:51.918148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34146) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:51.918622 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3cdd4a88-d92c-4296-92cb-e88ea37e414f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62e43b4d3a2b4858b72b952fb96b56d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923425 Nov 19 03:50:51.982254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad6cfe86-2149-4ea0-a7de-5d7fd0ef57fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:52.022613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad6cfe86-2149-4ea0-a7de-5d7fd0ef57fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:52.109254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad6cfe86-2149-4ea0-a7de-5d7fd0ef57fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:52.111925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad6cfe86-2149-4ea0-a7de-5d7fd0ef57fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:52.113091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ad6cfe86-2149-4ea0-a7de-5d7fd0ef57fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4ecba38-ab9b-49cf-8d3d-644e73f544f4 HTTP/1.1" status: 204 len: 168 time: 0.1936238 Nov 19 03:50:52.121760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cfe86-2149-4ea0-a7de-5d7fd0ef57fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ecba38-ab9b-49cf-8d3d-644e73f544f4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:52.333637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf2715-6aec-4417-a97b-119cec61c60c req-6ba54907-c51c-4863-baa5-02800ff14554 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:52.336033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcdf2715-6aec-4417-a97b-119cec61c60c req-6ba54907-c51c-4863-baa5-02800ff14554 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.0571532 Nov 19 03:50:52.383102 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:52.426385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcdf2715-6aec-4417-a97b-119cec61c60c req-f199f00a-abcd-4c20-9f6e-3583515b637d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Nov 19 03:50:52.708269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ca4e0-c5c8-4132-839c-3501684c19c6 req-92d9d43b-46e2-4a52-9683-7b946dc4abe3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:52.712985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae4ca4e0-c5c8-4132-839c-3501684c19c6 req-92d9d43b-46e2-4a52-9683-7b946dc4abe3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 945 time: 0.0790908 Nov 19 03:50:52.784102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae4ca4e0-c5c8-4132-839c-3501684c19c6 req-cd8a8d26-b758-461a-8f25-3f8d86044758 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Nov 19 03:50:52.886728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7e766334-23f2-4e02-ae58-1e306144258e req-48e38a99-be63-400a-a3a7-a81672b6028c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 210 time: 0.0415912 Nov 19 03:50:53.511476 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-243c05ba-13f4-4d43-8434-f8eeab1e3bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:53.570776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97844-aef2-4a23-ad7e-8d9de0b9d564 req-29927014-1fc3-4764-a26f-f8617cc80d43 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:53.572344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80f97844-aef2-4a23-ad7e-8d9de0b9d564 req-29927014-1fc3-4764-a26f-f8617cc80d43 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.0556681 Nov 19 03:50:53.650449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80f97844-aef2-4a23-ad7e-8d9de0b9d564 req-ade344a1-4a97-4e10-9fcd-cdc45e723b8c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610852 Nov 19 03:50:53.940987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-6c042f69-21af-4b6e-9ade-bacd93d9d457 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440090 Nov 19 03:50:53.994317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e525a6-35b5-4d6e-9987-8dd1ef56c121 req-f6b93aef-aaa0-4ef2-b613-97e706904b89 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:54.003711 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45e525a6-35b5-4d6e-9987-8dd1ef56c121 req-f6b93aef-aaa0-4ef2-b613-97e706904b89 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 945 time: 0.1227865 Nov 19 03:50:54.080812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45e525a6-35b5-4d6e-9987-8dd1ef56c121 req-bda81440-0d26-4cae-b38a-16237aeb3113 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739536 Nov 19 03:50:54.132946 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-56ab9c30-8657-402d-9371-a7d60b068f0e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319903 Nov 19 03:50:54.142318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d685be7-8997-4f9f-9b89-ad0eb000a12b req-2e267afe-5c72-467a-b42a-9fd02b40b599 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 210 time: 0.0701625 Nov 19 03:50:54.254978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-672dd570-6fce-4f6f-a064-3aa869610ca4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:54.256800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-672dd570-6fce-4f6f-a064-3aa869610ca4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064864 Nov 19 03:50:54.270516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:54.292720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-f9963e95-c7d5-4126-8acd-691fc39b603f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:54.294714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-f9963e95-c7d5-4126-8acd-691fc39b603f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534271 Nov 19 03:50:54.331076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:54.423537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:54.425493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:54.434205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.482461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:54.483990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34290) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:54.489254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:54.490045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.543084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:50:54.549144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.629392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.634460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.94 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/53881840-847d-468d-a9cd-8219d1c7f20f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:54.692798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:54.696105 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a54558-c3fb-461f-a2b6-7c71d03136cd" -d '{"events": [{"server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "name": "network-vif-plugged", "status": "completed", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:54.736371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:54.747939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.748987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:50:54.752310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af81965a-c537-481b-8bf9-d7b32beb5e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.788999 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94cc3a8-9a82-43b5-8c9d-9bd907af1845 x-openstack-request-id: req-b94cc3a8-9a82-43b5-8c9d-9bd907af1845 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:54.789639 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "name": "network-vif-plugged", "status": "completed", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:54.790351 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b94cc3a8-9a82-43b5-8c9d-9bd907af1845 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:54.791012 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'code': 200} Nov 19 03:50:54.847536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:54.876213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 569cb2dd-fd6f-4719-a100-acbf033ca907 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:50:54.882621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 569cb2dd-fd6f-4719-a100-acbf033ca907 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:54.883301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.918281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af81965a-c537-481b-8bf9-d7b32beb5e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.926365 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af81965a-c537-481b-8bf9-d7b32beb5e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:54.982550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-af81965a-c537-481b-8bf9-d7b32beb5e02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ce6225e519b45f995b6b544703ae088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973314 Nov 19 03:50:54.983394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34314) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:54.984401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81965a-c537-481b-8bf9-d7b32beb5e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d005fd-88ad-48ff-b423-a2286da88cd5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:54.985631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad861823-16b5-40cb-ba33-2eff1f261f69 req-21425154-8cf9-4e04-a313-57480fedab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:54.987241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad861823-16b5-40cb-ba33-2eff1f261f69 req-21425154-8cf9-4e04-a313-57480fedab92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1097 time: 0.0939474 Nov 19 03:50:55.005992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e8866-78db-421a-99e9-84107e8c9da5 req-1aec83f8-dd7e-4171-86eb-4443aa2e3c7d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:55.008321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db2e8866-78db-421a-99e9-84107e8c9da5 req-1aec83f8-dd7e-4171-86eb-4443aa2e3c7d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.1662052 Nov 19 03:50:55.039044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.054389 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.073783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06005f6b-7550-43bc-a35c-812ce18d0589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.087830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad861823-16b5-40cb-ba33-2eff1f261f69 req-5b67bbe2-f6e2-4598-8376-638bb6a3b651 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900407 Nov 19 03:50:55.103495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06005f6b-7550-43bc-a35c-812ce18d0589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.111959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.148985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db2e8866-78db-421a-99e9-84107e8c9da5 req-329732a9-05f8-4d1f-bad8-0b48b691b38a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289709 Nov 19 03:50:55.157525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:55.164612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.169698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.214323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:55.220330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:55.226224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:55.234724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:55.236633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.250854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06005f6b-7550-43bc-a35c-812ce18d0589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.253859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06005f6b-7550-43bc-a35c-812ce18d0589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.259639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-06005f6b-7550-43bc-a35c-812ce18d0589 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51d005fd-88ad-48ff-b423-a2286da88cd5 HTTP/1.1" status: 204 len: 168 time: 0.2593949 Nov 19 03:50:55.271915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=53881840-847d-468d-a9cd-8219d1c7f20f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:55.280880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-b40591c3-2f4c-4011-92e5-c07ccd421e66 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0140622 Nov 19 03:50:55.296735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:55.296955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Request body: {'port': {'device_id': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:55.301246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:55.319213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06005f6b-7550-43bc-a35c-812ce18d0589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d005fd-88ad-48ff-b423-a2286da88cd5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:55.374057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.142 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/cb169d77-1357-4ed0-9e8c-1ce146aeef9f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:50:55.397691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0c073-a693-4d01-9400-e926ca1eeed2 req-03fbd377-dd45-4245-9778-afb042486f9a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:55.410609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25e0c073-a693-4d01-9400-e926ca1eeed2 req-03fbd377-dd45-4245-9778-afb042486f9a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 946 time: 0.1701028 Nov 19 03:50:55.454841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.536711 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25e0c073-a693-4d01-9400-e926ca1eeed2 req-c61e110c-7a7c-4966-ad3e-d53963fee088 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196213 Nov 19 03:50:55.729057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-529d00c8-e1a9-47f9-883b-711c42aff29e req-0ec832c1-4eac-4889-a7f1-92306a406b9e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 210 time: 0.0385787 Nov 19 03:50:55.781379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9d215acf-a2be-4103-99f4-51248237a943 None None] Provisioning complete for port 53881840-847d-468d-a9cd-8219d1c7f20f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:55.781995 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d215acf-a2be-4103-99f4-51248237a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.804795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.830860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9d215acf-a2be-4103-99f4-51248237a943 None None] Port 53881840-847d-468d-a9cd-8219d1c7f20f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:55.853606 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.935209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:50:55.936572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:55.939087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:50:55.942312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:50:55.948922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:55.949569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:55.973653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-70072265-ad83-4194-a60b-3fa4b5805acd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6484253 Nov 19 03:50:56.000394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Request body: {'port': {'device_id': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:56.062414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53881840-847d-468d-a9cd-8219d1c7f20f {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:56.067687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34344) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:56.073176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.090087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Transition to ACTIVE for port object 53881840-847d-468d-a9cd-8219d1c7f20f will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:56.093258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-decf3923-14ce-47d8-85b8-09e48bc6ecf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.097803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.118141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.184926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Pushing event updated for resources: {'Port': ['ID=53881840-847d-468d-a9cd-8219d1c7f20f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:56.215510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.248468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Attempting to bind port 53881840-847d-468d-a9cd-8219d1c7f20f on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:56.277348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Attempting to bind port 53881840-847d-468d-a9cd-8219d1c7f20f by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:56.277976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Attempting to bind port 53881840-847d-468d-a9cd-8219d1c7f20f on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:56.294790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Port 53881840-847d-468d-a9cd-8219d1c7f20f on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:56.294970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Attempting to bind port 53881840-847d-468d-a9cd-8219d1c7f20f on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:56.295565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b0883fd4-3423-474c-b033-f96451a2f1f2 None None] Provisioning complete for port cb169d77-1357-4ed0-9e8c-1ce146aeef9f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:50:56.295957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0883fd4-3423-474c-b033-f96451a2f1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.314633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:56.316123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:56.316571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:56.317027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Bound port: 53881840-847d-468d-a9cd-8219d1c7f20f, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:56.320502 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.346204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:56.471007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b0883fd4-3423-474c-b033-f96451a2f1f2 None None] Port cb169d77-1357-4ed0-9e8c-1ce146aeef9f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:50:56.476896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-decf3923-14ce-47d8-85b8-09e48bc6ecf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.488818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] For port 53881840-847d-468d-a9cd-8219d1c7f20f, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:56.497904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] For port 53881840-847d-468d-a9cd-8219d1c7f20f, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=53881840-847d-468d-a9cd-8219d1c7f20f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:56.508499 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.538894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-decf3923-14ce-47d8-85b8-09e48bc6ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.554215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:56.555028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.556425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] 10.222.0.36 "PUT /v2.0/ports/53881840-847d-468d-a9cd-8219d1c7f20f HTTP/1.1" status: 200 len: 1095 time: 1.2655535 Nov 19 03:50:56.557100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'tag': '53881840-847d-468d-a9cd-8219d1c7f20f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:56.559766 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c86fd-a231-4d95-9e3e-01816338b4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b444e1c0-1982-43d3-b437-f616041dc8f2", "tag": "53881840-847d-468d-a9cd-8219d1c7f20f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:56.604976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487be0a9-1dc7-4fd0-90d0-e365640426fb service neutron] Pushing event updated for resources: {'Port': ['ID=53881840-847d-468d-a9cd-8219d1c7f20f,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:56.698120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-5e7afbcc-ec8d-4619-9463-7f9e9bed1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:56.711517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-5e7afbcc-ec8d-4619-9463-7f9e9bed1b05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0902739 Nov 19 03:50:56.741844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-decf3923-14ce-47d8-85b8-09e48bc6ecf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fd80c876434418eaf733dc41af3c65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6723199 Nov 19 03:50:56.750718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf3923-14ce-47d8-85b8-09e48bc6ecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e609a03f-1c4f-4efc-8a23-0ff406a65d89,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:56.757321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:56.767260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389a782-25cf-4e3a-83fe-3feba36103b6 req-c3e47581-1da4-46be-b974-2a144f5e347c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:56.775063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e389a782-25cf-4e3a-83fe-3feba36103b6 req-c3e47581-1da4-46be-b974-2a144f5e347c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 945 time: 0.2428229 Nov 19 03:50:56.791865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:56.794935 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76bd6b2-85ff-4c12-a25e-2dea4a79baa9" -d '{"events": [{"server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "name": "network-vif-plugged", "status": "completed", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:56.822275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-73904195-7c5b-49e8-93a5-a26f8f08bc99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=53881840-847d-468d-a9cd-8219d1c7f20f HTTP/1.1" status: 200 len: 217 time: 0.1016955 Nov 19 03:50:56.902619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-3e91839d-5c03-46cb-b9fd-981ad11d19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:56.904084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-3e91839d-5c03-46cb-b9fd-981ad11d19f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0684054 Nov 19 03:50:56.932952 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e389a782-25cf-4e3a-83fe-3feba36103b6 req-271a7ac4-ed7d-4477-a5c5-7c33bfd93205 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567433 Nov 19 03:50:56.950289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b11e317f-574d-47cc-b92d-bfbc8531f40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:56.958736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb169d77-1357-4ed0-9e8c-1ce146aeef9f {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:50:56.980996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-6e33ddc6-cf0c-40e1-9efd-881d5b2f041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:56.982062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-6e33ddc6-cf0c-40e1-9efd-881d5b2f041e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671344 Nov 19 03:50:56.984438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.005612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b11e317f-574d-47cc-b92d-bfbc8531f40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.013571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Transition to ACTIVE for port object cb169d77-1357-4ed0-9e8c-1ce146aeef9f will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:50:57.015970 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c185bdb-bf68-4693-922c-ae4671a53972 x-openstack-request-id: req-4c185bdb-bf68-4693-922c-ae4671a53972 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:57.016320 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b444e1c0-1982-43d3-b437-f616041dc8f2", "tag": "53881840-847d-468d-a9cd-8219d1c7f20f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:57.016702 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c185bdb-bf68-4693-922c-ae4671a53972 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:57.017108 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'tag': '53881840-847d-468d-a9cd-8219d1c7f20f', 'status': 'completed', 'code': 200} Nov 19 03:50:57.023307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.109111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a25f3-d47a-438e-ac2c-168e11fbce70 req-fff19e2c-2e36-42ac-b87b-9bdc082d3bb4 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.110703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db0a25f3-d47a-438e-ac2c-168e11fbce70 req-fff19e2c-2e36-42ac-b87b-9bdc082d3bb4 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 946 time: 0.1277480 Nov 19 03:50:57.153776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.159364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-f9c155a6-82d2-4297-8097-b5325942893f service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670208 Nov 19 03:50:57.171905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:57.206147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b11e317f-574d-47cc-b92d-bfbc8531f40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.209452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b11e317f-574d-47cc-b92d-bfbc8531f40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.212987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b11e317f-574d-47cc-b92d-bfbc8531f40b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e609a03f-1c4f-4efc-8a23-0ff406a65d89 HTTP/1.1" status: 204 len: 168 time: 0.4333966 Nov 19 03:50:57.235653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Attempting to bind port cb169d77-1357-4ed0-9e8c-1ce146aeef9f on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:50:57.236076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Attempting to bind port cb169d77-1357-4ed0-9e8c-1ce146aeef9f by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:50:57.236336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Attempting to bind port cb169d77-1357-4ed0-9e8c-1ce146aeef9f on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:57.242316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e317f-574d-47cc-b92d-bfbc8531f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e609a03f-1c4f-4efc-8a23-0ff406a65d89,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:57.248657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Port cb169d77-1357-4ed0-9e8c-1ce146aeef9f on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:50:57.248884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Attempting to bind port cb169d77-1357-4ed0-9e8c-1ce146aeef9f on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:50:57.269999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db0a25f3-d47a-438e-ac2c-168e11fbce70 req-0aae978a-801e-4e99-98eb-d156261aaace tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316371 Nov 19 03:50:57.270447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:50:57.270803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:50:57.271878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:50:57.272831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Bound port: cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:50:57.273032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.283541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2ad8-ec58-44e3-a7df-28ea037cd0a8 req-6c984993-35b0-455e-bf9e-5059b49c7584 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.285137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f94b2ad8-ec58-44e3-a7df-28ea037cd0a8 req-6c984993-35b0-455e-bf9e-5059b49c7584 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 948 time: 0.1202233 Nov 19 03:50:57.331260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-ab9ba945-a0b0-4336-9175-7ca6614e2683 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512127 Nov 19 03:50:57.334330 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892d258-b104-4c2b-b23c-6f4a1406b340 x-openstack-request-id: req-e892d258-b104-4c2b-b23c-6f4a1406b340 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:57.334799 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "name": "network-vif-plugged", "status": "completed", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:57.334906 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e892d258-b104-4c2b-b23c-6f4a1406b340 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:57.335286 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'code': 200} Nov 19 03:50:57.397117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] For port cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:50:57.402321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f94b2ad8-ec58-44e3-a7df-28ea037cd0a8 req-ba46fa47-aa9a-445b-9261-2e4b4c012291 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085308 Nov 19 03:50:57.404079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] For port cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:50:57.409407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.502214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:57.512223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.513682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:57.516272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-3f91ddf6-8af0-4cbd-bedb-84018cfc2b2a service neutron] 10.222.0.31 "PUT /v2.0/ports/cb169d77-1357-4ed0-9e8c-1ce146aeef9f HTTP/1.1" status: 200 len: 1096 time: 1.5200901 Nov 19 03:50:57.518240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'tag': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:57.523988 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36908b47-bead-41d1-b03a-e89b12cc71be" -d '{"events": [{"name": "network-changed", "server_uuid": "7e11910e-13b8-433a-af7c-2101a08dae3a", "tag": "cb169d77-1357-4ed0-9e8c-1ce146aeef9f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:57.594868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-baec281c-d8e5-480c-972e-391193a7575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.596554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-baec281c-d8e5-480c-972e-391193a7575b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 1098 time: 0.1622779 Nov 19 03:50:57.607824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb55ca-f07a-4dcb-b693-7929b147724a req-d7b2f932-6e01-42e2-8e04-cf6065e01057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.609421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3afb55ca-f07a-4dcb-b693-7929b147724a req-d7b2f932-6e01-42e2-8e04-cf6065e01057 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1096 time: 0.1050122 Nov 19 03:50:57.704637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-2dea8c83-d666-416b-8b91-2a53864a1aa5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-491737864&fields=id&tenant_id=ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 267 time: 0.1457293 Nov 19 03:50:57.720326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-ac0468e6-1c38-45e1-afcb-148929f04941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.721916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-ac0468e6-1c38-45e1-afcb-148929f04941 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1114647 Nov 19 03:50:57.731490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-2c9bb857-50cd-4d3d-8e28-e10744b7892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.733245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-2c9bb857-50cd-4d3d-8e28-e10744b7892b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 1099 time: 0.1417305 Nov 19 03:50:57.798780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-190c77a4-d83c-43ae-8c08-12db9623603b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=53881840-847d-468d-a9cd-8219d1c7f20f HTTP/1.1" status: 200 len: 217 time: 0.0658407 Nov 19 03:50:57.808970 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-858dd496-0ba7-45d4-86fb-b0983cbb3c38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f HTTP/1.1" status: 200 len: 217 time: 0.0524859 Nov 19 03:50:57.852599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-63477100-6811-4a55-b695-ffd1dd681487 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.855505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-63477100-6811-4a55-b695-ffd1dd681487 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 946 time: 0.1429186 Nov 19 03:50:57.861167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3afb55ca-f07a-4dcb-b693-7929b147724a req-6ed60f54-be12-42d1-b09c-521a572a5499 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382854 Nov 19 03:50:57.880335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-9ac5147e-8fe6-483f-9373-d934fb5aa36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.882281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-9ac5147e-8fe6-483f-9373-d934fb5aa36a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0603557 Nov 19 03:50:57.889810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'port': {'security_groups': ['29555d1e-348a-4ff0-b265-65c5ea30e6be', 'd52c3367-ecd4-45ed-85e7-c84777f6b965']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:57.937004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-fbac7f36-a01e-4b10-b432-62b5becd1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.938829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-fbac7f36-a01e-4b10-b432-62b5becd1d34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1208391 Nov 19 03:50:57.950291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-c89ad506-44c4-457d-aed5-31dbd73daae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:57.952002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-c89ad506-44c4-457d-aed5-31dbd73daae8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611069 Nov 19 03:50:57.979387 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2152c53-d86a-4e9e-9ab4-59d4abf7c1c9 x-openstack-request-id: req-e2152c53-d86a-4e9e-9ab4-59d4abf7c1c9 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:50:57.979856 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e11910e-13b8-433a-af7c-2101a08dae3a", "tag": "cb169d77-1357-4ed0-9e8c-1ce146aeef9f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:50:57.980126 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2152c53-d86a-4e9e-9ab4-59d4abf7c1c9 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:50:57.980535 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'tag': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f', 'status': 'completed', 'code': 200} Nov 19 03:50:58.001686 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.128562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-28b4db95-8786-4ce6-92b3-3db6463d549c service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616323 Nov 19 03:50:58.142988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34424) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:58.228689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70ea8-2341-4e96-ae84-c06e8841d425 req-36bc86bc-26b6-4b0f-adf3-583ae16e9aaf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:58.231135 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fa70ea8-2341-4e96-ae84-c06e8841d425 req-36bc86bc-26b6-4b0f-adf3-583ae16e9aaf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 945 time: 0.1187289 Nov 19 03:50:58.280194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:50:58.288429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e76c86fd-a231-4d95-9e3e-01816338b4bc req-5fafceff-5144-4489-8f3e-4efa04e2119b service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351771 Nov 19 03:50:58.293964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb1c9-67de-4341-be84-08362b689078 req-b57b7b5d-c232-4c4d-bb53-63c9a4e7b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:58.295314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-b57b7b5d-c232-4c4d-bb53-63c9a4e7b143 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878358 Nov 19 03:50:58.314474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fa70ea8-2341-4e96-ae84-c06e8841d425 req-9b831d40-bc2e-48c2-9e97-7a64df076b23 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744987 Nov 19 03:50:58.346420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a73e110b-b8e5-4063-b8a4-a2d0ff0b8a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.366549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.377866 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.429802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:58.454233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:58.454915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.467578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dfd3e52-ba04-4ec8-9438-862be8d0e3d8 req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "PUT /v2.0/ports/b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 982 time: 0.5867848 Nov 19 03:50:58.511401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a73e110b-b8e5-4063-b8a4-a2d0ff0b8a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.524805 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a73e110b-b8e5-4063-b8a4-a2d0ff0b8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.529905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34450) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:58.553511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-60f42006-c955-4d82-91eb-af47e808de3e service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427821 Nov 19 03:50:58.554511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb7ac8-7418-4623-a0fb-a119d394eb20 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:58.613835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a73e110b-b8e5-4063-b8a4-a2d0ff0b8a81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a8a8a76aa1a48d98b9ad1ef425acbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4696176 Nov 19 03:50:58.617007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34454) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:58.617983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e110b-b8e5-4063-b8a4-a2d0ff0b8a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af43dca7-6e58-4878-aa1d-a6ccc4ff73dc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:58.628988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:50:58.647337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2054bfa-4b94-4750-bf2e-2cdcce41601d req-00ce46f2-1a4a-4941-b096-5b2c3eab2006 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:58.651013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2054bfa-4b94-4750-bf2e-2cdcce41601d req-00ce46f2-1a4a-4941-b096-5b2c3eab2006 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 948 time: 0.0795431 Nov 19 03:50:58.776904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2054bfa-4b94-4750-bf2e-2cdcce41601d req-a7e18a5c-b697-4311-81a6-891e734342b5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169260 Nov 19 03:50:58.777725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40161284-e87d-45a6-9412-f4d70173a830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.803240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40161284-e87d-45a6-9412-f4d70173a830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.850032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317eb1c9-67de-4341-be84-08362b689078 req-699b4743-a066-416f-a686-7b66b5ce3595 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629390 Nov 19 03:50:58.899338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-ff9677e0-a6c2-4d37-b8e2-7a5eba9014e4 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2065248626&fields=id&tenant_id=ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 267 time: 0.1666546 Nov 19 03:50:58.951084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40161284-e87d-45a6-9412-f4d70173a830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.954106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40161284-e87d-45a6-9412-f4d70173a830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.955667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-40161284-e87d-45a6-9412-f4d70173a830 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af43dca7-6e58-4878-aa1d-a6ccc4ff73dc HTTP/1.1" status: 204 len: 168 time: 0.3359120 Nov 19 03:50:58.959432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8238be5c-1348-4419-bf54-8eca94494530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:58.972731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40161284-e87d-45a6-9412-f4d70173a830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af43dca7-6e58-4878-aa1d-a6ccc4ff73dc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:58.993181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-d35aa825-9255-4de3-9e19-3b585296a5de tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:58.995158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-d35aa825-9255-4de3-9e19-3b585296a5de tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 985 time: 0.0950737 Nov 19 03:50:59.035069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'port': {'security_groups': ['29555d1e-348a-4ff0-b265-65c5ea30e6be', 'd52c3367-ecd4-45ed-85e7-c84777f6b965', '5ec59953-9646-4b3e-ab00-d5867bc38697']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:50:59.088916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36908b47-bead-41d1-b03a-e89b12cc71be req-650eb3e8-0646-43b1-8232-e66c7c79db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:59.090469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-650eb3e8-0646-43b1-8232-e66c7c79db22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 1099 time: 0.0941837 Nov 19 03:50:59.108255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8238be5c-1348-4419-bf54-8eca94494530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.113039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8238be5c-1348-4419-bf54-8eca94494530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.159711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8238be5c-1348-4419-bf54-8eca94494530 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67c025c8ef6346df88a40afebc73d9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262846 Nov 19 03:50:59.161111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238be5c-1348-4419-bf54-8eca94494530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b2a28-bdfc-4913-9365-effecbeed4bd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:59.165245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34466) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:59.194085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.257171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc759862-6121-4270-b9b7-a053910161c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.287505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc759862-6121-4270-b9b7-a053910161c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.299738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36908b47-bead-41d1-b03a-e89b12cc71be req-27b76a35-5a1c-4880-bc95-284aaa8bbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:59.301239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-27b76a35-5a1c-4880-bc95-284aaa8bbe58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1805496 Nov 19 03:50:59.347766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc759862-6121-4270-b9b7-a053910161c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.351757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc759862-6121-4270-b9b7-a053910161c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.353442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc759862-6121-4270-b9b7-a053910161c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee8b2a28-bdfc-4913-9365-effecbeed4bd HTTP/1.1" status: 204 len: 168 time: 0.1877429 Nov 19 03:50:59.367023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc759862-6121-4270-b9b7-a053910161c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b2a28-bdfc-4913-9365-effecbeed4bd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:50:59.481920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34478) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:59.533195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e34c-e03e-4d73-8bc0-f3b2fa50ec17 req-390a3175-a8e0-4540-8fd5-8723166df2b1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:59.541574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a02e34c-e03e-4d73-8bc0-f3b2fa50ec17 req-390a3175-a8e0-4540-8fd5-8723166df2b1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 945 time: 0.1010849 Nov 19 03:50:59.601235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a02e34c-e03e-4d73-8bc0-f3b2fa50ec17 req-8217c618-b7db-4e92-b864-dbdcc130537f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Nov 19 03:50:59.602656 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-eff18124-433f-4203-845a-a5c6e7d8e6dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f HTTP/1.1" status: 200 len: 217 time: 0.2853596 Nov 19 03:50:59.637787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34484) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:59.660382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1982c21c-2e68-4e6b-bb96-a8a8bb27cd89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.763293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36908b47-bead-41d1-b03a-e89b12cc71be req-688250c5-f84f-4b62-8006-31dc4794fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:59.765817 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-688250c5-f84f-4b62-8006-31dc4794fd40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1468098 Nov 19 03:50:59.864430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1982c21c-2e68-4e6b-bb96-a8a8bb27cd89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.887278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1982c21c-2e68-4e6b-bb96-a8a8bb27cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.917708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34494) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:50:59.945963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-161b3cf6-d422-45df-904c-2540cd9568db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:50:59.958064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36908b47-bead-41d1-b03a-e89b12cc71be req-fa64f86e-0d53-42ae-83f3-9628e3d0329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:50:59.961531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-fa64f86e-0d53-42ae-83f3-9628e3d0329e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418955 Nov 19 03:50:59.984802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:50:59.987760 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81384965-5950-4c0c-87e1-ea730f771fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:50:59.996323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c6e8-ddcb-428f-8c02-02d4ce8d53df req-e90d1d7b-bf6c-4bab-92c1-b5b36deb336b tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:00.003475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40d4c6e8-ddcb-428f-8c02-02d4ce8d53df req-e90d1d7b-bf6c-4bab-92c1-b5b36deb336b tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1096 time: 0.1279964 Nov 19 03:51:00.012878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982c21c-2e68-4e6b-bb96-a8a8bb27cd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f805ed-ed7c-4592-94b7-184b98a1c780,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:00.040320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1982c21c-2e68-4e6b-bb96-a8a8bb27cd89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddf4a89d284f4257bbea96e65d2998b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980746 Nov 19 03:51:00.041555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34498) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:00.044303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6002ce01-942e-4e53-998d-cc27f9f32a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.051743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:00.101270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40d4c6e8-ddcb-428f-8c02-02d4ce8d53df req-06bb2f41-fad5-43ff-bf0c-ce611613b795 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969312 Nov 19 03:51:00.141017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.149975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.164036 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-56f3f2ba-f9f9-45e8-a0d1-2c9437810a38 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913166 Nov 19 03:51:00.178024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-161b3cf6-d422-45df-904c-2540cd9568db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.189351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:00.191124 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-161b3cf6-d422-45df-904c-2540cd9568db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.237336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:00.238048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.239552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-536588a2-c783-427e-a768-8a08cdc8fe4b req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "PUT /v2.0/ports/b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 1021 time: 1.2126439 Nov 19 03:51:00.242549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6002ce01-942e-4e53-998d-cc27f9f32a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.245747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08c0d71b-ae38-493d-b0a9-65b1fc44ea92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.256627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6002ce01-942e-4e53-998d-cc27f9f32a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.266758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b3cf6-d422-45df-904c-2540cd9568db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd2c10e-62ea-45b6-9dbb-16079a69497e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:00.275631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-161b3cf6-d422-45df-904c-2540cd9568db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=052ae18a9dbd4a13a42f14be36c160c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509068 Nov 19 03:51:00.279775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34508) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:00.331166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6002ce01-942e-4e53-998d-cc27f9f32a3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09e3d0ef7e4946939c71f3ebc172df39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8437517 Nov 19 03:51:00.332670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34512) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:00.335646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08c0d71b-ae38-493d-b0a9-65b1fc44ea92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.341344 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9ab744-0053-4e0f-a850-c98fde4379fa x-openstack-request-id: req-6e9ab744-0053-4e0f-a850-c98fde4379fa {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:00.341717 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:00.342412 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e9ab744-0053-4e0f-a850-c98fde4379fa {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:00.342882 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'status': 'completed', 'code': 200} Nov 19 03:51:00.350400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec553a-8444-4b40-aff4-f5a6933028cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:00.378577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002ce01-942e-4e53-998d-cc27f9f32a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c1a390-d723-4f6d-b12d-a07236a1a658,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:00.432129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36908b47-bead-41d1-b03a-e89b12cc71be req-3ea554bc-7169-4e17-8cb4-ae09e9829a56 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420187 Nov 19 03:51:00.436690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:00.464933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae37fa-f021-4ccd-9b55-647515c44ab1 req-3323d1c4-81e3-43b3-9ed0-8fa8eed309f8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:00.473114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9ae37fa-f021-4ccd-9b55-647515c44ab1 req-3323d1c4-81e3-43b3-9ed0-8fa8eed309f8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 948 time: 0.1480124 Nov 19 03:51:00.478207 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c57ddae2-f3f7-45e7-b1b8-296ed86a24ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.487840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e024281-af13-4704-beae-fb3f14430fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.503527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08c0d71b-ae38-493d-b0a9-65b1fc44ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.510465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08c0d71b-ae38-493d-b0a9-65b1fc44ea92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.510465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-08c0d71b-ae38-493d-b0a9-65b1fc44ea92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3f805ed-ed7c-4592-94b7-184b98a1c780 HTTP/1.1" status: 204 len: 168 time: 0.4626126 Nov 19 03:51:00.519943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384965-5950-4c0c-87e1-ea730f771fbd req-a607d91d-126f-4a62-b853-ff5718abb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:00.522359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-a607d91d-126f-4a62-b853-ff5718abb4e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1175 time: 0.1265261 Nov 19 03:51:00.524861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8fe36-5688-43cf-b06e-75d05f4f9c72 req-0337f837-a473-4901-81b8-18aa2fa6671f tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:00.526544 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43b8fe36-5688-43cf-b06e-75d05f4f9c72 req-0337f837-a473-4901-81b8-18aa2fa6671f tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1096 time: 0.0874505 Nov 19 03:51:00.529660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e024281-af13-4704-beae-fb3f14430fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.537493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c57ddae2-f3f7-45e7-b1b8-296ed86a24ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.540642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0d71b-ae38-493d-b0a9-65b1fc44ea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f805ed-ed7c-4592-94b7-184b98a1c780,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:00.611593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43b8fe36-5688-43cf-b06e-75d05f4f9c72 req-8b453126-e514-4be3-af0e-e8550f587261 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719600 Nov 19 03:51:00.646820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e024281-af13-4704-beae-fb3f14430fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.646820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e024281-af13-4704-beae-fb3f14430fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:00.647552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e024281-af13-4704-beae-fb3f14430fb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2c1a390-d723-4f6d-b12d-a07236a1a658 HTTP/1.1" status: 204 len: 168 time: 0.3086894 Nov 19 03:51:00.657185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e024281-af13-4704-beae-fb3f14430fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c1a390-d723-4f6d-b12d-a07236a1a658,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:00.875990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1373a0-4c19-42c9-abee-ff8aed884289 req-59b3c9a8-4e45-4cf5-b373-93cb04fd171a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:00.888900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1c1373a0-4c19-42c9-abee-ff8aed884289 req-59b3c9a8-4e45-4cf5-b373-93cb04fd171a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1024 time: 0.1043742 Nov 19 03:51:01.025371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9ae37fa-f021-4ccd-9b55-647515c44ab1 req-ce9df053-8290-4f87-a5f6-4eb94ea95be4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513904 Nov 19 03:51:01.054878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1c1373a0-4c19-42c9-abee-ff8aed884289 req-63451794-8d15-452c-a6f9-c92e24bce45a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=d52c3367-ecd4-45ed-85e7-c84777f6b965&id=5ec59953-9646-4b3e-ab00-d5867bc38697&id=29555d1e-348a-4ff0-b265-65c5ea30e6be HTTP/1.1" status: 200 len: 6200 time: 0.1615572 Nov 19 03:51:01.066456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c57ddae2-f3f7-45e7-b1b8-296ed86a24ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.070676 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c57ddae2-f3f7-45e7-b1b8-296ed86a24ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.073544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c57ddae2-f3f7-45e7-b1b8-296ed86a24ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bd2c10e-62ea-45b6-9dbb-16079a69497e HTTP/1.1" status: 204 len: 168 time: 0.7903419 Nov 19 03:51:01.096601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ddae2-f3f7-45e7-b1b8-296ed86a24ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd2c10e-62ea-45b6-9dbb-16079a69497e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:01.122860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384965-5950-4c0c-87e1-ea730f771fbd req-3f2ed443-388a-4e88-b2f3-fe067e5c7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:01.124394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-3f2ed443-388a-4e88-b2f3-fe067e5c7778 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.5891728 Nov 19 03:51:01.157613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34542) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:01.172056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-2bca5c77-1916-4f8f-875f-e4c7ad382c3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 217 time: 0.0388885 Nov 19 03:51:01.176745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a48cf100-4bc2-4f14-857b-78217da2384f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.275641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a48cf100-4bc2-4f14-857b-78217da2384f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.280053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-8184af04-ae95-485e-82b7-8a3e1b0fef43 req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1842748787 ', 'description': 'tempest-description-1372586198'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:01.282947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a48cf100-4bc2-4f14-857b-78217da2384f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.291660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384965-5950-4c0c-87e1-ea730f771fbd req-21eb9952-900b-4670-8427-221452077716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:01.293175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-21eb9952-900b-4670-8427-221452077716 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.1085410 Nov 19 03:51:01.338997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-afdca6b3-391d-492f-a00c-6641722f6c22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336440 Nov 19 03:51:01.342098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a48cf100-4bc2-4f14-857b-78217da2384f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bff9866635c1484dbb16c0b4dc633b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828690 Nov 19 03:51:01.343505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cf100-4bc2-4f14-857b-78217da2384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd2c43c-2142-4e7f-bc80-b467d53dbe5b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:01.345489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8184af04-ae95-485e-82b7-8a3e1b0fef43 req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.345818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:01.430212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02345e7d-1e63-44e8-89d0-f9226edba0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.457424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02345e7d-1e63-44e8-89d0-f9226edba0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.477054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 53881840-847d-468d-a9cd-8219d1c7f20f details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:01.499496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-97c51068-2c1f-4479-a1b9-37a8ea003e4e service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412854 Nov 19 03:51:01.510410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8184af04-ae95-485e-82b7-8a3e1b0fef43 req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.532003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8184af04-ae95-485e-82b7-8a3e1b0fef43 req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.551218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02345e7d-1e63-44e8-89d0-f9226edba0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.566453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02345e7d-1e63-44e8-89d0-f9226edba0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.566453 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-02345e7d-1e63-44e8-89d0-f9226edba0e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbd2c43c-2142-4e7f-bc80-b467d53dbe5b HTTP/1.1" status: 204 len: 168 time: 0.2109730 Nov 19 03:51:01.575456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345e7d-1e63-44e8-89d0-f9226edba0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd2c43c-2142-4e7f-bc80-b467d53dbe5b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:01.575716 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.614547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8184af04-ae95-485e-82b7-8a3e1b0fef43 req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.631913 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8184af04-ae95-485e-82b7-8a3e1b0fef43 req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3707721 Nov 19 03:51:01.637749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789c514-2bee-4341-b32a-541475eca19b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98db7617-17f0-421b-8039-2a50ee0c0f65,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:01.682086 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81384965-5950-4c0c-87e1-ea730f771fbd req-3f75d163-f59d-4f66-a120-6a41398f2cc7 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702013 Nov 19 03:51:01.686918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 53881840-847d-468d-a9cd-8219d1c7f20f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=53881840-847d-468d-a9cd-8219d1c7f20f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:01.711066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '53881840-847d-468d-a9cd-8219d1c7f20f', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '53881840-847d-468d-a9cd-8219d1c7f20f', 'mac_address': 'fa:16:3e:fa:92:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:01.771806 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:51:01.777304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.794548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53881840-847d-468d-a9cd-8219d1c7f20f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:01.835718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c79886e-e11d-44b8-8983-f1e09364d66e req-c8ac0f56-8b13-4e47-8015-e4dd96a05f78 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/98db7617-17f0-421b-8039-2a50ee0c0f65 HTTP/1.1" status: 200 len: 1798 time: 0.0863054 Nov 19 03:51:01.844045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 53881840-847d-468d-a9cd-8219d1c7f20f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=53881840-847d-468d-a9cd-8219d1c7f20f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:01.851544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:01.913168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=53881840-847d-468d-a9cd-8219d1c7f20f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:01.936648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e4975-0b1a-466e-8b17-a378b2a75ba6 req-99460697-e4fc-4e9d-9511-e74952d9f9ae tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:01.942775 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b5e4975-0b1a-466e-8b17-a378b2a75ba6 req-99460697-e4fc-4e9d-9511-e74952d9f9ae tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1096 time: 0.0506127 Nov 19 03:51:01.985622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b5e4975-0b1a-466e-8b17-a378b2a75ba6 req-cd2e6e3f-f9d9-420d-b270-c4d7d3860ff8 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Nov 19 03:51:02.102009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3c0c8225-f927-4cad-be20-68f5c899707a req-7bf6a307-3103-4894-b1b6-ccc2772484c5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/98db7617-17f0-421b-8039-2a50ee0c0f65 HTTP/1.1" status: 200 len: 1798 time: 0.0584261 Nov 19 03:51:02.106004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:02.178856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3c0c8225-f927-4cad-be20-68f5c899707a req-de7767ed-c739-4342-85b7-2e13e2a558c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.223868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3c0c8225-f927-4cad-be20-68f5c899707a req-de7767ed-c739-4342-85b7-2e13e2a558c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.292109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3c0c8225-f927-4cad-be20-68f5c899707a req-de7767ed-c739-4342-85b7-2e13e2a558c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.297747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3c0c8225-f927-4cad-be20-68f5c899707a req-de7767ed-c739-4342-85b7-2e13e2a558c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.312122 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3c0c8225-f927-4cad-be20-68f5c899707a req-de7767ed-c739-4342-85b7-2e13e2a558c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/98db7617-17f0-421b-8039-2a50ee0c0f65 HTTP/1.1" status: 204 len: 173 time: 0.2007515 Nov 19 03:51:02.341317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7767ed-c739-4342-85b7-2e13e2a558c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db7617-17f0-421b-8039-2a50ee0c0f65,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:02.351051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:02.355531 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c1bf40-156e-419b-86b9-a8c29853bce5" -d '{"events": [{"name": "network-changed", "server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:02.370988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151f55-8a0f-491f-b566-e1271861b4bc req-d85de937-f57d-42f3-b2d0-cf8bd7ce80d6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:02.384159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d151f55-8a0f-491f-b566-e1271861b4bc req-d85de937-f57d-42f3-b2d0-cf8bd7ce80d6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 948 time: 0.1491218 Nov 19 03:51:02.432480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d151f55-8a0f-491f-b566-e1271861b4bc req-95a119c1-b0c2-456f-8c32-926791d1c3dd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474217 Nov 19 03:51:02.443404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device cb169d77-1357-4ed0-9e8c-1ce146aeef9f details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:02.498051 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-9e195b44-6899-410d-b967-5b0ca9869d9f req-a3f7a301-7056-436c-9314-24731773c84b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:02.499111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e195b44-6899-410d-b967-5b0ca9869d9f req-a3f7a301-7056-436c-9314-24731773c84b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/98db7617-17f0-421b-8039-2a50ee0c0f65 HTTP/1.1" status: 404 len: 352 time: 0.0343857 Nov 19 03:51:02.521714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34604) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:02.580625 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c3d32b-83e3-4a77-a2fe-8c1ef2761bb5 x-openstack-request-id: req-22c3d32b-83e3-4a77-a2fe-8c1ef2761bb5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:02.580783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:02.581247 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:02.581247 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22c3d32b-83e3-4a77-a2fe-8c1ef2761bb5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:02.581619 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'status': 'completed', 'code': 200} Nov 19 03:51:02.595195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f', 'mac_address': 'fa:16:3e:9b:22:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:02.608052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-16aea836-ea96-43f8-9473-ed2c96fb7358 req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2138577154', 'description': 'tempest-description-1368561106'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:02.642499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.652106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-16aea836-ea96-43f8-9473-ed2c96fb7358 req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.667901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb169d77-1357-4ed0-9e8c-1ce146aeef9f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:02.701580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-d911363a-e85b-485a-acad-075ce5b6a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:02.704798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-d911363a-e85b-485a-acad-075ce5b6a776 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1175 time: 0.0795319 Nov 19 03:51:02.722157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:02.729767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.773969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-network', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:02.787697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-16aea836-ea96-43f8-9473-ed2c96fb7358 req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.799613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-16aea836-ea96-43f8-9473-ed2c96fb7358 req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.810168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:02.829207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-4c31dd7b-05c2-4bfb-a037-db97f428cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:02.831421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-4c31dd7b-05c2-4bfb-a037-db97f428cd9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.1175156 Nov 19 03:51:02.856185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a555bf4-9760-4e2d-9188-b9fb8a9056ae,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:02.860856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Made reservation on behalf of 93104487c0fc47ea8bf4839a0fc13fab for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:02.863994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.870672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-16aea836-ea96-43f8-9473-ed2c96fb7358 req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.876452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-16aea836-ea96-43f8-9473-ed2c96fb7358 req-12f881d2-1ef4-4970-bae9-78b598c9d457 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2773738 Nov 19 03:51:02.885666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.899657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-511d0c79-361d-4146-b8d1-fc0550f1dc94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 200 len: 217 time: 0.0593450 Nov 19 03:51:02.905356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ed522b0c-fd20-41a6-b20e-37b59de483a2 req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1292475337', 'description': 'tempest-description-2027807779'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:02.967235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ed522b0c-fd20-41a6-b20e-37b59de483a2 req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:02.985690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-14420b0d-c1af-46f2-a984-096250e48cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:02.987235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-14420b0d-c1af-46f2-a984-096250e48cf2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.0763042 Nov 19 03:51:03.018688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.027293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.035345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-a6b62d17-31d8-4e8f-ab14-3c8d2ef0f488 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397644 Nov 19 03:51:03.041964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:51:03.052426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.053071 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Added segment abaa5648-0e00-4efc-806f-518a03872b6e of type vlan for network 2efab06c-a351-4072-8e3c-e1d8428a402f Nov 19 03:51:03.092349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:03.118350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:03.137617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.165795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ed522b0c-fd20-41a6-b20e-37b59de483a2 req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.178518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ed522b0c-fd20-41a6-b20e-37b59de483a2 req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.222144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-7b9e12f3-4152-40ba-b1b4-b393547cd187 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692104 Nov 19 03:51:03.232972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ed522b0c-fd20-41a6-b20e-37b59de483a2 req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.238758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed522b0c-fd20-41a6-b20e-37b59de483a2 req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3379085 Nov 19 03:51:03.249323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac27374-7bcf-4882-9ce8-bed71666c7bf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e9dd0-4dec-4bbb-bb52-246672891412,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:03.293955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b590c6-6100-48c5-86ad-adc38885184b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:03.302465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ffa8d677-38c9-4ac6-b5a3-bc922175c6f0 req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-274338159', 'description': 'tempest-description-1854465814'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:03.312165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.316167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:03.318419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.353099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ffa8d677-38c9-4ac6-b5a3-bc922175c6f0 req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.379807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39c1bf40-156e-419b-86b9-a8c29853bce5 req-5d504875-9216-46dd-8d6f-fab14d742986 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387622 Nov 19 03:51:03.402917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d57bdcb9-b44f-4acc-91ee-e0d6b8f82cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.430847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a18ed-7d22-4b25-8889-56f47882ef9b req-76e5329d-3ed0-4bda-8ba8-bd9d2fe223a1 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:03.438306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-045a18ed-7d22-4b25-8889-56f47882ef9b req-76e5329d-3ed0-4bda-8ba8-bd9d2fe223a1 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1096 time: 0.2928598 Nov 19 03:51:03.446683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9236639 Nov 19 03:51:03.450304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34644) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:03.466630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Request body: {'subnet': {'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-subnet', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:03.480943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f319f-d5a0-4b7a-84a6-4557db62f35a admin admin] Pushing event updated for resources: {'Network': ['ID=2efab06c-a351-4072-8e3c-e1d8428a402f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:03.484846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 53881840-847d-468d-a9cd-8219d1c7f20f up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:03.499729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ffa8d677-38c9-4ac6-b5a3-bc922175c6f0 req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.518103 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ffa8d677-38c9-4ac6-b5a3-bc922175c6f0 req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.532751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2efab06c-a351-4072-8e3c-e1d8428a402f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:51:03.551020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Made reservation on behalf of 93104487c0fc47ea8bf4839a0fc13fab for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:03.553062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-045a18ed-7d22-4b25-8889-56f47882ef9b req-08ee71a5-8115-4d8f-af14-0e2de68783f5 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134956 Nov 19 03:51:03.554169 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.630880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ffa8d677-38c9-4ac6-b5a3-bc922175c6f0 req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.645580 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffa8d677-38c9-4ac6-b5a3-bc922175c6f0 req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3778703 Nov 19 03:51:03.671445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6939a7-92fa-456a-9f20-3928d36b43fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59e4a99-1bbe-422e-b719-baf14bd19636,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:03.728380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d57bdcb9-b44f-4acc-91ee-e0d6b8f82cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.738264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d57bdcb9-b44f-4acc-91ee-e0d6b8f82cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.762710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39af2f-a041-47c3-973f-ca27e8ad214e req-6cdca406-ef11-460a-b9a5-a279cd5bd6ef tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:03.773875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff39af2f-a041-47c3-973f-ca27e8ad214e req-6cdca406-ef11-460a-b9a5-a279cd5bd6ef tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 949 time: 0.0761099 Nov 19 03:51:03.803783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d57bdcb9-b44f-4acc-91ee-e0d6b8f82cec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c328367339a4612a374b07bfeb6a258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6838062 Nov 19 03:51:03.804579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bdcb9-b44f-4acc-91ee-e0d6b8f82cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe47e45a-9c8a-4c1c-8bec-20077a59afe5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:03.806900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34662) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:03.838710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff39af2f-a041-47c3-973f-ca27e8ad214e req-17c63145-c3b7-4247-8e7a-2d10e3585db7 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 Nov 19 03:51:03.972428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0925eb05-e1a8-4f36-abcb-4a46a78e58ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:03.985249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 53881840-847d-468d-a9cd-8219d1c7f20f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:03.995426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 53881840-847d-468d-a9cd-8219d1c7f20f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:03.998430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.021991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ff2ed-8791-4401-bc25-b95e770490c4 req-4c7bb7dd-1c34-4ed3-8c91-bb9a3674dfc3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 11000 time: 0.1533306 Nov 19 03:51:04.022236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.030638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0925eb05-e1a8-4f36-abcb-4a46a78e58ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.072148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-4ea7ce11-3138-40b8-a8a6-71a5e5707d61 req-11f3e13a-860d-4b9f-a5be-75cbc026e5ac service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:51:04.072894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ea7ce11-3138-40b8-a8a6-71a5e5707d61 req-11f3e13a-860d-4b9f-a5be-75cbc026e5ac service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094569 Nov 19 03:51:04.093840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ff2ed-8791-4401-bc25-b95e770490c4 req-8a849319-8d1f-4672-9cf7-1ed045fb962c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/29555d1e-348a-4ff0-b265-65c5ea30e6be HTTP/1.1" status: 200 len: 2998 time: 0.0704558 Nov 19 03:51:04.133890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea607ed-5de7-483a-9089-1e8609617113,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:04.159233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Checking segment: {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:04.159611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Network hostable DHCP agents. Network: 2efab06c-a351-4072-8e3c-e1d8428a402f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:51:04.177654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0925eb05-e1a8-4f36-abcb-4a46a78e58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.181160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0925eb05-e1a8-4f36-abcb-4a46a78e58ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.184718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0925eb05-e1a8-4f36-abcb-4a46a78e58ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe47e45a-9c8a-4c1c-8bec-20077a59afe5 HTTP/1.1" status: 204 len: 168 time: 0.3733296 Nov 19 03:51:04.199463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ff2ed-8791-4401-bc25-b95e770490c4 req-311cd9c9-0d7f-4e6d-8201-d68b02c9caa2 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/29555d1e-348a-4ff0-b265-65c5ea30e6be HTTP/1.1" status: 200 len: 2998 time: 0.1024089 Nov 19 03:51:04.199857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925eb05-e1a8-4f36-abcb-4a46a78e58ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe47e45a-9c8a-4c1c-8bec-20077a59afe5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:04.210822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Network 2efab06c-a351-4072-8e3c-e1d8428a402f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:51:04.225990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2efab06c-a351-4072-8e3c-e1d8428a402f) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:04.246897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9acaa3-4659-4a2b-b869-9a7f9eeaa420 None None] Network 2efab06c-a351-4072-8e3c-e1d8428a402f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:04.248889 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.261421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:04.262074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.293169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08246fde-8477-4609-b4ac-da39fecae288 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8388793 Nov 19 03:51:04.296041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:04.303516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:04.327783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53881840-847d-468d-a9cd-8219d1c7f20f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:04.330054 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b386e429-1306-4776-9029-02e83f42ea88" -d '{"events": [{"server_uuid": "b444e1c0-1982-43d3-b437-f616041dc8f2", "name": "network-vif-plugged", "status": "completed", "tag": "53881840-847d-468d-a9cd-8219d1c7f20f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:04.339717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.340961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.357858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbdc63c9-7127-419f-aeaa-5a2dad9d04b0 req-02d4a595-f799-4961-a881-30f0eadb73dd tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/8a555bf4-9760-4e2d-9188-b9fb8a9056ae HTTP/1.1" status: 200 len: 1818 time: 0.1293755 Nov 19 03:51:04.388613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 53881840-847d-468d-a9cd-8219d1c7f20f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=53881840-847d-468d-a9cd-8219d1c7f20f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:04.402064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.455957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.487408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device cb169d77-1357-4ed0-9e8c-1ce146aeef9f up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:04.500351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cbdc63c9-7127-419f-aeaa-5a2dad9d04b0 req-7a4c268b-7c75-4120-b4e1-87c640e0776e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.542914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cbdc63c9-7127-419f-aeaa-5a2dad9d04b0 req-7a4c268b-7c75-4120-b4e1-87c640e0776e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.600936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=53881840-847d-468d-a9cd-8219d1c7f20f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:04.648697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port cb169d77-1357-4ed0-9e8c-1ce146aeef9f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:04.653237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port cb169d77-1357-4ed0-9e8c-1ce146aeef9f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:04.653674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.659886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cbdc63c9-7127-419f-aeaa-5a2dad9d04b0 req-7a4c268b-7c75-4120-b4e1-87c640e0776e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.663753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cbdc63c9-7127-419f-aeaa-5a2dad9d04b0 req-7a4c268b-7c75-4120-b4e1-87c640e0776e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.674189 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbdc63c9-7127-419f-aeaa-5a2dad9d04b0 req-7a4c268b-7c75-4120-b4e1-87c640e0776e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/8a555bf4-9760-4e2d-9188-b9fb8a9056ae HTTP/1.1" status: 204 len: 173 time: 0.3156788 Nov 19 03:51:04.680888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2efab06c-a351-4072-8e3c-e1d8428a402f', 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'fixed_ips': [{'subnet_id': 'dea607ed-5de7-483a-9089-1e8609617113'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:51:04.681770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.685776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.704086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c268b-7c75-4120-b4e1-87c640e0776e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a555bf4-9760-4e2d-9188-b9fb8a9056ae,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:04.814588 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9748b4-c8a5-4014-adeb-f0105ffa9f87 x-openstack-request-id: req-ea9748b4-c8a5-4014-adeb-f0105ffa9f87 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:04.814896 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b444e1c0-1982-43d3-b437-f616041dc8f2", "name": "network-vif-plugged", "status": "completed", "tag": "53881840-847d-468d-a9cd-8219d1c7f20f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:04.815068 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea9748b4-c8a5-4014-adeb-f0105ffa9f87 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:04.815464 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53881840-847d-468d-a9cd-8219d1c7f20f', 'code': 200} Nov 19 03:51:04.818378 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-ba22adfa-a126-487e-ba10-f5795beb8807 req-e5ed5d29-d815-46d2-baf5-2d3ad674329d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:04.819240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba22adfa-a126-487e-ba10-f5795beb8807 req-e5ed5d29-d815-46d2-baf5-2d3ad674329d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/8a555bf4-9760-4e2d-9188-b9fb8a9056ae HTTP/1.1" status: 404 len: 352 time: 0.0267878 Nov 19 03:51:04.840808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34708) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:04.862769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51f6df1c-c9b7-4ea4-8ffc-e90966c3a648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:04.926505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00d2a-c199-469b-be21-167327943cf4 req-5a78a0f2-ec5c-48a1-a45e-4589308f1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:04.931678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57c00d2a-c199-469b-be21-167327943cf4 req-5a78a0f2-ec5c-48a1-a45e-4589308f1715 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 1100 time: 0.1060562 Nov 19 03:51:05.014059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.029662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Allocated IP 172.20.0.2 (2efab06c-a351-4072-8e3c-e1d8428a402f/dea607ed-5de7-483a-9089-1e8609617113/167284c2-624f-4c8f-a905-2db1275f6364) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:05.057923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:05.069353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.108714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a95d8929-50d6-4e35-8f12-b81470ae0952 req-2df67966-82e3-4dfb-8445-25b5a4105bc1 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/3e2e9dd0-4dec-4bbb-bb52-246672891412 HTTP/1.1" status: 200 len: 1818 time: 0.1274114 Nov 19 03:51:05.125126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.134371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51f6df1c-c9b7-4ea4-8ffc-e90966c3a648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.172310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51f6df1c-c9b7-4ea4-8ffc-e90966c3a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.267215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57c00d2a-c199-469b-be21-167327943cf4 req-fb064d24-22a5-4195-91b5-51b2e149f41f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201756 Nov 19 03:51:05.287584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6df1c-c9b7-4ea4-8ffc-e90966c3a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8953d67-4a2c-463d-b42e-d4ddaa1c2249,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.293374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-51f6df1c-c9b7-4ea4-8ffc-e90966c3a648 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3868655fc8904001a046769fba0a18a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513676 Nov 19 03:51:05.295946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34724) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:05.299666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.310243 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.320968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.323317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34726) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:05.329701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.346506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a95d8929-50d6-4e35-8f12-b81470ae0952 req-89930c73-48dd-4aec-ab08-a27178b46b99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.389642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a95d8929-50d6-4e35-8f12-b81470ae0952 req-89930c73-48dd-4aec-ab08-a27178b46b99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.416434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Network 2efab06c-a351-4072-8e3c-e1d8428a402f is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:05.419675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:05.422901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:05.430655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Pushing event updated for resources: {'Port': ['ID=167284c2-624f-4c8f-a905-2db1275f6364,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.481122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Allocated IP 172.25.8.117 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/e2690f30-fda3-42ef-bb1e-66ba92adda17) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:05.483676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a95d8929-50d6-4e35-8f12-b81470ae0952 req-89930c73-48dd-4aec-ab08-a27178b46b99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.486451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a95d8929-50d6-4e35-8f12-b81470ae0952 req-89930c73-48dd-4aec-ab08-a27178b46b99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.498539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a95d8929-50d6-4e35-8f12-b81470ae0952 req-89930c73-48dd-4aec-ab08-a27178b46b99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/3e2e9dd0-4dec-4bbb-bb52-246672891412 HTTP/1.1" status: 204 len: 173 time: 0.3754921 Nov 19 03:51:05.522415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Attempting to bind port 167284c2-624f-4c8f-a905-2db1275f6364 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:05.523082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Attempting to bind port 167284c2-624f-4c8f-a905-2db1275f6364 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:05.523666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Attempting to bind port 167284c2-624f-4c8f-a905-2db1275f6364 on network 2efab06c-a351-4072-8e3c-e1d8428a402f {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:05.523981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac611917-f543-455a-84b4-8ee7c9bf3d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.537456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:05.541657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92a17464-f994-4c61-bff5-f995e48404ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.542330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Checking segment: {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:05.543031 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.543639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Bound using segment: {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:05.544841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Bound port: 167284c2-624f-4c8f-a905-2db1275f6364, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:05.545730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.552832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89930c73-48dd-4aec-ab08-a27178b46b99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e9dd0-4dec-4bbb-bb52-246672891412,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.620016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.624097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92a17464-f994-4c61-bff5-f995e48404ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.656462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] For port 167284c2-624f-4c8f-a905-2db1275f6364, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:05.659956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] For port 167284c2-624f-4c8f-a905-2db1275f6364, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=167284c2-624f-4c8f-a905-2db1275f6364,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:05.665589 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.666119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.702861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb13239-402e-4bc9-9b4b-d0ef3203d409 req-d881f0be-4365-449c-9138-ad98de5e2e5b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:05.704437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beb13239-402e-4bc9-9b4b-d0ef3203d409 req-d881f0be-4365-449c-9138-ad98de5e2e5b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 950 time: 0.1256208 Nov 19 03:51:05.742686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Pushing event updated for resources: {'Port': ['ID=e2690f30-fda3-42ef-bb1e-66ba92adda17,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.746982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92a17464-f994-4c61-bff5-f995e48404ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.750102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92a17464-f994-4c61-bff5-f995e48404ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.751271 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-92a17464-f994-4c61-bff5-f995e48404ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8953d67-4a2c-463d-b42e-d4ddaa1c2249 HTTP/1.1" status: 204 len: 168 time: 0.4536860 Nov 19 03:51:05.759527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6947c2-75ec-47df-8815-fd92f98ae5ae None None] Pushing event updated for resources: {'Port': ['ID=167284c2-624f-4c8f-a905-2db1275f6364,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.768620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:05.771959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:05.772182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac611917-f543-455a-84b4-8ee7c9bf3d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.779880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:05.790381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a17464-f994-4c61-bff5-f995e48404ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8953d67-4a2c-463d-b42e-d4ddaa1c2249,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.792124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac611917-f543-455a-84b4-8ee7c9bf3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.822741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beb13239-402e-4bc9-9b4b-d0ef3203d409 req-d2d5ce03-3dc7-4c31-8961-ed5cff8f8ec8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968006 Nov 19 03:51:05.844897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611917-f543-455a-84b4-8ee7c9bf3d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abaece-6a64-4059-b125-429b6e58f4dc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:05.854313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac611917-f543-455a-84b4-8ee7c9bf3d0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c9e3051406e42239cc2aff75f0ff858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297062 Nov 19 03:51:05.854953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:05.960889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fcba8578-19f9-4ba4-80f5-45161547dd7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:05.989063 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fcba8578-19f9-4ba4-80f5-45161547dd7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.088369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fcba8578-19f9-4ba4-80f5-45161547dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.093211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fcba8578-19f9-4ba4-80f5-45161547dd7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.094376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fcba8578-19f9-4ba4-80f5-45161547dd7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7abaece-6a64-4059-b125-429b6e58f4dc HTTP/1.1" status: 204 len: 168 time: 0.2383277 Nov 19 03:51:06.112522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba8578-19f9-4ba4-80f5-45161547dd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abaece-6a64-4059-b125-429b6e58f4dc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:06.230531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.414609 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-f87855f8-9089-474b-adde-227abdd9c696 req-575c10e5-ab36-4f2d-9f30-046cd19b9a86 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:06.419201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f87855f8-9089-474b-adde-227abdd9c696 req-575c10e5-ab36-4f2d-9f30-046cd19b9a86 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/3e2e9dd0-4dec-4bbb-bb52-246672891412 HTTP/1.1" status: 404 len: 352 time: 0.0202777 Nov 19 03:51:06.491364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-4bb5d085-a9fb-4412-8e35-eed763690537 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:51:06.492811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-4bb5d085-a9fb-4412-8e35-eed763690537 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1066499 Nov 19 03:51:06.551022 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.554603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-a1ac4280-cb82-4d8b-9f37-736c6266bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:06.557111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-a1ac4280-cb82-4d8b-9f37-736c6266bdf5 service neutron] 10.222.0.52 "GET /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 1093 time: 0.0568032 Nov 19 03:51:06.608314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Request body: {'binding': {'host': 'n-h1-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:06.608809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:51:06.610329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34770) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:06.632351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a395fe3c-71fb-4fb4-8c28-63c407746018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.777046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a395fe3c-71fb-4fb4-8c28-63c407746018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.791989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a395fe3c-71fb-4fb4-8c28-63c407746018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:06.817110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:06.819581 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7958400-d74c-4c95-8815-2b3063fe98e4" -d '{"events": [{"server_uuid": "7e11910e-13b8-433a-af7c-2101a08dae3a", "name": "network-vif-plugged", "status": "completed", "tag": "cb169d77-1357-4ed0-9e8c-1ce146aeef9f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:06.841997 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a395fe3c-71fb-4fb4-8c28-63c407746018 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=255073481de4411dac440bc57194bb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239845 Nov 19 03:51:06.841997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:06.915984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395fe3c-71fb-4fb4-8c28-63c407746018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea290859-1b5d-40d7-a8b6-f20ed73bfcb4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:06.990317 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd50-eccb-469f-a232-2a16945af2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.051641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd50-eccb-469f-a232-2a16945af2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.092845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36fef17-06b4-43b1-87e8-d4f2a31241f0 req-2dbf9b95-1086-43cc-aee8-4239fb0b76a3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/d59e4a99-1bbe-422e-b719-baf14bd19636 HTTP/1.1" status: 200 len: 1817 time: 0.0962069 Nov 19 03:51:07.131588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on host n-h1-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:07.132026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:07.132352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:07.138444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Router 361e320b-9ef7-4975-8e3c-4b1678c77b6a is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:51:07.140914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:07.141247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:07.152720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:07.153063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:07.153882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:07.154439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Bound port: 569cb2dd-fd6f-4719-a100-acbf033ca907, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:07.168138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd50-eccb-469f-a232-2a16945af2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.171131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfd50-eccb-469f-a232-2a16945af2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.175192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f6cfd50-eccb-469f-a232-2a16945af2f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea290859-1b5d-40d7-a8b6-f20ed73bfcb4 HTTP/1.1" status: 204 len: 168 time: 0.3318384 Nov 19 03:51:07.203086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cfd50-eccb-469f-a232-2a16945af2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea290859-1b5d-40d7-a8b6-f20ed73bfcb4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:07.222230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a36fef17-06b4-43b1-87e8-d4f2a31241f0 req-23559532-d083-4e99-81b2-6e4fd71cf62a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.264197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a36fef17-06b4-43b1-87e8-d4f2a31241f0 req-23559532-d083-4e99-81b2-6e4fd71cf62a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.299843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd1078-cee2-4470-9271-64d40c075ada None None] Network 2efab06c-a351-4072-8e3c-e1d8428a402f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:07.322611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:07.341590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.343209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-15d8091f-d259-4f9f-9d8c-3c686883b81a service neutron] 10.222.0.52 "POST /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907/bindings HTTP/1.1" status: 201 len: 389 time: 0.7384908 Nov 19 03:51:07.353617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a36fef17-06b4-43b1-87e8-d4f2a31241f0 req-23559532-d083-4e99-81b2-6e4fd71cf62a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.356286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a36fef17-06b4-43b1-87e8-d4f2a31241f0 req-23559532-d083-4e99-81b2-6e4fd71cf62a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.365712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:07.377175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9f506a4d-7c7b-4113-adc4-0977b68d6ebf None None] Provisioning complete for port 167284c2-624f-4c8f-a905-2db1275f6364 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:07.377714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f506a4d-7c7b-4113-adc4-0977b68d6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.380832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36fef17-06b4-43b1-87e8-d4f2a31241f0 req-23559532-d083-4e99-81b2-6e4fd71cf62a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/d59e4a99-1bbe-422e-b719-baf14bd19636 HTTP/1.1" status: 204 len: 173 time: 0.2593536 Nov 19 03:51:07.397125 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Sync routers for ids ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:07.414050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23559532-d083-4e99-81b2-6e4fd71cf62a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59e4a99-1bbe-422e-b719-baf14bd19636,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:07.424650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Routers {'361e320b-9ef7-4975-8e3c-4b1678c77b6a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:07.426669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:07.459038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.464206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-356d983b-cc89-42ab-89ab-f7f349fd6a97 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1655872 Nov 19 03:51:07.465954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34796) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:07.486001 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae11b65a-b7ca-40cd-a8ad-df38f4620d39 x-openstack-request-id: req-ae11b65a-b7ca-40cd-a8ad-df38f4620d39 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:07.486001 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e11910e-13b8-433a-af7c-2101a08dae3a", "name": "network-vif-plugged", "status": "completed", "tag": "cb169d77-1357-4ed0-9e8c-1ce146aeef9f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:07.488150 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae11b65a-b7ca-40cd-a8ad-df38f4620d39 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:07.488587 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f', 'code': 200} Nov 19 03:51:07.501384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 167284c2-624f-4c8f-a905-2db1275f6364 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:07.660046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943656-136b-45e4-a99d-0ab940ab6134 req-170fe5ef-5625-4dab-935f-4d27c5fb4286 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:07.672842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88943656-136b-45e4-a99d-0ab940ab6134 req-170fe5ef-5625-4dab-935f-4d27c5fb4286 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 950 time: 0.1217442 Nov 19 03:51:07.716575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 167284c2-624f-4c8f-a905-2db1275f6364 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:07.717204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.769400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88943656-136b-45e4-a99d-0ab940ab6134 req-33c2c5e9-6701-4665-9aa0-068c88106065 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939529 Nov 19 03:51:07.780402 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f506a4d-7c7b-4113-adc4-0977b68d6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:07.783368 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-cdef8b23-0375-4382-b07c-d2779fe9f92b req-1de3032c-a2b7-4a3c-a5dd-8741ee83f317 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:07.803926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdef8b23-0375-4382-b07c-d2779fe9f92b req-1de3032c-a2b7-4a3c-a5dd-8741ee83f317 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/d59e4a99-1bbe-422e-b719-baf14bd19636 HTTP/1.1" status: 404 len: 352 time: 0.1249859 Nov 19 03:51:07.837452 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Set router 361e320b-9ef7-4975-8e3c-4b1678c77b6a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:07.924355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9f506a4d-7c7b-4113-adc4-0977b68d6ebf None None] For port 167284c2-624f-4c8f-a905-2db1275f6364, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=167284c2-624f-4c8f-a905-2db1275f6364,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:07.968740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f506a4d-7c7b-4113-adc4-0977b68d6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.012919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.071869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7717-a231-41da-9023-c31b3ada2ce1 req-9b1c4871-a552-4cdb-8504-e895682eff8a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:08.072404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864888c3-697e-495d-9548-b10001dc9363 req-8f853d3d-2833-4ea0-8a59-2c8474d12859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:08.076097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-864888c3-697e-495d-9548-b10001dc9363 req-8f853d3d-2833-4ea0-8a59-2c8474d12859 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 1101 time: 0.3961668 Nov 19 03:51:08.084905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2dcf7717-a231-41da-9023-c31b3ada2ce1 req-9b1c4871-a552-4cdb-8504-e895682eff8a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 945 time: 0.1684434 Nov 19 03:51:08.089131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f506a4d-7c7b-4113-adc4-0977b68d6ebf None None] Pushing event updated for resources: {'Port': ['ID=167284c2-624f-4c8f-a905-2db1275f6364,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:08.178183 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:51:08.180208 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:51:08.214218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2dcf7717-a231-41da-9023-c31b3ada2ce1 req-cbefb4ec-f5b2-4d1a-89ae-527ac409efd8 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186535 Nov 19 03:51:08.232101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-864888c3-697e-495d-9548-b10001dc9363 req-f5a8a6d2-f3ff-4577-ba6d-484826cf4eb5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369970 Nov 19 03:51:08.234153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-3cda21a1-494d-492a-9e1e-82da4e0a9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:08.235580 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-3cda21a1-494d-492a-9e1e-82da4e0a9e88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1096 time: 0.4087820 Nov 19 03:51:08.268575 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:06Z', 'revision_number': 3, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:08.307547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-aed3af41-e6aa-49ab-8298-84185b89db59 None None] Provisioning complete for port 167284c2-624f-4c8f-a905-2db1275f6364 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:08.308494 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aed3af41-e6aa-49ab-8298-84185b89db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.323407 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Checking router: 361e320b-9ef7-4975-8e3c-4b1678c77b6a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:08.323830 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Updating router 361e320b-9ef7-4975-8e3c-4b1678c77b6a port e2690f30-fda3-42ef-bb1e-66ba92adda17 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:51:08.403977 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.479852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee5acff9-6a75-4a6c-a45b-82f3c1773b80 req-34fcef08-9748-409f-ac7a-3a409fac88cb tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 6200 time: 0.2813015 Nov 19 03:51:08.521274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-43323324-bf3b-4c63-a8bd-5486850575db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:08.522833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-43323324-bf3b-4c63-a8bd-5486850575db service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.2638042 Nov 19 03:51:08.609923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-a889b5a0-66cc-44e9-a532-2f5c3c5ba7a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.0788362 Nov 19 03:51:08.625838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee5acff9-6a75-4a6c-a45b-82f3c1773b80 req-04163d25-3928-4e8b-9e2a-77c515213815 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/29555d1e-348a-4ff0-b265-65c5ea30e6be HTTP/1.1" status: 200 len: 2998 time: 0.1450326 Nov 19 03:51:08.761243 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.774147 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee5acff9-6a75-4a6c-a45b-82f3c1773b80 req-c071571c-ef02-4aa0-961c-3d150f6f2b69 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/29555d1e-348a-4ff0-b265-65c5ea30e6be HTTP/1.1" status: 200 len: 2998 time: 0.1415210 Nov 19 03:51:08.775939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-4bf592e0-a504-4ce4-b40b-6672d61f5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:08.777514 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.779560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-4bf592e0-a504-4ce4-b40b-6672d61f5fa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1517181 Nov 19 03:51:08.807807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-6f692ab0-fa41-4eea-a62b-63b5782852e7 req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-177126428', 'description': 'tempest-description-2038891294'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:08.835290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-0d15fc03-cf37-4546-a05e-89b52f33b2d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459042 Nov 19 03:51:08.845735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34858) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:08.872137 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Pushing event updated for resources: {'Port': ['ID=e2690f30-fda3-42ef-bb1e-66ba92adda17,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:08.886349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f692ab0-fa41-4eea-a62b-63b5782852e7 req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.894668 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.895029 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.895385 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.895839 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.896375 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.896726 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.897071 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.897411 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.897750 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.898122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.898461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.898856 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:08.919415 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Attempting to bind port e2690f30-fda3-42ef-bb1e-66ba92adda17 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:08.919803 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Attempting to bind port e2690f30-fda3-42ef-bb1e-66ba92adda17 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:08.920201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Attempting to bind port e2690f30-fda3-42ef-bb1e-66ba92adda17 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:08.921077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b762fadb-3063-43b2-8c9a-825453774f43 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=de95ba93ff9940c1bf9121ddafa954c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650446 Nov 19 03:51:08.934145 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:08.934574 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:08.936295 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:08.936723 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:08.937229 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Bound port: e2690f30-fda3-42ef-bb1e-66ba92adda17, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:08.937646 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.057405 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] For port e2690f30-fda3-42ef-bb1e-66ba92adda17, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:09.062834 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] For port e2690f30-fda3-42ef-bb1e-66ba92adda17, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2690f30-fda3-42ef-bb1e-66ba92adda17,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:09.072454 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.089042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:09.100513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.132017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-84ce62b2-82f1-4c77-bc5a-02380e81c829 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:09.133142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-083c2f20-d1a6-4769-9dec-c760f910ebf5 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785075 Nov 19 03:51:09.144190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-84ce62b2-82f1-4c77-bc5a-02380e81c829 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219126 Nov 19 03:51:09.145097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f692ab0-fa41-4eea-a62b-63b5782852e7 req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.160860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f692ab0-fa41-4eea-a62b-63b5782852e7 req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.164940 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Routers {'361e320b-9ef7-4975-8e3c-4b1678c77b6a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:09.165163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-596502314-network', 'tenant_id': '4842bef5db83421892a395c9c6fc1fe0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:09.165771 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:09.169372 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33f518-9423-4536-8c40-011463f53836 None None] Pushing event updated for resources: {'Port': ['ID=e2690f30-fda3-42ef-bb1e-66ba92adda17,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:09.187958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-84f0c0bb-25e4-4590-ba9c-7f2aff73bcbd tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/quotas/de95ba93ff9940c1bf9121ddafa954c9 HTTP/1.1" status: 200 len: 375 time: 0.0427642 Nov 19 03:51:09.193285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b825d2a3-f654-4cf0-96c6-e8058345b1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.221050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f692ab0-fa41-4eea-a62b-63b5782852e7 req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.234311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f692ab0-fa41-4eea-a62b-63b5782852e7 req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4319913 Nov 19 03:51:09.236690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-1c0af5a2-9fdd-4102-941f-d5948393b802 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de95ba93ff9940c1bf9121ddafa954c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384097 Nov 19 03:51:09.253312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Made reservation on behalf of 4842bef5db83421892a395c9c6fc1fe0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:09.257537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.273266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.327914 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] Set router 361e320b-9ef7-4975-8e3c-4b1678c77b6a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:09.377665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b825d2a3-f654-4cf0-96c6-e8058345b1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.378973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 167284c2-624f-4c8f-a905-2db1275f6364 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:09.392287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b825d2a3-f654-4cf0-96c6-e8058345b1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.395013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68424e9c-5ebd-4c83-b12b-d689fe012ef7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641b271d-275f-48d8-9bea-762769a02cfc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:09.475654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.491056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b825d2a3-f654-4cf0-96c6-e8058345b1aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82267e62392749a7b8d1addb958a2abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6437223 Nov 19 03:51:09.492068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34878) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:09.501083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825d2a3-f654-4cf0-96c6-e8058345b1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d87a49-be72-422e-9d7c-bf3ded118a92,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:09.505433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.528371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 167284c2-624f-4c8f-a905-2db1275f6364 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:09.528979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.556257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:51:09.567282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf307f-0dad-4116-8e28-dcad44ea267d req-a006bdf9-f702-43db-8189-3a502a817880 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:09.580433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fbf307f-0dad-4116-8e28-dcad44ea267d req-a006bdf9-f702-43db-8189-3a502a817880 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 950 time: 0.2533209 Nov 19 03:51:09.588364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e82fe-23c9-4618-8b8a-7ef334c0f217,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:09.594725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.595184 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Added segment 809ec979-954a-403e-bebe-83be12d0e217 of type vlan for network e93412f5-0525-41bb-bb3a-3134534ed20b Nov 19 03:51:09.644674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-f9396632-e10d-44ed-8dbd-869e808845fa service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022645 Nov 19 03:51:09.653313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-587bfed4-b900-4822-a14d-ca3fcfe15e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.658515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.706413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-587bfed4-b900-4822-a14d-ca3fcfe15e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.730404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.731499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:09.732237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.764535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b29ef556-a09a-4b41-868d-88ac08dbd5f8 req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-962924053', 'description': 'tempest-description-917027309'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:09.829862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7364504 Nov 19 03:51:09.831088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fbf307f-0dad-4116-8e28-dcad44ea267d req-8f18013d-8c0a-4037-8bdc-e64a71459a86 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457137 Nov 19 03:51:09.837199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34888) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:09.852036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Request body: {'subnet': {'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-596502314-subnet', 'tenant_id': '4842bef5db83421892a395c9c6fc1fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:09.855750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b17c82-7f56-4d2d-848a-89fb884362d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e93412f5-0525-41bb-bb3a-3134534ed20b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:09.858595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b29ef556-a09a-4b41-868d-88ac08dbd5f8 req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.871912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e93412f5-0525-41bb-bb3a-3134534ed20b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:51:09.887713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-587bfed4-b900-4822-a14d-ca3fcfe15e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.891554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-587bfed4-b900-4822-a14d-ca3fcfe15e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:09.895961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-587bfed4-b900-4822-a14d-ca3fcfe15e45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6d87a49-be72-422e-9d7c-bf3ded118a92 HTTP/1.1" status: 204 len: 168 time: 0.4012892 Nov 19 03:51:09.914722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bfed4-b900-4822-a14d-ca3fcfe15e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d87a49-be72-422e-9d7c-bf3ded118a92,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:09.946044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Allocated IP 172.20.0.1 (2efab06c-a351-4072-8e3c-e1d8428a402f/dea607ed-5de7-483a-9089-1e8609617113/53276c49-95e7-4b0c-a146-be6a42798aad) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:09.988719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-c0e2da84-360a-4d44-98f2-1c3ebdbbb500 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:09.991166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-c0e2da84-360a-4d44-98f2-1c3ebdbbb500 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.2389712 Nov 19 03:51:09.996406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Made reservation on behalf of 4842bef5db83421892a395c9c6fc1fe0 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:09.998879 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Publish callbacks [] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.021704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b29ef556-a09a-4b41-868d-88ac08dbd5f8 req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.027998 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:06Z', 'revision_number': 3, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:10.031593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b29ef556-a09a-4b41-868d-88ac08dbd5f8 req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.032835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-1'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:10.092365 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e74438-9390-4a3d-a71d-bbbc52fc31a4 None None] The sync data for ids ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'] in n-d-818503-1 is: [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:06Z', 'revision_number': 3, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:10.108049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df1553-23ce-4932-9e02-17d565b7ed62,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:10.116395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b29ef556-a09a-4b41-868d-88ac08dbd5f8 req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.124056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b29ef556-a09a-4b41-868d-88ac08dbd5f8 req-aeb579a2-151a-45b1-b41d-5a66d2718b8e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3801084 Nov 19 03:51:10.273175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2b581f65-86da-4c08-9c2f-4e83cc8815bc req-500c9a83-b6cb-4689-908a-b72e59d1ee7e tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 210 time: 0.0762715 Nov 19 03:51:10.375200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34904) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:10.390222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19b13434-38b4-46f2-8187-3ead50953ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.573373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.576861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19b13434-38b4-46f2-8187-3ead50953ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.587088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19b13434-38b4-46f2-8187-3ead50953ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.632595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4a7f1-fb2e-4643-9bc3-d6e3108fa69f req-81543aed-eb43-4501-8c58-727383c972f3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:10.638667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75c4a7f1-fb2e-4643-9bc3-d6e3108fa69f req-81543aed-eb43-4501-8c58-727383c972f3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 945 time: 0.6462843 Nov 19 03:51:10.676338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-19b13434-38b4-46f2-8187-3ead50953ea4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5daa800eb7fb49c1bb3cbff304199ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998688 Nov 19 03:51:10.680785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.683665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13434-38b4-46f2-8187-3ead50953ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd68d1-d182-4fab-abed-11d56e5f1881,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:10.685472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34910) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:10.695304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-7c821d50-bcc4-4a50-b90a-da5cd4b237ca tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:10.696825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-7c821d50-bcc4-4a50-b90a-da5cd4b237ca tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 812 time: 0.2009447 Nov 19 03:51:10.725525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-b239231d-49a4-463c-ba9e-44f56a5173cf tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/quotas/ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 375 time: 0.0182867 Nov 19 03:51:10.776800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-01bfbc4b-3987-43f0-9b98-2e52d7e4e61b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499952 Nov 19 03:51:10.885174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-4a6ce4ef-cd7c-455b-8e2a-8db19e2d02f3 service neutron] 10.222.0.52 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009161 Nov 19 03:51:10.889816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75c4a7f1-fb2e-4643-9bc3-d6e3108fa69f req-cdd0dfaf-1757-4255-b2aa-57e59cdae4ba tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121603 Nov 19 03:51:10.892224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:10.913049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.041168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c30b6d3-6a10-48a2-9648-5ecf8b91fb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.064077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-fdf39f43-5c22-4b25-b96a-58e7afca467c tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=de95ba93ff9940c1bf9121ddafa954c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378246 Nov 19 03:51:11.066323 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-73aada0c-8315-453d-a144-6764df8939df service neutron] 10.222.0.52 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640928 Nov 19 03:51:11.077293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Network 2efab06c-a351-4072-8e3c-e1d8428a402f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:11.094591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:11.109497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Pushing event updated for resources: {'Port': ['ID=53276c49-95e7-4b0c-a146-be6a42798aad,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:11.113381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:11.113876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.227543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-0a6727aa-e7ab-4193-8af8-553335c3df03 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:11.230995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-0a6727aa-e7ab-4193-8af8-553335c3df03 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593964 Nov 19 03:51:11.245243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c30b6d3-6a10-48a2-9648-5ecf8b91fb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.254095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Request body: {'port': {'device_id': '69b5fb57-f041-453a-97f0-be3a979fa114', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'de95ba93ff9940c1bf9121ddafa954c9'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:11.359281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2690f30-fda3-42ef-bb1e-66ba92adda17 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:11.443545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:11.443777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Network hostable DHCP agents. Network: e93412f5-0525-41bb-bb3a-3134534ed20b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:51:11.448347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e2690f30-fda3-42ef-bb1e-66ba92adda17 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:11.448545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c25ea14-04f2-47ea-a237-66de1ccbb6b7,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:11.449056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.486178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-926fb3bb-97a8-4d00-90d4-2963f61a000b req-e9a77bd1-8cda-435d-90f3-d5fea479134a tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 210 time: 0.0375094 Nov 19 03:51:11.492843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:11.526763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Made reservation on behalf of de95ba93ff9940c1bf9121ddafa954c9 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:11.530855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.550186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.551838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247fb5c-4bb0-49f7-850a-f796594b0bd3 req-d7582f74-96ef-4e12-90c2-515da5728f6e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:11.553842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0247fb5c-4bb0-49f7-850a-f796594b0bd3 req-d7582f74-96ef-4e12-90c2-515da5728f6e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 950 time: 0.4082525 Nov 19 03:51:11.633638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Network e93412f5-0525-41bb-bb3a-3134534ed20b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:51:11.648841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b1841294-a19d-4b93-93a2-38483f16338c None None] Provisioning complete for port 53276c49-95e7-4b0c-a146-be6a42798aad triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:11.649520 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1841294-a19d-4b93-93a2-38483f16338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.674619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.681823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e93412f5-0525-41bb-bb3a-3134534ed20b) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:11.687702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.698041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:11.698858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.715708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36f425-4f05-45f9-acfa-8f06a286e5b3 None None] Network e93412f5-0525-41bb-bb3a-3134534ed20b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:11.718444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b1841294-a19d-4b93-93a2-38483f16338c None None] Port 53276c49-95e7-4b0c-a146-be6a42798aad cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:11.743185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4073a861-d4be-466a-abb1-529e2a7f1a53 req-9fd245d9-42c4-4bd4-b9f5-426633ca4014 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 210 time: 0.1680253 Nov 19 03:51:11.772566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:11.778585 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.820306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.843727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:11.846021 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39330c11-011d-4376-9bce-70ac409640de" -d '{"events": [{"server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:11.853987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0247fb5c-4bb0-49f7-850a-f796594b0bd3 req-e0298d83-e3e7-49b7-8d10-ea9631eb71df tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753286 Nov 19 03:51:11.856232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.860947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0d5ced55-5487-411c-91d8-dcd4b4248dff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0219018 Nov 19 03:51:11.918618 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c30b6d3-6a10-48a2-9648-5ecf8b91fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.923604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c30b6d3-6a10-48a2-9648-5ecf8b91fb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.924949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9c30b6d3-6a10-48a2-9648-5ecf8b91fb9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8bd68d1-d182-4fab-abed-11d56e5f1881 HTTP/1.1" status: 204 len: 168 time: 1.2362766 Nov 19 03:51:11.928140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port e2690f30-fda3-42ef-bb1e-66ba92adda17, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2690f30-fda3-42ef-bb1e-66ba92adda17,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:11.962260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:11.977062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.986147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f5726-57d9-448f-a90a-6afbf85f377a None None] Network e93412f5-0525-41bb-bb3a-3134534ed20b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:11.989371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:11.998126 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d51d707-ff85-4733-9d63-fdc105833154 x-openstack-request-id: req-1d51d707-ff85-4733-9d63-fdc105833154 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:11.998590 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:11.998866 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d51d707-ff85-4733-9d63-fdc105833154 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:11.999303 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'code': 200} Nov 19 03:51:12.006843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30b6d3-6a10-48a2-9648-5ecf8b91fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd68d1-d182-4fab-abed-11d56e5f1881,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:12.283916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=e2690f30-fda3-42ef-bb1e-66ba92adda17,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:12.297507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96715dde-bcc2-4989-9e7e-82c855d9cc3f req-0dc27389-6f3f-4f60-ae77-18c85ad458de tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:12.299417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96715dde-bcc2-4989-9e7e-82c855d9cc3f req-0dc27389-6f3f-4f60-ae77-18c85ad458de tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 949 time: 0.2793376 Nov 19 03:51:12.365776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on host n-h2-818503-1 for vnic_type normal with profile {"migrating_to": "n-h1-818503-1"} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:12.366385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:12.366832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:12.380841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:12.380841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Attempting to bind port 569cb2dd-fd6f-4719-a100-acbf033ca907 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:12.389592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:12.390139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:12.390797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:12.391442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Bound port: 569cb2dd-fd6f-4719-a100-acbf033ca907, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:12.391957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:12.448923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab0d2e-0467-415b-9ca2-e0489bade154,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:12.515358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:12.559266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:12.564581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96715dde-bcc2-4989-9e7e-82c855d9cc3f req-861f9bfd-3b1e-47a0-9fd6-3efd04dfdb84 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481949 Nov 19 03:51:12.572880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:12.586001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad9cbd-ab17-41b8-997f-8d07cb1ed0ee req-8ae32120-75f5-4971-8e3a-2f156f2bcbba tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:12.598356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63ad9cbd-ab17-41b8-997f-8d07cb1ed0ee req-8ae32120-75f5-4971-8e3a-2f156f2bcbba tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.1943879 Nov 19 03:51:12.658210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Allocated IP 192.168.233.60 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/48c9b9a6-8b23-4081-85a4-da6040a56a77) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:12.685190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:12.692075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:12.694244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:12.696286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 1121 time: 2.6685190 Nov 19 03:51:12.701540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:12.702544 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:12.705596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63ad9cbd-ab17-41b8-997f-8d07cb1ed0ee req-0df07cd5-e60e-465e-8c9c-b2a2fe2a8a3a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Nov 19 03:51:12.711950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9158-18a5-4ae4-aa53-13c2939814e3 service neutron] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=8']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:12.835854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Pushing event updated for resources: {'Port': ['ID=53276c49-95e7-4b0c-a146-be6a42798aad,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:12.875448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['569cb2dd-fd6f-4719-a100-acbf033ca907'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:12.888846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Network 2efab06c-a351-4072-8e3c-e1d8428a402f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:12.894607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:12.979466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-909ae00c-d033-4b68-a37b-5e9aacb5e05d req-92e20dda-c917-4f31-9617-d49504a1c499 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 210 time: 0.0520856 Nov 19 03:51:13.096056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.164354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34974) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:13.169311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1787478045-network', 'tenant_id': '888f9d41c7704cf4ac9d13e11da0b968'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:13.272400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5eea88d5-1ea2-4fa6-8eda-98640eb01796 req-d08d81e7-121e-4681-83ad-d10fdcf7615d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 210 time: 0.1138968 Nov 19 03:51:13.313123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.322516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2690f30-fda3-42ef-bb1e-66ba92adda17 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:13.340953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Made reservation on behalf of 888f9d41c7704cf4ac9d13e11da0b968 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:13.343492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.383869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:13.391319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.396462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:13.398470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-67114a53-4d48-4e1e-ab08-8fd145dff7aa None None] Provisioning complete for port 53276c49-95e7-4b0c-a146-be6a42798aad triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:13.399932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Router 361e320b-9ef7-4975-8e3c-4b1678c77b6a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:51:13.407804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:13.412377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67114a53-4d48-4e1e-ab08-8fd145dff7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.418833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:13.419507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.445532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2023504 Nov 19 03:51:13.448231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab05f9-70ad-47e5-9675-6bb49d1dd6bf tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Pushing event updated for resources: {'Port': ['ID=48c9b9a6-8b23-4081-85a4-da6040a56a77,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:13.460401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e2690f30-fda3-42ef-bb1e-66ba92adda17 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:13.460835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.472231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Request body: {'port': {'device_id': '69b5fb57-f041-453a-97f0-be3a979fa114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:13.498234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-67114a53-4d48-4e1e-ab08-8fd145dff7aa None None] Port 53276c49-95e7-4b0c-a146-be6a42798aad cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:13.564611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.659419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.660037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-82b094b4-ef8c-4e8c-a919-2b29e10a4fd9 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:13.662579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-82b094b4-ef8c-4e8c-a919-2b29e10a4fd9 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 812 time: 0.6323731 Nov 19 03:51:13.668854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.671837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e92c1-cbc2-441d-97d3-0b35f97ba305 req-2f0d2a28-f981-477b-85e4-327ee3c7f548 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:13.680551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e92c1-cbc2-441d-97d3-0b35f97ba305 req-2f0d2a28-f981-477b-85e4-327ee3c7f548 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:13.688161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d97e92c1-cbc2-441d-97d3-0b35f97ba305 req-2f0d2a28-f981-477b-85e4-327ee3c7f548 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a&device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 1690 time: 0.3347034 Nov 19 03:51:13.700802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'port': {'device_id': '5ed653e2-3952-4e00-b944-c9188d540162', 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f', 'admin_state_up': True, 'tenant_id': 'ff253b283d454d32a4668d1f41a64ff3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:13.736748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6a8d984d-020e-4c5d-ae96-475bbf14c7c9 None None] Provisioning complete for port 48c9b9a6-8b23-4081-85a4-da6040a56a77 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:13.737824 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a8d984d-020e-4c5d-ae96-475bbf14c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.778277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:51:13.794405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d984d-020e-4c5d-ae96-475bbf14c7c9 None None] Port 48c9b9a6-8b23-4081-85a4-da6040a56a77 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:13.833955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d97e92c1-cbc2-441d-97d3-0b35f97ba305 req-77d7d003-f2e9-43af-b5f5-cd60f62ab710 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446483 Nov 19 03:51:13.838436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:13.851270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f12b06-0515-4398-90dc-455d644ca715,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:13.863177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-89856ca6-2978-4fd1-83cc-430fca22bded admin admin] 10.222.0.52 "PUT /v2.0/routers/361e320b-9ef7-4975-8e3c-4b1678c77b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3924544 Nov 19 03:51:13.866916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.867268 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Added segment a469a4c2-2d90-43e6-abfe-a1157e9c3f1b of type vlan for network c4e98839-71a2-47d6-a0fa-1edbb8e101cc Nov 19 03:51:13.885632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Sync routers for ids ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:13.913191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Routers {'361e320b-9ef7-4975-8e3c-4b1678c77b6a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:13.914732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:13.946452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Made reservation on behalf of ff253b283d454d32a4668d1f41a64ff3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:13.950487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:13.966077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.019441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4186-ca22-40d6-87f5-deb4be6ee9fd req-d30cbef6-6d7e-4faa-9387-29c0842a9a89 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:14.027407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47b4186-ca22-40d6-87f5-deb4be6ee9fd req-d30cbef6-6d7e-4faa-9387-29c0842a9a89 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.1799397 Nov 19 03:51:14.075645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:14.078559 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ac3b3-fc52-42f5-a250-af33b01c1689" -d '{"events": [{"name": "network-changed", "server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:14.091653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.093479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:14.094114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.144388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Set router 361e320b-9ef7-4975-8e3c-4b1678c77b6a gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:14.157396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9917080 Nov 19 03:51:14.164631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:14.169680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Request body: {'subnet': {'network_id': 'c4e98839-71a2-47d6-a0fa-1edbb8e101cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1787478045-subnet', 'tenant_id': '888f9d41c7704cf4ac9d13e11da0b968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:14.279245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47b4186-ca22-40d6-87f5-deb4be6ee9fd req-89a49b8c-b269-4b63-92c9-9be398ced45f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504499 Nov 19 03:51:14.288584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80cd78-67e1-413e-9269-b9b8673e7fdb admin admin] Pushing event updated for resources: {'Network': ['ID=c4e98839-71a2-47d6-a0fa-1edbb8e101cc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:14.312213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c4e98839-71a2-47d6-a0fa-1edbb8e101cc details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:51:14.357588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c9b9a6-8b23-4081-85a4-da6040a56a77 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:14.376387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.400282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Transition to ACTIVE for port object 48c9b9a6-8b23-4081-85a4-da6040a56a77 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:14.408911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.522273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Pushing event updated for resources: {'Port': ['ID=48c9b9a6-8b23-4081-85a4-da6040a56a77,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:14.541810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '53276c49-95e7-4b0c-a146-be6a42798aad', 'name': '', 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'mac_address': 'fa:16:3e:59:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'dea607ed-5de7-483a-9089-1e8609617113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:09Z', 'updated_at': '2021-11-19T03:51:12Z', 'revision_number': 2, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'subnets': [{'id': 'dea607ed-5de7-483a-9089-1e8609617113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:14.548420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Attempting to bind port 48c9b9a6-8b23-4081-85a4-da6040a56a77 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:14.548778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Attempting to bind port 48c9b9a6-8b23-4081-85a4-da6040a56a77 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:14.549127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Attempting to bind port 48c9b9a6-8b23-4081-85a4-da6040a56a77 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:14.566277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Port 48c9b9a6-8b23-4081-85a4-da6040a56a77 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:14.566920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Attempting to bind port 48c9b9a6-8b23-4081-85a4-da6040a56a77 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:14.578365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Made reservation on behalf of 888f9d41c7704cf4ac9d13e11da0b968 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:14.580299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:14.580652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:14.581356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.582503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:14.582640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Checking router: 361e320b-9ef7-4975-8e3c-4b1678c77b6a for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:14.583494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Bound port: 48c9b9a6-8b23-4081-85a4-da6040a56a77, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:14.583611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Updating router 361e320b-9ef7-4975-8e3c-4b1678c77b6a port 53276c49-95e7-4b0c-a146-be6a42798aad binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:51:14.583963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.610708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Allocated IP 172.20.0.12 (6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f/8979de3c-bc14-48a4-8b67-b8e4d4882dd6/6f137dff-819e-4b87-aa54-8cad29d57f5c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:14.615962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.686013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34056b-89ed-424d-8222-75112361ad22 req-6eba00ac-a766-48e6-8876-b7c7bb329ae3 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:14.687858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d34056b-89ed-424d-8222-75112361ad22 req-6eba00ac-a766-48e6-8876-b7c7bb329ae3 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 935 time: 0.4929500 Nov 19 03:51:14.741640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8224a53e-7585-45d5-b299-6934662ffba0 req-5c8486c3-14c2-4162-9f72-18ad109d6d71 tempest-FloatingIPsNegativeTestJSON-942827907 tempest-FloatingIPsNegativeTestJSON-942827907-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=93104487c0fc47ea8bf4839a0fc13fab HTTP/1.1" status: 200 len: 217 time: 0.0777197 Nov 19 03:51:14.779103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] For port 48c9b9a6-8b23-4081-85a4-da6040a56a77, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:14.782837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] For port 48c9b9a6-8b23-4081-85a4-da6040a56a77, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:14.790866 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.802997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d34056b-89ed-424d-8222-75112361ad22 req-e558679c-df69-4b59-b220-725894cadbe3 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979257 Nov 19 03:51:14.815857 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb2969f-d27a-44c5-a9d5-55b737d95e46 x-openstack-request-id: req-0eb2969f-d27a-44c5-a9d5-55b737d95e46 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:14.816249 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:14.816605 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0eb2969f-d27a-44c5-a9d5-55b737d95e46 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:14.817066 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'status': 'completed', 'code': 200} Nov 19 03:51:14.924008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:14.928193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.929809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] 10.222.0.36 "PUT /v2.0/ports/48c9b9a6-8b23-4081-85a4-da6040a56a77 HTTP/1.1" status: 200 len: 1095 time: 1.4617929 Nov 19 03:51:14.931512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b5fb57-f041-453a-97f0-be3a979fa114', 'tag': '48c9b9a6-8b23-4081-85a4-da6040a56a77'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:14.933966 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63234252-ad6b-4e9e-ba94-063180b63beb" -d '{"events": [{"name": "network-changed", "server_uuid": "69b5fb57-f041-453a-97f0-be3a979fa114", "tag": "48c9b9a6-8b23-4081-85a4-da6040a56a77"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:14.997041 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:14.998692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199fb6f-90f5-4e52-99da-1d22ca206f12 service neutron] Pushing event updated for resources: {'Port': ['ID=48c9b9a6-8b23-4081-85a4-da6040a56a77,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:15.011506 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.025232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a7c4554-8785-49c0-98b0-9ed2e3862e09 req-cdf62312-e32c-471c-b58e-4dc5108b3378 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 210 time: 0.0786376 Nov 19 03:51:15.039020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.063631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.077050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-0c328b94-9d12-4de6-acde-df6d9f0bf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.078893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efbda0-558a-4439-9054-d68b90e61d22 None None] Pushing event updated for resources: {'Port': ['ID=53276c49-95e7-4b0c-a146-be6a42798aad,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:15.082495 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-0c328b94-9d12-4de6-acde-df6d9f0bf9bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1124 time: 0.2142797 Nov 19 03:51:15.139372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ea81-a485-4b7d-8708-e89421ebeea7 req-95be9509-77e8-4b63-9ca9-7e46e74e306b tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.149808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9bb0ea81-a485-4b7d-8708-e89421ebeea7 req-95be9509-77e8-4b63-9ca9-7e46e74e306b tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 1101 time: 0.1952400 Nov 19 03:51:15.158133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.166920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-87dd15a9-a419-4867-ab6b-3fc96e59cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.169421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-87dd15a9-a419-4867-ab6b-3fc96e59cfde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de95ba93ff9940c1bf9121ddafa954c9&device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 1098 time: 0.1722233 Nov 19 03:51:15.202600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:15.262415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Attempting to bind port 53276c49-95e7-4b0c-a146-be6a42798aad on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:15.262798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Attempting to bind port 53276c49-95e7-4b0c-a146-be6a42798aad by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:15.263174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Attempting to bind port 53276c49-95e7-4b0c-a146-be6a42798aad on network 2efab06c-a351-4072-8e3c-e1d8428a402f {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:15.283748 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-96619ebc-67fe-40b2-865a-47d1f58f5f50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77 HTTP/1.1" status: 200 len: 217 time: 0.0714097 Nov 19 03:51:15.286807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:15.287136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Checking segment: {'id': 'a469a4c2-2d90-43e6-abfe-a1157e9c3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c4e98839-71a2-47d6-a0fa-1edbb8e101cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:15.287334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Checking segment: {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:15.287485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Network hostable DHCP agents. Network: c4e98839-71a2-47d6-a0fa-1edbb8e101cc, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:51:15.288025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.288574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Bound using segment: {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:15.289237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Bound port: 53276c49-95e7-4b0c-a146-be6a42798aad, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaa5648-0e00-4efc-806f-518a03872b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:15.289783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.290955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:15.319967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:15.332933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:15.335509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:15.342368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.342899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.359989 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9bb0ea81-a485-4b7d-8708-e89421ebeea7 req-2e8109c7-c66c-4369-ac1c-6e08c47387dc tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069468 Nov 19 03:51:15.361632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5d5f41-8c38-42e8-8311-370572206d42,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:15.370694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e59dab0-dbb7-47ec-a46d-85467a39d1ac req-a0024075-449c-41a1-ad62-3f478aa5c687 tempest-FloatingIPsNegativeTestJSON-942827907 tempest-FloatingIPsNegativeTestJSON-942827907-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0990851 Nov 19 03:51:15.385346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Network c4e98839-71a2-47d6-a0fa-1edbb8e101cc is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:51:15.397636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-c58d9ef6-eb43-4414-832f-3e95cf3aa21b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7018406 Nov 19 03:51:15.399797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c4e98839-71a2-47d6-a0fa-1edbb8e101cc) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:15.405528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.406543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.420874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Request body: {'port': {'device_id': '5ed653e2-3952-4e00-b944-c9188d540162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:15.445097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-19a86c24-94a6-4b87-9874-92dcb2aed539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.446893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-19a86c24-94a6-4b87-9874-92dcb2aed539 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.3311622 Nov 19 03:51:15.455374 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a4902-7199-469f-8443-237d13248793 x-openstack-request-id: req-942a4902-7199-469f-8443-237d13248793 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:15.455841 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b5fb57-f041-453a-97f0-be3a979fa114", "tag": "48c9b9a6-8b23-4081-85a4-da6040a56a77", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:15.456204 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-942a4902-7199-469f-8443-237d13248793 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:15.456717 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b5fb57-f041-453a-97f0-be3a979fa114', 'tag': '48c9b9a6-8b23-4081-85a4-da6040a56a77', 'status': 'completed', 'code': 200} Nov 19 03:51:15.462934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b2f6beb2-cfa0-48a6-b62b-c3cb518e6efc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2969918 Nov 19 03:51:15.482054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c88a9-4048-4d41-8ea0-bae929e49e8f None None] Network c4e98839-71a2-47d6-a0fa-1edbb8e101cc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:15.525106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-2ecbef27-1b0b-48f9-927a-d8d38990abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.526650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-2ecbef27-1b0b-48f9-927a-d8d38990abba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.2265875 Nov 19 03:51:15.529028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-afb2d255-05e0-4ad7-8ea4-97aa810c8f4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.0675278 Nov 19 03:51:15.550195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:15.628600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-7a267c42-bfb3-4f7a-b2b1-9008dc51f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.630822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-7a267c42-bfb3-4f7a-b2b1-9008dc51f287 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0860932 Nov 19 03:51:15.657405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:15.718301 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-a25a5376-b221-4d47-98f5-f668ad3f1162 req-fc03b158-e98c-4e9a-9c37-2e4df7813972 tempest-FloatingIPsNegativeTestJSON-942827907 tempest-FloatingIPsNegativeTestJSON-942827907-project] show failed (client error): The resource could not be found. Nov 19 03:51:15.719348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a25a5376-b221-4d47-98f5-f668ad3f1162 req-fc03b158-e98c-4e9a-9c37-2e4df7813972 tempest-FloatingIPsNegativeTestJSON-942827907 tempest-FloatingIPsNegativeTestJSON-942827907-project] 10.222.0.52 "GET /v2.0/floatingips/89ca0363-daa6-4231-879e-d9a6021307dd HTTP/1.1" status: 404 len: 350 time: 0.1755874 Nov 19 03:51:15.757461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:15.760706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-44d92cf5-e01b-4dcb-9c2f-4ba3448f23cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884728 Nov 19 03:51:15.812439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b5ce9-ec06-4312-b663-77bd0d350c40 req-3191271c-f7e8-4db7-a16d-1c02f64866ed tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:15.819767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317b5ce9-ec06-4312-b663-77bd0d350c40 req-3191271c-f7e8-4db7-a16d-1c02f64866ed tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.1857252 Nov 19 03:51:15.936144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-317b5ce9-ec06-4312-b663-77bd0d350c40 req-360b3778-0bfb-4d60-b8d3-0d20808654b4 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153550 Nov 19 03:51:15.996747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] For port 53276c49-95e7-4b0c-a146-be6a42798aad, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:16.015415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f4c6b58-1cf1-42c0-b69f-54d25c5f3d30 None None] Provisioning complete for port 53276c49-95e7-4b0c-a146-be6a42798aad triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:16.016117 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f4c6b58-1cf1-42c0-b69f-54d25c5f3d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.066519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3db4e6-12ef-4d94-a85e-811f45df52cd None None] Network c4e98839-71a2-47d6-a0fa-1edbb8e101cc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:16.069637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f137dff-819e-4b87-aa54-8cad29d57f5c {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:16.070377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] For port 53276c49-95e7-4b0c-a146-be6a42798aad, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=53276c49-95e7-4b0c-a146-be6a42798aad,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:16.079721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.095681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Transition to ACTIVE for port object 6f137dff-819e-4b87-aa54-8cad29d57f5c will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:16.097348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35050) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:16.118531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.139246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.188533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-dce9a18b-9dc1-4cf0-80e1-1afe08c39ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:16.190338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-dce9a18b-9dc1-4cf0-80e1-1afe08c39ae9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6477609 Nov 19 03:51:16.211332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efbda0-558a-4439-9054-d68b90e61d22 None None] Pushing event updated for resources: {'Port': ['ID=53276c49-95e7-4b0c-a146-be6a42798aad,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:16.232603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c6b58-1cf1-42c0-b69f-54d25c5f3d30 None None] Port 53276c49-95e7-4b0c-a146-be6a42798aad cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:16.298287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Attempting to bind port 6f137dff-819e-4b87-aa54-8cad29d57f5c on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:16.298639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Attempting to bind port 6f137dff-819e-4b87-aa54-8cad29d57f5c by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:16.299724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Attempting to bind port 6f137dff-819e-4b87-aa54-8cad29d57f5c on network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:16.305118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:16.307070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Port 6f137dff-819e-4b87-aa54-8cad29d57f5c on network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:16.307407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Attempting to bind port 6f137dff-819e-4b87-aa54-8cad29d57f5c on network 6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:16.313532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:16.315880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c78f-3ead-427d-b6b3-41444599f2ba req-9bb58d25-924d-4084-ba8c-921a08a00126 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:16.318221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05f6c78f-3ead-427d-b6b3-41444599f2ba req-9bb58d25-924d-4084-ba8c-921a08a00126 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 1100 time: 0.2203472 Nov 19 03:51:16.327800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:16.328157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Checking segment: {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:16.328717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Bound using segment: {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:16.329182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Bound port: 6f137dff-819e-4b87-aa54-8cad29d57f5c, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c02d83-90bd-472c-900d-23bd242ca069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:16.329549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.354512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 has no active binding in host n-h1-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:51:16.366188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df9ab651-3fc1-412c-80c8-685a54b1db74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.434879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Routers {'361e320b-9ef7-4975-8e3c-4b1678c77b6a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:16.436110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:16.491160 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-6bbc7594-9d3b-487d-a5f3-adc9b12939c7 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945262 Nov 19 03:51:16.574982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:16.603993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:16.607282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633ac3b3-fc52-42f5-a250-af33b01c1689 req-f4783101-d130-4725-84c6-bd8fc7ea3c12 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971751 Nov 19 03:51:16.611373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-329d5097-8a14-4fc8-92bb-46018e31d5f1 None None] Provisioning complete for port 53276c49-95e7-4b0c-a146-be6a42798aad triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:16.611766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-329d5097-8a14-4fc8-92bb-46018e31d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.611991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-ebe68287-ef45-43ab-8206-65b4131fa12a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:16.612815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05f6c78f-3ead-427d-b6b3-41444599f2ba req-1436dcb5-58dd-4709-a671-5fb2154c0551 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820864 Nov 19 03:51:16.613515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-ebe68287-ef45-43ab-8206-65b4131fa12a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.3076303 Nov 19 03:51:16.617767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-095107c9-cd40-4cde-8487-ef892ec9c92e service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126949 Nov 19 03:51:16.618655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.628913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] Set router 361e320b-9ef7-4975-8e3c-4b1678c77b6a gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:16.691463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:16.711578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:16.712157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.713905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-be7db5a3-f267-462e-80f5-aed618a68efe service neutron] 10.222.0.31 "PUT /v2.0/ports/6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 1092 time: 1.2980015 Nov 19 03:51:16.727466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df9ab651-3fc1-412c-80c8-685a54b1db74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.735875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-881c2053-eef5-49a5-b984-74d27df7d935 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/quotas/4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 375 time: 0.0527821 Nov 19 03:51:16.751199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df9ab651-3fc1-412c-80c8-685a54b1db74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.793383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ab651-3fc1-412c-80c8-685a54b1db74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a78d8ee-2751-40d9-b50c-c580e01ded9d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:16.805885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-f79baae7-cec0-4ac6-9c28-70fcec6c6ed8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693712 Nov 19 03:51:16.821729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:16.824508 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:16.917059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df9ab651-3fc1-412c-80c8-685a54b1db74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1cf57d5051b4689acbc4382593c4fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8189111 Nov 19 03:51:16.920203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:16.923295 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-329d5097-8a14-4fc8-92bb-46018e31d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:16.932340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021f7bc-382a-41e5-8614-f22e8a13efd6 req-6aaed2a5-08f5-40f9-9a7b-f978d5dc9650 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:16.938458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a021f7bc-382a-41e5-8614-f22e8a13efd6 req-6aaed2a5-08f5-40f9-9a7b-f978d5dc9650 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 947 time: 0.2296829 Nov 19 03:51:16.968610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-358791c6-2173-4cfe-bcaf-2224015a978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:16.970224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-358791c6-2173-4cfe-bcaf-2224015a978b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1095 time: 0.1547518 Nov 19 03:51:16.971256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee0fbd84-0b05-49ba-9857-6528c535327c req-9a6e32b2-f144-4284-92d7-2c6b473ce7f6 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431556 Nov 19 03:51:16.985308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-329d5097-8a14-4fc8-92bb-46018e31d5f1 None None] For port 53276c49-95e7-4b0c-a146-be6a42798aad, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=53276c49-95e7-4b0c-a146-be6a42798aad,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:16.994091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-329d5097-8a14-4fc8-92bb-46018e31d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.042342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-737a18a6-ce5b-4569-9b59-0f06c6fead6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 217 time: 0.0554361 Nov 19 03:51:17.044374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '53276c49-95e7-4b0c-a146-be6a42798aad', 'name': '', 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'mac_address': 'fa:16:3e:59:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'dea607ed-5de7-483a-9089-1e8609617113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:09Z', 'updated_at': '2021-11-19T03:51:15Z', 'revision_number': 4, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'subnets': [{'id': 'dea607ed-5de7-483a-9089-1e8609617113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:17.054015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cfa12c32-8c84-415a-85ac-530538a10a3f service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472041 Nov 19 03:51:17.077308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e71cb0-f35e-482a-a5ea-09f0975aaeb6 None None] The sync data for ids ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'] in n-d-818503-1 is: [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '53276c49-95e7-4b0c-a146-be6a42798aad', 'name': '', 'network_id': '2efab06c-a351-4072-8e3c-e1d8428a402f', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'mac_address': 'fa:16:3e:59:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'dea607ed-5de7-483a-9089-1e8609617113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:09Z', 'updated_at': '2021-11-19T03:51:15Z', 'revision_number': 4, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'subnets': [{'id': 'dea607ed-5de7-483a-9089-1e8609617113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:17.103453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d5097-8a14-4fc8-92bb-46018e31d5f1 None None] Pushing event updated for resources: {'Port': ['ID=53276c49-95e7-4b0c-a146-be6a42798aad,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:17.124598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a021f7bc-382a-41e5-8614-f22e8a13efd6 req-40f2768a-304c-48e4-b5da-71e5c6a01dcb tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702254 Nov 19 03:51:17.186689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-2fddec2a-7204-46d1-bfce-7c0bcbd04d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:17.188195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-2fddec2a-7204-46d1-bfce-7c0bcbd04d5a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.1258755 Nov 19 03:51:17.190600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf83c-8b86-479e-af8c-1ea82e03d048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.205688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-35d4827e-3a18-49c4-817e-77b29197ba47 service neutron] 10.222.0.31 "GET /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.2327094 Nov 19 03:51:17.236260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63234252-ad6b-4e9e-ba94-063180b63beb req-bdf69451-68e0-4615-8ec7-af5383c42d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:17.237722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-bdf69451-68e0-4615-8ec7-af5383c42d0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de95ba93ff9940c1bf9121ddafa954c9&device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 1098 time: 0.1892159 Nov 19 03:51:17.269359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-9a4b6fa7-545d-4cde-9847-3d6734f412b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701759 Nov 19 03:51:17.275596 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf83c-8b86-479e-af8c-1ea82e03d048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.350574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 53276c49-95e7-4b0c-a146-be6a42798aad up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:17.421676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 53276c49-95e7-4b0c-a146-be6a42798aad triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:17.422378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.427773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-16ba2b86-1e10-4a16-adbe-c6114827a34f service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726580 Nov 19 03:51:17.499064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf83c-8b86-479e-af8c-1ea82e03d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.501661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf83c-8b86-479e-af8c-1ea82e03d048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.502924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ea2bf83c-8b86-479e-af8c-1ea82e03d048 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a78d8ee-2751-40d9-b50c-c580e01ded9d HTTP/1.1" status: 204 len: 168 time: 0.5813274 Nov 19 03:51:17.530425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-d29adcb0-8fe9-41e0-9e6b-e705c04e1b81 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522736 Nov 19 03:51:17.531619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bf83c-8b86-479e-af8c-1ea82e03d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a78d8ee-2751-40d9-b50c-c580e01ded9d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:17.533054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a012793-e92c-44eb-8c69-68e6251e8100 req-e0bb5519-8aff-4c73-ad94-809c50b25b33 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:17.552137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a012793-e92c-44eb-8c69-68e6251e8100 req-e0bb5519-8aff-4c73-ad94-809c50b25b33 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 944 time: 0.2908695 Nov 19 03:51:17.586067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:17.666412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63234252-ad6b-4e9e-ba94-063180b63beb req-ac0bf572-6ff6-4312-ac26-c1c84cecc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:17.667886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-ac0bf572-6ff6-4312-ac26-c1c84cecc3af service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3980308 Nov 19 03:51:17.716116 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52b3fbdd-4b10-4acb-9be0-42e5b2f686a1 req-9d774e2e-379a-44cd-bdca-6b36c79071dd service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719255 Nov 19 03:51:17.834242 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beed857-d072-4a93-8eca-e006963cf6aa x-openstack-request-id: req-2beed857-d072-4a93-8eca-e006963cf6aa {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:17.835097 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:17.835097 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2beed857-d072-4a93-8eca-e006963cf6aa {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:17.835307 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'status': 'completed', 'code': 200} Nov 19 03:51:17.877284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-40e53847-8844-4086-8e96-4143d3320fcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77 HTTP/1.1" status: 200 len: 217 time: 0.2003827 Nov 19 03:51:17.883653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a012793-e92c-44eb-8c69-68e6251e8100 req-c710e51c-8b67-4ccb-8a13-824109df39e8 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301904 Nov 19 03:51:17.982313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-b74fb0f9-c9bd-42fd-ba2d-3330befe6662 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450666 Nov 19 03:51:18.055456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-7f6deff1-570a-40bd-b3e1-9ccb41bfebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.057076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-7f6deff1-570a-40bd-b3e1-9ccb41bfebe9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1095 time: 0.1589541 Nov 19 03:51:18.122974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:18.219110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-0772d71f-42da-4b21-8fdb-b7fafec9ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.220663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-0772d71f-42da-4b21-8fdb-b7fafec9ac47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.1552525 Nov 19 03:51:18.234003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-d0032234-25e8-4e70-a283-6c5a5f56d39b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.235385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-d0032234-25e8-4e70-a283-6c5a5f56d39b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462342 Nov 19 03:51:18.273910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-93a68201-ef87-45e4-978c-b8e3fd8c5a97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 217 time: 0.0374053 Nov 19 03:51:18.324738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-4db614a9-dbdc-4d5b-971f-24f243588363 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/quotas/3175a00ee69d47ba8ab06dc98657d0aa HTTP/1.1" status: 200 len: 375 time: 0.0497978 Nov 19 03:51:18.380243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-aab19368-9285-4d0a-b90d-fde561696d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.382198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-aab19368-9285-4d0a-b90d-fde561696d43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.0989044 Nov 19 03:51:18.393482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:18.448289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63234252-ad6b-4e9e-ba94-063180b63beb req-f5ada86f-0385-4d54-8202-4b95c2cee66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.449783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-f5ada86f-0385-4d54-8202-4b95c2cee66f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.5416999 Nov 19 03:51:18.452429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-d9941f47-c67a-4f9e-9486-0ab5547d5147 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1188655 Nov 19 03:51:18.460049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d251e1a2-23d1-40df-a18f-cd864b72faa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:18.478135 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-628075db-cd39-48c1-b11e-cbc26197b957 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861089 Nov 19 03:51:18.539077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:18.612874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-13edbd6c-afb7-487e-8ddd-39675471ce71 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268463 Nov 19 03:51:18.624979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf7c8a-73cd-4b6b-873b-e0458e79507f req-6196f64c-a80a-4df3-b968-3765f609810a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.626596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cfcf7c8a-73cd-4b6b-873b-e0458e79507f req-6196f64c-a80a-4df3-b968-3765f609810a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 943 time: 0.5854599 Nov 19 03:51:18.730827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569cb2dd-fd6f-4719-a100-acbf033ca907 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:18.748901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63234252-ad6b-4e9e-ba94-063180b63beb req-2829c43e-d9b2-4396-9ebd-794e171e9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.750810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-2829c43e-d9b2-4396-9ebd-794e171e9f23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2663093 Nov 19 03:51:18.765285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75064088-6ade-40c4-8145-1c2b3e57c129 req-aa0318cf-9703-4eba-98ce-8d8d5558bf0c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 210 time: 0.0435627 Nov 19 03:51:18.814587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:18.816897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d3812e-ed88-4ca3-9ba0-9e2567f92e6a req-1dd1d944-4740-4a33-8aa6-e10b38939a09 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889467 Nov 19 03:51:18.947493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca158205-03d1-469f-9fa7-140fe81553b8 req-4c54e594-af43-4c97-92ee-b5a90868a01a tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:18.954944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca158205-03d1-469f-9fa7-140fe81553b8 req-4c54e594-af43-4c97-92ee-b5a90868a01a tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 947 time: 0.0808089 Nov 19 03:51:18.976121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.011998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca158205-03d1-469f-9fa7-140fe81553b8 req-502b3adc-72a4-4484-9dee-ce8cc8b76ea5 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558655 Nov 19 03:51:19.027180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cfcf7c8a-73cd-4b6b-873b-e0458e79507f req-48527b00-d6e9-4eca-933b-67a3a3d02a31 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759434 Nov 19 03:51:19.169461 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd03fca4-4f03-4b41-8d61-530272c9b760 req-4ed0b5de-33da-41e8-82bd-406b6f5b4516 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 210 time: 0.0782197 Nov 19 03:51:19.234183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d251e1a2-23d1-40df-a18f-cd864b72faa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.249617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-74ed90bf-8df7-421e-bf5b-d466427e4389 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:19.251420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-74ed90bf-8df7-421e-bf5b-d466427e4389 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.1780999 Nov 19 03:51:19.253096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d251e1a2-23d1-40df-a18f-cd864b72faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.267209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Request body: {'port': {'device_id': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'admin_state_up': True, 'tenant_id': '4842bef5db83421892a395c9c6fc1fe0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:19.283378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-e4b2c122-4929-436a-a3b3-f7db36bffcab service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901903 Nov 19 03:51:19.342329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Deleting port 53276c49-95e7-4b0c-a146-be6a42798aad {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:19.342677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.383664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Made reservation on behalf of 4842bef5db83421892a395c9c6fc1fe0 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:19.387339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.430825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e1a2-23d1-40df-a18f-cd864b72faa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b24d12c-5125-4013-bf1e-10a70099a735,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:19.441651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d251e1a2-23d1-40df-a18f-cd864b72faa2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a22a466c3b94bc48273a36c473033cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0679948 Nov 19 03:51:19.448865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] Transition to ACTIVE for port object 569cb2dd-fd6f-4719-a100-acbf033ca907 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:19.449539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:19.485576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.502942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dc763-51f0-4fd7-b3bd-8e03f7679d27 req-c3a506d5-e79c-4734-af7c-38f4628688c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:19.504498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960dc763-51f0-4fd7-b3bd-8e03f7679d27 req-c3a506d5-e79c-4734-af7c-38f4628688c7 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 944 time: 0.2830603 Nov 19 03:51:19.539596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Allocated IP 172.20.0.7 (e93412f5-0525-41bb-bb3a-3134534ed20b/7c25ea14-04f2-47ea-a237-66de1ccbb6b7/f17b6bda-8c5d-48f7-a022-639087fde0a7) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:19.651557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] For port 53276c49-95e7-4b0c-a146-be6a42798aad, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=53276c49-95e7-4b0c-a146-be6a42798aad,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:19.651860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.657056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63234252-ad6b-4e9e-ba94-063180b63beb req-659be4bf-fea0-4381-8b9f-54c2aee6f384 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643773 Nov 19 03:51:19.674181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] Pushing event updated for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:19.698706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Calling delete_port for 53276c49-95e7-4b0c-a146-be6a42798aad owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:19.700899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] No DVR routers for this DVR port 569cb2dd-fd6f-4719-a100-acbf033ca907 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:19.706036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.710697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605c4aad-39d2-4cf1-b444-867b1053fc7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.749111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.795994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Network e93412f5-0525-41bb-bb3a-3134534ed20b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:19.798775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:19.801733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:19.804791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960dc763-51f0-4fd7-b3bd-8e03f7679d27 req-761c1f4c-a114-474f-a1b2-e1a29c2e4683 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598593 Nov 19 03:51:19.807563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:19.808210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.811527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605c4aad-39d2-4cf1-b444-867b1053fc7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.829480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:19.829689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-9be208b5-7924-4136-88c6-0152d8fa45dc service neutron] 10.222.0.31 "PUT /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907/bindings/n-h1-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6032565 Nov 19 03:51:19.853418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-cf4d4300-5ee9-4fc2-87c5-2a3441992dbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908411 Nov 19 03:51:19.867112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Request body: {'port': {'device_id': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:19.952076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605c4aad-39d2-4cf1-b444-867b1053fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.954641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605c4aad-39d2-4cf1-b444-867b1053fc7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.958784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-605c4aad-39d2-4cf1-b444-867b1053fc7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b24d12c-5125-4013-bf1e-10a70099a735 HTTP/1.1" status: 204 len: 168 time: 0.5036142 Nov 19 03:51:19.959956 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:19.970725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c4aad-39d2-4cf1-b444-867b1053fc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b24d12c-5125-4013-bf1e-10a70099a735,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:19.987240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39628480-369f-4fea-8f85-63d103ce59b3 req-8afe541e-0ac3-4a99-8dac-7cb986a2e4f3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:19.989118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39628480-369f-4fea-8f85-63d103ce59b3 req-8afe541e-0ac3-4a99-8dac-7cb986a2e4f3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 931 time: 0.0999789 Nov 19 03:51:20.124177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-56eca9d8-3082-4393-bf33-a992a4256f1f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681341 Nov 19 03:51:20.261395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:20.292184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-8c10aad6-83b3-4100-80e5-f55bc6300875 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:20.293833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-8c10aad6-83b3-4100-80e5-f55bc6300875 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.2218642 Nov 19 03:51:20.328251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe0086-fa4e-4c9c-a9a1-45038267b06c req-f197cd7a-bbfb-41cc-9e09-d49caa62f670 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:20.336026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7fe0086-fa4e-4c9c-a9a1-45038267b06c req-f197cd7a-bbfb-41cc-9e09-d49caa62f670 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 947 time: 0.2235491 Nov 19 03:51:20.337927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Pushing event deleted for resources: {'Port': ['ID=53276c49-95e7-4b0c-a146-be6a42798aad,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:20.431278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39628480-369f-4fea-8f85-63d103ce59b3 req-8e135c1e-768a-42d3-8cb4-d6b55ad2d2a7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145358 Nov 19 03:51:20.526573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6f137dff-819e-4b87-aa54-8cad29d57f5c details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:20.542819 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7fe0086-fa4e-4c9c-a9a1-45038267b06c req-9bffe6c5-bd39-49c0-a247-3aadf474292f tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056022 Nov 19 03:51:20.560954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-8b9a6e29-0dbe-442d-bebc-a40981bc6b98 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:20.562789 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-8b9a6e29-0dbe-442d-bebc-a40981bc6b98 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4104803 Nov 19 03:51:20.577972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-74f78c11-a469-48cc-a2c7-78d529058f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:20.579779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-74f78c11-a469-48cc-a2c7-78d529058f22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c&tenant_id=bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 1095 time: 0.2643478 Nov 19 03:51:20.588315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': '5c90aea3-bae1-42c1-b014-901bade92e96', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:20.625434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004173-fd07-4886-94c8-4bbb5190eceb req-8f0af655-f81b-40a1-a6ea-e395f1ac0e53 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:20.627823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43004173-fd07-4886-94c8-4bbb5190eceb req-8f0af655-f81b-40a1-a6ea-e395f1ac0e53 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.1016202 Nov 19 03:51:20.667236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:20.684668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'network_id': '6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f', 'port_id': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'mac_address': 'fa:16:3e:fd:7b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8979de3c-bc14-48a4-8b67-b8e4d4882dd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:20.688574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17b6bda-8c5d-48f7-a022-639087fde0a7 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:20.692613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:20.701974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:20.724376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43004173-fd07-4886-94c8-4bbb5190eceb req-9b35007e-0eb6-4467-a458-e2a9877c6c9f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752447 Nov 19 03:51:20.731054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Transition to ACTIVE for port object f17b6bda-8c5d-48f7-a022-639087fde0a7 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:20.736753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:20.819105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:20.855861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:20.871467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f137dff-819e-4b87-aa54-8cad29d57f5c {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:20.886627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:20.905574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:20.912850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:20.915435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:20.915840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:20.916186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:20.939587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5158e96f-6bb3-4415-a6e9-d832ee45f5fe req-74d75657-6b10-4b3d-93cc-ea3ae84a1205 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 210 time: 0.0541115 Nov 19 03:51:20.939587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:20.939587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:20.951203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:20.951983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:20.952678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:20.953300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Bound port: f17b6bda-8c5d-48f7-a022-639087fde0a7, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:20.954124 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:20.992959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:21.043470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:21.047945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:21.053854 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.100003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.100651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.103231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 1091 time: 1.2412894 Nov 19 03:51:21.103684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:21.106760 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:21.123890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69653e3e-e70c-4140-8769-a0b191091242 req-3cbbe1b6-dc4d-4e83-951c-ea8544300a88 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.125479 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-69653e3e-e70c-4140-8769-a0b191091242 req-3cbbe1b6-dc4d-4e83-951c-ea8544300a88 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 945 time: 0.1571460 Nov 19 03:51:21.126156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.141310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-5a69a358-8323-4491-b3ef-39963c6665ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.142864 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-5a69a358-8323-4491-b3ef-39963c6665ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1095 time: 0.1782646 Nov 19 03:51:21.150502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e867d2-a8f4-45cd-a052-ef2ab1e467f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:21.172741 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc49d35a-5d80-4c23-a66e-69303fbecbe2 x-openstack-request-id: req-dc49d35a-5d80-4c23-a66e-69303fbecbe2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:21.173048 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:21.173309 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc49d35a-5d80-4c23-a66e-69303fbecbe2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:21.173714 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'status': 'completed', 'code': 200} Nov 19 03:51:21.230449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-0fb38a65-d076-41f6-9962-9c687a4196f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.231023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b5807765-984b-49e0-aa5e-005252a22c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.233106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-0fb38a65-d076-41f6-9962-9c687a4196f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1094 time: 0.0501535 Nov 19 03:51:21.282860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-e851558f-e62f-44f3-a4f8-c5510f9ca477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 217 time: 0.0391805 Nov 19 03:51:21.297406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6f137dff-819e-4b87-aa54-8cad29d57f5c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:21.304531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:21.308139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.356435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-f597927d-7d4f-48cb-af04-9c5488dcedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.358736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-f597927d-7d4f-48cb-af04-9c5488dcedc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.0632873 Nov 19 03:51:21.377765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-69653e3e-e70c-4140-8769-a0b191091242 req-a721d6cc-e476-425e-b26c-5a721a188ca4 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228971 Nov 19 03:51:21.417534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-f733b797-9dc5-4ed2-a58c-098dde8755d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458469 Nov 19 03:51:21.420248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-6c58f41d-5003-42f6-8947-6349e9bd155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.422035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-6c58f41d-5003-42f6-8947-6349e9bd155a service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.2682674 Nov 19 03:51:21.507636 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-121efad0-8586-4853-aa01-278a120bf05e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.0545843 Nov 19 03:51:21.532325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 48c9b9a6-8b23-4081-85a4-da6040a56a77 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:21.576933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-ff499183-959e-417d-b399-33150be69261 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412036 Nov 19 03:51:21.690091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd404aa-0b9a-4d66-844d-6c6588d063de req-6c2c3790-2a3c-40df-8708-396fc7b56308 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.692939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bd404aa-0b9a-4d66-844d-6c6588d063de req-6c2c3790-2a3c-40df-8708-396fc7b56308 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.1340237 Nov 19 03:51:21.696778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 48c9b9a6-8b23-4081-85a4-da6040a56a77, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:21.712713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '48c9b9a6-8b23-4081-85a4-da6040a56a77', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '48c9b9a6-8b23-4081-85a4-da6040a56a77', 'mac_address': 'fa:16:3e:ed:52:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:21.743456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.192 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/31d830fc-eebf-43a3-9530-bb70318f0859) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:21.755843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c86324ca-9520-442a-9ce4-f989cca4c986 req-23109638-e3bd-49f0-b418-d95ed526134a service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535740 Nov 19 03:51:21.757508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-f4e0efd5-e292-4b30-af4f-ff4fff685551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.759486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-f4e0efd5-e292-4b30-af4f-ff4fff685551 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.2086861 Nov 19 03:51:21.763818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.791227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c9b9a6-8b23-4081-85a4-da6040a56a77 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:21.797399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bd404aa-0b9a-4d66-844d-6c6588d063de req-43697694-1e55-47c5-8f79-ef979a8d5c1a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966418 Nov 19 03:51:21.826659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-accc0138-a019-440a-a043-6f393af18590 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486434 Nov 19 03:51:21.836654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 48c9b9a6-8b23-4081-85a4-da6040a56a77, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:21.853653 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:21.871903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a7fd-d168-4bf8-99e7-c28d0148f2c1 req-dce71a69-5c07-473b-a660-6e37d03e40a2 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.879799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65e6a7fd-d168-4bf8-99e7-c28d0148f2c1 req-dce71a69-5c07-473b-a660-6e37d03e40a2 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 947 time: 0.1753237 Nov 19 03:51:21.893649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-ebabeefa-7d50-46d1-b97d-14322552adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:21.905823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-ebabeefa-7d50-46d1-b97d-14322552adf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1094 time: 0.0679936 Nov 19 03:51:21.948961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=48c9b9a6-8b23-4081-85a4-da6040a56a77,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:21.973018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Router 361e320b-9ef7-4975-8e3c-4b1678c77b6a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:51:22.015105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014a41f-c7c2-42cf-83af-b4d0226eb916 req-d5f53004-ce6e-42e3-a283-9b2913680c16 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:22.016537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8014a41f-c7c2-42cf-83af-b4d0226eb916 req-d5f53004-ce6e-42e3-a283-9b2913680c16 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.1097450 Nov 19 03:51:22.078071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-a55ded9a-0c99-43f4-8986-d2df68390fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:22.079541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-a55ded9a-0c99-43f4-8986-d2df68390fb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.1607890 Nov 19 03:51:22.087515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65e6a7fd-d168-4bf8-99e7-c28d0148f2c1 req-059b9af4-ca70-42fd-9879-4b3d1d3d9d2c tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062125 Nov 19 03:51:22.135399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-f520c04c-2e8d-48d1-9683-2fcb51b1d1a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 217 time: 0.0424068 Nov 19 03:51:22.138072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8014a41f-c7c2-42cf-83af-b4d0226eb916 req-ac387177-e2b5-4326-ac92-e6e5068b9968 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069841 Nov 19 03:51:22.179074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['48c9b9a6-8b23-4081-85a4-da6040a56a77'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:22.198360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-e33f5043-8e9c-4d18-b1eb-e893e1e593fd service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516865 Nov 19 03:51:22.202767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-004b65bd-2d1c-411d-9b2e-3509c74beee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:22.208794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-004b65bd-2d1c-411d-9b2e-3509c74beee5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.0610652 Nov 19 03:51:22.259240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-08430471-77ad-4e49-9cdb-07d22856b2fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394137 Nov 19 03:51:22.286501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af4d4019-72a5-4df2-8447-6767214492a7 req-a97a7a75-3050-4b60-a0b0-28de78c49b75 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 210 time: 0.0289071 Nov 19 03:51:22.327593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:22.346577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:22.354046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8620335-254a-4d4e-b962-7754268e202b admin admin] 10.222.0.52 "PUT /v2.0/routers/361e320b-9ef7-4975-8e3c-4b1678c77b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5921538 Nov 19 03:51:22.357387 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] Sync routers for ids ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:22.357918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35188) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:22.375840 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] Routers {'361e320b-9ef7-4975-8e3c-4b1678c77b6a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:22.376875 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:22.412427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:22.429515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-1cd9d3dd-5ad7-43c1-9eea-cc09830ff444 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216778 Nov 19 03:51:22.443648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:22.485090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:22.508851 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] Set router 361e320b-9ef7-4975-8e3c-4b1678c77b6a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:22.511110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:22.516581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:22.519201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:22.526820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:22.528022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:22.545612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=31d830fc-eebf-43a3-9530-bb70318f0859,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:22.565838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-6970564a-2835-46bc-ae5e-c40984842e34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9843080 Nov 19 03:51:22.579395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6f137dff-819e-4b87-aa54-8cad29d57f5c up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:22.588644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-7372b235-e168-42cc-9ec3-75744aabe564 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011374 Nov 19 03:51:22.589748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Request body: {'port': {'device_id': '5c90aea3-bae1-42c1-b014-901bade92e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:22.613416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:22.689401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e12d9a-1e60-4594-9687-39ecb1cc440c req-6d91044e-0d08-48d9-a380-dac1973ad6ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:22.698299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48e12d9a-1e60-4594-9687-39ecb1cc440c req-6d91044e-0d08-48d9-a380-dac1973ad6ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 945 time: 0.1688800 Nov 19 03:51:22.710116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:22.761738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:20Z', 'revision_number': 5, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:22.803341 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] Checking router: 361e320b-9ef7-4975-8e3c-4b1678c77b6a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:22.819138 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] Routers {'361e320b-9ef7-4975-8e3c-4b1678c77b6a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:22.820017 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:50:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:22.940893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48e12d9a-1e60-4594-9687-39ecb1cc440c req-ae56a216-e779-43c7-a1c6-3ef98358483d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387226 Nov 19 03:51:22.957093 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] Set router 361e320b-9ef7-4975-8e3c-4b1678c77b6a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:22.991624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:23.017222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7371-c1b0-4634-9049-70be1275d37c req-60df00c9-057c-4020-9b0c-ccc849a6a95f tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:23.024252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-60df00c9-057c-4020-9b0c-ccc849a6a95f tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.2020159 Nov 19 03:51:23.055062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-911ff2c6-df25-4a4a-917a-d65ef4a33f7a req-8ef246a7-bdb6-4574-9714-a7c7d73b4c80 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503729 Nov 19 03:51:23.080433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.090683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5581b48f-f713-4c8f-8122-e307cdd3e14a None None] Provisioning complete for port 31d830fc-eebf-43a3-9530-bb70318f0859 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:23.091062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5581b48f-f713-4c8f-8122-e307cdd3e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.132955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 6f137dff-819e-4b87-aa54-8cad29d57f5c completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:23.150293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 6f137dff-819e-4b87-aa54-8cad29d57f5c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:23.150666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.161587 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:20Z', 'revision_number': 5, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:23.192394 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ec280-6d28-4f9d-944f-97c0a14fbeb8 None None] The sync data for ids ['361e320b-9ef7-4975-8e3c-4b1678c77b6a'] in n-d-818503-1 is: [{'id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804751323-router', 'tenant_id': '93104487c0fc47ea8bf4839a0fc13fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:04Z', 'updated_at': '2021-11-19T03:51:20Z', 'revision_number': 5, 'project_id': '93104487c0fc47ea8bf4839a0fc13fab', 'gw_port': {'id': 'e2690f30-fda3-42ef-bb1e-66ba92adda17', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e320b-9ef7-4975-8e3c-4b1678c77b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:05Z', 'updated_at': '2021-11-19T03:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:23.218896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5581b48f-f713-4c8f-8122-e307cdd3e14a None None] Port 31d830fc-eebf-43a3-9530-bb70318f0859 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:23.232770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95a79b-2d94-4c05-8c69-9eee637a90fc req-1c43d10d-fbc1-4d02-af4e-69185ec5ff3d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:23.234659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce95a79b-2d94-4c05-8c69-9eee637a90fc req-1c43d10d-fbc1-4d02-af4e-69185ec5ff3d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.1354566 Nov 19 03:51:23.261519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Deleting port e2690f30-fda3-42ef-bb1e-66ba92adda17 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:23.262113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.337921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce95a79b-2d94-4c05-8c69-9eee637a90fc req-c344e5e6-0cca-42f8-80e0-74687d49c718 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964198 Nov 19 03:51:23.378811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] For port e2690f30-fda3-42ef-bb1e-66ba92adda17, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2690f30-fda3-42ef-bb1e-66ba92adda17,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:23.379646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.396328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Calling delete_port for e2690f30-fda3-42ef-bb1e-66ba92adda17 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:23.441798 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.531819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2fd41-adac-4b71-942d-ccefbc559cbd req-16fadadc-c935-4172-ab9f-d3c29e9b8b23 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:23.533290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92a2fd41-adac-4b71-942d-ccefbc559cbd req-16fadadc-c935-4172-ab9f-d3c29e9b8b23 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 948 time: 0.0787539 Nov 19 03:51:23.534829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:23.538141 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d79f55-1410-4082-ab73-a9d3bb7c5db2" -d '{"events": [{"server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "name": "network-vif-plugged", "status": "completed", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:23.547342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-da0a7371-c1b0-4634-9049-70be1275d37c req-a21929ea-fb4e-40b9-90cf-8b4ef497dcec service neutron] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:23.551955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 48c9b9a6-8b23-4081-85a4-da6040a56a77 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:23.572421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:23.573415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5e02678-20e3-4070-a096-7b263f2a447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.602558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da0a7371-c1b0-4634-9049-70be1275d37c req-a21929ea-fb4e-40b9-90cf-8b4ef497dcec service neutron] Publish callbacks [] for binding, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.603798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da0a7371-c1b0-4634-9049-70be1275d37c req-a21929ea-fb4e-40b9-90cf-8b4ef497dcec service neutron] 10.222.0.36 "DELETE /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907/bindings/n-h2-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.5427151 Nov 19 03:51:23.616883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d830fc-eebf-43a3-9530-bb70318f0859 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:23.624069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.634659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.644188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1f111-27ab-428f-84fb-4ee3d0bbbfe6 req-3adadd80-6eee-4a2f-af86-9e7b16d9c9f3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:23.646526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25d1f111-27ab-428f-84fb-4ee3d0bbbfe6 req-3adadd80-6eee-4a2f-af86-9e7b16d9c9f3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.1210129 Nov 19 03:51:23.650985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92a2fd41-adac-4b71-942d-ccefbc559cbd req-1ac0daf3-43f9-4b02-8342-c45f6394a82a tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859394 Nov 19 03:51:23.713092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.738574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:23.748311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2690f30-fda3-42ef-bb1e-66ba92adda17,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:23.756330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 48c9b9a6-8b23-4081-85a4-da6040a56a77 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:23.771730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 48c9b9a6-8b23-4081-85a4-da6040a56a77 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:23.772111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.782974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.961308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.964584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:23.974233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.046987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 48c9b9a6-8b23-4081-85a4-da6040a56a77, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:24.063908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.080171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c51d3e-956f-4a9a-90c4-c34595d47177 req-5d953e57-c9d6-4e6f-b240-92ca4ec85660 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:24.081772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9c51d3e-956f-4a9a-90c4-c34595d47177 req-5d953e57-c9d6-4e6f-b240-92ca4ec85660 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 936 time: 0.1921358 Nov 19 03:51:24.092894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.093526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 361e320b-9ef7-4975-8e3c-4b1678c77b6a {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:51:24.119606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.120768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bf1b3a51-22d9-4789-a6ef-7c775225244b admin admin] 10.222.0.52 "DELETE /v2.0/routers/361e320b-9ef7-4975-8e3c-4b1678c77b6a HTTP/1.1" status: 204 len: 168 time: 1.7618804 Nov 19 03:51:24.123389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35210) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:24.140775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=48c9b9a6-8b23-4081-85a4-da6040a56a77,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:24.179672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Transition to ACTIVE for port object 31d830fc-eebf-43a3-9530-bb70318f0859 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:24.189724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.200837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9c51d3e-956f-4a9a-90c4-c34595d47177 req-4ea44596-27c3-4cd1-b462-c7ac57b66764 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098380 Nov 19 03:51:24.205327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Deleting subnet dea607ed-5de7-483a-9089-1e8609617113 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:51:24.210142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.252174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Pushing event updated for resources: {'Port': ['ID=31d830fc-eebf-43a3-9530-bb70318f0859,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:24.275385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25d1f111-27ab-428f-84fb-4ee3d0bbbfe6 req-f5df8cfb-813d-4f0c-89c9-f7f8722b435d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121056 Nov 19 03:51:24.298988 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c171af-3f83-44db-9fac-c8cd5ee95cda x-openstack-request-id: req-b6c171af-3f83-44db-9fac-c8cd5ee95cda {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:24.299309 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "name": "network-vif-plugged", "status": "completed", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:24.299604 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6c171af-3f83-44db-9fac-c8cd5ee95cda {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:24.300007 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'code': 200} Nov 19 03:51:24.330914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Attempting to bind port 31d830fc-eebf-43a3-9530-bb70318f0859 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:24.331271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Attempting to bind port 31d830fc-eebf-43a3-9530-bb70318f0859 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:24.331612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Attempting to bind port 31d830fc-eebf-43a3-9530-bb70318f0859 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:24.339975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Port 31d830fc-eebf-43a3-9530-bb70318f0859 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:24.340336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Attempting to bind port 31d830fc-eebf-43a3-9530-bb70318f0859 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:24.350692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:24.351491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:24.351937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:24.352692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Bound port: 31d830fc-eebf-43a3-9530-bb70318f0859, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:24.353106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.376543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.465079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] For port 31d830fc-eebf-43a3-9530-bb70318f0859, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:24.469161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] For port 31d830fc-eebf-43a3-9530-bb70318f0859, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=31d830fc-eebf-43a3-9530-bb70318f0859,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:24.484511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1293f7-5624-4dfd-a86b-639603d82ddf req-e00c8643-e132-4d01-b59d-29fca1bb1034 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:24.486292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dd1293f7-5624-4dfd-a86b-639603d82ddf req-e00c8643-e132-4d01-b59d-29fca1bb1034 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 946 time: 0.0939066 Nov 19 03:51:24.488297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.517016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.536084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:24.536891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.538218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] 10.222.0.31 "PUT /v2.0/ports/31d830fc-eebf-43a3-9530-bb70318f0859 HTTP/1.1" status: 200 len: 1096 time: 1.9566059 Nov 19 03:51:24.538666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c90aea3-bae1-42c1-b014-901bade92e96', 'tag': '31d830fc-eebf-43a3-9530-bb70318f0859'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:24.541127 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8569e4-827e-4497-8355-1efa5b30b4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c90aea3-bae1-42c1-b014-901bade92e96", "tag": "31d830fc-eebf-43a3-9530-bb70318f0859"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:24.622856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:24.656158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dba380-b4ae-4919-a907-1beb53a96b08 service neutron] Pushing event updated for resources: {'Port': ['ID=31d830fc-eebf-43a3-9530-bb70318f0859,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:24.681540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dd1293f7-5624-4dfd-a86b-639603d82ddf req-82f85cb1-8803-49a3-8f6d-d25308918d0b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834843 Nov 19 03:51:24.714682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-6ddac4c4-026d-490c-b9e9-dda3b697ac14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1557395 Nov 19 03:51:24.722829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb171ed-049b-4579-8bb6-54cc3e8551f5 req-127d9298-7e7c-4549-ba2b-f1549109b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:24.725416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbb171ed-049b-4579-8bb6-54cc3e8551f5 req-127d9298-7e7c-4549-ba2b-f1549109b8f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1097 time: 0.1364050 Nov 19 03:51:24.883021 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c9b6ea-6846-4276-9134-176fb037d96d x-openstack-request-id: req-e7c9b6ea-6846-4276-9134-176fb037d96d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:24.883479 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c90aea3-bae1-42c1-b014-901bade92e96", "tag": "31d830fc-eebf-43a3-9530-bb70318f0859", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:24.883738 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7c9b6ea-6846-4276-9134-176fb037d96d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:24.884144 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c90aea3-bae1-42c1-b014-901bade92e96', 'tag': '31d830fc-eebf-43a3-9530-bb70318f0859', 'status': 'completed', 'code': 200} Nov 19 03:51:24.929802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbb171ed-049b-4579-8bb6-54cc3e8551f5 req-d34924fe-e25e-4d0f-9bc6-e7535d66695d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914966 Nov 19 03:51:24.954394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-384bac65-178f-4339-b4f3-539f549168bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:24.955814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-384bac65-178f-4339-b4f3-539f549168bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 1121 time: 0.1639085 Nov 19 03:51:24.964737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffee71-6ccc-42aa-bca4-27827949e0af req-5b3afafb-32a2-4567-b56b-a21a6b1b85c1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:24.972057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42ffee71-6ccc-42aa-bca4-27827949e0af req-5b3afafb-32a2-4567-b56b-a21a6b1b85c1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.0867693 Nov 19 03:51:25.046830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea607ed-5de7-483a-9089-1e8609617113,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:25.060652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.066828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-862b4e0d-1b54-468c-9915-a4286b36ec03 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dea607ed-5de7-483a-9089-1e8609617113 HTTP/1.1" status: 204 len: 168 time: 0.9395974 Nov 19 03:51:25.070257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35228) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:25.070665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfdebad-e38b-413d-b588-6b04737ca147 None None] Network 2efab06c-a351-4072-8e3c-e1d8428a402f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:25.077539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42ffee71-6ccc-42aa-bca4-27827949e0af req-b70f92d8-0d1d-46f3-a2f2-3e8ced5af10f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046154 Nov 19 03:51:25.124144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-07e8d56d-e0aa-4998-911f-7f247133e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.126700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-07e8d56d-e0aa-4998-911f-7f247133e085 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1320233 Nov 19 03:51:25.143638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.153256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-a6e64e69-ca30-488c-bf99-02bd697b5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.154820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-a6e64e69-ca30-488c-bf99-02bd697b5686 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 1099 time: 0.5418675 Nov 19 03:51:25.172483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d508d-31dc-4fe4-87d8-9bb62cd95bed req-b01548ac-5a18-449f-a0f5-39aaebfbefec tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.174588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2d508d-31dc-4fe4-87d8-9bb62cd95bed req-b01548ac-5a18-449f-a0f5-39aaebfbefec tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.1616411 Nov 19 03:51:25.182628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.194138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-0bed61d6-e30b-4a55-ba45-387e1151e968 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=951edb6c-3f8b-4886-829b-39132d89ab8f HTTP/1.1" status: 200 len: 217 time: 0.0588584 Nov 19 03:51:25.280261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-a4a6e3c4-d048-453f-b1e6-e8c7c42bc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.281741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-a4a6e3c4-d048-453f-b1e6-e8c7c42bc77c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0753467 Nov 19 03:51:25.284780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabb73f-7d86-4d52-b644-120136204571 req-ef50ad8a-2730-4599-a020-02446c29cc9d tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.287419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7dabb73f-7d86-4d52-b644-120136204571 req-ef50ad8a-2730-4599-a020-02446c29cc9d tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1095 time: 0.0976448 Nov 19 03:51:25.290308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2d508d-31dc-4fe4-87d8-9bb62cd95bed req-9e320c31-5b2e-4e6f-b9c0-46bc7bf3c387 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931923 Nov 19 03:51:25.328141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] DHCP port deletion for 2efab06c-a351-4072-8e3c-e1d8428a402f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:51:25.351272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-9046e16b-6930-4ab2-90d4-d0d542eb865d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=31d830fc-eebf-43a3-9530-bb70318f0859 HTTP/1.1" status: 200 len: 217 time: 0.0598779 Nov 19 03:51:25.364989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2690f30-fda3-42ef-bb1e-66ba92adda17 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:25.372738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Deleting port 167284c2-624f-4c8f-a905-2db1275f6364 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:25.373441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.389161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e2690f30-fda3-42ef-bb1e-66ba92adda17 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:25.389508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2690f30-fda3-42ef-bb1e-66ba92adda17 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:25.390133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 53276c49-95e7-4b0c-a146-be6a42798aad no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:25.407181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-d1e9a0eb-63bb-408f-bb20-eec371641bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.408720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-d1e9a0eb-63bb-408f-bb20-eec371641bcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117175 Nov 19 03:51:25.419961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 53276c49-95e7-4b0c-a146-be6a42798aad {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:25.420278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 53276c49-95e7-4b0c-a146-be6a42798aad not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:25.426881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7dabb73f-7d86-4d52-b644-120136204571 req-7d9f23e3-b60d-4b9a-9158-3adf388e7866 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232061 Nov 19 03:51:25.442433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] Deleting port 167284c2-624f-4c8f-a905-2db1275f6364 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:25.443063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.522277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-b0bd9ca6-2521-4ba5-98fb-d933c69ff23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.523909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-b0bd9ca6-2521-4ba5-98fb-d933c69ff23c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1621025 Nov 19 03:51:25.528605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] For port 167284c2-624f-4c8f-a905-2db1275f6364, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=167284c2-624f-4c8f-a905-2db1275f6364,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:25.529099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.556606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] For port 167284c2-624f-4c8f-a905-2db1275f6364, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=167284c2-624f-4c8f-a905-2db1275f6364,segment=NetworkSegment(abaa5648-0e00-4efc-806f-518a03872b6e),segment_id=abaa5648-0e00-4efc-806f-518a03872b6e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:25.557342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.565409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:25.569423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Calling delete_port for 167284c2-624f-4c8f-a905-2db1275f6364 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:25.597103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] Calling delete_port for 167284c2-624f-4c8f-a905-2db1275f6364 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:25.608208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-bf4c7fad-3783-4370-9df4-e50a4abdd452 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797915 Nov 19 03:51:25.615634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de41f2-5356-43d3-82df-a5963c0d1d60 req-2dd32aee-f25b-41af-bd04-d6ff5be2d8cd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.617491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57de41f2-5356-43d3-82df-a5963c0d1d60 req-2dd32aee-f25b-41af-bd04-d6ff5be2d8cd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 948 time: 0.1450784 Nov 19 03:51:25.766718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cb408f9-d452-4f9b-b298-17f2a36c9abf req-1992ad22-d72a-4d94-bea0-3beccb13de93 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414990 Nov 19 03:51:25.826999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:25.843250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.868119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57de41f2-5356-43d3-82df-a5963c0d1d60 req-d110c9fa-760f-492f-a845-9ace1b811dc3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396390 Nov 19 03:51:25.869174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.880797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141345c7-3982-4872-adad-4cfcce0b8204 req-f4b7f600-6abe-4fea-9176-a82c2df7cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.882416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-f4b7f600-6abe-4fea-9176-a82c2df7cfef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3424761 Nov 19 03:51:25.887783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] Pushing event deleted for resources: {'Port': ['ID=167284c2-624f-4c8f-a905-2db1275f6364,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:25.888047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] No DVR routers for this DVR port 167284c2-624f-4c8f-a905-2db1275f6364 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:25.890279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'port_id': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'mac_address': 'fa:16:3e:bf:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25ea14-04f2-47ea-a237-66de1ccbb6b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:25.896059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a33bf3-171f-4b75-9ce0-db40e11f8a7d None None] No DVR routers for this DVR port 167284c2-624f-4c8f-a905-2db1275f6364 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:25.956993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:25.978172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-3c38362d-58e1-4684-9804-44989dfb947b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:25.986370 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-3c38362d-58e1-4684-9804-44989dfb947b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.2185655 Nov 19 03:51:25.989467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17b6bda-8c5d-48f7-a022-639087fde0a7 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:26.009220 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-0c62a6e2-5af3-47e6-b9bb-2bc2f1446408 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/quotas/bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 375 time: 0.0217493 Nov 19 03:51:26.012427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:26.022334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.022914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.048857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.049460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.050412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.050961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > port after_create 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.052068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.052575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > port after_update 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.053110 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.053597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.054140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.054629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.091753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:26.117502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-cd7487ea-11a3-4bcf-9c92-39341ecc0817 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064026 Nov 19 03:51:26.125786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:26.149792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.150269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.150826 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.151362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:51:26.151819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efab06c-a351-4072-8e3c-e1d8428a402f']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:26.245443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Pushing event deleted for resources: {'Port': ['ID=167284c2-624f-4c8f-a905-2db1275f6364,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:26.257203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaa5648-0e00-4efc-806f-518a03872b6e') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:26.260914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaa5648-0e00-4efc-806f-518a03872b6e') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:26.266575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.301076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b5fb57-f041-453a-97f0-be3a979fa114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c9b9a6-8b23-4081-85a4-da6040a56a77'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:26.304037 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e96965-5ec6-40b4-bd12-971f7ad1a56d" -d '{"events": [{"server_uuid": "69b5fb57-f041-453a-97f0-be3a979fa114", "name": "network-vif-plugged", "status": "completed", "tag": "48c9b9a6-8b23-4081-85a4-da6040a56a77"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:26.336978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.351269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f17b6bda-8c5d-48f7-a022-639087fde0a7'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:26.379309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-a3664915-fd16-46a7-87d4-a868c492e06f service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605853 Nov 19 03:51:26.384181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.417208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:51:26.422644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.440915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e74f90e6-355f-4e10-8e55-b227a1a208ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: from cryptography.utils import int_from_bytes Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: from cryptography.utils import int_from_bytes Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:51:26.459211 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:51:26.513489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de20fc-b87a-4efd-b6b4-963623fea8a5 req-ed2307a5-5486-48d2-92ad-c0cb392e78fd tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:26.515882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98de20fc-b87a-4efd-b6b4-963623fea8a5 req-ed2307a5-5486-48d2-92ad-c0cb392e78fd tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 946 time: 0.3384864 Nov 19 03:51:26.524719 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-e943df61-7107-4adf-9fdf-ace031f0cc7c service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440601 Nov 19 03:51:26.581757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e74f90e6-355f-4e10-8e55-b227a1a208ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.587939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e74f90e6-355f-4e10-8e55-b227a1a208ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.591514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-9656a275-ef02-48ee-b7eb-5f1942ef9a3a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639755 Nov 19 03:51:26.597953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.631910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e74f90e6-355f-4e10-8e55-b227a1a208ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4e8b4bbaef247edb6ebf1b15e9f7f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5040789 Nov 19 03:51:26.631910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f90e6-355f-4e10-8e55-b227a1a208ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110b7cbc-3073-4e91-8c01-08727aa84061,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:26.634391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35268) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:26.693146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33b0bd83-bc75-49aa-aaa1-c9ea43a35479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.717704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141345c7-3982-4872-adad-4cfcce0b8204 req-40587ebf-45ac-4033-9d99-ae02e9a8db1e service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057930 Nov 19 03:51:26.725313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33b0bd83-bc75-49aa-aaa1-c9ea43a35479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.731824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.734876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2efab06c-a351-4072-8e3c-e1d8428a402f HTTP/1.1" status: 204 len: 168 time: 1.6638551 Nov 19 03:51:26.755286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f73cc-d57c-448c-a7a6-6c73cfa3db12 admin admin] Pushing event deleted for resources: {'Network': ['ID=2efab06c-a351-4072-8e3c-e1d8428a402f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:26.764473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98de20fc-b87a-4efd-b6b4-963623fea8a5 req-9643ede1-5623-42bd-a944-75da269541e5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302492 Nov 19 03:51:26.943235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41562c6-05a7-4738-aa7d-21cbea5b9783 req-511ac48f-8354-4f76-849a-d8a86ade794e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:26.945986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a41562c6-05a7-4738-aa7d-21cbea5b9783 req-511ac48f-8354-4f76-849a-d8a86ade794e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 944 time: 0.1406629 Nov 19 03:51:26.954665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35278) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:26.975219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-9eebbbcb-bfba-4299-adc6-eb72e8637823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:26.976713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-9eebbbcb-bfba-4299-adc6-eb72e8637823 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 1099 time: 0.1130581 Nov 19 03:51:26.984906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72b5c-5872-4143-85ec-2d7e1271269f req-86513cc6-5488-4133-b607-5e72b2ed315d tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:26.986414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63a72b5c-5872-4143-85ec-2d7e1271269f req-86513cc6-5488-4133-b607-5e72b2ed315d tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.1376605 Nov 19 03:51:26.995683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33b0bd83-bc75-49aa-aaa1-c9ea43a35479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:26.998381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33b0bd83-bc75-49aa-aaa1-c9ea43a35479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.001744 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-33b0bd83-bc75-49aa-aaa1-c9ea43a35479 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/110b7cbc-3073-4e91-8c01-08727aa84061 HTTP/1.1" status: 204 len: 168 time: 0.3641956 Nov 19 03:51:27.034209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0bd83-bc75-49aa-aaa1-c9ea43a35479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110b7cbc-3073-4e91-8c01-08727aa84061,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:27.065689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-888d77f0-db94-492d-9586-7d736e270694 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93104487c0fc47ea8bf4839a0fc13fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1090751 Nov 19 03:51:27.069637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:27.118932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a41562c6-05a7-4738-aa7d-21cbea5b9783 req-f7604521-4c58-45bc-a87e-0d21ef088f5c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669817 Nov 19 03:51:27.163295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a98e62a-8ef2-4fd8-b799-aacd0e8e202d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.188230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.190845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a98e62a-8ef2-4fd8-b799-aacd0e8e202d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.234910 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba845c85-1649-404e-a7ea-ff225bfb020b x-openstack-request-id: req-ba845c85-1649-404e-a7ea-ff225bfb020b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:27.235334 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b5fb57-f041-453a-97f0-be3a979fa114", "name": "network-vif-plugged", "status": "completed", "tag": "48c9b9a6-8b23-4081-85a4-da6040a56a77", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:27.235692 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba845c85-1649-404e-a7ea-ff225bfb020b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:27.236231 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b5fb57-f041-453a-97f0-be3a979fa114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c9b9a6-8b23-4081-85a4-da6040a56a77', 'code': 200} Nov 19 03:51:27.259766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-8bb08240-cbdf-475a-a0dd-1408d8376976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:27.266397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-8bb08240-cbdf-475a-a0dd-1408d8376976 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2783117 Nov 19 03:51:27.315408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a98e62a-8ef2-4fd8-b799-aacd0e8e202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.318407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a98e62a-8ef2-4fd8-b799-aacd0e8e202d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.319664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a98e62a-8ef2-4fd8-b799-aacd0e8e202d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90b590c6-6100-48c5-86ad-adc38885184b HTTP/1.1" status: 204 len: 168 time: 0.2488217 Nov 19 03:51:27.352068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98e62a-8ef2-4fd8-b799-aacd0e8e202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b590c6-6100-48c5-86ad-adc38885184b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:27.384738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-d6ea8714-3b92-4b39-b858-4da7c0486365 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=31d830fc-eebf-43a3-9530-bb70318f0859 HTTP/1.1" status: 200 len: 217 time: 0.1067333 Nov 19 03:51:27.407701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 167284c2-624f-4c8f-a905-2db1275f6364 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:27.461702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 167284c2-624f-4c8f-a905-2db1275f6364 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:27.461702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 167284c2-624f-4c8f-a905-2db1275f6364 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:27.493251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63a72b5c-5872-4143-85ec-2d7e1271269f req-0dcb0907-6ed9-4050-aa77-bd6f716efdc0 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980962 Nov 19 03:51:27.510572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-011b7dbb-2c1c-4a23-bfa9-41bca743123f req-eda1dda9-4862-45d8-9cc4-f96fe781309d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 210 time: 0.0762167 Nov 19 03:51:27.531523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-81317998-f992-4db6-9cfa-1e8b6c08b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:27.534532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-81317998-f992-4db6-9cfa-1e8b6c08b3d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1156185 Nov 19 03:51:27.535617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a41b4-706d-47f7-a991-9617ee1ffe09 req-10460fe0-6362-4145-8fca-f4641f667d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:27.537295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e03a41b4-706d-47f7-a991-9617ee1ffe09 req-10460fe0-6362-4145-8fca-f4641f667d66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 1100 time: 0.1641042 Nov 19 03:51:27.576216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:27.641143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-2ffa0ffa-8194-4c94-ba1f-952d54bec315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:27.643101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-2ffa0ffa-8194-4c94-ba1f-952d54bec315 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956924 Nov 19 03:51:27.670938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e03a41b4-706d-47f7-a991-9617ee1ffe09 req-b3250822-3d8d-404d-b45e-aca6d8b335ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231668 Nov 19 03:51:27.695511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f17b6bda-8c5d-48f7-a022-639087fde0a7 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:27.708942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f17b6bda-8c5d-48f7-a022-639087fde0a7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:27.711340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.804203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab819c-732f-489f-be23-6fadb96368e7 req-0a67af0f-7879-40d6-bcf3-c435bd818f63 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:27.811056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83ab819c-732f-489f-be23-6fadb96368e7 req-0a67af0f-7879-40d6-bcf3-c435bd818f63 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 948 time: 0.1571043 Nov 19 03:51:27.825779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.830653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35300) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:27.862501 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d322ffb-9325-403b-bfe8-1e2986f0d9cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.904342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:27.914784 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:27.927213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-04c0f17b-1730-4639-ad28-bcd625dc70bb service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452586 Nov 19 03:51:27.943779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83ab819c-732f-489f-be23-6fadb96368e7 req-a63a8925-c2f8-4497-a0e3-dde090fbaed1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244562 Nov 19 03:51:27.986582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d322ffb-9325-403b-bfe8-1e2986f0d9cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.001475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4847-0680-4891-88ab-27b52ffe9bbd req-b8be9e54-e626-409e-b256-93cf57113ea1 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:28.003311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3efd4847-0680-4891-88ab-27b52ffe9bbd req-b8be9e54-e626-409e-b256-93cf57113ea1 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 946 time: 0.0789297 Nov 19 03:51:28.004816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d322ffb-9325-403b-bfe8-1e2986f0d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.007171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:28.057342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd8569e4-827e-4497-8355-1efa5b30b4c0 req-8feedd82-83bc-461d-afe3-4522d7792f7a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096675 Nov 19 03:51:28.074954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0d322ffb-9325-403b-bfe8-1e2986f0d9cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df81e21d0083403ca1d66dab47d5fb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432051 Nov 19 03:51:28.075668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d322ffb-9325-403b-bfe8-1e2986f0d9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1c02df-11f7-4eab-905e-1cb552b6da0e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:28.077899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35306) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:28.125383 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3efd4847-0680-4891-88ab-27b52ffe9bbd req-0c8bb762-125d-4ee9-a6b1-fbd5e62194a4 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042938 Nov 19 03:51:28.156026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dd13881-359c-467e-bff8-112d192582db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.194947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dd13881-359c-467e-bff8-112d192582db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.302339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe61b2c-1462-490f-b5fb-a2dbd3870f15 req-60b898b8-211d-4981-837f-ea3a22bb7731 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:28.309731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2fe61b2c-1462-490f-b5fb-a2dbd3870f15 req-60b898b8-211d-4981-837f-ea3a22bb7731 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 945 time: 0.0728431 Nov 19 03:51:28.322527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-b484674f-2e75-420c-ad36-53c1070070b5 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-177126428&fields=id&tenant_id=ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 267 time: 0.1105177 Nov 19 03:51:28.375151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2fe61b2c-1462-490f-b5fb-a2dbd3870f15 req-89406c2e-d4d2-4894-8059-89f5b3b4c7e5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Nov 19 03:51:28.375287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dd13881-359c-467e-bff8-112d192582db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.377911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dd13881-359c-467e-bff8-112d192582db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.379116 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4dd13881-359c-467e-bff8-112d192582db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da1c02df-11f7-4eab-905e-1cb552b6da0e HTTP/1.1" status: 204 len: 168 time: 0.2997506 Nov 19 03:51:28.395372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd13881-359c-467e-bff8-112d192582db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1c02df-11f7-4eab-905e-1cb552b6da0e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:28.461113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-c761c76d-cfb8-4923-a0f3-96326b1cd9cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:28.472506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-c761c76d-cfb8-4923-a0f3-96326b1cd9cc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 946 time: 0.1445682 Nov 19 03:51:28.522142 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'port': {'security_groups': ['29555d1e-348a-4ff0-b265-65c5ea30e6be', '641b271d-275f-48d8-9bea-762769a02cfc']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:28.601836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35332) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:28.632545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.633268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c2eab-ed81-42cf-b415-95044d6f02d2 req-744f8943-f049-4c8e-b942-7b76b2a7c478 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:28.640779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a41c2eab-ed81-42cf-b415-95044d6f02d2 req-744f8943-f049-4c8e-b942-7b76b2a7c478 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.0577285 Nov 19 03:51:28.659752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-70e492ec-5505-464c-b2d1-c50ee6129856 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:28.661790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-70e492ec-5505-464c-b2d1-c50ee6129856 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.2690260 Nov 19 03:51:28.698934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Request body: {'port': {'device_id': '72e098a8-1011-4b64-894c-44ad42f743f8', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'admin_state_up': True, 'tenant_id': 'bd867fbd10014db5bc4c826faa744b53'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:28.719816 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a41c2eab-ed81-42cf-b415-95044d6f02d2 req-b1c5d814-1444-4779-8666-4428048516ee tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742214 Nov 19 03:51:28.783642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-network', 'tenant_id': '54dacdad416345d8897831342cf7094d'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:28.822486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cd3799b-157f-40b1-bb4c-460cbb2b0555 req-d1c058fa-cc91-489c-a734-c7d6595f3fb2 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 210 time: 0.0406711 Nov 19 03:51:28.865106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Made reservation on behalf of 54dacdad416345d8897831342cf7094d for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:28.867390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.896583 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:28.974287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Made reservation on behalf of bd867fbd10014db5bc4c826faa744b53 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:28.978080 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.039516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:29.077899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565b589-1bd8-41d3-b677-b679282f2fed req-0ef74ad5-f396-435c-9731-0e9b84198303 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.083133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f565b589-1bd8-41d3-b677-b679282f2fed req-0ef74ad5-f396-435c-9731-0e9b84198303 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 948 time: 0.0670159 Nov 19 03:51:29.134564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f565b589-1bd8-41d3-b677-b679282f2fed req-a7078ecf-285b-4f55-bc7e-3ab85a3b50f2 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Nov 19 03:51:29.138342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.154647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.190780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', '6f137dff-819e-4b87-aa54-8cad29d57f5c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:29.232875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.237834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:29.248281 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb009fd-a45b-4d97-b01b-28833457f47d" -d '{"events": [{"server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "name": "network-vif-plugged", "status": "completed", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:29.252329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.252993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.255289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a0293ef-4a41-40cb-a278-d4d5fc2af301 req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "PUT /v2.0/ports/6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 982 time: 0.7412102 Nov 19 03:51:29.259842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:29.262881 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:29.265474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.316033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Allocated IP 172.20.0.10 (195ca8db-b6fa-4960-bbee-d6c665c7f9c5/4c33486f-ed83-4309-9e25-5064047df0e3/a2ce2911-b4b3-481a-85cd-73119fc6d0bd) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:29.328756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:51:29.343952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad8282-559c-4690-99b7-e7d319c436ad tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:29.370771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b423ff-1a00-4049-88f2-613dbbe84404,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:29.379632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.379875 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Added segment a660b7dc-0c61-42e9-88b4-252d750efc3c of type vlan for network 98649088-1c25-439e-828c-9e9c534cd29b Nov 19 03:51:29.421008 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0d6556-06c3-4704-b125-824cc050c959 x-openstack-request-id: req-db0d6556-06c3-4704-b125-824cc050c959 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:29.421289 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:29.421581 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db0d6556-06c3-4704-b125-824cc050c959 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:29.421974 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'status': 'completed', 'code': 200} Nov 19 03:51:29.437857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32f91f63-b472-4148-83db-d73cb7e28f40 req-1601e897-b34e-4048-b13f-8502a5ba1ca4 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/641b271d-275f-48d8-9bea-762769a02cfc HTTP/1.1" status: 200 len: 1817 time: 0.1534071 Nov 19 03:51:29.462859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df0374-f22f-48de-8de8-1e1a2222212a req-0963771f-411e-4317-8c2a-31756384deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.464646 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e4df0374-f22f-48de-8de8-1e1a2222212a req-0963771f-411e-4317-8c2a-31756384deb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1096 time: 0.0879714 Nov 19 03:51:29.465639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.494378 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e6373-99ab-471b-be3c-c8935dc1cdc7 x-openstack-request-id: req-6a9e6373-99ab-471b-be3c-c8935dc1cdc7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:29.494693 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "name": "network-vif-plugged", "status": "completed", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:29.494953 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a9e6373-99ab-471b-be3c-c8935dc1cdc7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:29.495347 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'code': 200} Nov 19 03:51:29.596042 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e4df0374-f22f-48de-8de8-1e1a2222212a req-4c6a4671-aae6-44ea-92e5-d0b6fdb069aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139610 Nov 19 03:51:29.611144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-4fea4285-d968-463f-8803-2e6b8632c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.612836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-4fea4285-d968-463f-8803-2e6b8632c309 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1136 time: 0.1473629 Nov 19 03:51:29.621594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6f137dff-819e-4b87-aa54-8cad29d57f5c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:29.626488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63bd9a-e463-4475-bdf3-8ba2757cc82c req-51061a83-f6bb-48f3-9dec-72ac85cadd8b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.634219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f63bd9a-e463-4475-bdf3-8ba2757cc82c req-51061a83-f6bb-48f3-9dec-72ac85cadd8b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 945 time: 0.1153648 Nov 19 03:51:29.744568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f63bd9a-e463-4475-bdf3-8ba2757cc82c req-91834b79-afb8-4c06-a0da-965f68b8aa4c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090698 Nov 19 03:51:29.823795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-142c2234-9a8d-4c47-a738-8d1e31e4a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.826799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-142c2234-9a8d-4c47-a738-8d1e31e4a10f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.1714365 Nov 19 03:51:29.838652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.839614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:29.840223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.900272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-f9883ed4-1799-4607-a050-8e4c9ccd4752 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 217 time: 0.0565181 Nov 19 03:51:29.932845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3278553 Nov 19 03:51:29.940178 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-32f91f63-b472-4148-83db-d73cb7e28f40 req-5cc74c52-c604-4eab-b160-2313b746cfbe tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 03:51:29.941196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32f91f63-b472-4148-83db-d73cb7e28f40 req-5cc74c52-c604-4eab-b160-2313b746cfbe tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/641b271d-275f-48d8-9bea-762769a02cfc HTTP/1.1" status: 409 len: 341 time: 0.4778023 Nov 19 03:51:29.945477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:29.953321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Request body: {'subnet': {'network_id': '98649088-1c25-439e-828c-9e9c534cd29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-subnet', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:29.956517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1289c2-4ce5-477b-aa68-0c3068f18646 admin admin] Pushing event updated for resources: {'Network': ['ID=98649088-1c25-439e-828c-9e9c534cd29b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:29.976893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:29.989035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 98649088-1c25-439e-828c-9e9c534cd29b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:51:30.031962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-975c696f-e8cd-4bce-845e-3983964887ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.033620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-975c696f-e8cd-4bce-845e-3983964887ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.1245005 Nov 19 03:51:30.034183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Made reservation on behalf of 54dacdad416345d8897831342cf7094d for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:30.038268 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.045457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.050479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a299-9ab1-42bd-95f7-c3b312660470 req-3dfd028c-9ce1-47f5-a81f-151f339e3c1a tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.060078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a583a299-9ab1-42bd-95f7-c3b312660470 req-3dfd028c-9ce1-47f5-a81f-151f339e3c1a tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.0857267 Nov 19 03:51:30.109596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-2d002bff-7b21-4f5e-b0aa-db7256298b23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386651 Nov 19 03:51:30.190074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:30.228818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9e4f-5d7c-49f3-98c8-7a1a206b719c req-099e7407-6ef0-4bb7-8e4d-25068233566e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.229892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-4b0200b8-dec0-47f9-a03a-bf26a6eae26b service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112134 Nov 19 03:51:30.231114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-840c9e4f-5d7c-49f3-98c8-7a1a206b719c req-099e7407-6ef0-4bb7-8e4d-25068233566e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 932 time: 0.1504195 Nov 19 03:51:30.232136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:30.242144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:30.304961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a583a299-9ab1-42bd-95f7-c3b312660470 req-11085a42-ca42-49e7-bfc8-dea2f02b83c8 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436919 Nov 19 03:51:30.329185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:30.344107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.344749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.355876 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a9ffceb-0cc2-459f-b241-c7dfc7baea79 req-9652b5eb-79a7-4fef-88cd-be735467217c service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146386 Nov 19 03:51:30.381707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-106efe44-950e-4723-93c0-88d7b655073c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6888406 Nov 19 03:51:30.400606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-840c9e4f-5d7c-49f3-98c8-7a1a206b719c req-2954b1ef-9ddc-4502-bddc-2ef439bef081 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091084 Nov 19 03:51:30.446830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Request body: {'port': {'device_id': '72e098a8-1011-4b64-894c-44ad42f743f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:30.551484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 31d830fc-eebf-43a3-9530-bb70318f0859 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:30.563107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.579714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332605-774f-470c-a549-44bed913786d req-7e3a18e7-0432-43fa-a873-5e81e0569757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.581234 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-7e3a18e7-0432-43fa-a873-5e81e0569757 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1136 time: 0.0601723 Nov 19 03:51:30.590061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2d734-7f24-42b1-962c-6a4a85df73f6 req-f6e50fcf-f350-4ad3-8494-59d52b35da69 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.591581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4ec2d734-7f24-42b1-962c-6a4a85df73f6 req-f6e50fcf-f350-4ad3-8494-59d52b35da69 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 948 time: 0.1055751 Nov 19 03:51:30.611188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.696172 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4ec2d734-7f24-42b1-962c-6a4a85df73f6 req-b295dd1a-69b7-4937-98ca-62092808f0ca tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948832 Nov 19 03:51:30.729431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332605-774f-470c-a549-44bed913786d req-405d1eb5-60d3-4f2d-bced-47c0e652bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.731609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-405d1eb5-60d3-4f2d-bced-47c0e652bf63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.1391280 Nov 19 03:51:30.736418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 31d830fc-eebf-43a3-9530-bb70318f0859, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=31d830fc-eebf-43a3-9530-bb70318f0859,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:30.746629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0fa6d78-2321-4517-b0ba-49d5908595a5,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:30.763776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Checking segment: {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:30.764152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Network hostable DHCP agents. Network: 98649088-1c25-439e-828c-9e9c534cd29b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:51:30.768716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '31d830fc-eebf-43a3-9530-bb70318f0859', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '31d830fc-eebf-43a3-9530-bb70318f0859', 'mac_address': 'fa:16:3e:0e:11:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:30.834880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-daa58ca5-fbf7-4870-bb73-b71ed1641e85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 217 time: 0.0930738 Nov 19 03:51:30.864350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Network 98649088-1c25-439e-828c-9e9c534cd29b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:51:30.883476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 98649088-1c25-439e-828c-9e9c534cd29b) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:30.895425 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.902088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:30.902696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:30.944804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c24291e0-660f-422b-a208-57ef6e8e254e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9954920 Nov 19 03:51:30.957620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35414) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:30.971172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d830fc-eebf-43a3-9530-bb70318f0859 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:30.985528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:30.994554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f240356-1868-4262-8989-f4586f72905a None None] Network 98649088-1c25-439e-828c-9e9c534cd29b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:31.018959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d206f3d-4151-4809-a79e-f008b6480ce8 req-d5e8bd34-4e5a-428a-b960-f50df767529d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:31.027463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d206f3d-4151-4809-a79e-f008b6480ce8 req-d5e8bd34-4e5a-428a-b960-f50df767529d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 985 time: 0.2046003 Nov 19 03:51:31.031243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332605-774f-470c-a549-44bed913786d req-86c88d4e-9c54-4411-b483-0c1634824089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:31.033588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-86c88d4e-9c54-4411-b483-0c1634824089 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.1731551 Nov 19 03:51:31.086388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.088631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.107579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-af7e87fc-8783-40e6-afa0-ad689d244861 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577157 Nov 19 03:51:31.116799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 31d830fc-eebf-43a3-9530-bb70318f0859, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=31d830fc-eebf-43a3-9530-bb70318f0859,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:31.133694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ce2911-b4b3-481a-85cd-73119fc6d0bd {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:31.149860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.156336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.197436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.204886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Transition to ACTIVE for port object a2ce2911-b4b3-481a-85cd-73119fc6d0bd will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:31.242692 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d206f3d-4151-4809-a79e-f008b6480ce8 req-e02d2a5c-0bb0-44be-a908-17dcfad69e0e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=641b271d-275f-48d8-9bea-762769a02cfc&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2139435 Nov 19 03:51:31.260185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.308199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=31d830fc-eebf-43a3-9530-bb70318f0859,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:31.329158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-f06a40f2-84fe-40ae-977f-25cd1b75b298 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138612 Nov 19 03:51:31.359948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-98649088-1c25-439e-828c-9e9c534cd29b', 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'fixed_ips': [{'subnet_id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:51:31.360755 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.437354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.471521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:31.478874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f332605-774f-470c-a549-44bed913786d req-519d52ca-cc07-4710-8f28-798a7242f14a service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255589 Nov 19 03:51:31.543786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b9b9-94de-40c2-954a-58216c2f5417 req-94ab646a-b911-40c0-a093-7b17da708b9e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:31.549621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.551770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7233b9b9-94de-40c2-954a-58216c2f5417 req-94ab646a-b911-40c0-a093-7b17da708b9e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 945 time: 0.2932580 Nov 19 03:51:31.564089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Allocated IP 172.20.0.2 (98649088-1c25-439e-828c-9e9c534cd29b/c0fa6d78-2321-4517-b0ba-49d5908595a5/9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:31.607541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7ba27-caa9-4d6a-8a1d-84de22dc26f1 req-ccf7c76d-b67b-45b1-8412-e08ec4ce04f1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:31.610146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c7ba27-caa9-4d6a-8a1d-84de22dc26f1 req-ccf7c76d-b67b-45b1-8412-e08ec4ce04f1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.0650978 Nov 19 03:51:31.635761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['31d830fc-eebf-43a3-9530-bb70318f0859'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:31.658533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7233b9b9-94de-40c2-954a-58216c2f5417 req-422c28f6-9a56-48d3-938b-d4b55df7ea3f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057549 Nov 19 03:51:31.676536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:31.677179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:31.677851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:31.691171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c7ba27-caa9-4d6a-8a1d-84de22dc26f1 req-b9cc72ac-18d3-4c03-bb01-7a8277b5803c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731783 Nov 19 03:51:31.696176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:31.696532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:31.717065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:31.717418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:31.722589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:31.725324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Bound port: a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:31.726402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.936386 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.944920 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.948040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:31.956286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12244008-30c8-412a-835f-87deb38f1dd8 req-97715de2-5b26-4df4-9a37-3ad774d3d1e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:31.959255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-12244008-30c8-412a-835f-87deb38f1dd8 req-97715de2-5b26-4df4-9a37-3ad774d3d1e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 949 time: 0.0877657 Nov 19 03:51:31.983119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:31.992099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:31.996398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Network 98649088-1c25-439e-828c-9e9c534cd29b is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:32.002992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:32.008240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:32.037091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-12244008-30c8-412a-835f-87deb38f1dd8 req-72ccc569-7427-4d0e-b135-07f630cb7203 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703115 Nov 19 03:51:32.057876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.062319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:32.084497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.085129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.086563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-8a8f5a51-9fe1-4fe7-b5bb-a27cc9b1d5b8 service neutron] 10.222.0.31 "PUT /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 1092 time: 1.6476514 Nov 19 03:51:32.087012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:32.089318 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:32.093646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.101626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Pushing event updated for resources: {'Port': ['ID=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:32.133503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Attempting to bind port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:32.134532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Attempting to bind port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:32.135247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Attempting to bind port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 on network 98649088-1c25-439e-828c-9e9c534cd29b {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:32.142125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:32.142790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Checking segment: {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:32.144182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.145992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Bound using segment: {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:32.146831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Bound port: 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:32.147442 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.234713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] For port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:32.241805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] For port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,segment=NetworkSegment(a660b7dc-0c61-42e9-88b4-252d750efc3c),segment_id=a660b7dc-0c61-42e9-88b4-252d750efc3c)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:32.258416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdcd7f-8dca-4e41-b0c6-243018f229ce req-d0ea67f0-f746-486f-8aff-1f27a5b894b4 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.259957 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acdcd7f-8dca-4e41-b0c6-243018f229ce req-d0ea67f0-f746-486f-8aff-1f27a5b894b4 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1096 time: 0.1165981 Nov 19 03:51:32.262832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.297005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Allocated IP 172.25.8.127 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2c50d612-e693-4d79-85fe-bc2e5e68d3fb) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:32.318318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-d0be71de-c992-4ba0-bd58-59decd926f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.320387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-d0be71de-c992-4ba0-bd58-59decd926f78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1095 time: 0.0979893 Nov 19 03:51:32.337260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02b7da-7e7a-49f6-8e19-2272fd939c7f None None] Pushing event updated for resources: {'Port': ['ID=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:32.428655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-17c9b6fc-f3bf-478c-bd50-f81e0e42dff8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 217 time: 0.0799675 Nov 19 03:51:32.434976 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acdcd7f-8dca-4e41-b0c6-243018f229ce req-d302b9bc-d2b9-4c3b-bccf-3047f14620e0 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604695 Nov 19 03:51:32.469655 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61323fa0-405f-45df-a7d9-f0ae73fc145a x-openstack-request-id: req-61323fa0-405f-45df-a7d9-f0ae73fc145a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:32.470242 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:32.470242 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61323fa0-405f-45df-a7d9-f0ae73fc145a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:32.470623 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'status': 'completed', 'code': 200} Nov 19 03:51:32.534426 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-5903bf15-eca0-44eb-b11a-8601a5b96bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.536479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-5903bf15-eca0-44eb-b11a-8601a5b96bf3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0991192 Nov 19 03:51:32.603308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.605776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400c8e7-17bb-4f2a-8d0e-047813892485 req-101b228d-6566-4afb-b5f0-bfa10d083161 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.607845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a400c8e7-17bb-4f2a-8d0e-047813892485 req-101b228d-6566-4afb-b5f0-bfa10d083161 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 985 time: 0.0893435 Nov 19 03:51:32.631474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-e40dc0b5-8525-40f5-b58c-e470d2a93a94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776794 Nov 19 03:51:32.705411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a400c8e7-17bb-4f2a-8d0e-047813892485 req-30368307-25ca-4c3b-b549-336f28089c99 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=641b271d-275f-48d8-9bea-762769a02cfc&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0904534 Nov 19 03:51:32.757532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7c294-f96a-4625-a571-0c91a3b6f651 req-42b40b97-902a-4438-beb8-151cfce4be05 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.762424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dad7c294-f96a-4625-a571-0c91a3b6f651 req-42b40b97-902a-4438-beb8-151cfce4be05 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.2335567 Nov 19 03:51:32.766349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:32.843189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:32.865159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:32.878635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:32.885200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:32.912639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d92e1-3c56-4153-bcc2-8d4ed5a55db7 req-cec57249-9942-4b55-a824-78fb1878fbfe tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:32.914049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-448d92e1-3c56-4153-bcc2-8d4ed5a55db7 req-cec57249-9942-4b55-a824-78fb1878fbfe tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1096 time: 0.0496149 Nov 19 03:51:32.916416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-c38b2b56-6e12-4461-bf82-c1aa97816fe7 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678745 Nov 19 03:51:32.939257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dad7c294-f96a-4625-a571-0c91a3b6f651 req-ba71c82a-d125-4c5d-a2fa-b1a7b7ce3b7c tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641006 Nov 19 03:51:32.972502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-448d92e1-3c56-4153-bcc2-8d4ed5a55db7 req-edf3f4b4-49d7-4565-bbd1-92cb1c5a1e58 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Nov 19 03:51:33.061212 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-9f37e415-5535-46b6-bbee-a43f471aaeb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767295 Nov 19 03:51:33.088815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-651dc747-19e7-42a6-a632-3d562d5abeee req-88a62835-1726-4c4d-8e4c-c2280237965a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-962924053&fields=id&tenant_id=ff253b283d454d32a4668d1f41a64ff3 HTTP/1.1" status: 200 len: 267 time: 0.0588410 Nov 19 03:51:33.174960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc747-19e7-42a6-a632-3d562d5abeee req-7c1facbb-6745-4f81-bac3-ae90468011ba tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.177093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-651dc747-19e7-42a6-a632-3d562d5abeee req-7c1facbb-6745-4f81-bac3-ae90468011ba tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 985 time: 0.0809553 Nov 19 03:51:33.193386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a2dba12-c5aa-41c4-8f22-01fe1362766f req-9aaa0c68-781d-47db-905c-40805c33a790 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510519 Nov 19 03:51:33.194856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'port': {'security_groups': ['29555d1e-348a-4ff0-b265-65c5ea30e6be', '641b271d-275f-48d8-9bea-762769a02cfc', 'c1df1553-23ce-4932-9e02-17d565b7ed62']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:33.201104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-63818111-0584-4209-afbb-9ff52db32ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.202675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-63818111-0584-4209-afbb-9ff52db32ca3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1117 time: 0.0653918 Nov 19 03:51:33.220055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476562bb-0bd7-4392-9030-e849a133db20 req-7517e73b-0123-47be-a3db-ffb7694fb49e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.228137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-476562bb-0bd7-4392-9030-e849a133db20 req-7517e73b-0123-47be-a3db-ffb7694fb49e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.1834865 Nov 19 03:51:33.364644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.378203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:33.432874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-1570f522-2cb1-4ed0-915a-298d7f187d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.434535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-1570f522-2cb1-4ed0-915a-298d7f187d44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.2022605 Nov 19 03:51:33.438557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:33.438944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.493408 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-8e82740c-fac5-42bb-b792-c656b757c928 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.0491366 Nov 19 03:51:33.509790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc924735-d50b-46f5-ba2f-4e7fa575051f None None] Network 98649088-1c25-439e-828c-9e9c534cd29b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:33.571754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-aa75d45f-2777-4c15-876f-9ad44ac01a79 None None] Provisioning complete for port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:33.572224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aa75d45f-2777-4c15-876f-9ad44ac01a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.579031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-f1403f5d-d988-4aa8-becb-a522ed1ec218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.580848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-f1403f5d-d988-4aa8-becb-a522ed1ec218 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0750680 Nov 19 03:51:33.666966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-476562bb-0bd7-4392-9030-e849a133db20 req-27367780-5377-40cd-9721-c56b8d213322 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379044 Nov 19 03:51:33.671785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-f5be1ff9-7e65-498a-81f8-38bd90763b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.673234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-f5be1ff9-7e65-498a-81f8-38bd90763b63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1095 time: 0.1241715 Nov 19 03:51:33.684187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.704650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.821062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,segment=NetworkSegment(a660b7dc-0c61-42e9-88b4-252d750efc3c),segment_id=a660b7dc-0c61-42e9-88b4-252d750efc3c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:33.835094 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.838673 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aa75d45f-2777-4c15-876f-9ad44ac01a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:33.876346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-4d992625-ba7d-4cc1-81a7-abfd7d391698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:33.877372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-4d992625-ba7d-4cc1-81a7-abfd7d391698 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1907794 Nov 19 03:51:33.909964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-680a0f16-5262-456c-9248-4fb4ceaf01f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3185270 Nov 19 03:51:33.940149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:33.960501 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-aa75d45f-2777-4c15-876f-9ad44ac01a79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:51:33.960865 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-aa75d45f-2777-4c15-876f-9ad44ac01a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:51:33.984688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-9baf13be-fe91-42b1-b7ca-bb8d45a615b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 217 time: 0.0681314 Nov 19 03:51:34.087635 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.089624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-56a862ed-e5ad-43ee-8b52-56692e4a4383 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:34.091201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-56a862ed-e5ad-43ee-8b52-56692e4a4383 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.2169971 Nov 19 03:51:34.171801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:34.222371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-d9fb4190-02d4-4df1-bded-9cbdf87a0d25 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497191 Nov 19 03:51:34.230099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-8210f800-8091-4ba2-a96d-da9ff73238f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:34.231603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-8210f800-8091-4ba2-a96d-da9ff73238f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1387024 Nov 19 03:51:34.248658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.290857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.294309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-7c003fff-1df2-4869-bac9-bdf42a5d9d38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351973 Nov 19 03:51:34.310153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add73c-958a-4e12-a4ac-e987d1bfa5e0 req-77004329-3562-4e40-8720-47525e5bb957 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:34.311643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54add73c-958a-4e12-a4ac-e987d1bfa5e0 req-77004329-3562-4e40-8720-47525e5bb957 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 949 time: 0.1331346 Nov 19 03:51:34.330782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', '6f137dff-819e-4b87-aa54-8cad29d57f5c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:34.365697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:34.366605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.373100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-651dc747-19e7-42a6-a632-3d562d5abeee req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "PUT /v2.0/ports/6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 1021 time: 1.1834657 Nov 19 03:51:34.386975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:34.390123 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:34.400118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Deleting port 48c9b9a6-8b23-4081-85a4-da6040a56a77 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:34.400467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.459630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54add73c-958a-4e12-a4ac-e987d1bfa5e0 req-bdb0d9e7-8671-4aa1-98fc-016877a89979 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360579 Nov 19 03:51:34.509464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683391-719c-42d5-9eb8-d7f198ef9477 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:34.530865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-76972052-002f-44bb-8f0c-a15faa12a540 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157669 Nov 19 03:51:34.541431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21a5fc6f-3469-42aa-99ea-e46d110a8249 req-2dcd0e0d-f0ab-4786-b89b-9550ffba2a06 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078525 Nov 19 03:51:34.546267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Router eadc6115-f0e6-47f5-b3e9-45a799cddb19 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:51:34.577017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6f137dff-819e-4b87-aa54-8cad29d57f5c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:34.598783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] For port 48c9b9a6-8b23-4081-85a4-da6040a56a77, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=48c9b9a6-8b23-4081-85a4-da6040a56a77,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:34.599242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.622203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Calling delete_port for 48c9b9a6-8b23-4081-85a4-da6040a56a77 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:34.751399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c9065-a5dd-49b3-a942-675947e54010 req-11c3b659-e231-4bfe-a348-2f87ff26ca35 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:34.760232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-782c9065-a5dd-49b3-a942-675947e54010 req-11c3b659-e231-4bfe-a348-2f87ff26ca35 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/ports?device_id=69b5fb57-f041-453a-97f0-be3a979fa114 HTTP/1.1" status: 200 len: 949 time: 0.2106912 Nov 19 03:51:34.771252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71aa499f-e9d2-4b1a-8f6a-c9d62e05bd4f req-086c3fff-b457-44f6-9d4c-13e626daa841 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331727 Nov 19 03:51:34.805621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:34.810874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 31d830fc-eebf-43a3-9530-bb70318f0859 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:34.831799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Sync routers for ids ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:34.849614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:34.851127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ac902f1-cb7e-4fa0-a618-6a49cd28f1e6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8853557 Nov 19 03:51:34.855066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35508) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:34.880588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-782c9065-a5dd-49b3-a942-675947e54010 req-83aae71b-f6eb-4dec-854a-051c62505550 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aab0d2e-0467-415b-9ca2-e0489bade154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176844 Nov 19 03:51:34.965210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Routers {'eadc6115-f0e6-47f5-b3e9-45a799cddb19'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:34.965860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:34.984317 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:35.001962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53b607c0-8abc-4628-aac1-59fdb4b6520d req-01d684b6-2449-48de-9d73-34a8ea052a9d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/c1df1553-23ce-4932-9e02-17d565b7ed62 HTTP/1.1" status: 200 len: 1816 time: 0.0783038 Nov 19 03:51:35.024307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Pushing event deleted for resources: {'Port': ['ID=48c9b9a6-8b23-4081-85a4-da6040a56a77,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:35.036516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['48c9b9a6-8b23-4081-85a4-da6040a56a77'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:35.127852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] No DVR routers for this DVR port 48c9b9a6-8b23-4081-85a4-da6040a56a77 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:35.139087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:35.143222 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c63658f-b2b8-4f86-8254-626126ea3fb2 req-3b84743d-5325-45bc-8847-ee73721233d1 tempest-TenantUsagesTestJSON-978883018 tempest-TenantUsagesTestJSON-978883018-project] 10.222.0.36 "DELETE /v2.0/ports/48c9b9a6-8b23-4081-85a4-da6040a56a77 HTTP/1.1" status: 204 len: 173 time: 1.0417235 Nov 19 03:51:35.144209 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-53b607c0-8abc-4628-aac1-59fdb4b6520d req-adc9290f-64bf-4b02-80f9-2291ca15f62e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 03:51:35.146173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53b607c0-8abc-4628-aac1-59fdb4b6520d req-adc9290f-64bf-4b02-80f9-2291ca15f62e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/c1df1553-23ce-4932-9e02-17d565b7ed62 HTTP/1.1" status: 409 len: 341 time: 0.1243341 Nov 19 03:51:35.259523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 31d830fc-eebf-43a3-9530-bb70318f0859 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:35.266120 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ecd28-fd9e-446d-ba58-408c93a43464 x-openstack-request-id: req-f23ecd28-fd9e-446d-ba58-408c93a43464 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:35.266402 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:35.266683 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f23ecd28-fd9e-446d-ba58-408c93a43464 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:35.267087 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'status': 'completed', 'code': 200} Nov 19 03:51:35.281364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-baee8447-6ea1-4ccd-8217-bf11c8c322d3 None None] Provisioning complete for port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:35.282728 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-baee8447-6ea1-4ccd-8217-bf11c8c322d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:35.296059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 31d830fc-eebf-43a3-9530-bb70318f0859 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:35.296445 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:35.360662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Set router eadc6115-f0e6-47f5-b3e9-45a799cddb19 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:35.454359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:35.475350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8f7d-a7b3-4e4c-abbb-a37a2be5ec61 req-5819140e-b679-4f0f-8588-83d6775c3f21 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:35.485156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-06dc8f7d-a7b3-4e4c-abbb-a37a2be5ec61 req-5819140e-b679-4f0f-8588-83d6775c3f21 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.0910954 Nov 19 03:51:35.556201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-06dc8f7d-a7b3-4e4c-abbb-a37a2be5ec61 req-3dc07380-d4dd-493c-aed5-bb4f91817d13 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Nov 19 03:51:35.588656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-f586406e-a8f3-46a0-b3c3-1218ec018e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:35.596996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-f586406e-a8f3-46a0-b3c3-1218ec018e9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff253b283d454d32a4668d1f41a64ff3&device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1175 time: 0.1754532 Nov 19 03:51:35.626956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:35.627532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:35.807311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-5bcf4c7d-727c-4db6-acbe-c91db70673bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:35.809232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-5bcf4c7d-727c-4db6-acbe-c91db70673bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 200 len: 913 time: 0.2080333 Nov 19 03:51:35.851915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:35.897500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-16801397-f2cf-45f2-8452-2c8d50e71622 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 200 len: 217 time: 0.0777395 Nov 19 03:51:35.934969 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.038302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c90aea3-bae1-42c1-b014-901bade92e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d830fc-eebf-43a3-9530-bb70318f0859'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:36.040936 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecbe6d9-ddfd-48b3-acf4-0f3e46697178" -d '{"events": [{"server_uuid": "5c90aea3-bae1-42c1-b014-901bade92e96", "name": "network-vif-plugged", "status": "completed", "tag": "31d830fc-eebf-43a3-9530-bb70318f0859"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:36.068255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 31d830fc-eebf-43a3-9530-bb70318f0859, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=31d830fc-eebf-43a3-9530-bb70318f0859,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:36.086729 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.126258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:33Z', 'revision_number': 3, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:36.174316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Checking router: eadc6115-f0e6-47f5-b3e9-45a799cddb19 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:36.174682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Updating router eadc6115-f0e6-47f5-b3e9-45a799cddb19 port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:51:36.222530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de82db-860b-470c-9fbe-d2c8b74591db req-b766d6a2-fc25-4c8a-b496-24a814b35658 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:36.225689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9de82db-860b-470c-9fbe-d2c8b74591db req-b766d6a2-fc25-4c8a-b496-24a814b35658 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 950 time: 0.0546668 Nov 19 03:51:36.240731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=31d830fc-eebf-43a3-9530-bb70318f0859,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:36.252977 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.280331 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9de82db-860b-470c-9fbe-d2c8b74591db req-52e590f3-9803-4ab5-a434-378b9958043a tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Nov 19 03:51:36.298134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-fb899082-6836-4f47-9c5d-f229e4c5d055 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:51:36.299170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-fb899082-6836-4f47-9c5d-f229e4c5d055 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494483 Nov 19 03:51:36.362377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-cf6313a8-0824-48d4-b85f-8e990f09731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:36.364547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-cf6313a8-0824-48d4-b85f-8e990f09731f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 200 len: 852 time: 0.4433491 Nov 19 03:51:36.423258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-12986285-d9e9-44b8-8ab5-e27cd5287c4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340424 Nov 19 03:51:36.426883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bb07c2cd-f329-4f1c-8790-a86270462ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:36.428223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bb07c2cd-f329-4f1c-8790-a86270462ff1 service neutron] 10.222.0.52 "GET /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 1093 time: 0.1130633 Nov 19 03:51:36.471170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Request body: {'binding': {'host': 'n-h2-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:36.476566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:51:36.566617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.576423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.590429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9deccd-0fdc-4a15-a931-d01ef081dd53 req-d2bbe44c-079c-456c-b099-1ac1daf3f1c6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:36.601183 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9deccd-0fdc-4a15-a931-d01ef081dd53 req-d2bbe44c-079c-456c-b099-1ac1daf3f1c6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1024 time: 0.1038573 Nov 19 03:51:36.633922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:36.670455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Allocated IP 172.20.0.1 (98649088-1c25-439e-828c-9e9c534cd29b/c0fa6d78-2321-4517-b0ba-49d5908595a5/e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:36.728954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9deccd-0fdc-4a15-a931-d01ef081dd53 req-70024286-235e-41af-b33b-22cbd042816a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1df1553-23ce-4932-9e02-17d565b7ed62&id=641b271d-275f-48d8-9bea-762769a02cfc&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1215301 Nov 19 03:51:36.772146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:36.797959 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628691f5-8407-4075-b64c-c89cc7ff0258 x-openstack-request-id: req-628691f5-8407-4075-b64c-c89cc7ff0258 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:36.798529 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c90aea3-bae1-42c1-b014-901bade92e96", "name": "network-vif-plugged", "status": "completed", "tag": "31d830fc-eebf-43a3-9530-bb70318f0859", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:36.798967 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-628691f5-8407-4075-b64c-c89cc7ff0258 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:36.799369 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c90aea3-bae1-42c1-b014-901bade92e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d830fc-eebf-43a3-9530-bb70318f0859', 'code': 200} Nov 19 03:51:36.810248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Attempting to bind port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:36.810843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Attempting to bind port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:36.811802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Attempting to bind port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:36.854589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on host n-h2-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:36.855176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:36.855283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:36.858596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'port_id': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'mac_address': 'fa:16:3e:b9:09:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c33486f-ed83-4309-9e25-5064047df0e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:36.864884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:36.865225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:36.866415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85054982-a678-444a-a073-2154dde1aca9 None None] Pushing event updated for resources: {'Port': ['ID=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:36.869765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:36.870209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:36.870556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.870945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:36.871421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Bound port: 2c50d612-e693-4d79-85fe-bc2e5e68d3fb, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:36.871797 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:36.880809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:36.881167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:36.881573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:36.882078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Bound port: f17b6bda-8c5d-48f7-a022-639087fde0a7, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:36.913354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35564) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:36.940697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-115437a0-188b-455f-be16-c632d08096fe service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049865 Nov 19 03:51:36.984286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297930f4-9448-40a1-a62f-95f8709d53f7 req-f97e7102-7e03-4603-9c70-b9bf85f91c08 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:36.993649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-297930f4-9448-40a1-a62f-95f8709d53f7 req-f97e7102-7e03-4603-9c70-b9bf85f91c08 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.1543462 Nov 19 03:51:36.994935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.021148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] For port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:37.036152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] For port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:37.039934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ce2911-b4b3-481a-85cd-73119fc6d0bd {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:37.050423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.071295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ba01-656a-42cd-9ae9-b592ba864cac req-7934ea8f-2c53-4011-b13d-fc0b619f4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:37.074131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b97ba01-656a-42cd-9ae9-b592ba864cac req-7934ea8f-2c53-4011-b13d-fc0b619f4300 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 1101 time: 0.1392598 Nov 19 03:51:37.080468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.088868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:37.098953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce0adfed-f3f2-4ae5-acb6-5d8a052be450 req-53a64c74-a206-456b-98c4-c77389103d77 service neutron] 10.222.0.31 "GET /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451011 Nov 19 03:51:37.105698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.106901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-bd2faee6-7e81-49b2-9c6f-5f4831f660e2 service neutron] 10.222.0.52 "POST /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6403718 Nov 19 03:51:37.130950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:37.137141 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-297930f4-9448-40a1-a62f-95f8709d53f7 req-f7235bbf-a13e-4a67-8972-88dcdbb6d51a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421573 Nov 19 03:51:37.145854 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.149640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.167727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Routers {'eadc6115-f0e6-47f5-b3e9-45a799cddb19'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:37.167727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:37.174473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b97ba01-656a-42cd-9ae9-b592ba864cac req-22667e4d-b875-4d9b-92d5-217a7ccb0692 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877290 Nov 19 03:51:37.266052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Network 98649088-1c25-439e-828c-9e9c534cd29b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:37.268107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b5fb57-f041-453a-97f0-be3a979fa114', 'name': 'network-vif-deleted', 'tag': '48c9b9a6-8b23-4081-85a4-da6040a56a77'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:37.270957 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79517d3d-cd45-4088-871f-3e59fe3db102" -d '{"events": [{"server_uuid": "69b5fb57-f041-453a-97f0-be3a979fa114", "name": "network-vif-deleted", "tag": "48c9b9a6-8b23-4081-85a4-da6040a56a77"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:37.280288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:37.285378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:37.334793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:37.340055 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.425297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85054982-a678-444a-a073-2154dde1aca9 None None] Pushing event updated for resources: {'Port': ['ID=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:37.450146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c5ea6d4e-7e61-4704-9ad4-5ffe258e1d12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de95ba93ff9940c1bf9121ddafa954c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351410 Nov 19 03:51:37.451115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35582) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:37.567794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:37.580786 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004189c-62f0-4bdf-b4e3-de7d38a678db x-openstack-request-id: req-2004189c-62f0-4bdf-b4e3-de7d38a678db {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:37.581087 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b5fb57-f041-453a-97f0-be3a979fa114", "name": "network-vif-deleted", "tag": "48c9b9a6-8b23-4081-85a4-da6040a56a77", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:37.581349 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2004189c-62f0-4bdf-b4e3-de7d38a678db {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:37.581786 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b5fb57-f041-453a-97f0-be3a979fa114', 'name': 'network-vif-deleted', 'tag': '48c9b9a6-8b23-4081-85a4-da6040a56a77', 'status': 'completed', 'code': 200} Nov 19 03:51:37.589259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.591682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44e2a119-1b53-4137-8f48-11f7a9e28fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.611738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a2ce2911-b4b3-481a-85cd-73119fc6d0bd'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:37.625746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44e2a119-1b53-4137-8f48-11f7a9e28fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.654487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 48c9b9a6-8b23-4081-85a4-da6040a56a77 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:37.661671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e78b2625-da1b-446d-ad7f-15b9eacf2970 None None] Provisioning complete for port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:37.662074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e78b2625-da1b-446d-ad7f-15b9eacf2970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.709066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 48c9b9a6-8b23-4081-85a4-da6040a56a77 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:37.709464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 48c9b9a6-8b23-4081-85a4-da6040a56a77 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:37.712831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] Set router eadc6115-f0e6-47f5-b3e9-45a799cddb19 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:37.739758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-86340beb-63db-4b8f-81e6-6ab40dac2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:37.741303 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-86340beb-63db-4b8f-81e6-6ab40dac2c59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1096 time: 0.0829499 Nov 19 03:51:37.758055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dc36a-b1d1-4b92-92d1-2289253ad7af req-73f08e16-016b-4553-b1a2-07bba2110da8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:37.759647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e29dc36a-b1d1-4b92-92d1-2289253ad7af req-73f08e16-016b-4553-b1a2-07bba2110da8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 945 time: 0.1023991 Nov 19 03:51:37.785983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44e2a119-1b53-4137-8f48-11f7a9e28fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.788502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44e2a119-1b53-4137-8f48-11f7a9e28fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.801820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-44e2a119-1b53-4137-8f48-11f7a9e28fab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0aab0d2e-0467-415b-9ca2-e0489bade154 HTTP/1.1" status: 204 len: 168 time: 0.3411415 Nov 19 03:51:37.834593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6969-6305-4dd2-a534-29e752dbfc55 req-9d81525d-8225-4047-8e09-a112e259c50a tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:37.836197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a28d6969-6305-4dd2-a534-29e752dbfc55 req-9d81525d-8225-4047-8e09-a112e259c50a tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 950 time: 0.0915012 Nov 19 03:51:37.838423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.840704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e78b2625-da1b-446d-ad7f-15b9eacf2970 None None] Port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:37.845027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.895407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a119-1b53-4137-8f48-11f7a9e28fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab0d2e-0467-415b-9ca2-e0489bade154,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:37.954114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e29dc36a-b1d1-4b92-92d1-2289253ad7af req-a5b94da7-8695-466d-a844-155eac8c6f5c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789770 Nov 19 03:51:37.967974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:37.976386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:37.990485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-ba76521a-115b-4bec-bd9b-4382b2e578da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:37.991991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-ba76521a-115b-4bec-bd9b-4382b2e578da service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.2314675 Nov 19 03:51:38.013856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a28d6969-6305-4dd2-a534-29e752dbfc55 req-dc1043d0-d6f0-4906-aa09-775b012eeed7 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600735 Nov 19 03:51:38.037538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:33Z', 'revision_number': 3, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:38.071342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9227979-7dc5-4e14-b757-b084d04e367b None None] The sync data for ids ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'] in n-d-818503-1 is: [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:33Z', 'revision_number': 3, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:38.089334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-de638272-be64-480c-9cf9-bf587d967b05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 217 time: 0.0892780 Nov 19 03:51:38.171013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-840477f0-8c3f-4274-b823-05c358769269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:38.172701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-840477f0-8c3f-4274-b823-05c358769269 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.0711508 Nov 19 03:51:38.211555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-1120d9dc-70ba-456e-ad63-c97283cefa11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276031 Nov 19 03:51:38.217842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Network 98649088-1c25-439e-828c-9e9c534cd29b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:38.221692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:38.252795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570c85-eaff-4caf-aa9e-499d14713404 req-2c1a7c00-edb6-482e-afb9-3388bd6fc2c8 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:38.255750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c570c85-eaff-4caf-aa9e-499d14713404 req-2c1a7c00-edb6-482e-afb9-3388bd6fc2c8 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1024 time: 0.1409349 Nov 19 03:51:38.378442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35598) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:38.398002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e27830c-b683-46b1-869d-6ea59ef36713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:38.407696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-ae564442-a705-450f-8e4a-63239c94843e service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776447 Nov 19 03:51:38.585052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c570c85-eaff-4caf-aa9e-499d14713404 req-5aeed053-303c-424e-8c5e-2a6636a41a05 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1df1553-23ce-4932-9e02-17d565b7ed62&id=641b271d-275f-48d8-9bea-762769a02cfc&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2436867 Nov 19 03:51:38.596453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Router eadc6115-f0e6-47f5-b3e9-45a799cddb19 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:51:38.642309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e27830c-b683-46b1-869d-6ea59ef36713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:38.659018 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e27830c-b683-46b1-869d-6ea59ef36713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:38.683867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0409075f-c22b-4987-81fe-a02413322dc0 None None] Provisioning complete for port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:38.690431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0409075f-c22b-4987-81fe-a02413322dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:38.751459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:38.763710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7eb59273-85bd-4887-a8c2-24a1e0ed725c service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533653 Nov 19 03:51:38.765890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27830c-b683-46b1-869d-6ea59ef36713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff287a3d-e8a3-4780-802d-d5c180695860,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:38.770014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0409075f-c22b-4987-81fe-a02413322dc0 None None] Port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:38.774232 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:51:38.780339 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4e27830c-b683-46b1-869d-6ea59ef36713 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38d794b00b164ccfac5e5c37f9ccc3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001303 Nov 19 03:51:38.783692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35604) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:38.784104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-12c773a0-9cd4-4f4d-91fe-9a71464b0653 admin admin] 10.222.0.52 "PUT /v2.0/routers/eadc6115-f0e6-47f5-b3e9-45a799cddb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9226232 Nov 19 03:51:38.859936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-394753d9-f621-4b1b-b954-6948a4e1b52d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:38.862061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-394753d9-f621-4b1b-b954-6948a4e1b52d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 1024 time: 0.3340912 Nov 19 03:51:38.865710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be0f20ed-b2cb-4493-a4af-7ca7852d2661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:38.907181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be0f20ed-b2cb-4493-a4af-7ca7852d2661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:38.951783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb97d4-cc58-4ce5-b6eb-63cd071c9714 req-8c681460-3d1b-4957-a0b0-4f2cf67c5ec5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:38.953708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fceb97d4-cc58-4ce5-b6eb-63cd071c9714 req-8c681460-3d1b-4957-a0b0-4f2cf67c5ec5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 945 time: 0.1451929 Nov 19 03:51:39.016494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-2a80ff2e-5cce-445a-b47d-10f31846b5ae tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:39.018278 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-2a80ff2e-5cce-445a-b47d-10f31846b5ae tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.0778670 Nov 19 03:51:39.040759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-1'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:39.066050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fceb97d4-cc58-4ce5-b6eb-63cd071c9714 req-4f1962f0-787b-4c09-9d95-8dddac38ae27 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002488 Nov 19 03:51:39.079915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Deleting port 6f137dff-819e-4b87-aa54-8cad29d57f5c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:39.080413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.080797 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be0f20ed-b2cb-4493-a4af-7ca7852d2661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.084621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be0f20ed-b2cb-4493-a4af-7ca7852d2661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.089094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be0f20ed-b2cb-4493-a4af-7ca7852d2661 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff287a3d-e8a3-4780-802d-d5c180695860 HTTP/1.1" status: 204 len: 168 time: 0.3021805 Nov 19 03:51:39.176088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f20ed-b2cb-4493-a4af-7ca7852d2661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff287a3d-e8a3-4780-802d-d5c180695860,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:39.181286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.224500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] For port 6f137dff-819e-4b87-aa54-8cad29d57f5c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6f137dff-819e-4b87-aa54-8cad29d57f5c,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:39.224894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.266201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Calling delete_port for 6f137dff-819e-4b87-aa54-8cad29d57f5c owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:39.379450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:39.433537 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-ade34503-5d0a-42b0-9172-2b91a2f1cb85 req-36910d1d-14c8-4866-867c-9c46f8cf2116 tempest-FloatingIPDetailsNegativeTestJSON-785230234 tempest-FloatingIPDetailsNegativeTestJSON-785230234-project] show failed (client error): The resource could not be found. Nov 19 03:51:39.434182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2c50d612-e693-4d79-85fe-bc2e5e68d3fb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:39.434691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ade34503-5d0a-42b0-9172-2b91a2f1cb85 req-36910d1d-14c8-4866-867c-9c46f8cf2116 tempest-FloatingIPDetailsNegativeTestJSON-785230234 tempest-FloatingIPDetailsNegativeTestJSON-785230234-project] 10.222.0.52 "GET /v2.0/floatingips/73148350-71b2-4444-ba49-a2725c91c1af HTTP/1.1" status: 404 len: 350 time: 0.0805049 Nov 19 03:51:39.451241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35622) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:39.461047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:39.537863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:39.538281 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.616841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:39.619581 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229699e-f4b6-46dc-912a-aaa66579f6b3" -d '{"events": [{"server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "name": "network-vif-unplugged", "status": "completed", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:39.624242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.667880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.684061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257765-4594-43d1-9ff2-794e569bbeae req-49103d69-a810-4651-ac9c-4ed5a6f46181 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:39.684493 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.685702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7257765-4594-43d1-9ff2-794e569bbeae req-49103d69-a810-4651-ac9c-4ed5a6f46181 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 945 time: 0.1563578 Nov 19 03:51:39.687411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.705830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', '6f137dff-819e-4b87-aa54-8cad29d57f5c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:39.744521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'Port': ['ID=6f137dff-819e-4b87-aa54-8cad29d57f5c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:39.811723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] No DVR routers for this DVR port 6f137dff-819e-4b87-aa54-8cad29d57f5c on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:39.816625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:39.833044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.835208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:39.844729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-427f5784-4b65-4665-a3f9-2bc6f3f97b35 req-a2332ae0-ca80-434b-a729-6d6f9795110c tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "DELETE /v2.0/ports/6f137dff-819e-4b87-aa54-8cad29d57f5c HTTP/1.1" status: 204 len: 173 time: 0.9575553 Nov 19 03:51:39.845263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'name': 'network-vif-deleted', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:39.849128 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6bdc73-4607-43b9-92f9-b5b3881a692e" -d '{"events": [{"server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "name": "network-vif-deleted", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:39.861831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:39.873493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on host n-h1-818503-1 for vnic_type normal with profile {"migrating_to": "n-h2-818503-1"} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:39.873714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:39.874053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:39.875764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7257765-4594-43d1-9ff2-794e569bbeae req-ca466e71-e851-4851-acf2-9c015dd3c567 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815035 Nov 19 03:51:39.897232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:39.897828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Attempting to bind port f17b6bda-8c5d-48f7-a022-639087fde0a7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:40.076683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:40.188677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a49f2-4563-4cca-b382-25539390b598 req-5dddd5fc-b823-4560-a8e0-9776513c2527 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:40.201358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1a49f2-4563-4cca-b382-25539390b598 req-5dddd5fc-b823-4560-a8e0-9776513c2527 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 950 time: 0.1529715 Nov 19 03:51:40.255369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:40.255732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:40.256134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:40.256593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Bound port: f17b6bda-8c5d-48f7-a022-639087fde0a7, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:40.256965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.261026 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f1a49f2-4563-4cca-b382-25539390b598 req-b9435fe5-b017-44da-afa2-1f9428b85f22 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587707 Nov 19 03:51:40.304479 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-24b99b9f-b7a6-4f7c-b23f-f98db5f7a5c7 req-54a96c48-fde6-43b0-b8fd-856814d658ca tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed653e2-3952-4e00-b944-c9188d540162 HTTP/1.1" status: 200 len: 210 time: 0.0534630 Nov 19 03:51:40.369099 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b8d3c5-67ea-46e5-bc85-00963e13e221 x-openstack-request-id: req-93b8d3c5-67ea-46e5-bc85-00963e13e221 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:40.369411 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed653e2-3952-4e00-b944-c9188d540162", "name": "network-vif-deleted", "tag": "6f137dff-819e-4b87-aa54-8cad29d57f5c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:40.369685 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93b8d3c5-67ea-46e5-bc85-00963e13e221 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:40.370109 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed653e2-3952-4e00-b944-c9188d540162', 'name': 'network-vif-deleted', 'tag': '6f137dff-819e-4b87-aa54-8cad29d57f5c', 'status': 'completed', 'code': 200} Nov 19 03:51:40.405851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35652) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:40.407440 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91111d9f-416f-4e02-bb76-6a6a4d00fa3a x-openstack-request-id: req-91111d9f-416f-4e02-bb76-6a6a4d00fa3a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:40.407935 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "name": "network-vif-unplugged", "status": "completed", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:40.408063 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91111d9f-416f-4e02-bb76-6a6a4d00fa3a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:40.408363 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'code': 200} Nov 19 03:51:40.424706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:40.428559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:40.465690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.631953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89c89b86-9564-4882-999b-0a671b5e9322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.634516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:40.635346 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.635481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:40.636761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] 10.222.0.31 "PUT /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 1121 time: 1.6046960 Nov 19 03:51:40.650954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeda1d-3b5e-4fa5-a1a3-73ad1b855f74 req-867ab487-5c13-4705-9d3a-e387474d570e tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:40.663653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=8']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:40.674242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bbeda1d-3b5e-4fa5-a1a3-73ad1b855f74 req-867ab487-5c13-4705-9d3a-e387474d570e tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 1101 time: 0.1355619 Nov 19 03:51:40.684738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.685811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.686536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.687100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.688246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.688797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.689730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.690484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.691144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.692473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.697184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.698642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec2d991-204d-4c56-952a-cb115b967133 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:40.701482 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Sync routers for ids ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:40.719327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799839a-8f4a-4f46-959e-ab7715134ba0 req-23e8a9d3-a59d-41e5-bcdc-c12f66d4ea44 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:40.730720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6799839a-8f4a-4f46-959e-ab7715134ba0 req-23e8a9d3-a59d-41e5-bcdc-c12f66d4ea44 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 945 time: 0.2691224 Nov 19 03:51:40.740159 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Routers {'eadc6115-f0e6-47f5-b3e9-45a799cddb19'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:40.740958 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:40.760951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f17b6bda-8c5d-48f7-a022-639087fde0a7'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:40.806330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bbeda1d-3b5e-4fa5-a1a3-73ad1b855f74 req-b87e4d18-4e81-416e-8df4-7bd3660c3eb1 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128385 Nov 19 03:51:40.813840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35662) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:40.833493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a2ce2911-b4b3-481a-85cd-73119fc6d0bd completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:51:40.862512 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6799839a-8f4a-4f46-959e-ab7715134ba0 req-e4b2f2bd-0564-4630-8428-efaa99ca6299 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284697 Nov 19 03:51:40.875699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a2ce2911-b4b3-481a-85cd-73119fc6d0bd triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:40.876165 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.915947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.916204 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89c89b86-9564-4882-999b-0a671b5e9322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:40.926818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89c89b86-9564-4882-999b-0a671b5e9322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.000720 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Set router eadc6115-f0e6-47f5-b3e9-45a799cddb19 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:41.015740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-89c89b86-9564-4882-999b-0a671b5e9322 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff3c900c70be409191caebe29c0c4ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6085813 Nov 19 03:51:41.018591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35672) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:41.052110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.073784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-network', 'tenant_id': '41d57ae19aab49709413df6e057552a8'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:41.078286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c89b86-9564-4882-999b-0a671b5e9322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de444ab5-5574-47b5-ad80-11d5336051f0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:41.095367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:41.098520 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f412e3f-eae7-4123-9b82-90f0aea20bda" -d '{"events": [{"server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "name": "network-vif-plugged", "status": "completed", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:41.121712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:41.126008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77c7e-03e2-4c1a-9341-776f9b9da011 req-1325911e-0394-49c0-a644-6647b906677b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:41.127637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27e77c7e-03e2-4c1a-9341-776f9b9da011 req-1325911e-0394-49c0-a644-6647b906677b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.1228228 Nov 19 03:51:41.133424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.137640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Made reservation on behalf of 41d57ae19aab49709413df6e057552a8 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:41.146030 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.170710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-8efa7b02-7be5-4d11-860d-c5cacda9a674 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589447 Nov 19 03:51:41.192170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:41.209342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.255869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27e77c7e-03e2-4c1a-9341-776f9b9da011 req-3574cf9d-61a9-4846-8155-9bd80137e38d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187336 Nov 19 03:51:41.296926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38c2e735-7b7d-45c8-96a6-c0c31a957dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.320360 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:37Z', 'revision_number': 4, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda', 'name': '', 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'mac_address': 'fa:16:3e:29:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:35Z', 'updated_at': '2021-11-19T03:51:37Z', 'revision_number': 2, 'project_id': '54dacdad416345d8897831342cf7094d', 'subnets': [{'id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:41.333110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2c50d612-e693-4d79-85fe-bc2e5e68d3fb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:41.338398 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc66ff4a-a8aa-46e4-a7fe-70067aad2e69 x-openstack-request-id: req-cc66ff4a-a8aa-46e4-a7fe-70067aad2e69 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:41.338398 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "name": "network-vif-plugged", "status": "completed", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:41.338683 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc66ff4a-a8aa-46e4-a7fe-70067aad2e69 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:41.338918 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'code': 200} Nov 19 03:51:41.367813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38c2e735-7b7d-45c8-96a6-c0c31a957dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.375174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.381612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.408291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:51:41.436293 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Checking router: eadc6115-f0e6-47f5-b3e9-45a799cddb19 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:41.438165 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Updating router eadc6115-f0e6-47f5-b3e9-45a799cddb19 port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:51:41.445546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:41.446050 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.459960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.460420 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Added segment 13c29503-f333-4050-9ff4-74c25b2a9134 of type vlan for network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb Nov 19 03:51:41.466465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff2aaa-d081-4ce1-a006-cf8946b70b13,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:41.468811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-2a3120f4-2e7e-4cd9-8ba3-cc626d1e3290 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:41.478765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-2a3120f4-2e7e-4cd9-8ba3-cc626d1e3290 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960265 Nov 19 03:51:41.482987 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.485586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888b926d-4131-4a52-a366-562c9cd17c3a req-cd13df1c-75d8-40a3-8b0e-ec7e09899071 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/641b271d-275f-48d8-9bea-762769a02cfc HTTP/1.1" status: 200 len: 1817 time: 0.0676951 Nov 19 03:51:41.532645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-47f35915-403f-4e19-8d8b-b91e21dd41be tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/quotas/3175a00ee69d47ba8ab06dc98657d0aa HTTP/1.1" status: 200 len: 375 time: 0.0529251 Nov 19 03:51:41.579863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.591320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888b926d-4131-4a52-a366-562c9cd17c3a req-2700ea31-dc6e-4b37-8b14-c6725ca5f223 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.604921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d34d-2c8f-47f2-a910-88484aebf669 req-9a8e542a-857a-4831-8c17-824457e1e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:41.606892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d88d34d-2c8f-47f2-a910-88484aebf669 req-9a8e542a-857a-4831-8c17-824457e1e00f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1097 time: 0.1515021 Nov 19 03:51:41.631480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888b926d-4131-4a52-a366-562c9cd17c3a req-2700ea31-dc6e-4b37-8b14-c6725ca5f223 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.635031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.635636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38c2e735-7b7d-45c8-96a6-c0c31a957dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.636354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:41.637070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.638591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38c2e735-7b7d-45c8-96a6-c0c31a957dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.642237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-38c2e735-7b7d-45c8-96a6-c0c31a957dd9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de444ab5-5574-47b5-ad80-11d5336051f0 HTTP/1.1" status: 204 len: 168 time: 0.6146483 Nov 19 03:51:41.675435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8587039 Nov 19 03:51:41.700141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35692) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:41.713839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Request body: {'subnet': {'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-subnet', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:41.748457 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-c7237947-5566-4c88-bc0f-d90c99095655 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2146194 Nov 19 03:51:41.778020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Pushing event updated for resources: {'Network': ['ID=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:41.783929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e735-7b7d-45c8-96a6-c0c31a957dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de444ab5-5574-47b5-ad80-11d5336051f0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:41.787705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Made reservation on behalf of 41d57ae19aab49709413df6e057552a8 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:41.791070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.796437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.797120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.798524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.799216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.799781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.801088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.801678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.802249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.802784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.804156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.804742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.805324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c5faa5-3252-4d79-aa34-6510381e94dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:41.822059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d88d34d-2c8f-47f2-a910-88484aebf669 req-dd829a2c-104a-4dbc-9e8d-e1752f571238 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973634 Nov 19 03:51:41.848853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:51:41.851425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Deleting port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:41.851796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.907118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888b926d-4131-4a52-a366-562c9cd17c3a req-2700ea31-dc6e-4b37-8b14-c6725ca5f223 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.913322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888b926d-4131-4a52-a366-562c9cd17c3a req-2700ea31-dc6e-4b37-8b14-c6725ca5f223 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.915411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888b926d-4131-4a52-a366-562c9cd17c3a req-2700ea31-dc6e-4b37-8b14-c6725ca5f223 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/641b271d-275f-48d8-9bea-762769a02cfc HTTP/1.1" status: 204 len: 173 time: 0.4071705 Nov 19 03:51:41.965393 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:41.974377 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.043294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.058823 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abc4e6-3301-40dd-b1bc-efdfc3879bdf None None] Pushing event updated for resources: {'Port': ['ID=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:42.073914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Calling delete_port for e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:42.189247 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Attempting to bind port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:42.189994 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Attempting to bind port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:42.190604 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Attempting to bind port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda on network 98649088-1c25-439e-828c-9e9c534cd29b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:42.203561 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:42.203867 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Checking segment: {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:42.204282 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.204694 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Bound using segment: {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:42.205425 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Bound port: e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a660b7dc-0c61-42e9-88b4-252d750efc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:42.205875 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.267830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700ea31-dc6e-4b37-8b14-c6725ca5f223 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b271d-275f-48d8-9bea-762769a02cfc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:42.277187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.313981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0664f5-2694-4b52-8e9e-509f39ec7893 req-78e3a655-ff02-4b40-85d5-f9d16adc634d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:42.327852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0664f5-2694-4b52-8e9e-509f39ec7893 req-78e3a655-ff02-4b40-85d5-f9d16adc634d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.2316473 Nov 19 03:51:42.331140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35710) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:42.338063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d605a26a-ef36-44ed-90b3-7c25fc9e19d6 req-9954d9cd-fb0c-4843-8303-ce98c4d66fbe tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/c1df1553-23ce-4932-9e02-17d565b7ed62 HTTP/1.1" status: 200 len: 1816 time: 0.1133673 Nov 19 03:51:42.365324 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] For port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:42.369872 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] For port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,segment=NetworkSegment(a660b7dc-0c61-42e9-88b4-252d750efc3c),segment_id=a660b7dc-0c61-42e9-88b4-252d750efc3c)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:42.377209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00f87d24-0cdd-40ae-bd40-89feece7948e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.380892 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.417336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:42.421115 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb41e1d-6ae8-439d-adde-114aa8a55fad" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:42.422150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2187cb-4866-4f4f-850f-e35a6873095a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:42.427261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Provisioning complete for port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:42.428144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.461809 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Routers {'eadc6115-f0e6-47f5-b3e9-45a799cddb19'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:42.462433 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:42.466519 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abc4e6-3301-40dd-b1bc-efdfc3879bdf None None] Pushing event updated for resources: {'Port': ['ID=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:42.480181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Checking segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:42.481161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Network hostable DHCP agents. Network: 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:51:42.517551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d605a26a-ef36-44ed-90b3-7c25fc9e19d6 req-5fdfc768-4ed6-40ef-832d-851699436c61 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.564602 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.572318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d605a26a-ef36-44ed-90b3-7c25fc9e19d6 req-5fdfc768-4ed6-40ef-832d-851699436c61 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.611045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] For port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,segment=NetworkSegment(a660b7dc-0c61-42e9-88b4-252d750efc3c),segment_id=a660b7dc-0c61-42e9-88b4-252d750efc3c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:42.618374 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.668740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:51:42.673464 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] Set router eadc6115-f0e6-47f5-b3e9-45a799cddb19 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:42.675968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0664f5-2694-4b52-8e9e-509f39ec7893 req-162bd222-46e2-404a-9987-35f91b62dadd tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434255 Nov 19 03:51:42.677594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:42.680484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6f137dff-819e-4b87-aa54-8cad29d57f5c no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:42.708362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:42.715438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d605a26a-ef36-44ed-90b3-7c25fc9e19d6 req-5fdfc768-4ed6-40ef-832d-851699436c61 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.719934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d605a26a-ef36-44ed-90b3-7c25fc9e19d6 req-5fdfc768-4ed6-40ef-832d-851699436c61 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.733153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d605a26a-ef36-44ed-90b3-7c25fc9e19d6 req-5fdfc768-4ed6-40ef-832d-851699436c61 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/c1df1553-23ce-4932-9e02-17d565b7ed62 HTTP/1.1" status: 204 len: 173 time: 0.3835461 Nov 19 03:51:42.734852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:42.737453 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.777909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4baf51-5671-4a3d-9d7a-ab7718396fe2 None None] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:42.780607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfc768-4ed6-40ef-832d-851699436c61 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df1553-23ce-4932-9e02-17d565b7ed62,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:42.788356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 6f137dff-819e-4b87-aa54-8cad29d57f5c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:42.788883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6f137dff-819e-4b87-aa54-8cad29d57f5c not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:42.805487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35718) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:42.809267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b55514e6-4442-4716-bedf-646342b364e0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1063862 Nov 19 03:51:42.816989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:42.906334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04375-1e34-47cb-81f6-977de20fb311 req-93b485ae-e8eb-44b7-b66d-1ba8013420a3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:42.907739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86b04375-1e34-47cb-81f6-977de20fb311 req-93b485ae-e8eb-44b7-b66d-1ba8013420a3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.0834627 Nov 19 03:51:42.913608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-07874ef1-3263-414d-9c15-8379fc1e976e req-63836e29-3b8c-4e44-b3e3-b90e1ddd1d82 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 210 time: 0.0897179 Nov 19 03:51:42.941706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00f87d24-0cdd-40ae-bd40-89feece7948e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.944517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.945524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.951314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7be5b40b-280a-4070-b363-f7710e6d048e None None] Provisioning complete for port e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:42.952011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7be5b40b-280a-4070-b363-f7710e6d048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.954126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00f87d24-0cdd-40ae-bd40-89feece7948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:42.954781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Pushing event updated for resources: {'Port': ['ID=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:42.984492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.021150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.021659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.022182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.022766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.023358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.023715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.024058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.024223 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39806456-f1a6-40c5-916f-9a3a1dfe3069 x-openstack-request-id: req-39806456-f1a6-40c5-916f-9a3a1dfe3069 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:43.024383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.024723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.025057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.025238 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:43.025561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.025840 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39806456-f1a6-40c5-916f-9a3a1dfe3069 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:43.025973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae16870-775c-40c4-b0be-ef148ccf0b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:51:43.026625 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'status': 'completed', 'code': 200} Nov 19 03:51:43.036083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86b04375-1e34-47cb-81f6-977de20fb311 req-e700ae47-3469-49ae-8926-6da1914a9123 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184118 Nov 19 03:51:43.101520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:43.108125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-1daa3b7c-0ca7-48e9-b1d6-ede62a5204d0 req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-64648923', 'description': 'tempest-description-1315675819'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:43.147346 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:37Z', 'revision_number': 4, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda', 'name': '', 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'mac_address': 'fa:16:3e:29:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:35Z', 'updated_at': '2021-11-19T03:51:42Z', 'revision_number': 4, 'project_id': '54dacdad416345d8897831342cf7094d', 'subnets': [{'id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:43.165374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-00f87d24-0cdd-40ae-bd40-89feece7948e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad39203f8b0f4e04ab8ee7bf2182ebca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8302660 Nov 19 03:51:43.166541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f87d24-0cdd-40ae-bd40-89feece7948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52401d2c-d5f5-47d2-bb61-8c5fe9321e90,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:43.168158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:43.198681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.214992 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6d299-8919-476c-9624-a0ead3be7c8f None None] The sync data for ids ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'] in n-d-818503-1 is: [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:37Z', 'revision_number': 4, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda', 'name': '', 'network_id': '98649088-1c25-439e-828c-9e9c534cd29b', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'mac_address': 'fa:16:3e:29:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:35Z', 'updated_at': '2021-11-19T03:51:42Z', 'revision_number': 4, 'project_id': '54dacdad416345d8897831342cf7094d', 'subnets': [{'id': 'c0fa6d78-2321-4517-b0ba-49d5908595a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:43.314182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7be5b40b-280a-4070-b363-f7710e6d048e None None] Could not find standard attr ID for object e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 03:51:43.332172 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.db [None req-7be5b40b-280a-4070-b363-f7710e6d048e None None] No ports have port_id starting with e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda Nov 19 03:51:43.334555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:43.361735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2a84-9e6f-4e52-a1aa-c976de552f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.373747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 has no active binding in host n-h2-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:51:43.411342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2a84-9e6f-4e52-a1aa-c976de552f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.432471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:51:43.434892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.485614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2a84-9e6f-4e52-a1aa-c976de552f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.489755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2a84-9e6f-4e52-a1aa-c976de552f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.497153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5d5a2a84-9e6f-4e52-a1aa-c976de552f13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52401d2c-d5f5-47d2-bb61-8c5fe9321e90 HTTP/1.1" status: 204 len: 168 time: 0.3229887 Nov 19 03:51:43.497821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1daa3b7c-0ca7-48e9-b1d6-ede62a5204d0 req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.501370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-c493467d-85a0-42ed-8012-8b9811aa45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:43.503017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-c493467d-85a0-42ed-8012-8b9811aa45f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1124 time: 0.4728446 Nov 19 03:51:43.515281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2a84-9e6f-4e52-a1aa-c976de552f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52401d2c-d5f5-47d2-bb61-8c5fe9321e90,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:43.704304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Allocated IP 172.20.0.2 (2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb/2d2187cb-4866-4f4f-850f-e35a6873095a/97d002fd-3f0e-45d3-854c-540bd0b205db) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:43.742424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.818823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.856535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c02f6-e123-47fd-9de9-fafb89a2387c req-30691bfc-e9db-4535-9889-bed1c8177d65 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:43.866557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-362c02f6-e123-47fd-9de9-fafb89a2387c req-30691bfc-e9db-4535-9889-bed1c8177d65 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.0815384 Nov 19 03:51:43.942331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-362c02f6-e123-47fd-9de9-fafb89a2387c req-65ecab72-363f-4faf-b399-67baa3e05c23 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688345 Nov 19 03:51:43.963937 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:43.974447 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.006744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1daa3b7c-0ca7-48e9-b1d6-ede62a5204d0 req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.009313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-d6d80efd-613c-451f-8c19-216bef368c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:44.010863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-d6d80efd-613c-451f-8c19-216bef368c5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.4850059 Nov 19 03:51:44.022568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1daa3b7c-0ca7-48e9-b1d6-ede62a5204d0 req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.068968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:44.074904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47642f2e-bb0f-467d-a879-69be8f335af4 req-3e5503bc-e09a-4125-9169-137d55fb2329 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 210 time: 0.0535357 Nov 19 03:51:44.079123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:44.092645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:44.113433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Pushing event updated for resources: {'Port': ['ID=97d002fd-3f0e-45d3-854c-540bd0b205db,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:44.119502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-3a41fb51-f133-48a2-82eb-cccf4bae3727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 217 time: 0.0993865 Nov 19 03:51:44.200864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Attempting to bind port 97d002fd-3f0e-45d3-854c-540bd0b205db on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:44.201240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Attempting to bind port 97d002fd-3f0e-45d3-854c-540bd0b205db by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:44.201731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Attempting to bind port 97d002fd-3f0e-45d3-854c-540bd0b205db on network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:44.207826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:44.208072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Checking segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:44.208422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.208947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Bound using segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:44.209615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Bound port: 97d002fd-3f0e-45d3-854c-540bd0b205db, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:44.209824 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.280431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2f24-534f-412b-a39a-3c2b5a53582c req-cccc0db7-6e2c-4459-acc7-1cb26b61012a tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:44.288225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4ea2f24-534f-412b-a39a-3c2b5a53582c req-cccc0db7-6e2c-4459-acc7-1cb26b61012a tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1097 time: 0.1106215 Nov 19 03:51:44.304791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] For port 97d002fd-3f0e-45d3-854c-540bd0b205db, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:44.308464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] For port 97d002fd-3f0e-45d3-854c-540bd0b205db, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=97d002fd-3f0e-45d3-854c-540bd0b205db,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:44.317506 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.386722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4ea2f24-534f-412b-a39a-3c2b5a53582c req-e0ed011b-6faf-4343-8c69-417f274c0cb1 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974312 Nov 19 03:51:44.399159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f0ca3-10ba-41d8-934b-ba6b70b0a63a None None] Pushing event updated for resources: {'Port': ['ID=97d002fd-3f0e-45d3-854c-540bd0b205db,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:44.618466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caecab6-b678-4ab2-b73e-f8929a608329 req-4ede9199-58a0-4df6-b719-9210d4e315ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:44.620071 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7caecab6-b678-4ab2-b73e-f8929a608329 req-4ede9199-58a0-4df6-b719-9210d4e315ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.1168289 Nov 19 03:51:44.706962 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7caecab6-b678-4ab2-b73e-f8929a608329 req-29f6e2da-8f63-4d28-b695-1e17f6274ba7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649312 Nov 19 03:51:44.763191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cca1c6-c1d7-4224-95c7-89e0a8378de1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:44.780440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-e83619ae-6e03-4b18-934b-25bbe7d677ee tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5369132 Nov 19 03:51:44.783187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1daa3b7c-0ca7-48e9-b1d6-ede62a5204d0 req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:44.784363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1daa3b7c-0ca7-48e9-b1d6-ede62a5204d0 req-4e8c2ce7-bd00-4a83-8a54-b8c3df28268b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.7106447 Nov 19 03:51:44.924574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-d1e0904d-22d5-41ad-a9c0-01d7a8d80db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:44.926675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-d1e0904d-22d5-41ad-a9c0-01d7a8d80db3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.7685733 Nov 19 03:51:44.928634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-31aa135f-0247-49c1-ae73-871f99bc7ce0 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/b7cca1c6-c1d7-4224-95c7-89e0a8378de1 HTTP/1.1" status: 200 len: 1816 time: 0.0585022 Nov 19 03:51:44.940615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Request body: {'security_group': {'name': 'tempest-sg-hth-399780240', 'description': 'tempest-description-hth-1954861008'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:45.001088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.032756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-e53aa1d8-62a7-4cb1-9bfc-0bfcb7c50658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835264 Nov 19 03:51:45.123793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.134839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.146401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.147712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6d1d9c6-7a65-44bb-a1e4-7ea7b74fdb71 req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "PUT /v2.0/security-groups/b7cca1c6-c1d7-4224-95c7-89e0a8378de1 HTTP/1.1" status: 200 len: 1791 time: 0.2117770 Nov 19 03:51:45.219014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1966a-352c-4f77-b58e-5487570c48dc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cca1c6-c1d7-4224-95c7-89e0a8378de1,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:45.232706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-969f38d6-d09a-45de-ad9d-e3e5a931313f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:45.234489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-969f38d6-d09a-45de-ad9d-e3e5a931313f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406934 Nov 19 03:51:45.245556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05e7e832-d944-49a5-b705-3555d1adfa8d req-cacd547b-678f-4d61-8ad5-ee990f37a6a0 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/b7cca1c6-c1d7-4224-95c7-89e0a8378de1 HTTP/1.1" status: 200 len: 1791 time: 0.0715926 Nov 19 03:51:45.301713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': '789d6133-a651-4261-ae37-d5ac3b384014', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:45.376265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d46fd200-715b-4210-a248-481fb1dcb58d req-6b1cbc51-f531-4287-b288-a2af6ab0587d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/b7cca1c6-c1d7-4224-95c7-89e0a8378de1 HTTP/1.1" status: 200 len: 1791 time: 0.1029851 Nov 19 03:51:45.441788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 97d002fd-3f0e-45d3-854c-540bd0b205db up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:45.471835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d46fd200-715b-4210-a248-481fb1dcb58d req-c05c44e2-2840-4eef-a5df-4f2e94a2f9d6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.505531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bf2c0fc-4936-4db8-ab78-14dd9c11bee1 req-749e0ac8-2da2-4487-852d-1acd522c970e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 210 time: 0.2651553 Nov 19 03:51:45.539265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d46fd200-715b-4210-a248-481fb1dcb58d req-c05c44e2-2840-4eef-a5df-4f2e94a2f9d6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.542178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 97d002fd-3f0e-45d3-854c-540bd0b205db triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:45.542418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.649292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-7c6545b2-52fe-4813-a60c-ace6ccdcaf67 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612519 Nov 19 03:51:45.700632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d46fd200-715b-4210-a248-481fb1dcb58d req-c05c44e2-2840-4eef-a5df-4f2e94a2f9d6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.702037 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.711186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d46fd200-715b-4210-a248-481fb1dcb58d req-c05c44e2-2840-4eef-a5df-4f2e94a2f9d6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.717379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d46fd200-715b-4210-a248-481fb1dcb58d req-c05c44e2-2840-4eef-a5df-4f2e94a2f9d6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/b7cca1c6-c1d7-4224-95c7-89e0a8378de1 HTTP/1.1" status: 204 len: 173 time: 0.3401356 Nov 19 03:51:45.791201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.794476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 97d002fd-3f0e-45d3-854c-540bd0b205db, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=97d002fd-3f0e-45d3-854c-540bd0b205db,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:45.800058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c44e2-2840-4eef-a5df-4f2e94a2f9d6 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cca1c6-c1d7-4224-95c7-89e0a8378de1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:45.800785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Router eadc6115-f0e6-47f5-b3e9-45a799cddb19 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:51:45.810192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:45.819620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.826562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.906705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7018755b-46c6-47ea-ac91-8ca3eb85341c service neutron] 10.222.0.36 "GET /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.2880328 Nov 19 03:51:45.926381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:45.960818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79fc2-777d-410e-bc00-8940d7f5c272 req-8c78b3fa-fee7-4074-86e8-c9f012293563 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:45.963619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=97d002fd-3f0e-45d3-854c-540bd0b205db,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:45.971616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98d79fc2-777d-410e-bc00-8940d7f5c272 req-8c78b3fa-fee7-4074-86e8-c9f012293563 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 943 time: 0.1167192 Nov 19 03:51:45.999426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95abe5-96a1-4c89-8bf2-d9da7068d563 None None] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:46.090515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Allocated IP 172.25.8.217 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/e695caec-bcf1-4de6-baf1-8a95d32f6724) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:46.140823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-38c5dff7-bc9b-43d0-841e-647007d12b4a None None] Provisioning complete for port 97d002fd-3f0e-45d3-854c-540bd0b205db triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:46.141457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38c5dff7-bc9b-43d0-841e-647007d12b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:46.185664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8eb41e1d-6ae8-439d-adde-114aa8a55fad req-b662ce90-7b31-4fcd-ac30-2c5bf89c5e77 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271065 Nov 19 03:51:46.368061 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-109061d4-51d0-4c64-99f9-022b5cce1117 req-3928a7aa-7250-45ce-8acc-7e13740661fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:46.374079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-109061d4-51d0-4c64-99f9-022b5cce1117 req-3928a7aa-7250-45ce-8acc-7e13740661fc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/c1df1553-23ce-4932-9e02-17d565b7ed62 HTTP/1.1" status: 404 len: 352 time: 0.1865478 Nov 19 03:51:46.463493 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-07b9a275-4519-4581-90a9-2613ce381a59 req-bb59fcc1-b43a-4755-b672-215b013903bc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:46.479279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-07b9a275-4519-4581-90a9-2613ce381a59 req-bb59fcc1-b43a-4755-b672-215b013903bc tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/641b271d-275f-48d8-9bea-762769a02cfc HTTP/1.1" status: 404 len: 352 time: 0.0827763 Nov 19 03:51:46.537802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98d79fc2-777d-410e-bc00-8940d7f5c272 req-8477f84c-5777-4bd2-9370-3c199cacb5c1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586917 Nov 19 03:51:46.564833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:46.600307 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-05bdc6e5-352e-4b2f-b98d-4c5163888fae req-972d6ce9-150e-4dcc-b33e-b0f06a3f525d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:46.617498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05bdc6e5-352e-4b2f-b98d-4c5163888fae req-972d6ce9-150e-4dcc-b33e-b0f06a3f525d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/d59e4a99-1bbe-422e-b719-baf14bd19636 HTTP/1.1" status: 404 len: 352 time: 0.0362608 Nov 19 03:51:46.634291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:46.645591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f8464706-e726-4214-8b0b-f453cfe284bd admin admin] 10.222.0.52 "PUT /v2.0/routers/eadc6115-f0e6-47f5-b3e9-45a799cddb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1709185 Nov 19 03:51:46.647760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] Sync routers for ids ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:46.663865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35824) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:46.664592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] Routers {'eadc6115-f0e6-47f5-b3e9-45a799cddb19'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:46.665238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:46.799164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:46.816712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.179 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/a59b9e1f-3dbc-4cfa-9530-71c40b007a99) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:46.821282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:46.823974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] Set router eadc6115-f0e6-47f5-b3e9-45a799cddb19 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:46.859521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17b6bda-8c5d-48f7-a022-639087fde0a7 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:46.884478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:46.907161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:46.950764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef784924-b9c9-4ac1-989c-10ad0b1b1f18 req-50afab08-373e-45c1-874e-e287c62d1924 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 210 time: 0.0616853 Nov 19 03:51:46.959595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:46.986526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eb62e981-090e-43df-b546-46e7e8f2204a None None] Provisioning complete for port 97d002fd-3f0e-45d3-854c-540bd0b205db triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:46.986993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eb62e981-090e-43df-b546-46e7e8f2204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.119609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.156028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:47.168581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:47.178626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] Transition to ACTIVE for port object f17b6bda-8c5d-48f7-a022-639087fde0a7 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:47.179288 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-01a9a827-bc7d-4b46-b653-7160af0430ba req-273a5628-f3b4-4a11-abbe-38d3836b8906 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:47.180083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-01a9a827-bc7d-4b46-b653-7160af0430ba req-273a5628-f3b4-4a11-abbe-38d3836b8906 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/3e2e9dd0-4dec-4bbb-bb52-246672891412 HTTP/1.1" status: 404 len: 352 time: 0.2092621 Nov 19 03:51:47.184979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:47.188220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:42Z', 'revision_number': 5, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:47.193644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.239572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] Checking router: eadc6115-f0e6-47f5-b3e9-45a799cddb19 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:47.271199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] Routers {'eadc6115-f0e6-47f5-b3e9-45a799cddb19'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:47.274711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:47.286768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] No DVR routers for this DVR port f17b6bda-8c5d-48f7-a022-639087fde0a7 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:47.292910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Pushing event updated for resources: {'Port': ['ID=e695caec-bcf1-4de6-baf1-8a95d32f6724,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:47.294447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] Pushing event updated for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:47.314551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.343901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-4f3827a8-2d20-46f3-a515-cd1808418a60 service neutron] 10.222.0.36 "PUT /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7/bindings/n-h2-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4260433 Nov 19 03:51:47.351124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 97d002fd-3f0e-45d3-854c-540bd0b205db up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:47.476849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] Set router eadc6115-f0e6-47f5-b3e9-45a799cddb19 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:47.541340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7c986795-f01d-45eb-978f-0f39f3a61612 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:47.543593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7c986795-f01d-45eb-978f-0f39f3a61612 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.1137733 Nov 19 03:51:47.571226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.578010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 97d002fd-3f0e-45d3-854c-540bd0b205db triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:47.578392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.599926 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-c1f86b96-673e-4c80-8b2c-fc5fb5d92c66 req-df460a86-acbc-4307-8651-eaec7c0ab01a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:47.601016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c1f86b96-673e-4c80-8b2c-fc5fb5d92c66 req-df460a86-acbc-4307-8651-eaec7c0ab01a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/8a555bf4-9760-4e2d-9188-b9fb8a9056ae HTTP/1.1" status: 404 len: 352 time: 0.2836633 Nov 19 03:51:47.632154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-768a2e65-cc48-460a-aece-beee17c2829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:47.638740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-768a2e65-cc48-460a-aece-beee17c2829f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca&tenant_id=4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0834420 Nov 19 03:51:47.774433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-08be29a7-cce9-4107-b5e1-bffcde0bb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:47.776431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-08be29a7-cce9-4107-b5e1-bffcde0bb342 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1095 time: 0.0951226 Nov 19 03:51:47.784889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:47.814664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:47.909259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-2090e206-4906-471b-a13b-39e9f3fd44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:47.911683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-2090e206-4906-471b-a13b-39e9f3fd44f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.1272504 Nov 19 03:51:47.929720 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-a2509750-85b8-4647-831e-7da296bdc873 req-89df84b9-495e-4021-9fc3-2c1f102a86c3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] show failed (client error): The resource could not be found. Nov 19 03:51:47.943316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a2509750-85b8-4647-831e-7da296bdc873 req-89df84b9-495e-4021-9fc3-2c1f102a86c3 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/98db7617-17f0-421b-8039-2a50ee0c0f65 HTTP/1.1" status: 404 len: 352 time: 0.0270824 Nov 19 03:51:48.021800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f', '31d830fc-eebf-43a3-9530-bb70318f0859'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:48.040792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-eeffa7b1-0652-4d41-8aae-1ae7e52c136e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 217 time: 0.0945280 Nov 19 03:51:48.138171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3e325e34-d723-42e1-9c2d-5d46073762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:48.153584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-3e325e34-d723-42e1-9c2d-5d46073762ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.0939071 Nov 19 03:51:48.190868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:48.200829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a214-fecc-4fff-ad1f-b7a6ae930c22 req-b77a3a6e-8e60-46a5-a398-d9df77167ccd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:48.209076 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48b4a214-fecc-4fff-ad1f-b7a6ae930c22 req-b77a3a6e-8e60-46a5-a398-d9df77167ccd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 944 time: 0.4744973 Nov 19 03:51:48.223969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:48.229773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:48.237607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-be2b7e12-25d7-4f1a-8823-a7bc6f81d356 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827582 Nov 19 03:51:48.241660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:48.250828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:48.251522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:48.287604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Deleting port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:48.288144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:48.391687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-fa13f583-2946-4eba-aebe-84e6e0d8330c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0967648 Nov 19 03:51:48.403388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:42Z', 'revision_number': 5, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:48.413690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-30b036e3-d735-4bea-a45d-6cb876244963 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647384 Nov 19 03:51:48.438624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Request body: {'port': {'device_id': '789d6133-a651-4261-ae37-d5ac3b384014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:48.482519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48b4a214-fecc-4fff-ad1f-b7a6ae930c22 req-bafe2415-8484-4924-beb2-c9e9187d2ac3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724683 Nov 19 03:51:48.483558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:48.500189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f2c16-66df-42bb-8e32-ed398b1ed189 None None] The sync data for ids ['eadc6115-f0e6-47f5-b3e9-45a799cddb19'] in n-d-818503-1 is: [{'id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-100650942-router', 'tenant_id': '54dacdad416345d8897831342cf7094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:31Z', 'updated_at': '2021-11-19T03:51:42Z', 'revision_number': 5, 'project_id': '54dacdad416345d8897831342cf7094d', 'gw_port': {'id': '2c50d612-e693-4d79-85fe-bc2e5e68d3fb', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc6115-f0e6-47f5-b3e9-45a799cddb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:32Z', 'updated_at': '2021-11-19T03:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:48.665642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-31f7b4ec-5a52-456b-b366-6556b3dfd9d1 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428987 Nov 19 03:51:48.701242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] For port 2c50d612-e693-4d79-85fe-bc2e5e68d3fb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:48.701864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:48.745505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-902e8b9e-c894-4bd4-98b9-80e69432906f None None] Provisioning complete for port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:48.745923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-902e8b9e-c894-4bd4-98b9-80e69432906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:48.748194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:48.758375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Calling delete_port for 2c50d612-e693-4d79-85fe-bc2e5e68d3fb owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:48.808657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bced-571f-4d13-91dc-658f85410e3b req-02e3d651-67d5-415a-a24b-56f866d67ff8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:48.816909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1367bced-571f-4d13-91dc-658f85410e3b req-02e3d651-67d5-415a-a24b-56f866d67ff8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 936 time: 0.2009029 Nov 19 03:51:48.825723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-902e8b9e-c894-4bd4-98b9-80e69432906f None None] Port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:48.858698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd80a4-d96b-401c-b5c7-b2222d8b84c4 req-0419ee82-e029-4ce5-9eb9-44894c9159ca tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:48.860294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cfbd80a4-d96b-401c-b5c7-b2222d8b84c4 req-0419ee82-e029-4ce5-9eb9-44894c9159ca tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1024 time: 0.1088183 Nov 19 03:51:49.041395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cfbd80a4-d96b-401c-b5c7-b2222d8b84c4 req-52972d44-956d-4cac-8620-dbdbe8f94f8b tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=d52c3367-ecd4-45ed-85e7-c84777f6b965&id=5ec59953-9646-4b3e-ab00-d5867bc38697&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1382647 Nov 19 03:51:49.184077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-13f6c21e-5737-4d48-a91f-af8e204bc7b5 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:49.186261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-13f6c21e-5737-4d48-a91f-af8e204bc7b5 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.0900064 Nov 19 03:51:49.238659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1367bced-571f-4d13-91dc-658f85410e3b req-b25f2ebd-f2c0-4e94-8055-93913f4c10ff tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161839 Nov 19 03:51:49.292526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:49.325859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:49.326307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e7ce02d5-e5d6-4483-adbf-61f6cc7eaeda not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:49.377083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.384375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35886) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:49.402997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7af04219-ea64-49b7-894d-85d342f47889 service neutron] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:49.408697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7af04219-ea64-49b7-894d-85d342f47889 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.410194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68fb5210-9e1f-45e2-81b1-60b93f192671 req-7af04219-ea64-49b7-894d-85d342f47889 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7/bindings/n-h1-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.2045374 Nov 19 03:51:49.441028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.491181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c50d612-e693-4d79-85fe-bc2e5e68d3fb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:49.548916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a149c48-66d7-43fd-907a-4edf19f2d4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.588997 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.638398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a149c48-66d7-43fd-907a-4edf19f2d4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.644721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a149c48-66d7-43fd-907a-4edf19f2d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.654007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:49.707798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:49.723314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a149c48-66d7-43fd-907a-4edf19f2d4d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df3fa9a320bc4e37b658038fdd4cc9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353925 Nov 19 03:51:49.723314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a149c48-66d7-43fd-907a-4edf19f2d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eba8a4-0455-4a0d-839e-f7bae2179daa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:49.724681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35900) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:49.755178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.777741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.822187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d2f28b4-674c-4cf4-bed0-21cf822d5c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.870526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d2f28b4-674c-4cf4-bed0-21cf822d5c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.881074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59b9e1f-3dbc-4cfa-9530-71c40b007a99 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:49.904587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7088027-ab7b-4fce-9e7e-1ef46c906812 req-2eebfd47-a587-4785-9948-4407707d9c5a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:49.907068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7088027-ab7b-4fce-9e7e-1ef46c906812 req-2eebfd47-a587-4785-9948-4407707d9c5a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 944 time: 0.3333175 Nov 19 03:51:49.909876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.925849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.926539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadc6115-f0e6-47f5-b3e9-45a799cddb19 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:51:49.952167 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.953779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-651c441b-b254-4be6-98fc-22606488fe68 admin admin] 10.222.0.52 "DELETE /v2.0/routers/eadc6115-f0e6-47f5-b3e9-45a799cddb19 HTTP/1.1" status: 204 len: 168 time: 3.2886007 Nov 19 03:51:49.958695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35904) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:49.960065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Transition to ACTIVE for port object a59b9e1f-3dbc-4cfa-9530-71c40b007a99 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:49.968044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d2f28b4-674c-4cf4-bed0-21cf822d5c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.971331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d2f28b4-674c-4cf4-bed0-21cf822d5c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.973102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1d2f28b4-674c-4cf4-bed0-21cf822d5c09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89eba8a4-0455-4a0d-839e-f7bae2179daa HTTP/1.1" status: 204 len: 168 time: 0.2419209 Nov 19 03:51:49.986324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:49.993731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Router aacd5709-47e8-400e-8eb5-22683d0861d9 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:51:50.006374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f28b4-674c-4cf4-bed0-21cf822d5c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eba8a4-0455-4a0d-839e-f7bae2179daa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:50.040753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Deleting subnet c0fa6d78-2321-4517-b0ba-49d5908595a5 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:51:50.044521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.072868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7088027-ab7b-4fce-9e7e-1ef46c906812 req-10d86375-7c72-45c5-ad9c-453ff954b3f5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551261 Nov 19 03:51:50.121849 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.197783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Pushing event updated for resources: {'Port': ['ID=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:50.297745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.385725 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.416466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0fa6d78-2321-4517-b0ba-49d5908595a5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:50.418543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.421900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f31fdf0c-b5a4-4164-8d4b-993133386148 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c0fa6d78-2321-4517-b0ba-49d5908595a5 HTTP/1.1" status: 204 len: 168 time: 0.4598184 Nov 19 03:51:50.424530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35916) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:50.436205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3c312e-9142-484c-8f51-f8160926eee7 None None] Network 98649088-1c25-439e-828c-9e9c534cd29b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:51:50.474800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35918) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:50.564650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd872436-6ac8-4bad-bdd9-db907785bd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.566080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Attempting to bind port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:50.567218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Attempting to bind port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:50.568364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Attempting to bind port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:50.607373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.609746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:50.610423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Attempting to bind port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:50.639624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:50.641910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:50.642354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:50.642829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Bound port: a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:50.643200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.665728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab730e-e36e-46da-8317-302f4a1ecbe5 req-864c5250-f44b-4c5e-9d49-937234d84c5a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:50.671554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-13ab730e-e36e-46da-8317-302f4a1ecbe5 req-864c5250-f44b-4c5e-9d49-937234d84c5a tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1024 time: 0.4935019 Nov 19 03:51:50.736288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] DHCP port deletion for 98649088-1c25-439e-828c-9e9c534cd29b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:51:50.738578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee68128-de32-4ffb-bc6b-deed0a31eb90 req-643835a2-c5ee-467b-93c9-0258a2cd0914 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:50.740144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ee68128-de32-4ffb-bc6b-deed0a31eb90 req-643835a2-c5ee-467b-93c9-0258a2cd0914 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 948 time: 0.1167474 Nov 19 03:51:50.770648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] For port a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:50.774974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] For port a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:50.783609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd872436-6ac8-4bad-bdd9-db907785bd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.805974 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.807198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] Deleting port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:50.807893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd872436-6ac8-4bad-bdd9-db907785bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.808255 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.817846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:50.831725 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Sync routers for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:50.844905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:50.845537 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:50.868862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ee68128-de32-4ffb-bc6b-deed0a31eb90 req-c1fa70b5-1d54-4efc-a991-3d6a719202ed tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154485 Nov 19 03:51:50.882264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Deleting port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:50.882772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.895786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] For port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,segment=NetworkSegment(a660b7dc-0c61-42e9-88b4-252d750efc3c),segment_id=a660b7dc-0c61-42e9-88b4-252d750efc3c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:50.896101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.910828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] Calling delete_port for 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:50.958153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:50.958643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:50.960124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] 10.222.0.31 "PUT /v2.0/ports/a59b9e1f-3dbc-4cfa-9530-71c40b007a99 HTTP/1.1" status: 200 len: 1096 time: 2.5388618 Nov 19 03:51:50.965489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e54877-a072-4292-b5d3-02bf62b1b876 service neutron] Pushing event updated for resources: {'Port': ['ID=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:50.983168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789d6133-a651-4261-ae37-d5ac3b384014', 'tag': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:50.996975 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ea097a-c735-47e0-a13c-a6eea00360d1" -d '{"events": [{"name": "network-changed", "server_uuid": "789d6133-a651-4261-ae37-d5ac3b384014", "tag": "a59b9e1f-3dbc-4cfa-9530-71c40b007a99"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:51.012483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.085595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] Pushing event deleted for resources: {'Port': ['ID=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:51.086532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] For port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,segment=NetworkSegment(a660b7dc-0c61-42e9-88b4-252d750efc3c),segment_id=a660b7dc-0c61-42e9-88b4-252d750efc3c)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:51.087030 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.093734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e741e3-2cb0-4c29-918d-fd5c16d1a781 None None] No DVR routers for this DVR port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:51.099331 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:51.101310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.107756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fdb6ad56-8601-42cd-a6f7-100157679845 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.2968986 Nov 19 03:51:51.122418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Calling delete_port for 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:51.127933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35928) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:51.223750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-13ab730e-e36e-46da-8317-302f4a1ecbe5 req-a1191c06-6f04-4481-a8dd-0ed76e33a71e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=d52c3367-ecd4-45ed-85e7-c84777f6b965&id=5ec59953-9646-4b3e-ab00-d5867bc38697&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4454825 Nov 19 03:51:51.228883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13a491e1-1ccb-499e-bdfb-61f5f5c019d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.265855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.328125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fd872436-6ac8-4bad-bdd9-db907785bd5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb24058859bd42b6a858609b17564161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7944751 Nov 19 03:51:51.329168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] No DVR routers for this DVR port 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:51.331614 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72849ecd-add3-4b05-8c1a-d6e68173cf7c x-openstack-request-id: req-72849ecd-add3-4b05-8c1a-d6e68173cf7c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:51.332250 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789d6133-a651-4261-ae37-d5ac3b384014", "tag": "a59b9e1f-3dbc-4cfa-9530-71c40b007a99", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:51.332698 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72849ecd-add3-4b05-8c1a-d6e68173cf7c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:51.333313 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789d6133-a651-4261-ae37-d5ac3b384014', 'tag': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99', 'status': 'completed', 'code': 200} Nov 19 03:51:51.336308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:51.364460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:51.385374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-254fb4c8-227a-44d2-819c-551f3b589376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:51.391373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd872436-6ac8-4bad-bdd9-db907785bd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21baac-2cfa-443c-8190-b69cfe11c826,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:51.393241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-254fb4c8-227a-44d2-819c-551f3b589376 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 1099 time: 0.3463135 Nov 19 03:51:51.403323 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:47Z', 'revision_number': 3, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:51.406864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:51.407221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:51.407674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2c50d612-e693-4d79-85fe-bc2e5e68d3fb no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:51.433437 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Checking router: aacd5709-47e8-400e-8eb5-22683d0861d9 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:51.434206 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Updating router aacd5709-47e8-400e-8eb5-22683d0861d9 port e695caec-bcf1-4de6-baf1-8a95d32f6724 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:51:51.466279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2c50d612-e693-4d79-85fe-bc2e5e68d3fb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:51.466854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2c50d612-e693-4d79-85fe-bc2e5e68d3fb not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:51.468291 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.504196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b01b4b7-64b4-4b45-81d4-2ffd31d57ef7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:51.532099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.544404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-cfcd8a29-fc31-4cd1-8cc3-cdc8f63b0006 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:51.546160 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-cfcd8a29-fc31-4cd1-8cc3-cdc8f63b0006 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1024 time: 0.2635243 Nov 19 03:51:51.556345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-cbf19ca5-a4bc-4fdb-8dcf-758d2d8ad523 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99 HTTP/1.1" status: 200 len: 217 time: 0.1386049 Nov 19 03:51:51.574536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98649088-1c25-439e-828c-9e9c534cd29b']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:51.579216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5567544-fc74-4ed8-b898-cc065ec9621c req-5ca3ac50-90f6-4eed-a8aa-e161727acf38 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:51.580807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5567544-fc74-4ed8-b898-cc065ec9621c req-5ca3ac50-90f6-4eed-a8aa-e161727acf38 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1095 time: 0.2958219 Nov 19 03:51:51.592774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a660b7dc-0c61-42e9-88b4-252d750efc3c') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:51.593215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a660b7dc-0c61-42e9-88b4-252d750efc3c') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:51.614950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.638944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70733f87-5c07-4a8a-947b-d5a5e983d6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.641982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.658795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:51:51.659551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:51:51.661235 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:51:51.740549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70733f87-5c07-4a8a-947b-d5a5e983d6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.750577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5567544-fc74-4ed8-b898-cc065ec9621c req-d69da225-fc59-425f-824a-c1f4349ab235 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488240 Nov 19 03:51:51.780558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-8b497a92-eecd-4b21-96a5-a69d652ae2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:51.782072 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-8b497a92-eecd-4b21-96a5-a69d652ae2a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0976694 Nov 19 03:51:51.859611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.872212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.902818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/98649088-1c25-439e-828c-9e9c534cd29b HTTP/1.1" status: 204 len: 168 time: 1.4663491 Nov 19 03:51:51.971063 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:51.980907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e8d3-dac6-4a74-8b7e-717751ca76d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98649088-1c25-439e-828c-9e9c534cd29b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:51.990916 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.046436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70733f87-5c07-4a8a-947b-d5a5e983d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.049241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70733f87-5c07-4a8a-947b-d5a5e983d6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.053488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-70733f87-5c07-4a8a-947b-d5a5e983d6ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a21baac-2cfa-443c-8190-b69cfe11c826 HTTP/1.1" status: 204 len: 168 time: 0.7136691 Nov 19 03:51:52.053488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-93bfd9ba-bfc6-4cbe-b9fc-f4bfb8257891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:52.071059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-93bfd9ba-bfc6-4cbe-b9fc-f4bfb8257891 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757859 Nov 19 03:51:52.096608 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b840ce-f567-4fec-ba92-aed595c34453 None None] Pushing event updated for resources: {'Port': ['ID=e695caec-bcf1-4de6-baf1-8a95d32f6724,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:52.103992 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Attempting to bind port e695caec-bcf1-4de6-baf1-8a95d32f6724 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:52.116772 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Attempting to bind port e695caec-bcf1-4de6-baf1-8a95d32f6724 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:52.117402 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Attempting to bind port e695caec-bcf1-4de6-baf1-8a95d32f6724 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:52.123249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70733f87-5c07-4a8a-947b-d5a5e983d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21baac-2cfa-443c-8190-b69cfe11c826,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:52.124571 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:52.127023 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:52.127645 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.129038 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:52.138679 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Bound port: e695caec-bcf1-4de6-baf1-8a95d32f6724, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:52.138981 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.179260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Deleting port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:51:52.179621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.226739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa75a2-5745-48c4-85a7-5ab44d9a040d req-bec705c2-809d-44b1-b5e0-3242431738bd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:52.236264 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ebaa75a2-5745-48c4-85a7-5ab44d9a040d req-bec705c2-809d-44b1-b5e0-3242431738bd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 948 time: 0.2435477 Nov 19 03:51:52.284677 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] For port e695caec-bcf1-4de6-baf1-8a95d32f6724, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:52.288134 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] For port e695caec-bcf1-4de6-baf1-8a95d32f6724, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e695caec-bcf1-4de6-baf1-8a95d32f6724,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:52.296189 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.394599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.397852 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:52.405312 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:52.419392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35956) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:52.425463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-c7cac139-5350-40ef-ae60-249a27799dd6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:52.435257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-c7cac139-5350-40ef-ae60-249a27799dd6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.4298816 Nov 19 03:51:52.435941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-333bee26-5a90-4f35-a410-5bfec1070240 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481839 Nov 19 03:51:52.450537 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ebaa75a2-5745-48c4-85a7-5ab44d9a040d req-dabbae04-793d-4e34-b596-003b402b66f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134485 Nov 19 03:51:52.494137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-bb47c715-f2f0-454f-bf7d-7855cb9f031f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/quotas/4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 375 time: 0.0578763 Nov 19 03:51:52.577524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] For port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,segment=NetworkSegment(44c02d83-90bd-472c-900d-23bd242ca069),segment_id=44c02d83-90bd-472c-900d-23bd242ca069)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:52.579098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.601508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Calling delete_port for b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:51:52.674393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b34bc72-189d-4336-82c8-1ff97e6541be req-87c86dc6-1677-42c0-a9af-a6e62392996e service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807768 Nov 19 03:51:52.707492 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:52.771139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e31f43b-6dc7-4407-b51a-1c8ffc3c8950 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54dacdad416345d8897831342cf7094d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496249 Nov 19 03:51:52.777263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35968) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:52.857094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-cc2141dd-a2b6-4abe-94de-c604a66e486c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3619854 Nov 19 03:51:52.891927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.905364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbd88-40b7-43ba-9e8a-0a35c8182cee req-22b4616f-8755-4eb8-b433-afcd969e6e23 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:52.907015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e5bbd88-40b7-43ba-9e8a-0a35c8182cee req-22b4616f-8755-4eb8-b433-afcd969e6e23 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c2a840-d786-4317-87a7-897db7d63617 HTTP/1.1" status: 200 len: 1024 time: 0.2307117 Nov 19 03:51:52.955160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:52.982756 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:47Z', 'revision_number': 3, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:52.993561 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c97b12b5-e3ee-4c67-9fa0-e2e89f587d00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.014419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-144e78d2-3bba-4a82-9a21-a2ba884a30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:53.016103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-144e78d2-3bba-4a82-9a21-a2ba884a30c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 1099 time: 0.1925313 Nov 19 03:51:53.025322 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b840ce-f567-4fec-ba92-aed595c34453 None None] Pushing event updated for resources: {'Port': ['ID=e695caec-bcf1-4de6-baf1-8a95d32f6724,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:53.028091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbedd44-65e6-4259-bf0b-8224495f238f None None] The sync data for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 is: [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:47Z', 'revision_number': 3, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:51:53.051603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'Port': ['ID=b46dfba3-e8b8-44cf-9809-4b0c42da4fc6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:53.128503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] No DVR routers for this DVR port b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:51:53.137313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.141528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76a8773c-e470-45ac-98ce-57d01639eae0 req-012368b0-c861-4c25-adcc-a4a4e9a0d6fa tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.31 "DELETE /v2.0/ports/b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 HTTP/1.1" status: 204 len: 173 time: 1.4647751 Nov 19 03:51:53.145111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'name': 'network-vif-deleted', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:53.156217 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b51f95-c50f-4ec0-b017-8ec21014fc53" -d '{"events": [{"server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "name": "network-vif-deleted", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:53.217889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-acbab4f4-a3d2-4882-9e38-a0a1dcce3c7b service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598940 Nov 19 03:51:53.305448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Allocated IP 172.20.0.1 (2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb/2d2187cb-4866-4f4f-850f-e35a6873095a/3dc48c04-4ac9-4e42-98aa-f4299c400928) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:53.396754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c97b12b5-e3ee-4c67-9fa0-e2e89f587d00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.459392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e5bbd88-40b7-43ba-9e8a-0a35c8182cee req-4f6424cc-3619-41fd-97e8-92c4a354b9ac tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups?id=d52c3367-ecd4-45ed-85e7-c84777f6b965&id=5ec59953-9646-4b3e-ab00-d5867bc38697&id=29555d1e-348a-4ff0-b265-65c5ea30e6be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5379102 Nov 19 03:51:53.472897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-5817bf91-7062-43e8-8ff5-789bd9bc6573 service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305884 Nov 19 03:51:53.566612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fabd2dea-9a4f-435d-9de5-2c5c600a6f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.693880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c97b12b5-e3ee-4c67-9fa0-e2e89f587d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.726098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c97b12b5-e3ee-4c67-9fa0-e2e89f587d00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.727892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c97b12b5-e3ee-4c67-9fa0-e2e89f587d00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12b423ff-1a00-4049-88f2-613dbbe84404 HTTP/1.1" status: 204 len: 168 time: 0.9495275 Nov 19 03:51:53.767096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:53.774850 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c42ef1b-fde9-477f-b4fe-829d3d97403e x-openstack-request-id: req-8c42ef1b-fde9-477f-b4fe-829d3d97403e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:53.779921 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2a840-d786-4317-87a7-897db7d63617", "name": "network-vif-deleted", "tag": "b46dfba3-e8b8-44cf-9809-4b0c42da4fc6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:53.780337 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c42ef1b-fde9-477f-b4fe-829d3d97403e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:53.780852 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2a840-d786-4317-87a7-897db7d63617', 'name': 'network-vif-deleted', 'tag': 'b46dfba3-e8b8-44cf-9809-4b0c42da4fc6', 'status': 'completed', 'code': 200} Nov 19 03:51:53.804551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-3e93f240-c156-4746-9b28-649f7ded217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:53.830238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-3e93f240-c156-4746-9b28-649f7ded217b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.7504537 Nov 19 03:51:53.840883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b12b5-e3ee-4c67-9fa0-e2e89f587d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b423ff-1a00-4049-88f2-613dbbe84404,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:53.945430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efdf7-251c-4dc0-ab53-d2647529959c req-033444ae-7d82-478f-be87-9f96f17f7e22 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:53.966487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-611efdf7-251c-4dc0-ab53-d2647529959c req-033444ae-7d82-478f-be87-9f96f17f7e22 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 948 time: 0.1563926 Nov 19 03:51:53.995598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d69f938-1750-4bc5-8fa9-fcff5af7d3f9 req-253d28d9-e364-4689-ba47-8bf5c2549ffd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 210 time: 0.1460695 Nov 19 03:51:54.043458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-0561a5b9-5a11-4d6c-8b46-b4d11801596b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99 HTTP/1.1" status: 200 len: 217 time: 0.1663213 Nov 19 03:51:54.130631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-611efdf7-251c-4dc0-ab53-d2647529959c req-465691bc-d8e3-4980-bf0b-923ee0718402 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503623 Nov 19 03:51:54.136955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-f1465bc9-7d9a-40d6-8b0c-de2d16f6248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:54.140788 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-f1465bc9-7d9a-40d6-8b0c-de2d16f6248d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0865955 Nov 19 03:51:54.147253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.268281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc48c04-4ac9-4e42-98aa-f4299c400928,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:54.289657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:54.292899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:54.308175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:54.310512 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.464402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-a89a9686-d5c5-4dda-9397-7091076dedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:54.466426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-a89a9686-d5c5-4dda-9397-7091076dedf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3061774 Nov 19 03:51:54.677654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:51:54.685467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2710392-82c5-43c3-a01d-5e0d5d439b43 req-ef0b495d-cc2f-4b9c-b014-4765563efb38 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/5ec59953-9646-4b3e-ab00-d5867bc38697 HTTP/1.1" status: 200 len: 1818 time: 0.1093912 Nov 19 03:51:54.727632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:51:54.728224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b46dfba3-e8b8-44cf-9809-4b0c42da4fc6 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:51:54.796570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8f930f15-535d-41b6-855d-960e9d81f621 None None] Provisioning complete for port 3dc48c04-4ac9-4e42-98aa-f4299c400928 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:54.797408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8f930f15-535d-41b6-855d-960e9d81f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.849198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8f930f15-535d-41b6-855d-960e9d81f621 None None] Port 3dc48c04-4ac9-4e42-98aa-f4299c400928 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:54.871782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e2710392-82c5-43c3-a01d-5e0d5d439b43 req-2e3e9cd2-a58a-435e-888c-1a81ec3e3e48 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.909278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e2710392-82c5-43c3-a01d-5e0d5d439b43 req-2e3e9cd2-a58a-435e-888c-1a81ec3e3e48 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.988471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e2710392-82c5-43c3-a01d-5e0d5d439b43 req-2e3e9cd2-a58a-435e-888c-1a81ec3e3e48 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.992109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e2710392-82c5-43c3-a01d-5e0d5d439b43 req-2e3e9cd2-a58a-435e-888c-1a81ec3e3e48 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:54.997688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2710392-82c5-43c3-a01d-5e0d5d439b43 req-2e3e9cd2-a58a-435e-888c-1a81ec3e3e48 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ec59953-9646-4b3e-ab00-d5867bc38697 HTTP/1.1" status: 204 len: 173 time: 0.3073413 Nov 19 03:51:55.036593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9cd2-a58a-435e-888c-1a81ec3e3e48 tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec59953-9646-4b3e-ab00-d5867bc38697,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:55.093185 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:55.204352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84339e14-8814-4672-ae94-79516de1f7cc req-3c006d5d-5568-4611-9ce7-34f27129e1a9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 210 time: 0.0472879 Nov 19 03:51:55.412927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36046) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:55.416739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e695caec-bcf1-4de6-baf1-8a95d32f6724 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:55.450699 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-f39b2734-edd0-4361-a5e0-4d90068098b2 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715390 Nov 19 03:51:55.465724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5f8dd-0b88-48d3-a1a2-6391b401f049 req-566941d9-4280-4d31-84c6-efbd71ad2890 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:55.474100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64e5f8dd-0b88-48d3-a1a2-6391b401f049 req-566941d9-4280-4d31-84c6-efbd71ad2890 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 948 time: 0.1532166 Nov 19 03:51:55.533080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e695caec-bcf1-4de6-baf1-8a95d32f6724 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:55.533668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:55.724694 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:55.747178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:55.772143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port e695caec-bcf1-4de6-baf1-8a95d32f6724, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e695caec-bcf1-4de6-baf1-8a95d32f6724,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:55.783999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:55.802039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64e5f8dd-0b88-48d3-a1a2-6391b401f049 req-0b5012d4-2d47-4132-bbb3-9e0f75ff6688 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195977 Nov 19 03:51:55.874029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=e695caec-bcf1-4de6-baf1-8a95d32f6724,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:55.880423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-92e0617e-6ffa-4e4b-bc3d-b3bcc7a55f05 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:55.882280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-92e0617e-6ffa-4e4b-bc3d-b3bcc7a55f05 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.3812392 Nov 19 03:51:55.889001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff6a95a2-3277-41bb-8a26-65c53d5ada67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:55.895407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Request body: {'port': {'device_id': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'admin_state_up': True, 'tenant_id': '4842bef5db83421892a395c9c6fc1fe0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:55.902049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da57610a-9d21-4057-92ff-4d1fb8c19f10 req-ee9744e4-0f51-4709-92c6-e69f3396cb0d tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "GET /v2.0/security-groups/d52c3367-ecd4-45ed-85e7-c84777f6b965 HTTP/1.1" status: 200 len: 1817 time: 0.4660842 Nov 19 03:51:55.936176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4ea097a-c735-47e0-a13c-a6eea00360d1 req-a7df7938-8f91-453d-96e5-bd7c2fdb6c5e service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484048 Nov 19 03:51:56.043992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da57610a-9d21-4057-92ff-4d1fb8c19f10 req-becd7967-26f0-410f-9d63-adef7b60855e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.072443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da57610a-9d21-4057-92ff-4d1fb8c19f10 req-becd7967-26f0-410f-9d63-adef7b60855e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.091946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Made reservation on behalf of 4842bef5db83421892a395c9c6fc1fe0 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:56.095959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.150085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-cc6aa832-172b-4ed5-a6b6-fe93d5379a7a tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f7b8885759fe46f4a40099f83a1059ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532064 Nov 19 03:51:56.174104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da57610a-9d21-4057-92ff-4d1fb8c19f10 req-becd7967-26f0-410f-9d63-adef7b60855e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.177520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da57610a-9d21-4057-92ff-4d1fb8c19f10 req-becd7967-26f0-410f-9d63-adef7b60855e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.178800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da57610a-9d21-4057-92ff-4d1fb8c19f10 req-becd7967-26f0-410f-9d63-adef7b60855e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] 10.222.0.52 "DELETE /v2.0/security-groups/d52c3367-ecd4-45ed-85e7-c84777f6b965 HTTP/1.1" status: 204 len: 173 time: 0.2758310 Nov 19 03:51:56.191792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:56.238893 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.265585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd7967-26f0-410f-9d63-adef7b60855e tempest-SecurityGroupsTestJSON-721010253 tempest-SecurityGroupsTestJSON-721010253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c3367-ecd4-45ed-85e7-c84777f6b965,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:56.305321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.314232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Deleting subnet 8979de3c-bc14-48a4-8b67-b8e4d4882dd6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:51:56.319666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.321833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.322732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.324363 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff6a95a2-3277-41bb-8a26-65c53d5ada67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.341446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff6a95a2-3277-41bb-8a26-65c53d5ada67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.413584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ff6a95a2-3277-41bb-8a26-65c53d5ada67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28ee4944622440e4ad6db3c819763eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9966140 Nov 19 03:51:56.419278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.420990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:56.437710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-0db2e236-b8ca-4d79-a476-471f7d284495 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:56.439207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-0db2e236-b8ca-4d79-a476-471f7d284495 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884169 Nov 19 03:51:56.468849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de7b8b5a-9a79-4e2e-a9b4-37cf8f2b9140 req-be5bdd69-04b3-475a-9bfa-cec54ab1e208 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 210 time: 0.0919082 Nov 19 03:51:56.483031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.488336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-c32f06d9-80a0-4424-8df7-2b261f8842fe tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/quotas/f7b8885759fe46f4a40099f83a1059ed HTTP/1.1" status: 200 len: 375 time: 0.0325060 Nov 19 03:51:56.494643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a95a2-3277-41bb-8a26-65c53d5ada67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f88ed6-5c31-4f16-9f8b-16cf0754c2bc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:56.497560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Allocated IP 172.20.0.5 (e93412f5-0525-41bb-bb3a-3134534ed20b/7c25ea14-04f2-47ea-a237-66de1ccbb6b7/7511aa67-c2f6-4830-a8e3-e669af29d7f7) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:51:56.514836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc48c04-4ac9-4e42-98aa-f4299c400928,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:56.560405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-469dc875-3407-4df2-a645-038717f393ac tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7b8885759fe46f4a40099f83a1059ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603523 Nov 19 03:51:56.588680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:56.591036 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.593754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:56.620509 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b884c268-b0e0-4f4b-ab20-b4f283f839e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.653913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:56.660631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8979de3c-bc14-48a4-8b67-b8e4d4882dd6 HTTP/1.1" status: 204 len: 168 time: 0.4650295 Nov 19 03:51:56.660631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2e48-f821-43db-a4f2-3c190f31a968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8979de3c-bc14-48a4-8b67-b8e4d4882dd6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:56.664865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36078) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:56.693740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a59b9e1f-3dbc-4cfa-9530-71c40b007a99 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:51:56.825570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Router aacd5709-47e8-400e-8eb5-22683d0861d9 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:51:56.923983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:56.939102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99', 'mac_address': 'fa:16:3e:33:f8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:51:57.000714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.021390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59b9e1f-3dbc-4cfa-9530-71c40b007a99 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:57.044929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:51:57.052019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-498d4ce9-e2b5-4597-9168-46c36e03892d None None] Provisioning complete for port 3dc48c04-4ac9-4e42-98aa-f4299c400928 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:57.052595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-498d4ce9-e2b5-4597-9168-46c36e03892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.091566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:51:57.092225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-498d4ce9-e2b5-4597-9168-46c36e03892d None None] Port 3dc48c04-4ac9-4e42-98aa-f4299c400928 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:51:57.095907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.097532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-82a88eff-ccf4-42e7-ba44-313e6cf90c10 admin admin] 10.222.0.52 "PUT /v2.0/routers/aacd5709-47e8-400e-8eb5-22683d0861d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9675760 Nov 19 03:51:57.135821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e7639-c620-4245-afc2-bcc4a334ccca req-d5cf39fd-1642-49e9-8fa7-682537c39f5f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:57.151668 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36e7639-c620-4245-afc2-bcc4a334ccca req-d5cf39fd-1642-49e9-8fa7-682537c39f5f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 948 time: 0.1437135 Nov 19 03:51:57.199080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:57.209201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Sync routers for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:51:57.231617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:57.232586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:57.276754 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36e7639-c620-4245-afc2-bcc4a334ccca req-c3ecd468-eef9-4218-ad01-46ade6c7d9b1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185308 Nov 19 03:51:57.291729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.343750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b884c268-b0e0-4f4b-ab20-b4f283f839e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.429486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e695caec-bcf1-4de6-baf1-8a95d32f6724 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:51:57.450933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-221b2231-3d9d-4ee3-8442-9a4e31470098 req-0248504f-5bf5-4a06-97e0-2802a762d4ac tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 210 time: 0.1048853 Nov 19 03:51:57.486036 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.515399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:51:57.575132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.580332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b884c268-b0e0-4f4b-ab20-b4f283f839e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.587653 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b884c268-b0e0-4f4b-ab20-b4f283f839e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.587871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b884c268-b0e0-4f4b-ab20-b4f283f839e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4f88ed6-5c31-4f16-9f8b-16cf0754c2bc HTTP/1.1" status: 204 len: 168 time: 1.1658175 Nov 19 03:51:57.597182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.599103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884c268-b0e0-4f4b-ab20-b4f283f839e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f88ed6-5c31-4f16-9f8b-16cf0754c2bc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:57.673564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a59b9e1f-3dbc-4cfa-9530-71c40b007a99'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:51:57.720531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Network e93412f5-0525-41bb-bb3a-3134534ed20b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:51:57.740925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:51:57.771233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:51:57.784964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e695caec-bcf1-4de6-baf1-8a95d32f6724 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:57.786492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.808035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:57.835649 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.845927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011c40b-eb70-4802-841a-5c577734f42e req-44e46830-d561-412b-8670-2c709bc01642 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:57.848043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b011c40b-eb70-4802-841a-5c577734f42e req-44e46830-d561-412b-8670-2c709bc01642 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 931 time: 0.2411754 Nov 19 03:51:57.894971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:57.910120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:57.910958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.918300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c02d83-90bd-472c-900d-23bd242ca069') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:57.918611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c02d83-90bd-472c-900d-23bd242ca069') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:57.947244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:57.970153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-a38f072e-2643-4e4d-8039-be801ad19e82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0785077 Nov 19 03:51:57.979015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b011c40b-eb70-4802-841a-5c577734f42e req-d2bd0d7c-46ca-4561-97b4-959464c54253 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212964 Nov 19 03:51:57.985302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Request body: {'port': {'device_id': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:57.988405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.012889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:51:58.013313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:51:58.020056 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:51:58.097261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:58.122234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-89ffc7b9-f3f7-49bc-8890-b4148ca01705 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:58.130468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-89ffc7b9-f3f7-49bc-8890-b4148ca01705 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 829 time: 0.3658671 Nov 19 03:51:58.153833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.156712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.160133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183700ec-41f1-475b-9f24-9e7bf4f0b64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.211431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.216575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f HTTP/1.1" status: 204 len: 168 time: 1.5505393 Nov 19 03:51:58.280754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b713aa-9b5d-4644-b275-ab991d743342 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfe69b9-9c5e-492f-9f3f-ffbb1202b47f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:58.298660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183700ec-41f1-475b-9f24-9e7bf4f0b64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.310491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-22895b23-cada-446a-9708-fa57b6ad37ac tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/quotas/41d57ae19aab49709413df6e057552a8 HTTP/1.1" status: 200 len: 375 time: 0.1790674 Nov 19 03:51:58.338467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183700ec-41f1-475b-9f24-9e7bf4f0b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.432906 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-183700ec-41f1-475b-9f24-9e7bf4f0b64d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40da33ae4ac0498a960d528e0ffea5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342206 Nov 19 03:51:58.433907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36124) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:58.506815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:51:56Z', 'revision_number': 2, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:58.534922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183700ec-41f1-475b-9f24-9e7bf4f0b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236ae541-d7a7-47a0-a49a-11f244e4e683,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:58.554555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36130) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:58.555692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105d440-c00b-4787-9d46-d5492107f494 req-1dbea762-e6d1-4215-9672-41e360cc9b6c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:58.558653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0105d440-c00b-4787-9d46-d5492107f494 req-1dbea762-e6d1-4215-9672-41e360cc9b6c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 949 time: 0.1435981 Nov 19 03:51:58.584960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Checking router: aacd5709-47e8-400e-8eb5-22683d0861d9 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:51:58.586343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Updating router aacd5709-47e8-400e-8eb5-22683d0861d9 port 3dc48c04-4ac9-4e42-98aa-f4299c400928 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:51:58.611811 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-cd2588ef-9878-445f-803e-9908e8f15ec5 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3003490 Nov 19 03:51:58.618918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.634929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0105d440-c00b-4787-9d46-d5492107f494 req-a29a0fa2-ba14-42a6-8b23-20861448c3d1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679796 Nov 19 03:51:58.665161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-6b816e51-6127-4dea-b03d-69a2ad4bab01 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f7b8885759fe46f4a40099f83a1059ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1208117 Nov 19 03:51:58.781677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511aa67-c2f6-4830-a8e3-e669af29d7f7 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:51:58.790809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.805645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Transition to ACTIVE for port object 7511aa67-c2f6-4830-a8e3-e669af29d7f7 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:51:58.816129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.838011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb18aa14-d047-4b2d-949a-e689c33cbf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.889405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb18aa14-d047-4b2d-949a-e689c33cbf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.963260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b9144c99-e8ac-4ebe-a5c7-b33e8535e3c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff253b283d454d32a4668d1f41a64ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058259 Nov 19 03:51:58.971043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36134) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:51:58.987642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb18aa14-d047-4b2d-949a-e689c33cbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.990745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb18aa14-d047-4b2d-949a-e689c33cbf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:58.991216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:58.992241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb18aa14-d047-4b2d-949a-e689c33cbf03 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/236ae541-d7a7-47a0-a49a-11f244e4e683 HTTP/1.1" status: 204 len: 168 time: 0.5498927 Nov 19 03:51:59.050058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18aa14-d047-4b2d-949a-e689c33cbf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236ae541-d7a7-47a0-a49a-11f244e4e683,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:59.068606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7dc6593c-915a-4de0-ba82-90b38bbac466 req-07e5c731-a454-472e-b87c-dfd832c78f46 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 210 time: 0.1582954 Nov 19 03:51:59.096889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:59.099228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:59.101442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:59.101563 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-f897c324-5d1b-47d5-8277-d6e814eb7971 service neutron] 10.222.0.52 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882743 Nov 19 03:51:59.119010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:51:59.119999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:59.132221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-3f732022-d491-4492-9c92-f1c851109558 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:59.133927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-3f732022-d491-4492-9c92-f1c851109558 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4535882 Nov 19 03:51:59.135640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:59.139199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:59.139970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:59.140576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Bound port: 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:59.144050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.164632 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.169494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Request body: {'port': {'device_id': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'f7b8885759fe46f4a40099f83a1059ed'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:51:59.178406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.232650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8b2a-5a37-4941-9565-32611d8d6fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.241118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:59.245531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:59.288144 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.309344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8b2a-5a37-4941-9565-32611d8d6fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.309551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed2b1c-4181-400b-8cad-dcd1d8d45e98 None None] Pushing event updated for resources: {'Port': ['ID=3dc48c04-4ac9-4e42-98aa-f4299c400928,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:59.340753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-9ef310ef-1e5a-42d7-a982-3c9d5055259d service neutron] 10.222.0.52 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379782 Nov 19 03:51:59.415894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:59.441430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:59.444751 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.447477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Attempting to bind port 3dc48c04-4ac9-4e42-98aa-f4299c400928 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:51:59.447862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Attempting to bind port 3dc48c04-4ac9-4e42-98aa-f4299c400928 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:51:59.448497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Attempting to bind port 3dc48c04-4ac9-4e42-98aa-f4299c400928 on network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:51:59.454271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-0f26c195-b6ca-45b3-a80f-1343975a7670 service neutron] 10.222.0.36 "PUT /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 1091 time: 1.4730496 Nov 19 03:51:59.456802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:51:59.468000 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80201ea3-9afd-450e-a2a7-403b9b0894ce" -d '{"events": [{"name": "network-changed", "server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:51:59.470787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:51:59.471178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Checking segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:51:59.479075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.479573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Bound using segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:51:59.481590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Bound port: 3dc48c04-4ac9-4e42-98aa-f4299c400928, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:51:59.489740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.518728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096cb2-c9e6-4392-81ac-0eb4751b5190 req-5cebb659-5fce-4a87-8510-8e3665d4d7a3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:59.520469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33096cb2-c9e6-4392-81ac-0eb4751b5190 req-5cebb659-5fce-4a87-8510-8e3665d4d7a3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 943 time: 0.2725086 Nov 19 03:51:59.538099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8b2a-5a37-4941-9565-32611d8d6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.543279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e7b8b2a-5a37-4941-9565-32611d8d6fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.547277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4e7b8b2a-5a37-4941-9565-32611d8d6fe3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29555d1e-348a-4ff0-b265-65c5ea30e6be HTTP/1.1" status: 204 len: 168 time: 0.5743079 Nov 19 03:51:59.556573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Made reservation on behalf of f7b8885759fe46f4a40099f83a1059ed for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:51:59.566310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.606486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b8b2a-5a37-4941-9565-32611d8d6fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29555d1e-348a-4ff0-b265-65c5ea30e6be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:59.612598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.660370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-6499ca93-dc56-49a4-ab80-bdea48b779f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:51:59.662263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-6499ca93-dc56-49a4-ab80-bdea48b779f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1094 time: 0.1406991 Nov 19 03:51:59.688476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] For port 3dc48c04-4ac9-4e42-98aa-f4299c400928, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:51:59.707395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] For port 3dc48c04-4ac9-4e42-98aa-f4299c400928, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dc48c04-4ac9-4e42-98aa-f4299c400928,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:51:59.724419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.812766 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce09fb3-0d06-4869-a64b-06190b572bf0 x-openstack-request-id: req-bce09fb3-0d06-4869-a64b-06190b572bf0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:51:59.816597 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:51:59.816905 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bce09fb3-0d06-4869-a64b-06190b572bf0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:51:59.817342 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'status': 'completed', 'code': 200} Nov 19 03:51:59.856497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33096cb2-c9e6-4392-81ac-0eb4751b5190 req-73a82bb3-a3b8-42e8-b940-c2a7f91d6dfd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096662 Nov 19 03:51:59.863127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-8936b150-3c20-491b-bec2-faaeb179ab34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 217 time: 0.1867328 Nov 19 03:51:59.894253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.903677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a90f4681-e7c2-4ddf-9841-288ad961cdfd req-00cddf4d-7b34-4713-aa59-dd8909936fac tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 210 time: 0.1074393 Nov 19 03:51:59.904895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:51:59.946722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed2b1c-4181-400b-8cad-dcd1d8d45e98 None None] Pushing event updated for resources: {'Port': ['ID=3dc48c04-4ac9-4e42-98aa-f4299c400928,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:51:59.968814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:51:59.974125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:51:59.983394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9f2999eb-f538-41f1-8015-71df436b7c39 None None] Provisioning complete for port 3dc48c04-4ac9-4e42-98aa-f4299c400928 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:51:59.989672 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f2999eb-f538-41f1-8015-71df436b7c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:00.030419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-5c1cd22f-8e7d-468e-a97a-0e03752b2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:00.033000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-5c1cd22f-8e7d-468e-a97a-0e03752b2720 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1460738 Nov 19 03:52:00.154425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-34e2c9f4-9c3d-4a79-aa33-8648bc5977f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132476 Nov 19 03:52:00.413647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Allocated IP 192.168.233.40 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/5766535b-b358-40fc-a7ac-3fff25a5206d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:00.467317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:00.479750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f17b49-31be-4346-974f-b4887335fe6c req-2db48c5f-f497-4230-a170-aa58cdf80d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:00.481358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8f17b49-31be-4346-974f-b4887335fe6c req-2db48c5f-f497-4230-a170-aa58cdf80d43 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 949 time: 0.1639168 Nov 19 03:52:00.528727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-23c53e1d-f8d2-4654-a0df-a8db87edc1cf service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643978 Nov 19 03:52:00.585110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f2999eb-f538-41f1-8015-71df436b7c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:00.599455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c3425bf-502c-4606-9684-0c962579eff6 req-5a9180a5-c428-40a2-a06e-f9c83e18603c tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 210 time: 0.1684351 Nov 19 03:52:00.636133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a2477f-c887-463f-a68e-2c59734f3cd7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:00.687189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:00.743156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:00.762926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8f17b49-31be-4346-974f-b4887335fe6c req-5785d3f4-009f-42d1-b88b-d5532f1c084b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599158 Nov 19 03:52:00.811567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a59b9e1f-3dbc-4cfa-9530-71c40b007a99 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:00.812453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:00.814847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:00.821701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:00.826373 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aac30d-b214-435c-bd56-f7d8aac62495 req-962e50bc-4402-4382-9bee-a60681229217 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893391 Nov 19 03:52:00.847954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:00.850042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:00.854117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:00.885033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-8e071621-14c8-4ae4-b815-a71fed0dc838 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7232635 Nov 19 03:52:00.893372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9f2999eb-f538-41f1-8015-71df436b7c39 None None] For port 3dc48c04-4ac9-4e42-98aa-f4299c400928, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dc48c04-4ac9-4e42-98aa-f4299c400928,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:00.912601 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f2999eb-f538-41f1-8015-71df436b7c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:00.931789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Request body: {'port': {'device_id': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:01.041599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:01.050573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-28ea503b-1594-44f0-a150-f044d5c69f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:01.052132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-28ea503b-1594-44f0-a150-f044d5c69f80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1094 time: 0.1422796 Nov 19 03:52:01.053887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:01.054189 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.059966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2999eb-f538-41f1-8015-71df436b7c39 None None] Pushing event updated for resources: {'Port': ['ID=3dc48c04-4ac9-4e42-98aa-f4299c400928,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:01.119782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ff078dd1-c915-4721-8c61-737ff0294cb9 None None] Provisioning complete for port 3dc48c04-4ac9-4e42-98aa-f4299c400928 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:01.120299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff078dd1-c915-4721-8c61-737ff0294cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.178159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:51:59Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:01.194310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.214200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa520d-6b7c-497c-8539-7dddf624e811 None None] The sync data for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 is: [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:51:59Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:01.263066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87504f-0eb6-42ad-8655-2d0556de4b60 req-3b266633-5650-4cec-b6c4-67d0a626edbe tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:01.264736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b87504f-0eb6-42ad-8655-2d0556de4b60 req-3b266633-5650-4cec-b6c4-67d0a626edbe tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 943 time: 0.2703266 Nov 19 03:52:01.271562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.282616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3bedce0e-ca51-4ca8-a3e6-7b2c113b51e5 req-cb567dbd-22e7-4102-bfea-f695f8863e99 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 210 time: 0.0919225 Nov 19 03:52:01.421643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-7fde0662-d2ea-4349-a38b-67a84faa5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:01.423233 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-7fde0662-d2ea-4349-a38b-67a84faa5d0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.3626730 Nov 19 03:52:01.481340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789d6133-a651-4261-ae37-d5ac3b384014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:01.491022 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4118912d-7ab4-43a9-bbf4-4387c069bdbf" -d '{"events": [{"server_uuid": "789d6133-a651-4261-ae37-d5ac3b384014", "name": "network-vif-plugged", "status": "completed", "tag": "a59b9e1f-3dbc-4cfa-9530-71c40b007a99"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:01.527259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-56fbc7ae-c552-44cc-9256-d454629ef656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0954626 Nov 19 03:52:01.557485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:01.585642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.601622 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c33b720-28b9-46e3-81b3-74e6650d636d x-openstack-request-id: req-0c33b720-28b9-46e3-81b3-74e6650d636d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:01.603454 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789d6133-a651-4261-ae37-d5ac3b384014", "name": "network-vif-plugged", "status": "completed", "tag": "a59b9e1f-3dbc-4cfa-9530-71c40b007a99", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:01.604728 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c33b720-28b9-46e3-81b3-74e6650d636d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:01.605407 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789d6133-a651-4261-ae37-d5ac3b384014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99', 'code': 200} Nov 19 03:52:01.631723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-0e73ffec-6846-4cb2-b4e6-86250cea554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:01.644423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-0e73ffec-6846-4cb2-b4e6-86250cea554a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1089799 Nov 19 03:52:01.675319 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.711078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36220) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:01.714949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-c8f9f008-b1ec-4771-8446-7b6d6d7820b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589094 Nov 19 03:52:01.754759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:01.766659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0be67122-bda3-4b39-b11c-cad1e4bc5b0d None None] Provisioning complete for port 5766535b-b358-40fc-a7ac-3fff25a5206d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:01.767208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0be67122-bda3-4b39-b11c-cad1e4bc5b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:01.861456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0be67122-bda3-4b39-b11c-cad1e4bc5b0d None None] Port 5766535b-b358-40fc-a7ac-3fff25a5206d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:01.895706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1927306942-network', 'tenant_id': '95e9f52410de45e1bdb62f0c9ef49e90'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:01.954591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-8c1a2911-9ecd-432c-8d2a-fd9bd10f5fde service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128541 Nov 19 03:52:01.964203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085f67-b7c3-4048-938f-d2fb9c5442e1 req-6708f4c9-1fd3-4fa4-accc-68ac6873df78 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:01.966023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c085f67-b7c3-4048-938f-d2fb9c5442e1 req-6708f4c9-1fd3-4fa4-accc-68ac6873df78 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 935 time: 0.2489014 Nov 19 03:52:01.975190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Made reservation on behalf of 95e9f52410de45e1bdb62f0c9ef49e90 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:01.977772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.029619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.117615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c085f67-b7c3-4048-938f-d2fb9c5442e1 req-87e8c420-9568-4d84-8531-0c87b6caa232 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376317 Nov 19 03:52:02.143159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80201ea3-9afd-450e-a2a7-403b9b0894ce req-b93c28cb-16b7-4ded-8585-788e727115cd service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755395 Nov 19 03:52:02.218119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.244398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.249829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b87504f-0eb6-42ad-8655-2d0556de4b60 req-dc10d0dc-f96b-42bc-b41c-c06d2988da8c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9664197 Nov 19 03:52:02.263318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34cb3-1ea9-4f68-9db2-98b340078dfe req-227229bb-b500-4c3a-a6cd-eee47e7718e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:02.264749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6a34cb3-1ea9-4f68-9db2-98b340078dfe req-227229bb-b500-4c3a-a6cd-eee47e7718e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 1101 time: 0.2254865 Nov 19 03:52:02.294159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:52:02.314087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a7ca58-e8bd-4794-89f9-fb0a548a7332,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:02.334530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-a656c417-6b89-4ab2-9278-00cafa98b39b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:02.336062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-a656c417-6b89-4ab2-9278-00cafa98b39b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.36 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 829 time: 0.2886040 Nov 19 03:52:02.343918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157449c-d21d-4a4b-bb77-7583087c0c8f req-60c4c399-5816-46ca-b649-0ed688c9ace0 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:02.353728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e157449c-d21d-4a4b-bb77-7583087c0c8f req-60c4c399-5816-46ca-b649-0ed688c9ace0 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 950 time: 0.1385422 Nov 19 03:52:02.356520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Request body: {'port': {'device_id': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'admin_state_up': True, 'tenant_id': '41d57ae19aab49709413df6e057552a8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:02.366060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.367809 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Added segment 507c81a9-f979-4796-a945-d0d327ba1a47 of type vlan for network 7c7c233a-309c-4403-b598-81256151809c Nov 19 03:52:02.384464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6a34cb3-1ea9-4f68-9db2-98b340078dfe req-4461ff88-9572-48c7-8d08-133fb2e7d17b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075246 Nov 19 03:52:02.465759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.490882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e157449c-d21d-4a4b-bb77-7583087c0c8f req-0239586e-c220-48af-8893-2b052a67d877 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357417 Nov 19 03:52:02.538316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.539817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:02.540722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.555752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5766535b-b358-40fc-a7ac-3fff25a5206d {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:02.568181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.585028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Transition to ACTIVE for port object 5766535b-b358-40fc-a7ac-3fff25a5206d will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:02.586004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Made reservation on behalf of 41d57ae19aab49709413df6e057552a8 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:02.589394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.592578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.648704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18310029-964c-45a3-b794-915e20cf365d req-169e97fa-9b30-4c2a-81f4-ed86789824a4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 210 time: 0.0656860 Nov 19 03:52:02.651948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9359806 Nov 19 03:52:02.654904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36240) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:02.662871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Request body: {'subnet': {'network_id': '7c7c233a-309c-4403-b598-81256151809c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1927306942-subnet', 'tenant_id': '95e9f52410de45e1bdb62f0c9ef49e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:02.670906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2125373967', 'description': 'tempest-description-443557696'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:02.682104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d23d7-983c-458a-9c11-c7f8ab3a259d admin admin] Pushing event updated for resources: {'Network': ['ID=7c7c233a-309c-4403-b598-81256151809c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:02.699269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7c7c233a-309c-4403-b598-81256151809c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:52:02.702345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Made reservation on behalf of 95e9f52410de45e1bdb62f0c9ef49e90 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:02.706610 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.783259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:02.853312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.875689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Attempting to bind port 5766535b-b358-40fc-a7ac-3fff25a5206d on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:02.875957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Attempting to bind port 5766535b-b358-40fc-a7ac-3fff25a5206d by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:02.876622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Attempting to bind port 5766535b-b358-40fc-a7ac-3fff25a5206d on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:02.883181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.923718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Port 5766535b-b358-40fc-a7ac-3fff25a5206d on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:02.924062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Attempting to bind port 5766535b-b358-40fc-a7ac-3fff25a5206d on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:02.933118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:02.933374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:02.933977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:02.934592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Bound port: 5766535b-b358-40fc-a7ac-3fff25a5206d, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:02.935125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:02.956781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.021430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5dd20b-ba4e-4c2a-a13d-a597a3b65a21,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:03.025492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Allocated IP 172.20.0.14 (2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb/2d2187cb-4866-4f4f-850f-e35a6873095a/d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:03.030758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Checking segment: {'id': '507c81a9-f979-4796-a945-d0d327ba1a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7c7c233a-309c-4403-b598-81256151809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:03.031127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Network hostable DHCP agents. Network: 7c7c233a-309c-4403-b598-81256151809c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:52:03.049187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Network 7c7c233a-309c-4403-b598-81256151809c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:52:03.062923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7c7c233a-309c-4403-b598-81256151809c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:03.068489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.069447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.073399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22ea85-5f6f-493e-80a3-79b0be9a3b9f None None] Network 7c7c233a-309c-4403-b598-81256151809c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:03.101534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-186cb1b0-5322-4a2d-963b-bf13460589ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4455841 Nov 19 03:52:03.133305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:03.167992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.173428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:03.187193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.189218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.285644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:03.311225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.312242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.313842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-926ce885-4617-4c9c-839a-e3fe878dccb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/5766535b-b358-40fc-a7ac-3fff25a5206d HTTP/1.1" status: 200 len: 1095 time: 2.3987217 Nov 19 03:52:03.320717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:03.323136 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cb85d1-aeba-4905-9a08-db135fa112bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:03.374478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23813252-f2c8-4cd9-968b-fb39492ab5da,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:03.376277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ae409-6b25-49df-8ee8-22677b561c47 None None] Network 7c7c233a-309c-4403-b598-81256151809c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:03.392724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a266f-2db3-4f92-beab-842dc0d49961 req-0ca13e1d-b840-490d-9174-b79f207e2ec7 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.396432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b44a266f-2db3-4f92-beab-842dc0d49961 req-0ca13e1d-b840-490d-9174-b79f207e2ec7 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 947 time: 0.1638458 Nov 19 03:52:03.470935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b44a266f-2db3-4f92-beab-842dc0d49961 req-cd9c3882-f255-4cfc-8150-a663e061e145 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Nov 19 03:52:03.494379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.517108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.522092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.528496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-aad0df1e-080c-470a-a986-0f96636a9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.530136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-aad0df1e-080c-470a-a986-0f96636a9f32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7b8885759fe46f4a40099f83a1059ed&device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 1098 time: 0.1413944 Nov 19 03:52:03.537915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dc48c04-4ac9-4e42-98aa-f4299c400928 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:03.606523 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-1be65030-2063-40be-ad13-1f738216aa69 req-976b1202-c4e6-4897-a25d-9f820859597a tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] show failed (client error): The resource could not be found. Nov 19 03:52:03.607562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1be65030-2063-40be-ad13-1f738216aa69 req-976b1202-c4e6-4897-a25d-9f820859597a tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups/9968a7cc-3bd2-45c3-9b73-3945ba5497cc HTTP/1.1" status: 404 len: 352 time: 0.0147989 Nov 19 03:52:03.620177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-3d63d235-df48-45e8-8537-f2c4715a29ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=5766535b-b358-40fc-a7ac-3fff25a5206d HTTP/1.1" status: 200 len: 217 time: 0.0707521 Nov 19 03:52:03.643736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.645027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c150e190-4ad5-4634-9b36-fd87e020cab6 req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0021546 Nov 19 03:52:03.661755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:03.669745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762fc9d-ff53-4bc7-95ff-36202e54033e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14586a00-e8d2-4dbf-ade0-19f576f4cbe5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:03.670520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3dc48c04-4ac9-4e42-98aa-f4299c400928 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:03.671093 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.710053 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560913bf-fef5-4089-a86f-36cf893070c4 x-openstack-request-id: req-560913bf-fef5-4089-a86f-36cf893070c4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:03.710252 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:03.710510 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-560913bf-fef5-4089-a86f-36cf893070c4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:03.710919 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'status': 'completed', 'code': 200} Nov 19 03:52:03.719331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-3f7d2b45-5d9d-4cdd-850c-f93bd829122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.720937 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-3f7d2b45-5d9d-4cdd-850c-f93bd829122a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0934198 Nov 19 03:52:03.724890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.750830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8d76a-71ea-4900-886c-f03f5100725a req-29a70bf0-5ef6-4039-855d-55b0c11a168c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.761304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbd8d76a-71ea-4900-886c-f03f5100725a req-29a70bf0-5ef6-4039-855d-55b0c11a168c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 943 time: 0.0830221 Nov 19 03:52:03.791738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:03.807199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:03.812226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:03.819405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.820289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.838017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbd8d76a-71ea-4900-886c-f03f5100725a req-9429efd1-3267-435f-8b81-fa53f11ed1b3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754638 Nov 19 03:52:03.872861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:03.892745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-c307aeb5-cdab-4f3c-b4f3-27731167b6ab req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1695788262', 'description': 'tempest-description-1073700171'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:03.893519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'port_id': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'mac_address': 'fa:16:3e:d1:da:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25ea14-04f2-47ea-a237-66de1ccbb6b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:03.900175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event updated for resources: {'Port': ['ID=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:03.910196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-1f84b8f4-e4c2-4ac7-99f7-cb25b0e51231 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5634930 Nov 19 03:52:03.914305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-52d8bb4e-6044-49ec-8b1d-6be9757e63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:03.916040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-52d8bb4e-6044-49ec-8b1d-6be9757e63db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795609 Nov 19 03:52:03.943622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Request body: {'port': {'device_id': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:03.961006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c307aeb5-cdab-4f3c-b4f3-27731167b6ab req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:03.988598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.005582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511aa67-c2f6-4830-a8e3-e669af29d7f7 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:04.017447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381582-0083-4b80-8124-37b38effcf44 req-6531d8c3-ccdb-4c91-b3f8-d7028d338216 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:04.020370 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b381582-0083-4b80-8124-37b38effcf44 req-6531d8c3-ccdb-4c91-b3f8-d7028d338216 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 950 time: 0.1877191 Nov 19 03:52:04.032181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:04.039340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.049376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c307aeb5-cdab-4f3c-b4f3-27731167b6ab req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.057741 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c307aeb5-cdab-4f3c-b4f3-27731167b6ab req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.091253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c307aeb5-cdab-4f3c-b4f3-27731167b6ab req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.092619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c307aeb5-cdab-4f3c-b4f3-27731167b6ab req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2056010 Nov 19 03:52:04.093790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9de427-7df1-4aff-89b9-21516fc390df tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f76abd2-2b3f-4288-922d-9e4979dc7b1f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:04.119231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.143519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:04.157382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b381582-0083-4b80-8124-37b38effcf44 req-1b20ee0a-9ab0-49a2-9c57-1ad15a1c7425 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274071 Nov 19 03:52:04.161697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-4215c9f7-e1ca-49ed-8ded-aed155e1375a service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329967 Nov 19 03:52:04.195552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b6921b57-297a-4aa6-a21f-7de4cb0d90de None None] Provisioning complete for port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:04.196232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6921b57-297a-4aa6-a21f-7de4cb0d90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.236551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b6921b57-297a-4aa6-a21f-7de4cb0d90de None None] Port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:04.267582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9ad9-c413-4b05-9dc8-a03152ee4fd2 req-2cbead2f-e392-426e-a0aa-9869b044d115 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:04.270411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-412b9ad9-c413-4b05-9dc8-a03152ee4fd2 req-2cbead2f-e392-426e-a0aa-9869b044d115 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 932 time: 0.0602522 Nov 19 03:52:04.292461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7511aa67-c2f6-4830-a8e3-e669af29d7f7'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:04.323756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-412b9ad9-c413-4b05-9dc8-a03152ee4fd2 req-dcfc3745-72b6-41bd-91b5-379b1cceeed9 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Nov 19 03:52:04.417545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1202850202', 'description': 'tempest-description-969932160'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:04.443266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.452855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.462711 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51956214-012d-4dee-8992-d8ebbf387657 req-c732904c-ef58-4045-96c3-f48d0f9e940d tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95e9f52410de45e1bdb62f0c9ef49e90 HTTP/1.1" status: 200 len: 3001 time: 0.1836655 Nov 19 03:52:04.473725 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6867596-2d31-48f2-8f29-9f7c5507e40c req-77e0a7bc-8262-4782-9ffa-a6d058b5195e service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578695 Nov 19 03:52:04.540515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.544443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.573033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51956214-012d-4dee-8992-d8ebbf387657 req-a5ae1a98-0c14-47b7-8492-17f7740ff5e1 tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 200 len: 2998 time: 0.1017888 Nov 19 03:52:04.581636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fbef38-b9bc-46c6-bd2b-439652bb2055,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:04.635295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.639116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.640206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-0fd86945-1b88-401a-8eea-d900434ca060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:04.641743 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-0fd86945-1b88-401a-8eea-d900434ca060 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7b8885759fe46f4a40099f83a1059ed&device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 1098 time: 0.1155546 Nov 19 03:52:04.662025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.663194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a9f5c-9ca2-49e3-9b27-7041a071ff67 req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2509267 Nov 19 03:52:04.680306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef43f1-0302-44a5-a443-08054bb507f4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43440bd0-87b2-40f0-916d-5d1d07cf4130,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:04.728273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51956214-012d-4dee-8992-d8ebbf387657 req-6a48e219-e726-4c11-867c-924fd85f63b0 tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 200 len: 2998 time: 0.1421716 Nov 19 03:52:04.741373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:04.753078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.768563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-9b6f8c1f-d058-4f27-a630-6a64fc05f0fb req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-701075972', 'description': 'tempest-description-790183047'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:04.779970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a6d6-e7e7-40af-9c37-a03e92d48e0e req-292d1acd-5937-473e-a38a-4010df95a778 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:04.781485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2a4a6d6-e7e7-40af-9c37-a03e92d48e0e req-292d1acd-5937-473e-a38a-4010df95a778 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 947 time: 0.0646868 Nov 19 03:52:04.794984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Transition to ACTIVE for port object d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:04.803929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.812609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-4c673266-88d8-4f09-8a94-6ab21508c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:04.814107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-4c673266-88d8-4f09-8a94-6ab21508c9ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1488960 Nov 19 03:52:04.832734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2a4a6d6-e7e7-40af-9c37-a03e92d48e0e req-a3254106-8393-4cc1-8647-d8f9955a1721 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Nov 19 03:52:04.859445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9b6f8c1f-d058-4f27-a630-6a64fc05f0fb req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:04.905225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-4ddb47b6-34e0-4b50-be83-b2dde92da0cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=5766535b-b358-40fc-a7ac-3fff25a5206d HTTP/1.1" status: 200 len: 217 time: 0.0652702 Nov 19 03:52:04.911053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf033832-818a-4cf4-887b-5421eaa73c0a req-500329d2-36b0-4e1f-acf8-854347abe1ff tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 200 len: 2998 time: 0.0479841 Nov 19 03:52:04.913246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Pushing event updated for resources: {'Port': ['ID=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:04.988792 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-cf033832-818a-4cf4-887b-5421eaa73c0a req-be45b169-6516-4b8f-90d1-6f8a7ff42aac tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 03:52:05.001313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf033832-818a-4cf4-887b-5421eaa73c0a req-be45b169-6516-4b8f-90d1-6f8a7ff42aac tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "DELETE /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 409 len: 352 time: 0.0835912 Nov 19 03:52:05.029093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-b6a16c33-7fba-432f-96e9-e3f64feebf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.030650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-b6a16c33-7fba-432f-96e9-e3f64feebf8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1114941 Nov 19 03:52:05.031338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Attempting to bind port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:05.031683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Attempting to bind port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:05.032020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Attempting to bind port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 on network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:05.055190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 on network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:05.055534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Attempting to bind port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 on network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:05.085653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:05.086049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Checking segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:05.086450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Bound using segment: {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:05.086901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Bound port: d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c29503-f333-4050-9ff4-74c25b2a9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:05.087268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.104456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c3e1-43d8-40e7-b005-a746b7d04872 req-606573cf-ef4a-46de-800d-e30916aac2a3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.105965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e439c3e1-43d8-40e7-b005-a746b7d04872 req-606573cf-ef4a-46de-800d-e30916aac2a3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.0615644 Nov 19 03:52:05.108714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9b6f8c1f-d058-4f27-a630-6a64fc05f0fb req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.117666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9b6f8c1f-d058-4f27-a630-6a64fc05f0fb req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.154752 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e439c3e1-43d8-40e7-b005-a746b7d04872 req-31b54382-b595-4b2b-aec3-c4a658a918d9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Nov 19 03:52:05.160784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-8b77698c-7b30-48c6-a03b-014a0eaa8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.162552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-8b77698c-7b30-48c6-a03b-014a0eaa8a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181853 Nov 19 03:52:05.191039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9b6f8c1f-d058-4f27-a630-6a64fc05f0fb req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.192266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b6f8c1f-d058-4f27-a630-6a64fc05f0fb req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4338996 Nov 19 03:52:05.202462 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-dadc14b4-6f9e-4931-9e13-eb69ee3e8e8b req-adc51ddb-57e1-401b-a185-843f836db15c tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] show failed (client error): The resource could not be found. Nov 19 03:52:05.203513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dadc14b4-6f9e-4931-9e13-eb69ee3e8e8b req-adc51ddb-57e1-401b-a185-843f836db15c tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups/e2fc5367-492b-4a3b-a60d-8da4f7cdda56 HTTP/1.1" status: 404 len: 352 time: 0.0209730 Nov 19 03:52:05.239738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397297d2-a91b-4624-ba3f-721f8a454e7b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ec9667-31ef-414d-bd8b-7982381b9bcc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:05.275469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] For port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:05.308204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] For port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:05.320789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.490769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-4306dd3b-9580-44b5-b6f5-9c8580276a4e tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53728 time: 0.2655540 Nov 19 03:52:05.580239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-f3141107-e08f-4362-9bab-9381bc176f7f tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 200 len: 2998 time: 0.0379138 Nov 19 03:52:05.598723 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-f624345e-4c25-4da6-a105-caf686bb72e5 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228082 Nov 19 03:52:05.612263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7658b-0e6f-48e0-8f73-cb4140eab518 req-5aa369f5-e87f-4756-b181-ff45ab49fef7 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.613767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ba7658b-0e6f-48e0-8f73-cb4140eab518 req-5aa369f5-e87f-4756-b181-ff45ab49fef7 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 950 time: 0.3578207 Nov 19 03:52:05.616246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.616850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.618173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] 10.222.0.36 "PUT /v2.0/ports/d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 1092 time: 1.6906922 Nov 19 03:52:05.628152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-f8fb5a2f-d0f7-4fd1-8824-4eadddefec86 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 200 len: 2998 time: 0.0407231 Nov 19 03:52:05.668707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:05.688522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-34d380fa-5de6-47df-8311-1062a90ce87e tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/20a2477f-c887-463f-a68e-2c59734f3cd7 HTTP/1.1" status: 200 len: 2998 time: 0.0470729 Nov 19 03:52:05.716956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:05.719208 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891e31db-ac9f-465f-a1f2-c7b55314b1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:05.745615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05887d-6d9b-42bb-879d-b153212cbf44 service neutron] Pushing event updated for resources: {'Port': ['ID=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:05.750073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:05.751772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-08ca8113-c16d-4a2c-85c1-077ff58e1595 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/20a2477f-c887-463f-a68e-2c59734f3cd7 HTTP/1.1" status: 200 len: 2998 time: 0.0487337 Nov 19 03:52:05.762311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:05.762688 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.804281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-2214bdf8-c9f3-4764-9a29-9adeeedaa650 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/22f76a84-d9d2-4391-870f-e78bb104c3c0 HTTP/1.1" status: 200 len: 2990 time: 0.0449402 Nov 19 03:52:05.831543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ba7658b-0e6f-48e0-8f73-cb4140eab518 req-13bc9521-55e2-4bbd-822b-dcb433be31f2 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919284 Nov 19 03:52:05.850057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-5c33127e-aeb7-4abe-bb6d-2b11da53930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.851737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-5c33127e-aeb7-4abe-bb6d-2b11da53930a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1095 time: 0.1422477 Nov 19 03:52:05.878950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.885435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-3b3299f3-8718-4be6-8ed9-7e78b0932191 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/22f76a84-d9d2-4391-870f-e78bb104c3c0 HTTP/1.1" status: 200 len: 2990 time: 0.0750341 Nov 19 03:52:05.909286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:05.911576 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23997265-9766-4052-a838-d1c7e9a52e4c" -d '{"events": [{"server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "name": "network-vif-plugged", "status": "completed", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:05.914183 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0cb85d1-aeba-4905-9a08-db135fa112bf req-bbb77a94-eeaf-4aef-9239-4ae1a3ef61a4 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993555 Nov 19 03:52:05.916815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-581b78c7-36cf-4a6e-80b3-4680f2f67ccc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 217 time: 0.0554988 Nov 19 03:52:05.917730 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-09bdc8f8-4a42-4e53-9059-d9bc866e3b4e req-6b314ffb-1656-4d05-afe6-0842360a23f1 tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] show failed (client error): The resource could not be found. Nov 19 03:52:05.930016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09bdc8f8-4a42-4e53-9059-d9bc866e3b4e req-6b314ffb-1656-4d05-afe6-0842360a23f1 tempest-SecurityGroupsNegativeTestJSON-388454318 tempest-SecurityGroupsNegativeTestJSON-388454318-project] 10.222.0.52 "GET /v2.0/security-groups/749653a0-ba5f-4033-ad7b-a685482d89ff HTTP/1.1" status: 404 len: 352 time: 0.0560396 Nov 19 03:52:05.933254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-1d747c68-4e5d-4090-bc25-d58b9f724c4d tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/23813252-f2c8-4cd9-968b-fb39492ab5da HTTP/1.1" status: 200 len: 2998 time: 0.0468788 Nov 19 03:52:05.935768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36304) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:05.937357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:05.946934 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:05.993203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bf825228-409f-429c-8422-a5ba2052932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:05.995582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-bf825228-409f-429c-8422-a5ba2052932c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 200 len: 868 time: 0.0637672 Nov 19 03:52:06.005960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:06.010903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-cc0ebad9-0aec-42a0-a0b9-0bfa2066814f tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/23813252-f2c8-4cd9-968b-fb39492ab5da HTTP/1.1" status: 200 len: 2998 time: 0.0767460 Nov 19 03:52:06.034192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Deleting subnet 8b5dd20b-ba4e-4c2a-a13d-a597a3b65a21 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:52:06.040117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.051780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-0725bcf9-173b-4445-93d8-1798b78907ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.053368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-0725bcf9-173b-4445-93d8-1798b78907ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508335 Nov 19 03:52:06.183200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751fda-be96-44b8-8532-d7dc101f6d0d req-8546e5a3-4ab9-4ba5-9165-edb63e934232 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.184757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-84751fda-be96-44b8-8532-d7dc101f6d0d req-8546e5a3-4ab9-4ba5-9165-edb63e934232 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 944 time: 0.0796809 Nov 19 03:52:06.209175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-554e4559-2355-45ff-95d0-0b13d4da8d54 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483510 Nov 19 03:52:06.284518 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-84751fda-be96-44b8-8532-d7dc101f6d0d req-7b932687-4fd9-4da5-a5a3-28f985e4132f tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925882 Nov 19 03:52:06.330158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-df5f8b61-1da9-4292-99fa-639b33a572db tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2c7e82fe-23c9-4618-8b8a-7ef334c0f217 HTTP/1.1" status: 200 len: 2998 time: 0.3181508 Nov 19 03:52:06.332121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9ed824-eb69-4dc6-9329-c95cff7b4871 req-5120c4df-1086-4ae2-a767-d874ee3b44b0 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148558 Nov 19 03:52:06.332473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.337009 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7fff74-3f83-4e7f-8c39-d1302399325c x-openstack-request-id: req-1c7fff74-3f83-4e7f-8c39-d1302399325c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:06.337408 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:06.337794 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c7fff74-3f83-4e7f-8c39-d1302399325c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:06.338438 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'status': 'completed', 'code': 200} Nov 19 03:52:06.402379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.425173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-776a7f3d-1d6e-46f8-8b11-48c86b98dda8 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2c7e82fe-23c9-4618-8b8a-7ef334c0f217 HTTP/1.1" status: 200 len: 2998 time: 0.0710144 Nov 19 03:52:06.451735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-8d74dc85-ed9e-4ecb-a2e6-fd5997fb0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.453222 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-8d74dc85-ed9e-4ecb-a2e6-fd5997fb0d90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1095 time: 0.0736816 Nov 19 03:52:06.477226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767a44f-e56b-4eb7-ade6-33c826a0eb57 req-cdafe3f3-7f91-44de-8ee5-81281d123388 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.478739 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5767a44f-e56b-4eb7-ade6-33c826a0eb57 req-cdafe3f3-7f91-44de-8ee5-81281d123388 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 947 time: 0.0910738 Nov 19 03:52:06.486560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-80a21e87-2a99-4653-9931-e4896078930b tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/34fbef38-b9bc-46c6-bd2b-439652bb2055 HTTP/1.1" status: 200 len: 2998 time: 0.0536675 Nov 19 03:52:06.488130 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.518828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5dd20b-ba4e-4c2a-a13d-a597a3b65a21,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:06.532681 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.536258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-798bfbc5-58ca-4ce0-b872-295bf8bc84d8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8b5dd20b-ba4e-4c2a-a13d-a597a3b65a21 HTTP/1.1" status: 204 len: 168 time: 0.5818229 Nov 19 03:52:06.538646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36308) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:06.585782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5767a44f-e56b-4eb7-ade6-33c826a0eb57 req-56d2bb5c-d2a0-4de2-8a5f-29f824a084c4 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941048 Nov 19 03:52:06.595130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-16b5db4c-cc28-47dd-b75f-117b7e551c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.597821 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-16b5db4c-cc28-47dd-b75f-117b7e551c04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 930 time: 0.1357050 Nov 19 03:52:06.605107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-a2c27e7e-b99f-4691-a9fc-2dd80a1d87d7 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/34fbef38-b9bc-46c6-bd2b-439652bb2055 HTTP/1.1" status: 200 len: 2998 time: 0.0900517 Nov 19 03:52:06.648022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-8dd0f21f-09c5-45ea-9b35-c80e21468b9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 217 time: 0.0421777 Nov 19 03:52:06.648632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.672513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-9f892155-2fb8-4546-82b7-3f856f934f22 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3cd4eec4-267d-4e29-8c15-78928f6f3c44 HTTP/1.1" status: 200 len: 2998 time: 0.0566924 Nov 19 03:52:06.728735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5948c-c37a-4ac6-8cac-cc10b808f5f9 req-e5c33ace-0322-4271-9c8a-902394d5b9ca tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.730307 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51a5948c-c37a-4ac6-8cac-cc10b808f5f9 req-e5c33ace-0322-4271-9c8a-902394d5b9ca tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 1101 time: 0.0778751 Nov 19 03:52:06.732018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-800af2b7-8be8-43fe-9296-7672eef0032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.733356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-800af2b7-8be8-43fe-9296-7672eef0032d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 200 len: 868 time: 0.0722306 Nov 19 03:52:06.775615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.785046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-8b67215d-9de5-4a44-bd8b-d0f9146e9673 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3cd4eec4-267d-4e29-8c15-78928f6f3c44 HTTP/1.1" status: 200 len: 2998 time: 0.0881932 Nov 19 03:52:06.803863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7c233a-309c-4403-b598-81256151809c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:06.816330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-dc52a548-e7c0-436c-8ef9-bc0ccd58b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:06.817818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-dc52a548-e7c0-436c-8ef9-bc0ccd58b868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743010 Nov 19 03:52:06.820582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51a5948c-c37a-4ac6-8cac-cc10b808f5f9 req-11881a8f-6282-4722-8dfe-df36f69e0bc5 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Nov 19 03:52:06.822773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507c81a9-f979-4796-a945-d0d327ba1a47') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:06.823254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507c81a9-f979-4796-a945-d0d327ba1a47') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:06.855823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.887685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.891632 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b769a2cf-f1b6-46db-90f3-b3770add7656 x-openstack-request-id: req-b769a2cf-f1b6-46db-90f3-b3770add7656 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:06.892161 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "name": "network-vif-plugged", "status": "completed", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:06.892327 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b769a2cf-f1b6-46db-90f3-b3770add7656 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:06.893012 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'code': 200} Nov 19 03:52:06.895429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-df23fff7-c39b-406c-a72d-8c9eec5da51e tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/42258253-55e4-4db1-a5a0-fdc4c724d645 HTTP/1.1" status: 200 len: 2998 time: 0.1002247 Nov 19 03:52:06.903035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:52:06.903892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:52:06.906464 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:52:06.960345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-430198d2-daf6-4830-a559-7f94c75064fe service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341188 Nov 19 03:52:07.001839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.010904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.017189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7c7c233a-309c-4403-b598-81256151809c HTTP/1.1" status: 204 len: 168 time: 0.4753811 Nov 19 03:52:07.042517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-b705af37-6b75-464a-8740-6427e5561615 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/42258253-55e4-4db1-a5a0-fdc4c724d645 HTTP/1.1" status: 200 len: 2998 time: 0.1265607 Nov 19 03:52:07.043632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a45884-8d74-4b49-9a93-3d36d0195074 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7c233a-309c-4403-b598-81256151809c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:07.116321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-24deab7c-bdf7-4542-b27f-972ec6b7b3b3 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/46f12b06-0515-4398-90dc-455d644ca715 HTTP/1.1" status: 200 len: 2998 time: 0.0485747 Nov 19 03:52:07.147772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb126-071a-49c5-ae1f-26b9f852d329 req-49402f19-e94c-4bbf-b5e1-0a29c946c98f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:07.155655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bfeeb126-071a-49c5-ae1f-26b9f852d329 req-49402f19-e94c-4bbf-b5e1-0a29c946c98f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 945 time: 0.1321642 Nov 19 03:52:07.162398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486b59f-cbaa-48f7-b2e0-c3ac891b3d64 req-98d97b3f-f742-4da7-b133-3f54002d32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:07.163969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1486b59f-cbaa-48f7-b2e0-c3ac891b3d64 req-98d97b3f-f742-4da7-b133-3f54002d32f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1096 time: 0.1895244 Nov 19 03:52:07.181794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-6913a957-b0f9-4d99-bd8b-01b8a38c91b9 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/46f12b06-0515-4398-90dc-455d644ca715 HTTP/1.1" status: 200 len: 2998 time: 0.0504749 Nov 19 03:52:07.218544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36320) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:07.224486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-891e31db-ac9f-465f-a1f2-c7b55314b1bf req-2ea9c223-0bee-4c32-98dc-c40a6531cb81 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323642 Nov 19 03:52:07.252102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-ed138740-37bc-43ea-97c4-cadc44e778a3 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4c18b659-c148-4b94-961f-5598281ce268 HTTP/1.1" status: 200 len: 2998 time: 0.0633705 Nov 19 03:52:07.264676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bfeeb126-071a-49c5-ae1f-26b9f852d329 req-07ea29f4-b5a6-4710-b9ae-93a33c26c6dd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081576 Nov 19 03:52:07.270506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1486b59f-cbaa-48f7-b2e0-c3ac891b3d64 req-6ea0336f-318e-4d6c-88a0-e2684b652995 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969784 Nov 19 03:52:07.288381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8782f760-67b8-44be-842a-58004df91209 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95e9f52410de45e1bdb62f0c9ef49e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679028 Nov 19 03:52:07.290364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36322) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:07.310813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-4aa110c6-7bc4-4c4b-86b3-103ac5f81852 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4c18b659-c148-4b94-961f-5598281ce268 HTTP/1.1" status: 200 len: 2998 time: 0.0506413 Nov 19 03:52:07.355199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-75b5d84d-b7bf-49de-9479-1c78880407bc tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/57ff2aaa-d081-4ce1-a006-cf8946b70b13 HTTP/1.1" status: 200 len: 2998 time: 0.0371556 Nov 19 03:52:07.358082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f81674e-a11d-4cee-9456-0d84a1d578e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.371522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-2a174e96-38b0-49d3-9291-76beb5981caa tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288653 Nov 19 03:52:07.398477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-106b30f6-9c53-45c7-9f7d-26360f6fdd7f tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/57ff2aaa-d081-4ce1-a006-cf8946b70b13 HTTP/1.1" status: 200 len: 2998 time: 0.0369108 Nov 19 03:52:07.436900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f81674e-a11d-4cee-9456-0d84a1d578e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.438560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-b6d5f8a9-6f3b-4188-b8d5-aad6c564f8a9 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/63ac838e-70b9-4988-b7e5-f53d1c751731 HTTP/1.1" status: 200 len: 2998 time: 0.0338776 Nov 19 03:52:07.485724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-fb41ce3b-a13c-461a-80cb-da95e3a5cc24 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/63ac838e-70b9-4988-b7e5-f53d1c751731 HTTP/1.1" status: 200 len: 2998 time: 0.0401361 Nov 19 03:52:07.520927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-7e0e0e50-da58-4a97-8a56-8682115fae60 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:07.522463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-7e0e0e50-da58-4a97-8a56-8682115fae60 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434147 Nov 19 03:52:07.529960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-b11817cf-9e31-493d-af22-25f0e4275677 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6d9d702c-2257-4a7f-a0e2-ecbb7296be3b HTTP/1.1" status: 200 len: 2994 time: 0.0379243 Nov 19 03:52:07.536591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f81674e-a11d-4cee-9456-0d84a1d578e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.539192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f81674e-a11d-4cee-9456-0d84a1d578e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.540286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f81674e-a11d-4cee-9456-0d84a1d578e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16a7ca58-e8bd-4794-89f9-fb0a548a7332 HTTP/1.1" status: 204 len: 168 time: 0.2488184 Nov 19 03:52:07.549584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-a9fd1aca-959a-4cfc-9aa9-4a9f11739fb0 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/quotas/3175a00ee69d47ba8ab06dc98657d0aa HTTP/1.1" status: 200 len: 375 time: 0.0210841 Nov 19 03:52:07.550746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81674e-a11d-4cee-9456-0d84a1d578e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a7ca58-e8bd-4794-89f9-fb0a548a7332,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:07.585092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-7bbd2d7b-bd07-46ac-9563-7451db1de640 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6d9d702c-2257-4a7f-a0e2-ecbb7296be3b HTTP/1.1" status: 200 len: 2994 time: 0.0479290 Nov 19 03:52:07.621138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-7a35f180-374c-432b-b014-691aa6c6f26e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0631759 Nov 19 03:52:07.633253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-2a1259c0-d318-44ee-a895-e9b7dd9c143e tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/b8b04486-d09d-4d35-aa7c-7d8bb602039f HTTP/1.1" status: 200 len: 2994 time: 0.0396285 Nov 19 03:52:07.667318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:07.685398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-7dab545d-8685-4f1d-ab5d-2981aa9bd2a4 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/b8b04486-d09d-4d35-aa7c-7d8bb602039f HTTP/1.1" status: 200 len: 2994 time: 0.0454099 Nov 19 03:52:07.742833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-c4689c01-0def-4e0f-888e-fa65c934972e tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ef368640-4ed6-444c-a0f9-800fa89e6385 HTTP/1.1" status: 200 len: 2998 time: 0.0484612 Nov 19 03:52:07.782303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:07.795183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'mac_address': 'fa:16:3e:32:a2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:07.838214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-58184f9a-6dfb-436e-96e2-746d6b01857c tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ef368640-4ed6-444c-a0f9-800fa89e6385 HTTP/1.1" status: 200 len: 2998 time: 0.0798917 Nov 19 03:52:07.849882 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.880268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5766535b-b358-40fc-a7ac-3fff25a5206d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:07.902797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:07.911357 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:07.950341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-e598b5d6-c561-4f6b-b1a9-724fd2500019 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f090c3d6-bb75-469c-98b4-6cde0b41d407 HTTP/1.1" status: 200 len: 2994 time: 0.0981793 Nov 19 03:52:07.968612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:08.011587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8ebd-468c-49f5-8165-7718462a5fd2 req-842d8631-32b6-4a5e-8e6c-db3beadc3774 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:08.014051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb4b8ebd-468c-49f5-8165-7718462a5fd2 req-842d8631-32b6-4a5e-8e6c-db3beadc3774 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 944 time: 0.0896604 Nov 19 03:52:08.025370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc59a639-3229-4f32-9ccc-7e6ff2de85fb req-53b3ca5b-12f1-4d5e-8dbc-e5839e55d658 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f090c3d6-bb75-469c-98b4-6cde0b41d407 HTTP/1.1" status: 200 len: 2994 time: 0.0740404 Nov 19 03:52:08.102376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb4b8ebd-468c-49f5-8165-7718462a5fd2 req-2457abb8-4bff-452b-a73f-f7046d66f097 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780573 Nov 19 03:52:08.153864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63688d-4133-4eaa-b598-043e10d5e683 req-7659c6bc-5f69-4e1a-8a9a-a9af8cde3c29 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:08.155556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba63688d-4133-4eaa-b598-043e10d5e683 req-7659c6bc-5f69-4e1a-8a9a-a9af8cde3c29 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 948 time: 0.0756111 Nov 19 03:52:08.192972 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1edbb5e5-b73c-467b-8457-7153aab5d876 req-228cbbfa-ff43-4310-b3a2-e48735d011fd tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 210 time: 0.0325601 Nov 19 03:52:08.214026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5766535b-b358-40fc-a7ac-3fff25a5206d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:08.251124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba63688d-4133-4eaa-b598-043e10d5e683 req-dc096f45-64b7-4928-9b68-db5ab1b8bdf4 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873587 Nov 19 03:52:08.369483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196f3c-9557-4b22-9520-4270915c04a6 req-b7a3946c-27d3-426d-8789-5f6428c3630f tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:08.374902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94196f3c-9557-4b22-9520-4270915c04a6 req-b7a3946c-27d3-426d-8789-5f6428c3630f tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1097 time: 0.0953338 Nov 19 03:52:08.376967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b9dd15b-cd50-4405-9f74-bb483ad4f8c2 req-2639a39d-0b4d-4f07-aa94-1683c3f046b7 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6903a1774e90463699dc2f9994cde2c2 HTTP/1.1" status: 200 len: 6154 time: 0.0858641 Nov 19 03:52:08.445291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b9dd15b-cd50-4405-9f74-bb483ad4f8c2 req-418c2db0-bdb0-486d-8692-b1c949dc3dee tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "GET /v2.0/security-groups/23813252-f2c8-4cd9-968b-fb39492ab5da HTTP/1.1" status: 200 len: 2998 time: 0.0672038 Nov 19 03:52:08.457793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94196f3c-9557-4b22-9520-4270915c04a6 req-faf31c9c-182e-468e-88f9-035dd1975fb6 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765669 Nov 19 03:52:08.519213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b9dd15b-cd50-4405-9f74-bb483ad4f8c2 req-e4dd6e82-98fa-4acc-91fd-338134d3cc0e tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "GET /v2.0/security-groups/23813252-f2c8-4cd9-968b-fb39492ab5da HTTP/1.1" status: 200 len: 2998 time: 0.0647995 Nov 19 03:52:08.589736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36380) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:08.669615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044f7c6-2e4c-4cfe-b9a5-12fb395cde61 req-5b94aa7d-3224-46e5-8927-efe23a7e63f2 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:08.678175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f044f7c6-2e4c-4cfe-b9a5-12fb395cde61 req-5b94aa7d-3224-46e5-8927-efe23a7e63f2 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 945 time: 0.0679722 Nov 19 03:52:08.737848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-network', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:08.748092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f044f7c6-2e4c-4cfe-b9a5-12fb395cde61 req-dc5768f6-37a4-47e2-b3a1-8170e493cd56 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690756 Nov 19 03:52:08.771246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:08.774410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:08.790691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:08.836251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9892315f-4dbe-451e-83c3-c146ba519b29 req-a349e039-bb1b-4cd5-be69-2749b1fa6858 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/67ec9667-31ef-414d-bd8b-7982381b9bcc HTTP/1.1" status: 200 len: 1793 time: 0.0586495 Nov 19 03:52:08.927542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9892315f-4dbe-451e-83c3-c146ba519b29 req-e5524865-8c81-42b1-9b2e-ca3e608d9d60 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:08.943144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:08.957316 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:08.965424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9892315f-4dbe-451e-83c3-c146ba519b29 req-e5524865-8c81-42b1-9b2e-ca3e608d9d60 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:08.991764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:52:09.024472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.025094 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Added segment eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b of type vlan for network b79f35db-5d74-4c6d-918e-d329321fa815 Nov 19 03:52:09.026193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d895e05a-322d-4657-a6d5-7a49a39dfcfd,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:09.094238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-84772a66-5a5f-4398-b56c-b4c96552e6c2 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316346 Nov 19 03:52:09.098526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.102557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9892315f-4dbe-451e-83c3-c146ba519b29 req-e5524865-8c81-42b1-9b2e-ca3e608d9d60 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.105133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9892315f-4dbe-451e-83c3-c146ba519b29 req-e5524865-8c81-42b1-9b2e-ca3e608d9d60 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.106245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9892315f-4dbe-451e-83c3-c146ba519b29 req-e5524865-8c81-42b1-9b2e-ca3e608d9d60 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/67ec9667-31ef-414d-bd8b-7982381b9bcc HTTP/1.1" status: 204 len: 173 time: 0.2632842 Nov 19 03:52:09.129679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5524865-8c81-42b1-9b2e-ca3e608d9d60 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ec9667-31ef-414d-bd8b-7982381b9bcc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:09.195282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.196262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:09.196864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.313169 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7218556 Nov 19 03:52:09.316201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36416) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:09.321323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bd5df-9cbb-4242-b309-c860446463d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b79f35db-5d74-4c6d-918e-d329321fa815,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:09.321515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Request body: {'subnet': {'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-subnet', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:09.331563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-c2cdc386-0f09-4a61-932e-d146909e05fc tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:09.332669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b79f35db-5d74-4c6d-918e-d329321fa815 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:52:09.333142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-c2cdc386-0f09-4a61-932e-d146909e05fc tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257745 Nov 19 03:52:09.348092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:09.350493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.351206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Request body: {'port': {'device_id': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3175a00ee69d47ba8ab06dc98657d0aa'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:09.358229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b63d6-09c2-4e6f-8251-3a2d87e6d0f8 req-68d6021e-0674-494a-bc85-2d17fbd0e9ad tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:09.359889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-163b63d6-09c2-4e6f-8251-3a2d87e6d0f8 req-68d6021e-0674-494a-bc85-2d17fbd0e9ad tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1096 time: 0.1523392 Nov 19 03:52:09.476782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-163b63d6-09c2-4e6f-8251-3a2d87e6d0f8 req-1b58306b-4775-467a-a6db-fbbad88f63b6 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047342 Nov 19 03:52:09.527758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Made reservation on behalf of 3175a00ee69d47ba8ab06dc98657d0aa for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:09.531953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.556469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.619839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=375c000d-4953-4b63-9109-7bdb7522b219,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:09.629648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-57534384-d62c-4c60-a477-53f04cc34926 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:52:09.630693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-57534384-d62c-4c60-a477-53f04cc34926 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081582 Nov 19 03:52:09.632019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Checking segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:09.632387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Network hostable DHCP agents. Network: b79f35db-5d74-4c6d-918e-d329321fa815, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:52:09.674286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Network b79f35db-5d74-4c6d-918e-d329321fa815 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:52:09.681562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-8138379d-6187-4932-9325-4b116d2784d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:09.683010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-8138379d-6187-4932-9325-4b116d2784d3 service neutron] 10.222.0.52 "GET /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 1094 time: 0.0421596 Nov 19 03:52:09.687341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:09.689550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, b79f35db-5d74-4c6d-918e-d329321fa815) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:09.690387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:09.696886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Request body: {'binding': {'host': 'n-h1-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:09.697490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:52:09.702889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:09.703050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09cb75-715d-4c7b-9298-c4b469208711 None None] Network b79f35db-5d74-4c6d-918e-d329321fa815 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:09.703141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.710251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73705307-8ce1-4059-b860-d3f3fb088474 req-d3f667d1-3c7f-4607-bf7b-4c1152437dcc tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "GET /v2.0/security-groups/43440bd0-87b2-40f0-916d-5d1d07cf4130 HTTP/1.1" status: 200 len: 1794 time: 0.1012053 Nov 19 03:52:09.749074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Allocated IP 192.168.233.87 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/ef9c85b4-706d-479c-9bb6-4c7a36925d40) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:09.764540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-350e83a7-e7e8-48dd-ab01-9b7b194c5f6d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4470921 Nov 19 03:52:09.767173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36422) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:09.774760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:09.850059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-73705307-8ce1-4059-b860-d3f3fb088474 req-1e7b31cd-b089-4a6c-b10f-f6af1afe0586 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.856153 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.857201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.893757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 5766535b-b358-40fc-a7ac-3fff25a5206d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:09.901712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 5766535b-b358-40fc-a7ac-3fff25a5206d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:09.902837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.930709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-73705307-8ce1-4059-b860-d3f3fb088474 req-1e7b31cd-b089-4a6c-b10f-f6af1afe0586 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.961191 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:09.962287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on host n-h1-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:09.962634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:09.962965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:09.968129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:09.968467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:09.980174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:10.001694 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-73705307-8ce1-4059-b860-d3f3fb088474 req-1e7b31cd-b089-4a6c-b10f-f6af1afe0586 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.004813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-73705307-8ce1-4059-b860-d3f3fb088474 req-1e7b31cd-b089-4a6c-b10f-f6af1afe0586 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.006018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73705307-8ce1-4059-b860-d3f3fb088474 req-1e7b31cd-b089-4a6c-b10f-f6af1afe0586 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/43440bd0-87b2-40f0-916d-5d1d07cf4130 HTTP/1.1" status: 204 len: 173 time: 0.2949400 Nov 19 03:52:10.009990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'port_id': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'mac_address': 'fa:16:3e:68:26:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:10.023582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b31cd-b089-4a6c-b10f-f6af1afe0586 tempest-SecurityGroupsTestAdminJSON-595786624 tempest-SecurityGroupsTestAdminJSON-595786624-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43440bd0-87b2-40f0-916d-5d1d07cf4130,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:10.029760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.068748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.074493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b79f35db-5d74-4c6d-918e-d329321fa815', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:52:10.075364 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.075933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:10.076287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:10.076681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:10.077139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Bound port: a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:10.088987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:10.134592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f', '31d830fc-eebf-43a3-9530-bb70318f0859', 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:10.139092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:10.140042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.141619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event updated for resources: {'Port': ['ID=ef9c85b4-706d-479c-9bb6-4c7a36925d40,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:10.145043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:10.149642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:10.156085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:10.156726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.212500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1819f8be-8c14-4b21-aba7-346bb364a0e6 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8691833 Nov 19 03:52:10.214220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.218488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:10.227835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Request body: {'port': {'device_id': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:10.230671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.232058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-71a5bde6-3622-4a9d-83a9-d4722fd9eb8c service neutron] 10.222.0.52 "POST /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.5394418 Nov 19 03:52:10.276084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51efa-fd5c-4e61-8569-675ec5c10a69 req-117a7b6b-7110-45b7-98f5-3d7db1dc8b27 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:10.286344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-67f51efa-fd5c-4e61-8569-675ec5c10a69 req-117a7b6b-7110-45b7-98f5-3d7db1dc8b27 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 944 time: 0.1453424 Nov 19 03:52:10.325142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:10.345296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.378397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.443315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-67f51efa-fd5c-4e61-8569-675ec5c10a69 req-6ad7101f-4249-4316-b44d-14d7bd614a36 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503248 Nov 19 03:52:10.603394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:10.637031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116db032-74db-40cb-a5a1-7fb821c1f4d4 req-a70b8951-6503-4b48-9936-c238b61dec1b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:10.641414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-116db032-74db-40cb-a5a1-7fb821c1f4d4 req-a70b8951-6503-4b48-9936-c238b61dec1b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 935 time: 0.1895418 Nov 19 03:52:10.649384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.663587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:10.665845 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9b42f-af6f-4145-b3fa-6cf7fcff739c" -d '{"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-plugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:10.687471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.718562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.724603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75c4a-d68c-4c9f-b02b-985cb5278ca7 req-731f723e-a860-4c51-b11f-4453cb261e99 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:10.726596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:10.732855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3d75c4a-d68c-4c9f-b02b-985cb5278ca7 req-731f723e-a860-4c51-b11f-4453cb261e99 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 948 time: 0.1690071 Nov 19 03:52:10.747375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-20fc4c71-4e38-406e-b227-5c7f9da4f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:10.749051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-20fc4c71-4e38-406e-b227-5c7f9da4f9af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1097 time: 0.1348672 Nov 19 03:52:10.755294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.768516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Allocated IP 172.20.0.2 (b79f35db-5d74-4c6d-918e-d329321fa815/375c000d-4953-4b63-9109-7bdb7522b219/c91739ba-aa86-47a4-a858-83a6b26c24b9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:10.772985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-116db032-74db-40cb-a5a1-7fb821c1f4d4 req-ab15540f-6258-4986-b5e4-26341983e6c5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230931 Nov 19 03:52:10.773196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3b8d7b5c-cf33-47ff-a53a-4a437ea9db3f None None] Provisioning complete for port ef9c85b4-706d-479c-9bb6-4c7a36925d40 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:10.773466 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b8d7b5c-cf33-47ff-a53a-4a437ea9db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:10.874802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Allocated IP 172.25.8.72 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/60e5e0c5-1415-4796-bbbe-8819662f201c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:10.892858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:10.963394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4677a-6a7b-4065-bc8f-02b83b90299b req-2421e49f-50d6-44aa-a9c6-66f28a661753 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:10.964701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f4677a-6a7b-4065-bc8f-02b83b90299b req-2421e49f-50d6-44aa-a9c6-66f28a661753 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1096 time: 0.1070614 Nov 19 03:52:10.983965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d7b5c-cf33-47ff-a53a-4a437ea9db3f None None] Port ef9c85b4-706d-479c-9bb6-4c7a36925d40 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:11.051460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:11.053864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.057270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f4677a-6a7b-4065-bc8f-02b83b90299b req-aad5eb86-2fbf-42a7-8e6a-34d561639ec1 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813882 Nov 19 03:52:11.091081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:11.125757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.140171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3d75c4a-d68c-4c9f-b02b-985cb5278ca7 req-66f4c022-22f0-4a87-ba19-ced2c0e50677 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064252 Nov 19 03:52:11.174308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-e5c9926c-9d63-4c24-9c81-69db17a0505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:11.175810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-e5c9926c-9d63-4c24-9c81-69db17a0505e service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.4193056 Nov 19 03:52:11.183273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9c85b4-706d-479c-9bb6-4c7a36925d40 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:11.207298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.221849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Pushing event updated for resources: {'Port': ['ID=60e5e0c5-1415-4796-bbbe-8819662f201c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:11.246098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:11.250286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-520e2877-13f7-480e-b5f3-d5dc04c36945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 217 time: 0.0613484 Nov 19 03:52:11.270301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:11.282466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:11.294628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Transition to ACTIVE for port object ef9c85b4-706d-479c-9bb6-4c7a36925d40 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:11.305204 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.337219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908cd7-0b4d-4b30-8647-3edbc4ccd054 req-0ad351bb-2caf-43bb-99b2-b0107c8aa207 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:11.341112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c051fdd-c481-4be5-b2e8-bc4ffc4f811a req-21b4009a-08b1-4c5d-bca6-bc33dc93a238 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "GET /v2.0/security-groups/1f76abd2-2b3f-4288-922d-9e4979dc7b1f HTTP/1.1" status: 200 len: 1795 time: 0.1533070 Nov 19 03:52:11.344672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82908cd7-0b4d-4b30-8647-3edbc4ccd054 req-0ad351bb-2caf-43bb-99b2-b0107c8aa207 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 945 time: 0.1238673 Nov 19 03:52:11.365573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d6fb2ac2-3f22-45a9-a6de-4c4bbc7f3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:11.374486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d6fb2ac2-3f22-45a9-a6de-4c4bbc7f3c7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1139717 Nov 19 03:52:11.390694 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.417122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.429897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-e67a7a54-b57c-4660-81c6-9c51b6accb3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545411 Nov 19 03:52:11.434860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c85b4-706d-479c-9bb6-4c7a36925d40,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:11.490509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82908cd7-0b4d-4b30-8647-3edbc4ccd054 req-2d0ccc6c-7caa-4281-8e59-f6dba9d531e7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450610 Nov 19 03:52:11.521868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Network b79f35db-5d74-4c6d-918e-d329321fa815 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:11.552606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:11.555285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:11.575336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Pushing event updated for resources: {'Port': ['ID=c91739ba-aa86-47a4-a858-83a6b26c24b9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:11.602829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Attempting to bind port ef9c85b4-706d-479c-9bb6-4c7a36925d40 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:11.604324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Attempting to bind port ef9c85b4-706d-479c-9bb6-4c7a36925d40 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:11.604987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Attempting to bind port ef9c85b4-706d-479c-9bb6-4c7a36925d40 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:11.626691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Port ef9c85b4-706d-479c-9bb6-4c7a36925d40 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:11.627340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Attempting to bind port ef9c85b4-706d-479c-9bb6-4c7a36925d40 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:11.657521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:11.657885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:11.658343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:11.659310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Bound port: ef9c85b4-706d-479c-9bb6-4c7a36925d40, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:11.659672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.717333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c051fdd-c481-4be5-b2e8-bc4ffc4f811a req-e22ef0b9-b36e-4833-b89e-3f27a7b24686 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.718805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Attempting to bind port c91739ba-aa86-47a4-a858-83a6b26c24b9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:11.718805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Attempting to bind port c91739ba-aa86-47a4-a858-83a6b26c24b9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:11.719096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Attempting to bind port c91739ba-aa86-47a4-a858-83a6b26c24b9 on network b79f35db-5d74-4c6d-918e-d329321fa815 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:11.735402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d05c-a680-4f71-b678-5e88e872d8f3 req-505a8940-5ffb-497f-b170-26f93dc0b711 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:11.737282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3e5d05c-a680-4f71-b678-5e88e872d8f3 req-505a8940-5ffb-497f-b170-26f93dc0b711 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.1136115 Nov 19 03:52:11.738004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:11.738396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Checking segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:11.738819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.739200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Bound using segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:11.739686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Bound port: c91739ba-aa86-47a4-a858-83a6b26c24b9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:11.740070 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.761744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.767216 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-02e014a8-bb05-4f17-b04a-d66fc2a29f51 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239257 Nov 19 03:52:11.778219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c051fdd-c481-4be5-b2e8-bc4ffc4f811a req-e22ef0b9-b36e-4833-b89e-3f27a7b24686 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.843019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3e5d05c-a680-4f71-b678-5e88e872d8f3 req-de460567-1ad5-4779-934c-ee75898984ef tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937567 Nov 19 03:52:11.856171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] For port ef9c85b4-706d-479c-9bb6-4c7a36925d40, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:11.901649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] For port ef9c85b4-706d-479c-9bb6-4c7a36925d40, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:11.920584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:11.926447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] For port c91739ba-aa86-47a4-a858-83a6b26c24b9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:11.931837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] For port c91739ba-aa86-47a4-a858-83a6b26c24b9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91739ba-aa86-47a4-a858-83a6b26c24b9,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:11.946226 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d529e-6322-4036-8c33-d08001228978 x-openstack-request-id: req-5b7d529e-6322-4036-8c33-d08001228978 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:11.946593 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-plugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:11.946900 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b7d529e-6322-4036-8c33-d08001228978 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:11.947427 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'code': 200} Nov 19 03:52:11.952813 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-09830fd4-47a2-4d43-8b12-c8dd6e5a25f3 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756165 Nov 19 03:52:11.962244 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.013416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c051fdd-c481-4be5-b2e8-bc4ffc4f811a req-e22ef0b9-b36e-4833-b89e-3f27a7b24686 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.023427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c051fdd-c481-4be5-b2e8-bc4ffc4f811a req-e22ef0b9-b36e-4833-b89e-3f27a7b24686 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.046577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c051fdd-c481-4be5-b2e8-bc4ffc4f811a req-e22ef0b9-b36e-4833-b89e-3f27a7b24686 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "DELETE /v2.0/security-groups/1f76abd2-2b3f-4288-922d-9e4979dc7b1f HTTP/1.1" status: 204 len: 173 time: 0.6884854 Nov 19 03:52:12.062524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.110668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d65a9-5778-4d84-9607-89e7f9438528 None None] Pushing event updated for resources: {'Port': ['ID=c91739ba-aa86-47a4-a858-83a6b26c24b9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:12.118169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.118796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.120918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] 10.222.0.36 "PUT /v2.0/ports/ef9c85b4-706d-479c-9bb6-4c7a36925d40 HTTP/1.1" status: 200 len: 1095 time: 1.8983209 Nov 19 03:52:12.121107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ae0e-b676-4af1-85bb-8ed1119aa12f service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c85b4-706d-479c-9bb6-4c7a36925d40,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:12.123672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'tag': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:12.125966 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dcbf05-5900-42e5-8116-f1f87c2f44c4" -d '{"events": [{"name": "network-changed", "server_uuid": "729d4ee8-416f-4f0c-8d89-b20a6865b9bb", "tag": "ef9c85b4-706d-479c-9bb6-4c7a36925d40"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:12.130786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ef0b9-b36e-4833-b89e-3f27a7b24686 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f76abd2-2b3f-4288-922d-9e4979dc7b1f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:12.329254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a3512-6dd3-4b38-9ca5-b7a31dc9bbdd req-f236ca6a-13c5-455f-a93a-fe2a93768602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.331197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b7a3512-6dd3-4b38-9ca5-b7a31dc9bbdd req-f236ca6a-13c5-455f-a93a-fe2a93768602 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 1100 time: 0.1699758 Nov 19 03:52:12.335014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-4b042723-c5f8-474d-8b43-6c815cd0afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.336511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-4b042723-c5f8-474d-8b43-6c815cd0afae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 1098 time: 0.1317115 Nov 19 03:52:12.348179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86d82b-c8e3-439f-b107-776fbf0c0f7c req-ee637234-427e-4783-97dd-d042dc9fa179 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.354940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa86d82b-c8e3-439f-b107-776fbf0c0f7c req-ee637234-427e-4783-97dd-d042dc9fa179 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 947 time: 0.1480858 Nov 19 03:52:12.464895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-2591d478-ec99-4147-8a2a-4e8bbb3ddf2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40 HTTP/1.1" status: 200 len: 217 time: 0.1078804 Nov 19 03:52:12.557524 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b7a3512-6dd3-4b38-9ca5-b7a31dc9bbdd req-cc6265f7-6859-4a92-b360-309faef82166 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014613 Nov 19 03:52:12.568158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa86d82b-c8e3-439f-b107-776fbf0c0f7c req-25c90f01-6a72-487c-8202-6d731be12800 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934705 Nov 19 03:52:12.569618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-87f92a9f-6a73-4c27-b497-544965f8031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.575572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-87f92a9f-6a73-4c27-b497-544965f8031d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0978770 Nov 19 03:52:12.676767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aa5d2-81ce-4990-8b5f-22b2f2a6b8ce req-57a69e40-b3f3-4971-aa5b-96953c316194 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.678310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce9aa5d2-81ce-4990-8b5f-22b2f2a6b8ce req-57a69e40-b3f3-4971-aa5b-96953c316194 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 945 time: 0.5436034 Nov 19 03:52:12.750206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97aac454-9553-402c-9247-284180944f49 req-8c8c04f1-ed7f-4fe1-b9a7-306dede91e77 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "GET /v2.0/security-groups/14586a00-e8d2-4dbf-ade0-19f576f4cbe5 HTTP/1.1" status: 200 len: 1794 time: 0.0389664 Nov 19 03:52:12.754634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Router 30a621c2-af58-45b3-a910-d6c2d109a435 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:52:12.760697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce9aa5d2-81ce-4990-8b5f-22b2f2a6b8ce req-a531e611-2f96-4d19-8e40-5d0e23d64340 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729167 Nov 19 03:52:12.841282 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb1a8a-17be-4acd-a440-46b8e03e7b70 x-openstack-request-id: req-1ffb1a8a-17be-4acd-a440-46b8e03e7b70 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:12.841282 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729d4ee8-416f-4f0c-8d89-b20a6865b9bb", "tag": "ef9c85b4-706d-479c-9bb6-4c7a36925d40", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:12.841282 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ffb1a8a-17be-4acd-a440-46b8e03e7b70 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:12.841282 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'tag': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40', 'status': 'completed', 'code': 200} Nov 19 03:52:12.895493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-e13810e4-72fb-4cc1-b3b5-603f43dcea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.897451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-e13810e4-72fb-4cc1-b3b5-603f43dcea13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186574 Nov 19 03:52:12.898513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-97aac454-9553-402c-9247-284180944f49 req-c6b0a478-0247-4617-8606-5f3d770ac125 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.926579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-97aac454-9553-402c-9247-284180944f49 req-c6b0a478-0247-4617-8606-5f3d770ac125 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.957453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:12.972102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Sync routers for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:12.986016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f257a0c-9326-49bf-a17b-cb632d82de4a req-2e87f240-25e8-47d4-b51a-7010c6c0f0fd tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:12.986826 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:12.987587 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:12.988190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f257a0c-9326-49bf-a17b-cb632d82de4a req-2e87f240-25e8-47d4-b51a-7010c6c0f0fd tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 949 time: 0.0742013 Nov 19 03:52:12.998390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:12.998390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-35d0d21e-797d-4f12-9074-cd5fd3d2f06e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2278359 Nov 19 03:52:12.998684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36454) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:13.076963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f257a0c-9326-49bf-a17b-cb632d82de4a req-65a28a86-7d79-49e9-b9fa-d0e43ac22496 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796251 Nov 19 03:52:13.138130 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:13.146073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-97aac454-9553-402c-9247-284180944f49 req-c6b0a478-0247-4617-8606-5f3d770ac125 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:13.149558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-97aac454-9553-402c-9247-284180944f49 req-c6b0a478-0247-4617-8606-5f3d770ac125 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:13.151035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97aac454-9553-402c-9247-284180944f49 req-c6b0a478-0247-4617-8606-5f3d770ac125 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] 10.222.0.52 "DELETE /v2.0/security-groups/14586a00-e8d2-4dbf-ade0-19f576f4cbe5 HTTP/1.1" status: 204 len: 173 time: 0.3907135 Nov 19 03:52:13.185666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0a478-0247-4617-8606-5f3d770ac125 tempest-SecurityGroupsTestAdminJSON-1945627902 tempest-SecurityGroupsTestAdminJSON-1945627902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14586a00-e8d2-4dbf-ade0-19f576f4cbe5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:13.363404 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-17a1a710-3f43-41be-88b2-a6c553b4e0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991570 Nov 19 03:52:13.576967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91739ba-aa86-47a4-a858-83a6b26c24b9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:13.622081 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:11Z', 'revision_number': 3, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:13.661764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Checking router: 30a621c2-af58-45b3-a910-d6c2d109a435 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:13.662406 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Updating router 30a621c2-af58-45b3-a910-d6c2d109a435 port 60e5e0c5-1415-4796-bbbe-8819662f201c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:52:13.707090 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:13.714235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:13.723653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd601e-81cd-45ab-9196-17cac4c974be req-217034e9-2070-4463-bcb8-e88fcede05a2 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:13.734617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8cd601e-81cd-45ab-9196-17cac4c974be req-217034e9-2070-4463-bcb8-e88fcede05a2 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.1445987 Nov 19 03:52:13.787780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36466) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:13.816416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c91739ba-aa86-47a4-a858-83a6b26c24b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:13.816888 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:13.840099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8cd601e-81cd-45ab-9196-17cac4c974be req-8a08c5f4-cce0-427e-8f9a-e7d0466477c7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023307 Nov 19 03:52:13.917774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1429e-da7a-464e-b553-183af50bdaac None None] Network b79f35db-5d74-4c6d-918e-d329321fa815 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:14.001588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b1661-8902-48e7-8290-32f8a1a8d816 req-f027910c-a30a-4a01-aaee-b4b1b91d9bfe tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:14.003696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c2463-8012-49f5-be2d-62f50eec9631 req-2d9370f2-0a1f-4912-9496-f072679903b9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:14.005278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-773c2463-8012-49f5-be2d-62f50eec9631 req-2d9370f2-0a1f-4912-9496-f072679903b9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 947 time: 0.0778167 Nov 19 03:52:14.011938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-876b1661-8902-48e7-8290-32f8a1a8d816 req-f027910c-a30a-4a01-aaee-b4b1b91d9bfe tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1096 time: 0.3360958 Nov 19 03:52:14.035225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7414e5d6-644b-472d-81ed-72a0da9ab267 req-1f6c671c-47ea-4bac-9717-2e6efbf7dbc2 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612499 Nov 19 03:52:14.115237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-773c2463-8012-49f5-be2d-62f50eec9631 req-26f38dbd-bece-4e1a-9bcd-83a5d92cf456 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953493 Nov 19 03:52:14.127982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:14.164006 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.165748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c9a84a3-7914-4a2f-bc15-2523d58f40f5 None None] Provisioning complete for port c91739ba-aa86-47a4-a858-83a6b26c24b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:14.166325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c9a84a3-7914-4a2f-bc15-2523d58f40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.176206 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.202208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:14.202871 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.264534 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Pushing event updated for resources: {'Port': ['ID=60e5e0c5-1415-4796-bbbe-8819662f201c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:14.270679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.288195 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.288895 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.289383 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.289731 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.290251 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.291132 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.291481 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.291845 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.292672 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.293019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.293908 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.294276 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:14.304474 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Attempting to bind port 60e5e0c5-1415-4796-bbbe-8819662f201c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:14.304856 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Attempting to bind port 60e5e0c5-1415-4796-bbbe-8819662f201c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:14.305229 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Attempting to bind port 60e5e0c5-1415-4796-bbbe-8819662f201c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:14.322768 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:14.323173 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:14.328001 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.328549 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:14.329048 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Bound port: 60e5e0c5-1415-4796-bbbe-8819662f201c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:14.329689 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.330864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-4ff44633-a627-40f1-af60-dc24c93090e1 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1812060632&fields=id&tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe HTTP/1.1" status: 200 len: 267 time: 0.0901752 Nov 19 03:52:14.420670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5e173f8e-17d6-48d9-9c13-4f058220151e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6903a1774e90463699dc2f9994cde2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202090 Nov 19 03:52:14.421846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36482) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:14.427817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] For port 60e5e0c5-1415-4796-bbbe-8819662f201c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:14.431173 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] For port 60e5e0c5-1415-4796-bbbe-8819662f201c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=60e5e0c5-1415-4796-bbbe-8819662f201c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:14.439427 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.463507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-720d349e-11dd-40b8-b07a-af900378e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:14.467782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-720d349e-11dd-40b8-b07a-af900378e43c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 1098 time: 0.3067095 Nov 19 03:52:14.490773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c91739ba-aa86-47a4-a858-83a6b26c24b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91739ba-aa86-47a4-a858-83a6b26c24b9,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:14.493341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-a19d8398-6402-416e-a0da-54e9a2471a6b tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:14.508370 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d807e2-4758-429b-b8a4-fcb3df9e0d27 None None] Pushing event updated for resources: {'Port': ['ID=60e5e0c5-1415-4796-bbbe-8819662f201c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:14.513288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-a19d8398-6402-416e-a0da-54e9a2471a6b tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 823 time: 0.1812351 Nov 19 03:52:14.514030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-876b1661-8902-48e7-8290-32f8a1a8d816 req-85a8577d-89e5-4739-a282-675928ca9722 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961796 Nov 19 03:52:14.544871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-6814cfea-65c9-452e-854f-f50ea99b4bd8 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/quotas/f3df5fcbeb6c49ac9065f4c3abb3a7fe HTTP/1.1" status: 200 len: 375 time: 0.0304708 Nov 19 03:52:14.566644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.569558 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.591778 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-769ff923-7735-4222-bb4c-24e5ff87b870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.597617 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:14.598280 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:14.607404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c9a84a3-7914-4a2f-bc15-2523d58f40f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.677738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-769ff923-7735-4222-bb4c-24e5ff87b870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.717364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5e41993d-2454-495c-ac00-31e5e8787264 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1655662 Nov 19 03:52:14.722086 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-3c9a84a3-7914-4a2f-bc15-2523d58f40f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:52:14.722493 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-3c9a84a3-7914-4a2f-bc15-2523d58f40f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:52:14.759570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:14.763257 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e703075d-2455-4a60-989a-e742d6ab5677" -d '{"events": [{"server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "name": "network-vif-plugged", "status": "completed", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:14.781893 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.807676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-ac6e6576-6d1d-4412-b1aa-5b6b5d54b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:14.808925 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-ac6e6576-6d1d-4412-b1aa-5b6b5d54b8ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3057332 Nov 19 03:52:14.812820 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:14.818700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:14.831839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c91739ba-aa86-47a4-a858-83a6b26c24b9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:14.834692 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.854931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-43da90c0-21c3-4d42-aba8-e0269a059188 service neutron] 10.222.0.52 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277969 Nov 19 03:52:14.855988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-769ff923-7735-4222-bb4c-24e5ff87b870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.858680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-769ff923-7735-4222-bb4c-24e5ff87b870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:14.859955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-769ff923-7735-4222-bb4c-24e5ff87b870 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23813252-f2c8-4cd9-968b-fb39492ab5da HTTP/1.1" status: 204 len: 168 time: 0.4337564 Nov 19 03:52:14.911257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff923-7735-4222-bb4c-24e5ff87b870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23813252-f2c8-4cd9-968b-fb39492ab5da,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:14.930497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-f0cb6127-ea88-4011-8dac-6d87d77d6a0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40 HTTP/1.1" status: 200 len: 217 time: 0.1126025 Nov 19 03:52:14.985398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:15.061345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a08d5-4db5-440b-b539-8c8ff5862e6a req-1575e376-f24e-4f7a-a1a3-725547e5321a tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:15.070628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-803a08d5-4db5-440b-b539-8c8ff5862e6a req-1575e376-f24e-4f7a-a1a3-725547e5321a tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 945 time: 0.4212835 Nov 19 03:52:15.086351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-6d3c551f-8c01-4f89-8220-ac2fc9c7bbf8 service neutron] 10.222.0.52 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118907 Nov 19 03:52:15.222398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-803a08d5-4db5-440b-b539-8c8ff5862e6a req-b81be387-212d-4a7b-886b-6a6ec3e9cd3b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474929 Nov 19 03:52:15.237363 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:11Z', 'revision_number': 3, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:15.242437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-f519aa91-e446-45c0-9c9a-3b9309867fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:15.259734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-f519aa91-e446-45c0-9c9a-3b9309867fb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.3160555 Nov 19 03:52:15.332754 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face0d18-5e7d-4f4b-a476-e8425e5d6aa8 None None] The sync data for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 is: [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:11Z', 'revision_number': 3, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:15.439361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-58b93060-184e-40fd-9518-972c02b69eed None None] Provisioning complete for port c91739ba-aa86-47a4-a858-83a6b26c24b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:15.443316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36500) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:15.443684 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58b93060-184e-40fd-9518-972c02b69eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:15.448992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91739ba-aa86-47a4-a858-83a6b26c24b9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:15.558197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc894d58-691b-4094-8811-6f958b0785f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40a8363531994708885a46afd652eef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112044 Nov 19 03:52:15.558557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36502) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:15.694848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e20f6b5e-2031-4172-940d-b812a4967606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:15.776591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e20f6b5e-2031-4172-940d-b812a4967606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:15.781870 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:52:15.844114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c91739ba-aa86-47a4-a858-83a6b26c24b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:15.844650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:15.883003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e20f6b5e-2031-4172-940d-b812a4967606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:15.886654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e20f6b5e-2031-4172-940d-b812a4967606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:15.898448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e20f6b5e-2031-4172-940d-b812a4967606 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34fbef38-b9bc-46c6-bd2b-439652bb2055 HTTP/1.1" status: 204 len: 168 time: 0.3312562 Nov 19 03:52:15.934905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f6b5e-2031-4172-940d-b812a4967606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fbef38-b9bc-46c6-bd2b-439652bb2055,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:16.058307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-22fb6651-eb0f-4ea7-a8af-2786d7873f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:16.060371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-22fb6651-eb0f-4ea7-a8af-2786d7873f7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7803624 Nov 19 03:52:16.232106 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-4c577dfa-b9bb-46a7-9b18-dc5487424bde service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273916 Nov 19 03:52:16.392024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3efbe-c4c0-43ca-9298-5ace5360a775 req-5271f3a4-0449-4d0a-b9fa-554f0d6d8145 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:16.393877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95b3efbe-c4c0-43ca-9298-5ace5360a775 req-5271f3a4-0449-4d0a-b9fa-554f0d6d8145 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 949 time: 0.5064244 Nov 19 03:52:16.440500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-901a6a55-647a-4f79-bc7e-413aacc353d8 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:16.442119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-901a6a55-647a-4f79-bc7e-413aacc353d8 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7dd966f-ae2a-4c5b-a24d-d4b5060e904c HTTP/1.1" status: 200 len: 945 time: 0.5035782 Nov 19 03:52:16.508810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Allocated IP 172.20.0.1 (b79f35db-5d74-4c6d-918e-d329321fa815/375c000d-4953-4b63-9109-7bdb7522b219/4c314835-99b4-4d42-9701-f3a35cdfe026) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:16.676258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83dcbf05-5900-42e5-8116-f1f87c2f44c4 req-65d93ada-d77d-4c88-8a71-6bb731aca0b5 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347024 Nov 19 03:52:16.690126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95b3efbe-c4c0-43ca-9298-5ace5360a775 req-d1ac5e62-95f5-4457-8711-93ec3fcccf48 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788002 Nov 19 03:52:16.800221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Deleting port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:52:16.800571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:16.805571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:16.811715 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6985bb-bea1-4dc5-b81f-1291c46889d9 x-openstack-request-id: req-ad6985bb-bea1-4dc5-b81f-1291c46889d9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:16.812032 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "name": "network-vif-plugged", "status": "completed", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:16.812497 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad6985bb-bea1-4dc5-b81f-1291c46889d9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:16.813043 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'code': 200} Nov 19 03:52:17.008896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] For port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:17.009276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.013089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.094583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7c912-6357-4393-bd3f-3c4f847fdd51 req-5342e05b-e11d-4af7-af3f-1484e9ada72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:17.096712 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7e7c912-6357-4393-bd3f-3c4f847fdd51 req-5342e05b-e11d-4af7-af3f-1484e9ada72c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1097 time: 0.1989558 Nov 19 03:52:17.106166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:17.178801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Network b79f35db-5d74-4c6d-918e-d329321fa815 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:17.184796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aa9e1dc8-46d5-43fb-876a-76af10a38137 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:52:17.194895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a5e0-79e7-4544-ba86-ff2be2f9e9f8 req-b2a7b2a5-7ff8-4bfd-a319-ce85c66be016 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:17.196208 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aa9e1dc8-46d5-43fb-876a-76af10a38137 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209885 Nov 19 03:52:17.202329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5281a5e0-79e7-4544-ba86-ff2be2f9e9f8 req-b2a7b2a5-7ff8-4bfd-a319-ce85c66be016 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.2882793 Nov 19 03:52:17.227743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:17.243591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:17.244201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.265435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Pushing event updated for resources: {'Port': ['ID=4c314835-99b4-4d42-9701-f3a35cdfe026,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:17.358928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-network', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:17.479399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-d7364cda-3764-4d08-9d9a-26aa985625c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:17.480853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-d7364cda-3764-4d08-9d9a-26aa985625c1 service neutron] 10.222.0.52 "GET /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 1093 time: 0.2800794 Nov 19 03:52:17.493482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60e5e0c5-1415-4796-bbbe-8819662f201c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:17.513826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Request body: {'binding': {'host': 'n-h2-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:17.514979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:52:17.585449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Made reservation on behalf of 8dbdcbff30924a7d9f9d1c78619b3df2 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:17.588731 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.608269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 60e5e0c5-1415-4796-bbbe-8819662f201c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:17.608760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.627555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7e7c912-6357-4393-bd3f-3c4f847fdd51 req-2ca6ae5c-ab10-4999-958f-2ea36899e9de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791834 Nov 19 03:52:17.644123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.662913 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5281a5e0-79e7-4544-ba86-ff2be2f9e9f8 req-9ea98768-57f1-44d7-acde-c329d50c582c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596581 Nov 19 03:52:17.679894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-567546fc-5aab-4039-a881-468c0308a3b6 None None] Provisioning complete for port 4c314835-99b4-4d42-9701-f3a35cdfe026 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:17.681323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-567546fc-5aab-4039-a881-468c0308a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.692586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-1ab2155e-f2a2-4271-bb03-75c2b0a02cc9 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:17.694467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-1ab2155e-f2a2-4271-bb03-75c2b0a02cc9 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 823 time: 0.4342968 Nov 19 03:52:17.738967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.758414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.758973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.759572 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168 disassociated. External IP: 172.25.8.57, port: 82008a7f-ef35-4129-a8aa-1a8359eb6b1d. Nov 19 03:52:17.760022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Calling delete_port for 82008a7f-ef35-4129-a8aa-1a8359eb6b1d owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:52:17.769154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 60e5e0c5-1415-4796-bbbe-8819662f201c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=60e5e0c5-1415-4796-bbbe-8819662f201c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:17.795570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ef9c85b4-706d-479c-9bb6-4c7a36925d40 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:17.883380 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.913340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.925882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.950125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-567546fc-5aab-4039-a881-468c0308a3b6 None None] Port 4c314835-99b4-4d42-9701-f3a35cdfe026 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:17.962720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:17.993546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=60e5e0c5-1415-4796-bbbe-8819662f201c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:17.997701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ef9c85b4-706d-479c-9bb6-4c7a36925d40, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:18.016152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40', 'mac_address': 'fa:16:3e:c4:e9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:18.034423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-d608fc42-3ad1-471e-a364-cfa6ee043de5 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe HTTP/1.1" status: 200 len: 380 time: 0.3088450 Nov 19 03:52:18.067200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.073007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'port': {'device_id': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'admin_state_up': True, 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'security_groups': ['c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:18.086695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9c85b4-706d-479c-9bb6-4c7a36925d40 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:18.118794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ef9c85b4-706d-479c-9bb6-4c7a36925d40, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:18.123611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.129616 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.146839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.147907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.151985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:52:18.165377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.165741 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Added segment 6a386af7-1485-441d-9869-1a2a2003fda7 of type vlan for network 26bc891e-e9b4-44b2-96f6-83f9733cf85c Nov 19 03:52:18.203298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ef9c85b4-706d-479c-9bb6-4c7a36925d40,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:18.245097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Pushing event updated for resources: {'Port': ['ID=4c314835-99b4-4d42-9701-f3a35cdfe026,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:18.256358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee493d7b-f7aa-4230-8fda-f13ca1ed35af req-e4e03948-0938-419d-9c08-84e648285c9e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:18.257971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee493d7b-f7aa-4230-8fda-f13ca1ed35af req-e4e03948-0938-419d-9c08-84e648285c9e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 947 time: 0.4627283 Nov 19 03:52:18.295465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.310903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on host n-h2-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:18.310903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:18.310903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:18.337514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0844f7c6-4b73-4850-bdc2-9dd5e882eac6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:18.343874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee493d7b-f7aa-4230-8fda-f13ca1ed35af req-b332e1ae-7796-4a57-be4a-cf74b7134879 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754697 Nov 19 03:52:18.352454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:18.366884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:18.371857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Made reservation on behalf of f3df5fcbeb6c49ac9065f4c3abb3a7fe for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:18.375402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.395972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Network b79f35db-5d74-4c6d-918e-d329321fa815 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:18.400185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:18.405515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:18.405687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:18.414136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:18.414719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Bound port: 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:18.420848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.421843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:18.428582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.431068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ef9c85b4-706d-479c-9bb6-4c7a36925d40'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:18.546119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4382672 Nov 19 03:52:18.554747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36558) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:18.571570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Request body: {'subnet': {'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-subnet', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:18.587116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ba67d4f-1b1a-431f-bdf9-9d0a58a68fda req-ab240ce0-debd-4378-b1d2-20ed82ddeef4 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 210 time: 0.1195970 Nov 19 03:52:18.599024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.672547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f50d8-071e-4c9f-adc2-cbb067859811 admin admin] Pushing event updated for resources: {'Network': ['ID=26bc891e-e9b4-44b2-96f6-83f9733cf85c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:18.696455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:18.696943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event deleted for resources: {'Port': ['ID=82008a7f-ef35-4129-a8aa-1a8359eb6b1d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:18.731829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:52:18.740818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.742370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9a88b93c-8324-4c45-9c93-6eac5b040176 service neutron] 10.222.0.52 "POST /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7/bindings HTTP/1.1" status: 201 len: 389 time: 1.2383766 Nov 19 03:52:18.759058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Router 30a621c2-af58-45b3-a910-d6c2d109a435 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:18.806834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Made reservation on behalf of 8dbdcbff30924a7d9f9d1c78619b3df2 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:18.809452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:18.841949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed662a-3915-448a-987d-9452b8585a13 req-e2360616-9dc3-424d-86bb-8505657225fd tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:18.851050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ed662a-3915-448a-987d-9452b8585a13 req-e2360616-9dc3-424d-86bb-8505657225fd tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 946 time: 0.1421747 Nov 19 03:52:18.917469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Allocated IP 172.20.0.9 (d2f62b2b-97e5-406f-b16b-309ba2105643/895cb2d7-cc6e-47c5-b8af-51a3502a0688/a3034ff6-b6e4-4969-b922-cd222fe340f9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:18.953873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 82008a7f-ef35-4129-a8aa-1a8359eb6b1d no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:19.012116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 82008a7f-ef35-4129-a8aa-1a8359eb6b1d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:52:19.012607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 82008a7f-ef35-4129-a8aa-1a8359eb6b1d not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:52:19.031200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1fcd1ae6-b55f-4d20-8673-7efb76db135c None None] Provisioning complete for port 4c314835-99b4-4d42-9701-f3a35cdfe026 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:19.031645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1ae6-b55f-4d20-8673-7efb76db135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:19.135920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd1ae6-b55f-4d20-8673-7efb76db135c None None] Port 4c314835-99b4-4d42-9701-f3a35cdfe026 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:19.403465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60e5e0c5-1415-4796-bbbe-8819662f201c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:19.480347 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ed662a-3915-448a-987d-9452b8585a13 req-f09f7525-4494-4dbb-b6d6-0d124827fd76 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282306 Nov 19 03:52:19.536429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:19.560661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 60e5e0c5-1415-4796-bbbe-8819662f201c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:19.561038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:19.566776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-25347791-051f-4f9e-9b26-4c39956bd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:19.574722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-25347791-051f-4f9e-9b26-4c39956bd967 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1096 time: 0.4119821 Nov 19 03:52:19.613054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:19.647690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:19.662018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Sync routers for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:19.670060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4f9f9b46-f923-4e22-b0ae-b304a2694497 admin admin] 10.222.0.52 "PUT /v2.0/routers/30a621c2-af58-45b3-a910-d6c2d109a435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6715167 Nov 19 03:52:19.763184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:19.763847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:19.813822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bf2a0-f480-4a1f-af93-8d191f3471f9 req-073f3fd2-ab41-4b7a-aee7-ac88dceb3311 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:19.818662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f7751a-9399-4513-bc71-a15ce9436770,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:19.822112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c6bf2a0-f480-4a1f-af93-8d191f3471f9 req-073f3fd2-ab41-4b7a-aee7-ac88dceb3311 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.1877208 Nov 19 03:52:19.861751 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:20.014481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c6bf2a0-f480-4a1f-af93-8d191f3471f9 req-679f86bb-81db-4896-adac-5254b3edb3eb tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913979 Nov 19 03:52:20.022267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Checking segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:20.022923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Network hostable DHCP agents. Network: 26bc891e-e9b4-44b2-96f6-83f9733cf85c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:52:20.051359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:20.072015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:20.091960 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:20.093880 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:20.097071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:20.181563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] No DVR routers for this DVR port 82008a7f-ef35-4129-a8aa-1a8359eb6b1d on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:52:20.187264 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:20.203379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cd12504-3f48-4c07-a3b3-b14e0367fa73 req-8ac44eda-796d-4824-b4b1-055063f022fb tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "DELETE /v2.0/ports/82008a7f-ef35-4129-a8aa-1a8359eb6b1d HTTP/1.1" status: 204 len: 173 time: 3.7482061 Nov 19 03:52:20.204575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'name': 'network-vif-deleted', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:20.217370 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00328c98-d354-4e91-b297-b07ff83fbad5" -d '{"events": [{"server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "name": "network-vif-deleted", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:20.272588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:52:20.351077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c129f-8987-48e5-bf70-8b3e10809c41 req-f53bca0a-616b-4610-9b16-09a7d1e34a5f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:20.352931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-391c129f-8987-48e5-bf70-8b3e10809c41 req-f53bca0a-616b-4610-9b16-09a7d1e34a5f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 945 time: 0.4868267 Nov 19 03:52:20.359831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209783f-ab1d-4088-b3af-6bc15423d893 req-c5088c2c-911c-41bc-b922-45ce2f5969cc tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:20.372426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f209783f-ab1d-4088-b3af-6bc15423d893 req-c5088c2c-911c-41bc-b922-45ce2f5969cc tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 948 time: 0.1919827 Nov 19 03:52:20.421258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 26bc891e-e9b4-44b2-96f6-83f9733cf85c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:20.458625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41883ea-020b-4950-88eb-8aba903819be None None] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:20.490031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f209783f-ab1d-4088-b3af-6bc15423d893 req-d11debba-d577-44aa-b07d-6d0ece4396ac tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159167 Nov 19 03:52:20.593548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 2, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:20.605539 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:20.635078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Checking router: 30a621c2-af58-45b3-a910-d6c2d109a435 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:20.635438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Updating router 30a621c2-af58-45b3-a910-d6c2d109a435 port 4c314835-99b4-4d42-9701-f3a35cdfe026 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:52:20.642992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:20.648566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:20.649302 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-39b089a0-dc58-4c50-8ce7-9ab883dfeb63 req-26bca715-a16b-4e20-a704-2dae45f920e3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 210 time: 0.0668688 Nov 19 03:52:20.668871 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:20.686215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-391c129f-8987-48e5-bf70-8b3e10809c41 req-826550f9-414d-4a6c-b369-aaf2eae11b68 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892277 Nov 19 03:52:20.699202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:20.712956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-a00e049a-db28-41ee-9ed0-f5150ad08c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:20.726022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-a00e049a-db28-41ee-9ed0-f5150ad08c78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 1.1334791 Nov 19 03:52:20.793079 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb471a1-957e-42dd-995d-a0ff55a68f92 x-openstack-request-id: req-2eb471a1-957e-42dd-995d-a0ff55a68f92 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:20.793384 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd966f-ae2a-4c5b-a24d-d4b5060e904c", "name": "network-vif-deleted", "tag": "82008a7f-ef35-4129-a8aa-1a8359eb6b1d", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:20.793653 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2eb471a1-957e-42dd-995d-a0ff55a68f92 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:20.794120 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dd966f-ae2a-4c5b-a24d-d4b5060e904c', 'name': 'network-vif-deleted', 'tag': '82008a7f-ef35-4129-a8aa-1a8359eb6b1d', 'status': 'completed', 'code': 200} Nov 19 03:52:20.825844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event updated for resources: {'Port': ['ID=a3034ff6-b6e4-4969-b922-cd222fe340f9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:20.897376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6eb4d682-289c-4206-bf73-82b5e77059b3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3385129 Nov 19 03:52:20.897376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-2eb5076e-4d8d-41d0-ac4c-1054993c700a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0731721 Nov 19 03:52:20.897727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36606) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:20.901995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:20.906981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36608) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:20.913602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-network', 'tenant_id': '29d478275c544180a20e10b7845af8df'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:20.982171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Network d2f62b2b-97e5-406f-b16b-309ba2105643 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:20.998278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:21.009134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:21.059015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.060260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.078078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:52:21.080817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.106792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-eda63141-7371-4d84-89b3-188020d34950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:21.110675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc3028-672e-44f9-81c8-1df800d18402 req-2f381b9b-6f6b-4598-8dec-2d451fa1433d tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:21.116078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-eda63141-7371-4d84-89b3-188020d34950 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.2067771 Nov 19 03:52:21.117965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfdc3028-672e-44f9-81c8-1df800d18402 req-2f381b9b-6f6b-4598-8dec-2d451fa1433d tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 946 time: 0.1888249 Nov 19 03:52:21.218547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Made reservation on behalf of 29d478275c544180a20e10b7845af8df for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:21.221928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.228662 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:21.242115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.249603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-52ce1701-09a7-438b-b917-8860b1078368 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208999 Nov 19 03:52:21.286852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f659efb4-a5ce-4710-8b56-51d2cdb3a7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.307745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:21.308416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.343759 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:21.372078 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:21.372881 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:21.374397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-5d0b03de-a959-47a9-89a3-ba8e4954aae3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3280516 Nov 19 03:52:21.395013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8a92d-e507-41e8-98c8-4265f73e7cc1 req-a5a84fce-c434-4247-b65c-d5bc071f3d10 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:21.399376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfdc3028-672e-44f9-81c8-1df800d18402 req-73f25ecc-92bb-48f6-8099-63a21bbc4b87 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642775 Nov 19 03:52:21.402535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27e8a92d-e507-41e8-98c8-4265f73e7cc1 req-a5a84fce-c434-4247-b65c-d5bc071f3d10 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.1904435 Nov 19 03:52:21.422867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Request body: {'port': {'device_id': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:21.436871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.508428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.523760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.557235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-4c6c6bde-cca4-4b9b-97d8-4f82178599c4 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807970 Nov 19 03:52:21.575410 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:21.608956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Allocated IP 172.20.0.2 (26bc891e-e9b4-44b2-96f6-83f9733cf85c/b7f7751a-9399-4513-bc71-a15ce9436770/c1aeb255-d379-4a0c-a7f3-be97805fea8f) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:21.660030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d33ecc-2feb-46f5-8662-3c5924e6ea70 None None] Pushing event updated for resources: {'Port': ['ID=4c314835-99b4-4d42-9701-f3a35cdfe026,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:21.675749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27e8a92d-e507-41e8-98c8-4265f73e7cc1 req-3cfc054a-84ee-46fe-8cb0-1201c60abe92 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708662 Nov 19 03:52:21.689039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.753238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.827375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ef9c85b4-706d-479c-9bb6-4c7a36925d40 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:21.871415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Attempting to bind port 4c314835-99b4-4d42-9701-f3a35cdfe026 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:21.871842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Attempting to bind port 4c314835-99b4-4d42-9701-f3a35cdfe026 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:21.872672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Attempting to bind port 4c314835-99b4-4d42-9701-f3a35cdfe026 on network b79f35db-5d74-4c6d-918e-d329321fa815 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:21.886456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:21.887137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Checking segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:21.887822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.888231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Bound using segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:21.888763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Bound port: 4c314835-99b4-4d42-9701-f3a35cdfe026, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:21.889156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:21.898679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-cd645f38-cb53-4153-aefb-c4111a6c70fc service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192017 Nov 19 03:52:22.000623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] For port 4c314835-99b4-4d42-9701-f3a35cdfe026, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:22.004626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] For port 4c314835-99b4-4d42-9701-f3a35cdfe026, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4c314835-99b4-4d42-9701-f3a35cdfe026,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:22.031130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8ac48-29c3-4e2e-82c0-79e94eee3243 req-c5f8f277-5153-426c-850c-4313b6e8f778 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:22.031356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.043124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ec8ac48-29c3-4e2e-82c0-79e94eee3243 req-c5f8f277-5153-426c-850c-4313b6e8f778 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 948 time: 0.2372191 Nov 19 03:52:22.093576 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:22.131550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-df96b3b3-2ffe-405e-a0d1-a44e73071489 None None] Provisioning complete for port 4c314835-99b4-4d42-9701-f3a35cdfe026 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:22.132111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-df96b3b3-2ffe-405e-a0d1-a44e73071489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.133855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d33ecc-2feb-46f5-8662-3c5924e6ea70 None None] Pushing event updated for resources: {'Port': ['ID=4c314835-99b4-4d42-9701-f3a35cdfe026,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:22.163745 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f13dc4-f7c3-4f30-804b-e6d3b4390839 None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:22.194137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.208762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-a62ecb5b-6527-41bf-803f-5e9c4cb8b49e tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 258 time: 0.6495473 Nov 19 03:52:22.214751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:22.215034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:22.215403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:51:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:22.255364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.277461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:52:22.287682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.288043 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Added segment 11d6b6da-8418-4110-99e4-a9bce2fa7131 of type vlan for network 4c120fb4-2f49-4e7c-97c5-0032625435b0 Nov 19 03:52:22.335000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.356609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aab95c8a-898c-4697-9293-13eaf40f4d7a tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:22.358409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aab95c8a-898c-4697-9293-13eaf40f4d7a tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.2898767 Nov 19 03:52:22.367488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port ef9c85b4-706d-479c-9bb6-4c7a36925d40 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:22.384626 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.391249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.392386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:22.393007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.398625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ec8ac48-29c3-4e2e-82c0-79e94eee3243 req-96f759e8-5caf-40b4-af7c-8f010f39ff0b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544583 Nov 19 03:52:22.408888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-1'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:22.416643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port ef9c85b4-706d-479c-9bb6-4c7a36925d40 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:22.417096 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.606869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.711655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8046083 Nov 19 03:52:22.712432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7755ecb-b88e-4159-9074-190248b6119f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:22.715172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36628) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:22.762515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.763790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Request body: {'subnet': {'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-subnet', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:22.772976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b020ef-5b66-4a89-91ad-605eae87a050 admin admin] Pushing event updated for resources: {'Network': ['ID=4c120fb4-2f49-4e7c-97c5-0032625435b0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:22.775820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933913cc-3a14-476c-abd8-3a8ee263483c None None] New status for floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:52:22.815401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:52:22.821695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:22.836963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.846642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Made reservation on behalf of 29d478275c544180a20e10b7845af8df for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:22.849542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.875833 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:22.948665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.015134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3034ff6-b6e4-4969-b922-cd222fe340f9 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:23.028884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.057903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Pushing event updated for resources: {'Port': ['ID=c1aeb255-d379-4a0c-a7f3-be97805fea8f,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:23.063606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Transition to ACTIVE for port object a3034ff6-b6e4-4969-b922-cd222fe340f9 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:23.096060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.117440 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.128989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.144310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-df96b3b3-2ffe-405e-a0d1-a44e73071489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.213769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Pushing event updated for resources: {'Port': ['ID=a3034ff6-b6e4-4969-b922-cd222fe340f9,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:23.216715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.239989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:23.255176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:23.286558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Allocated IP 172.25.8.153 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/fb4284b9-63d2-4236-a34e-bf5d32ee63ac) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:23.318782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:23.321784 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6efc2e-d05b-4198-b9cc-10a85b20a670" -d '{"events": [{"server_uuid": "729d4ee8-416f-4f0c-8d89-b20a6865b9bb", "name": "network-vif-plugged", "status": "completed", "tag": "ef9c85b4-706d-479c-9bb6-4c7a36925d40"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:23.334874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:23.389312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-df96b3b3-2ffe-405e-a0d1-a44e73071489 None None] For port 4c314835-99b4-4d42-9701-f3a35cdfe026, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4c314835-99b4-4d42-9701-f3a35cdfe026,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:23.411467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ef9c85b4-706d-479c-9bb6-4c7a36925d40, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:23.425049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-df96b3b3-2ffe-405e-a0d1-a44e73071489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.438619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.483782 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.495103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbee88d-b47f-4b92-b6bb-9f371805d9ff req-a34f34fd-6355-40be-8219-f1465093b702 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:23.497609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcbee88d-b47f-4b92-b6bb-9f371805d9ff req-a34f34fd-6355-40be-8219-f1465093b702 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 931 time: 0.9495487 Nov 19 03:52:23.530201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc4d542-8544-4805-a737-84ace69231a6,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:23.585190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Attempting to bind port c1aeb255-d379-4a0c-a7f3-be97805fea8f on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:23.585669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Attempting to bind port c1aeb255-d379-4a0c-a7f3-be97805fea8f by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:23.586319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Attempting to bind port c1aeb255-d379-4a0c-a7f3-be97805fea8f on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:23.600052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58f006e6-5230-47be-b2c8-d36402431e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.605636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Attempting to bind port a3034ff6-b6e4-4969-b922-cd222fe340f9 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:23.606020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Attempting to bind port a3034ff6-b6e4-4969-b922-cd222fe340f9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:23.606370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Attempting to bind port a3034ff6-b6e4-4969-b922-cd222fe340f9 on network d2f62b2b-97e5-406f-b16b-309ba2105643 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:23.614885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Port a3034ff6-b6e4-4969-b922-cd222fe340f9 on network d2f62b2b-97e5-406f-b16b-309ba2105643 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:23.615227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Attempting to bind port a3034ff6-b6e4-4969-b922-cd222fe340f9 on network d2f62b2b-97e5-406f-b16b-309ba2105643 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:23.620497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Checking segment: {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:23.621212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Network hostable DHCP agents. Network: 4c120fb4-2f49-4e7c-97c5-0032625435b0, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:52:23.623351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:23.623782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Checking segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:23.624106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Bound using segment: {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:23.624562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Bound port: a3034ff6-b6e4-4969-b922-cd222fe340f9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:23.624933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.631264 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.676342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:23.676927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Checking segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:23.677484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.677897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Bound using segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:23.678417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Bound port: c1aeb255-d379-4a0c-a7f3-be97805fea8f, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:23.678851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.686289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-71f5912b-82ed-4075-ac5f-c38ed14e4bd5 None None] Provisioning complete for port 4c314835-99b4-4d42-9701-f3a35cdfe026 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:23.686807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5912b-82ed-4075-ac5f-c38ed14e4bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.699169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:52:23.719563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 4c120fb4-2f49-4e7c-97c5-0032625435b0) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:23.726051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:23.727572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.738532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcbee88d-b47f-4b92-b6bb-9f371805d9ff req-61405d35-d2a9-4498-99c3-dbc566bbcfaa tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180710 Nov 19 03:52:23.744909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec83b9-d5f3-4bbc-b46f-83d1ba014759 None None] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:23.757519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96b3b3-2ffe-405e-a0d1-a44e73071489 None None] Pushing event updated for resources: {'Port': ['ID=4c314835-99b4-4d42-9701-f3a35cdfe026,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:23.766130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:23.771325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:23.784093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] For port a3034ff6-b6e4-4969-b922-cd222fe340f9, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:23.791227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.803588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] For port a3034ff6-b6e4-4969-b922-cd222fe340f9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:23.826468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.842380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36660) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:23.844206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0e9ee8e4-1555-4c4b-8eeb-0a2c73243c25 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1208866 Nov 19 03:52:23.880055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:23.896907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:23.897894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:23.900781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] 10.222.0.31 "PUT /v2.0/ports/a3034ff6-b6e4-4969-b922-cd222fe340f9 HTTP/1.1" status: 200 len: 1091 time: 2.4817150 Nov 19 03:52:23.900781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:23.902798 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff5cf5-3f0b-4656-81d4-fb75b257f449" -d '{"events": [{"name": "network-changed", "server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:23.916506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:23.971217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:23.979227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:23.983183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:24.107965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32737c9-2806-46d6-97c9-6eefd5fd64ff service neutron] Pushing event updated for resources: {'Port': ['ID=a3034ff6-b6e4-4969-b922-cd222fe340f9,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:24.112152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.113312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.211899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.231365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.313485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.326166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ef9c85b4-706d-479c-9bb6-4c7a36925d40,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:24.369025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] For port c1aeb255-d379-4a0c-a7f3-be97805fea8f, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:24.372129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-de6ec3d7-8c08-4194-8c4e-5c5bbd574967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:24.373918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-de6ec3d7-8c08-4194-8c4e-5c5bbd574967 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 1094 time: 0.3919470 Nov 19 03:52:24.384238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10251de-46c9-4dec-b2b1-4982da6b1dcd req-cd27eac6-9e91-4795-8b60-b356d1aec3cb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:24.391850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f10251de-46c9-4dec-b2b1-4982da6b1dcd req-cd27eac6-9e91-4795-8b60-b356d1aec3cb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 945 time: 0.4549727 Nov 19 03:52:24.396932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] For port c1aeb255-d379-4a0c-a7f3-be97805fea8f, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1aeb255-d379-4a0c-a7f3-be97805fea8f,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:24.400359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:24.416267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.510190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-2413ced5-85b3-4191-aa70-a18a5f570716 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9 HTTP/1.1" status: 200 len: 217 time: 0.1143067 Nov 19 03:52:24.520639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:24.576235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:21Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:24.583751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'mac_address': 'fa:16:3e:32:a2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:24.628913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.648051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d4f5-5114-4105-8775-370eb43f32a3 None None] Pushing event updated for resources: {'Port': ['ID=c1aeb255-d379-4a0c-a7f3-be97805fea8f,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:24.652777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc6bd5-b83a-491a-92d8-a1c535e22177 None None] The sync data for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 is: [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:21Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:24.683251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on host n-h1-818503-1 for vnic_type normal with profile {"migrating_to": "n-h2-818503-1"} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:24.683652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:24.683939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:24.695744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f10251de-46c9-4dec-b2b1-4982da6b1dcd req-5122b54c-6fbc-4924-a48d-b01fa5ca67ae tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012431 Nov 19 03:52:24.734877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:24.738976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Attempting to bind port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:24.749171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-4c120fb4-2f49-4e7c-97c5-0032625435b0', 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'fixed_ips': [{'subnet_id': 'edc4d542-8544-4805-a737-84ace69231a6'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:52:24.750271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.790809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Allocated IP 172.25.8.124 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1233f491-ba32-4447-b9ef-02a20b2256ab) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:24.806421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Pushing event updated for resources: {'Port': ['ID=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:24.813179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-b973effa-36de-4af5-854a-c1a13042c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:24.818606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-b973effa-36de-4af5-854a-c1a13042c22a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.2668757 Nov 19 03:52:24.848590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.950983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:24.950983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:24.950983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:24.951392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Bound port: 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:24.956532 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:24.987235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5766535b-b358-40fc-a7ac-3fff25a5206d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:25.052740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:25.108521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:25.133743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:25.269815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:25.288402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5766535b-b358-40fc-a7ac-3fff25a5206d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:25.322376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Allocated IP 172.20.0.2 (4c120fb4-2f49-4e7c-97c5-0032625435b0/edc4d542-8544-4805-a737-84ace69231a6/84c674a5-b7e0-46d9-be49-67bfa1f0e0b6) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:25.352614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-345f0b8e-a447-4be7-bddf-de54b599b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:25.356145 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-345f0b8e-a447-4be7-bddf-de54b599b9a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121805 Nov 19 03:52:25.367223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:25.490568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:25.585744 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-b0e67c03-e771-42c5-bea4-91cab25d87c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1794024 Nov 19 03:52:25.616035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4c314835-99b4-4d42-9701-f3a35cdfe026 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:25.654222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-47617ed5-dbde-4f52-8cfd-010b84a750e0 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531235 Nov 19 03:52:25.665369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b356e-7e71-4f67-bed2-837b73850ea0 req-38272846-10ae-4f9c-a027-37fcb50e53f3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:25.673762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-364b356e-7e71-4f67-bed2-837b73850ea0 req-38272846-10ae-4f9c-a027-37fcb50e53f3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.6519208 Nov 19 03:52:25.753746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:25.817467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-364b356e-7e71-4f67-bed2-837b73850ea0 req-2086f29e-07a0-4f5f-b804-b97052d2365c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385882 Nov 19 03:52:25.877776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:25.954307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:25.978555 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f492e712-9da2-4827-93a4-48100bf7368c x-openstack-request-id: req-f492e712-9da2-4827-93a4-48100bf7368c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:25.979225 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d4ee8-416f-4f0c-8d89-b20a6865b9bb", "name": "network-vif-plugged", "status": "completed", "tag": "ef9c85b4-706d-479c-9bb6-4c7a36925d40", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:25.986681 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f492e712-9da2-4827-93a4-48100bf7368c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:25.988334 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40', 'code': 200} Nov 19 03:52:25.994059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.028218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:26.030991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.087170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.099059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.134299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:26.196879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:26.199523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60729aa4-318c-4982-8fc1-831abae2b68a req-02b37db6-9958-418d-9308-15597d61a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:26.201090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-02b37db6-9958-418d-9308-15597d61a958 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 1121 time: 0.5177152 Nov 19 03:52:26.206034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4c314835-99b4-4d42-9701-f3a35cdfe026 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:26.206433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.213750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Pushing event updated for resources: {'Port': ['ID=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:26.217680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:26.220589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:26.310014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.383067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27e8377-cb0e-43cc-98a0-562dd8fbd837 req-bafd10ea-d669-4ae3-963f-b75a456d3083 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063727 Nov 19 03:52:26.386545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:26.387437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.389016 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] 10.222.0.31 "PUT /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 1121 time: 4.0206733 Nov 19 03:52:26.514338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab28f8-96fc-49d7-a4b0-74e7a065c6cd None None] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:26.524117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:26.605436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7511aa67-c2f6-4830-a8e3-e669af29d7f7'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:26.713422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.725368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event updated for resources: {'Port': ['ID=1233f491-ba32-4447-b9ef-02a20b2256ab,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:26.730568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Attempting to bind port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:26.730969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Attempting to bind port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:26.731386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Attempting to bind port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 on network 4c120fb4-2f49-4e7c-97c5-0032625435b0 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:26.746300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fe15b-1cad-4787-85ad-90b853a90768 service neutron] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=8']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:26.765046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d90c55-a939-445a-8bf7-45d7b99c3778 req-f7f9a0a9-dd3f-4b25-9131-6581550ce061 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:26.768057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6d90c55-a939-445a-8bf7-45d7b99c3778 req-f7f9a0a9-dd3f-4b25-9131-6581550ce061 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 949 time: 0.5986760 Nov 19 03:52:26.804633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:26.805039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Checking segment: {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:26.815362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.815827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Bound using segment: {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:26.816353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Bound port: 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:26.816756 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.850741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6d90c55-a939-445a-8bf7-45d7b99c3778 req-dbae2d5b-020a-4436-ba29-1630e5f944c5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739815 Nov 19 03:52:26.852723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-df07738a-a820-4d64-b38b-e86d43e9c0e0 None None] Provisioning complete for port c1aeb255-d379-4a0c-a7f3-be97805fea8f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:26.853133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-df07738a-a820-4d64-b38b-e86d43e9c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.865098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.901261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:26.957916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60729aa4-318c-4982-8fc1-831abae2b68a req-962263d4-5e1f-444f-8245-be9c74fac849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:26.959456 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-962263d4-5e1f-444f-8245-be9c74fac849 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2142231 Nov 19 03:52:27.066356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-ccba83b3-084e-4e8e-8b2c-a6600ebc83d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=951edb6c-3f8b-4886-829b-39132d89ab8f HTTP/1.1" status: 200 len: 217 time: 0.0952804 Nov 19 03:52:27.096420 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceb45d1-e89d-4e07-b882-871477ca9322 x-openstack-request-id: req-0ceb45d1-e89d-4e07-b882-871477ca9322 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:27.096709 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:27.097020 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ceb45d1-e89d-4e07-b882-871477ca9322 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:27.097386 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'status': 'completed', 'code': 200} Nov 19 03:52:27.129678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.187423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1aeb255-d379-4a0c-a7f3-be97805fea8f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:27.228705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf067744-d94d-4723-aca1-14169649efd8 req-20b1e5c0-3b12-4540-980a-9616f6264e1c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:27.237658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf067744-d94d-4723-aca1-14169649efd8 req-20b1e5c0-3b12-4540-980a-9616f6264e1c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 943 time: 0.1475565 Nov 19 03:52:27.296767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.303819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Allocated IP 172.25.8.174 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b7941da3-7f76-4937-9941-0ff358a2bdf4) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:27.316175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] For port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:27.322936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] For port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:27.348531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-04c5905d-f6fb-412a-b27a-a4874e813c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:27.352248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-04c5905d-f6fb-412a-b27a-a4874e813c10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 1094 time: 0.2605307 Nov 19 03:52:27.357739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.371337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf067744-d94d-4723-aca1-14169649efd8 req-96225004-a051-48e1-a533-3261415e2b50 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310568 Nov 19 03:52:27.448754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1882dee-cb25-4c4e-a653-282dc3facb12 req-4604240b-51ba-4576-9798-0b17dee022a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:27.450306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e1882dee-cb25-4c4e-a653-282dc3facb12 req-4604240b-51ba-4576-9798-0b17dee022a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 1100 time: 1.3405194 Nov 19 03:52:27.451623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60729aa4-318c-4982-8fc1-831abae2b68a req-964a1e2a-e182-4478-b66c-2a88c5197135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:27.452932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-964a1e2a-e182-4478-b66c-2a88c5197135 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.3599207 Nov 19 03:52:27.543654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-df07738a-a820-4d64-b38b-e86d43e9c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.582394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c1aeb255-d379-4a0c-a7f3-be97805fea8f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:27.582771 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.628548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60729aa4-318c-4982-8fc1-831abae2b68a req-fa34eb36-8828-4370-a006-d15a2bedd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:27.631306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-fa34eb36-8828-4370-a006-d15a2bedd9a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278718 Nov 19 03:52:27.645745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:52:27.681166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.695036 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.739441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.817299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e1882dee-cb25-4c4e-a653-282dc3facb12 req-db9cb987-1859-4737-b310-3ea9ae834727 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294666 Nov 19 03:52:27.819266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-89440f6c-8f49-49be-8d7c-84f372fe6987 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599782 Nov 19 03:52:27.894906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19effe92-6e61-4159-9616-df20973c6bc4 None None] Pushing event updated for resources: {'Port': ['ID=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:27.914600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:27.993055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-df07738a-a820-4d64-b38b-e86d43e9c0e0 None None] For port c1aeb255-d379-4a0c-a7f3-be97805fea8f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1aeb255-d379-4a0c-a7f3-be97805fea8f,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:27.995672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:27.999366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.052898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:28.068810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:28.075692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:28.122077 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-df07738a-a820-4d64-b38b-e86d43e9c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.178494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Pushing event updated for resources: {'Port': ['ID=b7941da3-7f76-4937-9941-0ff358a2bdf4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:28.198427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39dafc-ddb7-4766-852b-7390aae00042 req-80c69704-1c13-442b-8bc9-fcd016946eb3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:28.200384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f39dafc-ddb7-4766-852b-7390aae00042 req-80c69704-1c13-442b-8bc9-fcd016946eb3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 943 time: 0.4744873 Nov 19 03:52:28.217010 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60729aa4-318c-4982-8fc1-831abae2b68a req-be135ec2-e5ef-49f7-bedc-7054e3e626be service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954160 Nov 19 03:52:28.233589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event updated for resources: {'Port': ['ID=1233f491-ba32-4447-b9ef-02a20b2256ab,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:28.266571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07738a-a820-4d64-b38b-e86d43e9c0e0 None None] Pushing event updated for resources: {'Port': ['ID=c1aeb255-d379-4a0c-a7f3-be97805fea8f,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:28.271460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 5766535b-b358-40fc-a7ac-3fff25a5206d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:28.272395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.277717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.279308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-82bfbadf-2e84-4806-9655-c404ffe877c4 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0697110 Nov 19 03:52:28.280529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:28.292003 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:28.315073 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:28.316102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:28.368242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f39dafc-ddb7-4766-852b-7390aae00042 req-e56d0fcb-4485-4c98-aa8b-ca72fd01e654 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606100 Nov 19 03:52:28.552633 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.556721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0840ed96-d4e7-42e1-abfb-42d284e7c71b None None] Provisioning complete for port c1aeb255-d379-4a0c-a7f3-be97805fea8f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:28.557040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0840ed96-d4e7-42e1-abfb-42d284e7c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.564735 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:28.692345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-16ccf019-ca12-4740-adbe-5041af12b167 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 696 time: 0.3799348 Nov 19 03:52:28.696880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.698442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6937fe65-09bf-4aab-b26b-ce8ca61cebdf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.8002806 Nov 19 03:52:28.700263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:28.701670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:28.708640 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b45cd7-1d1d-4635-9da6-dc47052e40e4" -d '{"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-plugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:28.773271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:28.792307 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:28.905724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:28.915098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:28.949646 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:24Z', 'revision_number': 3, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:29.003607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:29.011006 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Updating router ba070d84-9cb0-4a88-80ed-9c74655ec2fc port fb4284b9-63d2-4236-a34e-bf5d32ee63ac binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:52:29.047994 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.172231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:29.225051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7'}, {'name': 'network-changed', 'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:29.230251 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bba2a-2785-43d5-aa6c-7f88dce1a609" -d '{"events": [{"server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "name": "network-vif-unplugged", "status": "completed", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7"}, {"name": "network-changed", "server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:29.327337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-956956d5-2360-43bb-a6d1-8207fc8bfa79 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:29.335689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-956956d5-2360-43bb-a6d1-8207fc8bfa79 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.6356695 Nov 19 03:52:29.349696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-dae0b2c3-6ddb-429f-9598-41c41a6130ed tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:52:29.364486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b54a3d8-fb8d-4330-87f6-7539e89090d1 req-dae0b2c3-6ddb-429f-9598-41c41a6130ed tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236104 Nov 19 03:52:29.416901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-3fc5f569-67b0-419b-b67c-40f54b0a3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:29.425823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-3fc5f569-67b0-419b-b67c-40f54b0a3621 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 924 time: 2.0527217 Nov 19 03:52:29.472024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20543fac-ed03-44d4-a831-879208fc3c20 None None] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:52:29.483515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:29.486262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.522254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-8db92306-24cd-4b73-af14-fe295d587d16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9 HTTP/1.1" status: 200 len: 217 time: 0.0758371 Nov 19 03:52:29.576222 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.598308 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.677864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:29.685531 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb5f9-3965-4068-8d89-47f2fa52ffe8 None None] Pushing event updated for resources: {'Port': ['ID=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:29.689171 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Attempting to bind port fb4284b9-63d2-4236-a34e-bf5d32ee63ac on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:29.689554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Attempting to bind port fb4284b9-63d2-4236-a34e-bf5d32ee63ac by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:29.689950 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Attempting to bind port fb4284b9-63d2-4236-a34e-bf5d32ee63ac on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:29.696259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:29.696652 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:29.697086 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.697458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:29.697988 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Bound port: fb4284b9-63d2-4236-a34e-bf5d32ee63ac, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:29.698393 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.700817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26d31c-60a5-4a92-9f83-cd86c7439790 req-c3adf6f6-93ec-4fc9-9d06-9ce44e5af24e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:29.711994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd26d31c-60a5-4a92-9f83-cd86c7439790 req-c3adf6f6-93ec-4fc9-9d06-9ce44e5af24e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 946 time: 0.4083083 Nov 19 03:52:29.749586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a5f024ed-3e0a-43eb-bf73-8f480992d04b None None] Provisioning complete for port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:29.750380 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5f024ed-3e0a-43eb-bf73-8f480992d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.759494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 has no active binding in host n-h2-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:52:29.760299 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] For port fb4284b9-63d2-4236-a34e-bf5d32ee63ac, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:29.764973 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] For port fb4284b9-63d2-4236-a34e-bf5d32ee63ac, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:29.777284 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:29.847843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-ac9c49b0-8e43-4c73-a7c5-2c04df1770e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:29.855243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-ac9c49b0-8e43-4c73-a7c5-2c04df1770e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.3014226 Nov 19 03:52:29.860108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:29.901436 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb5f9-3965-4068-8d89-47f2fa52ffe8 None None] Pushing event updated for resources: {'Port': ['ID=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:29.921055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:29.921707 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:29.997247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd26d31c-60a5-4a92-9f83-cd86c7439790 req-a3df1b37-a73c-4103-bd1f-281d8590e3f0 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842333 Nov 19 03:52:30.085998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.resource_extend [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:52:30.128247 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:30.188355 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5f024ed-3e0a-43eb-bf73-8f480992d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:30.214235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-1c1b6ec6-d55b-4154-a4de-d46975c7d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:30.229898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-bf814df0-df18-4a0e-b65e-3cfa6ff42a79 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:30.232027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-1c1b6ec6-d55b-4154-a4de-d46975c7d8e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3575122 Nov 19 03:52:30.242367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a5f024ed-3e0a-43eb-bf73-8f480992d04b None None] For port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:30.242894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-bf814df0-df18-4a0e-b65e-3cfa6ff42a79 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1097 time: 1.2697258 Nov 19 03:52:30.259729 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5f024ed-3e0a-43eb-bf73-8f480992d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:30.263643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-1'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:30.303313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:30.372542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-21ca893f-0d25-452c-89f7-fc809d6a0e95 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954349 Nov 19 03:52:30.377865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:30.394000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:30.423699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5e2a5-52ef-4d7d-bdb1-1e9d161df02a req-9e9293d9-7d40-47db-9f0a-729986774df8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:30.428551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdb5e2a5-52ef-4d7d-bdb1-1e9d161df02a req-9e9293d9-7d40-47db-9f0a-729986774df8 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 949 time: 0.3417459 Nov 19 03:52:30.441845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bc684-4b3c-41be-8aa1-cf0aa0c2f348 req-c794ba8a-90fe-4a00-820b-b8ff1e932e2e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:30.443387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f024ed-3e0a-43eb-bf73-8f480992d04b None None] Pushing event updated for resources: {'Port': ['ID=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:30.444636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1bc684-4b3c-41be-8aa1-cf0aa0c2f348 req-c794ba8a-90fe-4a00-820b-b8ff1e932e2e tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 943 time: 0.2684712 Nov 19 03:52:30.484463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:30.499707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd has no active binding in host n-h1-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:52:30.531046 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:52:30.531413 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:52:30.651700 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:24Z', 'revision_number': 3, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:30.686775 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6524a-607c-439b-bb94-49f0cef9d55f None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:24Z', 'revision_number': 3, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:30.709847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1bc684-4b3c-41be-8aa1-cf0aa0c2f348 req-312886e9-c4a3-4542-9892-eaba29bfbe45 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415035 Nov 19 03:52:30.709847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cff5cf5-3f0b-4656-81d4-fb75b257f449 req-6b71e98f-b1c7-4cb3-aa77-db670b148412 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604620 Nov 19 03:52:30.745770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdb5e2a5-52ef-4d7d-bdb1-1e9d161df02a req-f3ed00e6-6d60-4249-9788-26f03d2c78d1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585857 Nov 19 03:52:30.830985 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b337d6f-522a-4c36-90b0-3d390e23bd53 x-openstack-request-id: req-8b337d6f-522a-4c36-90b0-3d390e23bd53 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:30.831617 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-plugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:30.831850 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b337d6f-522a-4c36-90b0-3d390e23bd53 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:30.832360 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'code': 200} Nov 19 03:52:30.878267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a3034ff6-b6e4-4969-b922-cd222fe340f9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:30.884786 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae62c56f-3856-4d20-8792-46c591305390 x-openstack-request-id: req-ae62c56f-3856-4d20-8792-46c591305390 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:30.885126 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "name": "network-vif-unplugged", "status": "completed", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7", "code": 200}, {"name": "network-changed", "server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:30.885371 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae62c56f-3856-4d20-8792-46c591305390 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:30.886579 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'code': 200} Nov 19 03:52:30.886852 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'status': 'completed', 'code': 200} Nov 19 03:52:30.945761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-739436e4-fe6a-428a-91ad-dc6d4cd2ef73 None None] Provisioning complete for port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:30.946163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-739436e4-fe6a-428a-91ad-dc6d4cd2ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.017456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.126637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-57fe6284-c8b9-4db2-b4b7-2e836440b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:31.130161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1aeb255-d379-4a0c-a7f3-be97805fea8f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:31.130942 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-57fe6284-c8b9-4db2-b4b7-2e836440b822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1124 time: 0.2135799 Nov 19 03:52:31.192895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:31.262333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a3034ff6-b6e4-4969-b922-cd222fe340f9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:31.292478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'port_id': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'mac_address': 'fa:16:3e:e8:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:31.308264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c1aeb255-d379-4a0c-a7f3-be97805fea8f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:31.308649 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.406123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-c4fc8262-1032-438e-8ebf-72f8ec3b9337 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:31.416821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-c4fc8262-1032-438e-8ebf-72f8ec3b9337 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3872571 Nov 19 03:52:31.463873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.554194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-427c3291-ccae-4b82-8416-5cda9902a353 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 696 time: 0.1157515 Nov 19 03:52:31.555468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3034ff6-b6e4-4969-b922-cd222fe340f9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:31.559868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadac3b-06a4-46fc-aefd-a82b151969c3 req-555a2197-7051-4dc6-86ef-6ed61f30d1ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:31.561745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Request body: {'floatingip': {'port_id': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:31.570618 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6dadac3b-06a4-46fc-aefd-a82b151969c3 req-555a2197-7051-4dc6-86ef-6ed61f30d1ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 943 time: 0.5828278 Nov 19 03:52:31.589924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a3034ff6-b6e4-4969-b922-cd222fe340f9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:31.603381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.651842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.676131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:31.678375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.719186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a3034ff6-b6e4-4969-b922-cd222fe340f9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:31.722187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:31.761566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-8489fd5d-addc-4c49-ab4e-7b3961f8f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:31.764046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-8489fd5d-addc-4c49-ab4e-7b3961f8f735 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.5892470 Nov 19 03:52:31.788229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Router 6c96b998-c386-41c1-ba61-67b9e560d59d is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:52:31.987502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:32.040667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-5d149092-a690-42e7-9a47-a9151e29f3be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 217 time: 0.2596784 Nov 19 03:52:32.059290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:32.061621 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dc0115-a82f-436f-9a78-f64af6268ec1" -d '{"events": [{"server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:32.069589 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6dadac3b-06a4-46fc-aefd-a82b151969c3 req-3068db33-c01b-410b-aac8-443050809afc tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979584 Nov 19 03:52:32.072333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:32.101570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:32.102325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:32.147591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:32.182223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:32.217979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a3034ff6-b6e4-4969-b922-cd222fe340f9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:32.220469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Sync routers for ids ['6c96b998-c386-41c1-ba61-67b9e560d59d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:32.230877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:32.235776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-41622612-7192-4c89-827b-a357648b1986 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3877754 Nov 19 03:52:32.277975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:32.300653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:32.310239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-09e34575-1252-4b2b-94c6-a4429843cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:32.318326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-09e34575-1252-4b2b-94c6-a4429843cc0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.2410705 Nov 19 03:52:32.430265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-6d6ef698-112f-43c8-86c2-31f7eea875b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753276 Nov 19 03:52:32.481641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Routers {'6c96b998-c386-41c1-ba61-67b9e560d59d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:32.482710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c96b998-c386-41c1-ba61-67b9e560d59d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:32.565973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-074ee7e7-d1cb-424b-8731-62a6ca3feebe service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234250 Nov 19 03:52:32.660102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Set router 6c96b998-c386-41c1-ba61-67b9e560d59d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:32.682649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-258bba2a-2785-43d5-aa6c-7f88dce1a609 req-424863fa-aed6-45ff-9ce3-ce9bc8c99972 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989890 Nov 19 03:52:32.713567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Allocated IP 172.20.0.1 (26bc891e-e9b4-44b2-96f6-83f9733cf85c/b7f7751a-9399-4513-bc71-a15ce9436770/b1e87e1d-c6ae-45ad-9274-439744403e5a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:32.732611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd0100-9400-4bb1-946c-47c7fac7a7d1 req-4b9ad8f7-0570-4334-9d7a-80199d63e7e7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:32.741517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08fd0100-9400-4bb1-946c-47c7fac7a7d1 req-4b9ad8f7-0570-4334-9d7a-80199d63e7e7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.3746896 Nov 19 03:52:32.780013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on host n-h2-818503-1 for vnic_type normal with profile {"migrating_to": "n-h1-818503-1"} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:32.780502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:32.780850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:32.789766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:32.790143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Attempting to bind port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:32.810568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:32.810873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:32.811081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:32.811693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Bound port: a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:32.812184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:32.894928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08fd0100-9400-4bb1-946c-47c7fac7a7d1 req-c4391a6c-b6e7-4a09-8f0b-71ab99ee693d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524076 Nov 19 03:52:32.994995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:32.998884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:33.023650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.041518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb4284b9-63d2-4236-a34e-bf5d32ee63ac up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:33.209764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=8']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:33.270969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-5e935e96-eada-43ab-bf66-911a40d4ce18 service neutron] 10.222.0.36 "GET /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.5614843 Nov 19 03:52:33.317990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.329749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d06507-c8e5-4a40-891b-009f0c8047f0 req-64561b98-5238-4403-b2c0-b2d0e1737b71 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:33.331968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96d06507-c8e5-4a40-891b-009f0c8047f0 req-64561b98-5238-4403-b2c0-b2d0e1737b71 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 944 time: 0.3019302 Nov 19 03:52:33.332126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:52:33.358832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:33.359850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.361368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-db071ea9-86c4-423c-8202-5705e0a44d60 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 1122 time: 3.1118815 Nov 19 03:52:33.499419 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.509431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.513591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96d06507-c8e5-4a40-891b-009f0c8047f0 req-2628ee2b-4b6b-4af4-a40f-d642be7cc068 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601906 Nov 19 03:52:33.548358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.555882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a2ce2911-b4b3-481a-85cd-73119fc6d0bd'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:33.653696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T03:52:29Z', 'revision_number': 3, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:33.656083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a2ce2911-b4b3-481a-85cd-73119fc6d0bd'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:33.685152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:33.694262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:33.701883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:33.702429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.710677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e87e1d-c6ae-45ad-9274-439744403e5a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:33.732754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb4284b9-63d2-4236-a34e-bf5d32ee63ac triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:33.733964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:33.790399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f6f8f-495a-4ca5-b0dc-0090010ee14b req-0763e2ca-ac1f-4b73-aca3-85b135413a7b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:33.798875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-529f6f8f-495a-4ca5-b0dc-0090010ee14b req-0763e2ca-ac1f-4b73-aca3-85b135413a7b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 949 time: 0.1775367 Nov 19 03:52:33.843073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:33.890631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Checking router: 6c96b998-c386-41c1-ba61-67b9e560d59d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:33.890991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Updating router 6c96b998-c386-41c1-ba61-67b9e560d59d port b7941da3-7f76-4937-9941-0ff358a2bdf4 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:52:33.899823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-529f6f8f-495a-4ca5-b0dc-0090010ee14b req-c12ea909-c3cd-4412-9af3-1e29cdc85716 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999646 Nov 19 03:52:33.912338 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Floating IP 047f4633-47a6-4511-b642-1661b56a8205 associated. External IP: 172.25.8.124, port: d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6. Nov 19 03:52:33.989363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.003523 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3189b8a-7dde-40be-90e4-5ca4a2996459 x-openstack-request-id: req-b3189b8a-7dde-40be-90e4-5ca4a2996459 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:34.003829 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:34.004096 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3189b8a-7dde-40be-90e4-5ca4a2996459 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:34.004507 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'code': 200} Nov 19 03:52:34.090985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.214618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:34.265877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133cbaa-4d50-46a6-8fab-36e9299b70be req-22fb3935-2076-438f-a610-ec5c4c0353c3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:34.268043 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d133cbaa-4d50-46a6-8fab-36e9299b70be req-22fb3935-2076-438f-a610-ec5c4c0353c3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 943 time: 0.1624291 Nov 19 03:52:34.325366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:34.337080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2ed81e27-5631-4550-9125-1c77f80d3e11 None None] Provisioning complete for port b1e87e1d-c6ae-45ad-9274-439744403e5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:34.338211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2ed81e27-5631-4550-9125-1c77f80d3e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.367326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d133cbaa-4d50-46a6-8fab-36e9299b70be req-9193720d-6bfb-40a9-b79d-4efb5974d618 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923274 Nov 19 03:52:34.403781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.430125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.431125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.460277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511aa67-c2f6-4830-a8e3-e669af29d7f7 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:34.487515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.500018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:34.522282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Router aacd5709-47e8-400e-8eb5-22683d0861d9 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:34.528045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port fb4284b9-63d2-4236-a34e-bf5d32ee63ac, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:34.564769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.573611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.621571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e87e1d-c6ae-45ad-9274-439744403e5a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:34.668617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2ed81e27-5631-4550-9125-1c77f80d3e11 None None] Port b1e87e1d-c6ae-45ad-9274-439744403e5a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:34.697317 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:34.699046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc9339-8212-48e9-b775-42ebef0bbe82 req-ea8b1ae5-ac28-4869-91a1-7be3520b4f95 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:34.700671 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2fbc9339-8212-48e9-b775-42ebef0bbe82 req-ea8b1ae5-ac28-4869-91a1-7be3520b4f95 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 1100 time: 0.1197622 Nov 19 03:52:34.722601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:34.731704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:34.862295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2fbc9339-8212-48e9-b775-42ebef0bbe82 req-0c810971-8cc3-4848-971f-6427afac72d9 tempest-ServersOnMultiNodesTest-1128497505 tempest-ServersOnMultiNodesTest-1128497505-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431768 Nov 19 03:52:34.917224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a3034ff6-b6e4-4969-b922-cd222fe340f9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:35.006852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:35.095658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a3034ff6-b6e4-4969-b922-cd222fe340f9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:35.107588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a3034ff6-b6e4-4969-b922-cd222fe340f9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:35.108231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.149715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.164448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:35.179970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.183335 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] Sync routers for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:35.190002 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.198284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-d0eb73cf-29d7-4195-a946-871bca20276e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3406262 Nov 19 03:52:35.202508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:35.205320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:35.256531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2742d016-1fec-46f5-9fd9-ca6ac212bedd None None] Provisioning complete for port b1e87e1d-c6ae-45ad-9274-439744403e5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:35.256910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2742d016-1fec-46f5-9fd9-ca6ac212bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.261910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee094953-605d-436a-8d2e-b02dfd0f38a8 None None] Pushing event updated for resources: {'Port': ['ID=b7941da3-7f76-4937-9941-0ff358a2bdf4,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:35.331399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Attempting to bind port b7941da3-7f76-4937-9941-0ff358a2bdf4 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:35.331799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Attempting to bind port b7941da3-7f76-4937-9941-0ff358a2bdf4 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:35.332162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Attempting to bind port b7941da3-7f76-4937-9941-0ff358a2bdf4 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:35.379543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.381565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:35.381968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:35.382376 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.382780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:35.383269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Bound port: b7941da3-7f76-4937-9941-0ff358a2bdf4, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:35.383660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.387724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2742d016-1fec-46f5-9fd9-ca6ac212bedd None None] Port b1e87e1d-c6ae-45ad-9274-439744403e5a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:35.432757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccddb-ab9c-44e8-9382-65543a1d6e5a req-c1461240-9598-46ce-9d7a-5f3c42708779 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:35.434670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-024ccddb-ab9c-44e8-9382-65543a1d6e5a req-c1461240-9598-46ce-9d7a-5f3c42708779 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.1045773 Nov 19 03:52:35.442234 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:35.442507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-015fb95d-e805-46d0-b169-a8254c3f67c3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "PUT /v2.0/floatingips/047f4633-47a6-4511-b642-1661b56a8205 HTTP/1.1" status: 200 len: 997 time: 3.8869028 Nov 19 03:52:35.448389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:35.450729 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:35.467290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] Transition to ACTIVE for port object 7511aa67-c2f6-4830-a8e3-e669af29d7f7 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:35.476224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a3034ff6-b6e4-4969-b922-cd222fe340f9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:35.510276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] For port b7941da3-7f76-4937-9941-0ff358a2bdf4, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:35.511344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-e7bee4f3-76ea-485d-be46-536f0dc65d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:35.512947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-e7bee4f3-76ea-485d-be46-536f0dc65d51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 1101 time: 0.2164860 Nov 19 03:52:35.515108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] For port b7941da3-7f76-4937-9941-0ff358a2bdf4, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7941da3-7f76-4937-9941-0ff358a2bdf4,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:35.516072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:35.524743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.528240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Allocated IP 172.20.0.1 (4c120fb4-2f49-4e7c-97c5-0032625435b0/edc4d542-8544-4805-a737-84ace69231a6/35603dbe-4a2f-4a78-b498-772c1615493b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:35.533989 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b0ac95-ac75-4a89-bc88-5817595be826" -d '{"events": [{"server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "name": "network-vif-plugged", "status": "completed", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:35.539443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.544110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:35.609043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Routers {'6c96b998-c386-41c1-ba61-67b9e560d59d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:35.609927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c96b998-c386-41c1-ba61-67b9e560d59d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:35.656411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-024ccddb-ab9c-44e8-9382-65543a1d6e5a req-23637755-8543-4aa2-847b-697926ebb168 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963823 Nov 19 03:52:35.691567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:35.693878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a3034ff6-b6e4-4969-b922-cd222fe340f9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:35.887558 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '047f4633-47a6-4511-b642-1661b56a8205', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'port_id': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'mac_address': 'fa:16:3e:68:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:33Z', 'revision_number': 1, 'project_id': '41d57ae19aab49709413df6e057552a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:52:00Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:35.948810 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] Checking router: aacd5709-47e8-400e-8eb5-22683d0861d9 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:35.971373 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:35.972019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:35.986351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] Pushing event updated for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:36.009299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] Set router 6c96b998-c386-41c1-ba61-67b9e560d59d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:36.021841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:36.026230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] No DVR routers for this DVR port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:52:36.033847 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:36.058860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-86bb0185-51f0-4063-9023-011058fcce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:36.061362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-86bb0185-51f0-4063-9023-011058fcce56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1097 time: 0.5804760 Nov 19 03:52:36.084421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061226cd-4abe-4f4a-9069-086cd2fe8808 req-e3837f5f-4370-467b-b70f-4037f3628bda tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:36.086481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-061226cd-4abe-4f4a-9069-086cd2fe8808 req-e3837f5f-4370-467b-b70f-4037f3628bda tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.2326930 Nov 19 03:52:36.136005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee094953-605d-436a-8d2e-b02dfd0f38a8 None None] Pushing event updated for resources: {'Port': ['ID=b7941da3-7f76-4937-9941-0ff358a2bdf4,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:36.148864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:36.174001 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8677d36c-bb2b-44f3-821b-7bd4303176a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/ba070d84-9cb0-4a88-80ed-9c74655ec2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4479909 Nov 19 03:52:36.192631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-061226cd-4abe-4f4a-9069-086cd2fe8808 req-7abae591-e32b-4b77-a781-12374dbd1cc7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959303 Nov 19 03:52:36.243068 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:36.298500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:36.395319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:36.395978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:36.400740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-877d249a-ba2d-44b5-8989-886d108e3a6f service neutron] 10.222.0.36 "PUT /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7/bindings/n-h2-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1137700 Nov 19 03:52:36.497247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:36.567743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-73d3b02a-9a8a-4301-b265-81bda5dfa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:36.569346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-73d3b02a-9a8a-4301-b265-81bda5dfa549 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.9869578 Nov 19 03:52:36.647482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T03:52:29Z', 'revision_number': 3, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:36.673769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312fa45-6fcd-454d-8197-4dc4c1693dbb req-20303ff2-3e22-4fef-a3f3-c365a073fa4c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:36.683171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a312fa45-6fcd-454d-8197-4dc4c1693dbb req-20303ff2-3e22-4fef-a3f3-c365a073fa4c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.1084516 Nov 19 03:52:36.701832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aace84-162e-4234-9800-d837fe41ed77 None None] The sync data for ids ['6c96b998-c386-41c1-ba61-67b9e560d59d'] in n-d-818503-1 is: [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T03:52:29Z', 'revision_number': 3, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:36.733790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:36.741260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a312fa45-6fcd-454d-8197-4dc4c1693dbb req-95480eea-74a2-4ec4-8259-96a1da038a08 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563807 Nov 19 03:52:36.760106 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '047f4633-47a6-4511-b642-1661b56a8205', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'port_id': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'mac_address': 'fa:16:3e:68:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:33Z', 'revision_number': 1, 'project_id': '41d57ae19aab49709413df6e057552a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:52:00Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:36.763486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-a1e8c528-9d19-480e-888d-b60c4bce37bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f HTTP/1.1" status: 200 len: 217 time: 0.1466892 Nov 19 03:52:36.853376 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010d415-787d-4ea6-a7f8-634c9be62d0b None None] The sync data for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 is: [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '047f4633-47a6-4511-b642-1661b56a8205', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'port_id': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'mac_address': 'fa:16:3e:68:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:33Z', 'revision_number': 1, 'project_id': '41d57ae19aab49709413df6e057552a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:52:00Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:36.908271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb4284b9-63d2-4236-a34e-bf5d32ee63ac up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:36.918742 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a28581c-37f2-47ea-9e5b-c0b7e9813503 x-openstack-request-id: req-5a28581c-37f2-47ea-9e5b-c0b7e9813503 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:36.919219 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:36.919490 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a28581c-37f2-47ea-9e5b-c0b7e9813503 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:36.919901 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'status': 'completed', 'code': 200} Nov 19 03:52:36.921094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-b177a2de-73ef-4c69-950d-f0e5023718ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:36.930033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-b177a2de-73ef-4c69-950d-f0e5023718ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 930 time: 0.7323301 Nov 19 03:52:37.039334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:37.050944 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c92e2-6413-417c-894a-ad548a3ebfd2 x-openstack-request-id: req-5d5c92e2-6413-417c-894a-ad548a3ebfd2 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:37.052704 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "name": "network-vif-plugged", "status": "completed", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:37.053040 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d5c92e2-6413-417c-894a-ad548a3ebfd2 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:37.053534 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'code': 200} Nov 19 03:52:37.072317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-c49bd43a-b350-4037-8e4e-d28988633090 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.073897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-c49bd43a-b350-4037-8e4e-d28988633090 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.5560827 Nov 19 03:52:37.099660 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19991994-c66f-4a06-985f-31b492bba019 x-openstack-request-id: req-19991994-c66f-4a06-985f-31b492bba019 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:37.100487 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:37.100958 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19991994-c66f-4a06-985f-31b492bba019 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:37.101540 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'status': 'completed', 'code': 200} Nov 19 03:52:37.116443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb4284b9-63d2-4236-a34e-bf5d32ee63ac triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:37.116901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:37.153607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-43866806-3f02-4c61-9355-b44bcac9a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.155013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-43866806-3f02-4c61-9355-b44bcac9a3b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.3639081 Nov 19 03:52:37.230594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.31', 55126) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:37.293908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:37.327010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-c363c91f-c549-46d5-b3e8-84578c02f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.332907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-c363c91f-c549-46d5-b3e8-84578c02f899 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1125 time: 0.1629786 Nov 19 03:52:37.349795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-b9ff65e3-f257-4fb6-896a-e20cd3436e89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 1000 time: 0.4188762 Nov 19 03:52:37.359296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:37.389565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=35603dbe-4a2f-4a78-b498-772c1615493b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:37.419892 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a88b5b-444e-4618-af9c-f83feb57a805 None None] New status for floating IP 047f4633-47a6-4511-b642-1661b56a8205: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:52:37.463653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 2, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:37.464936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:37.473723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-aa84e094-0302-407d-8a65-311e0d640701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.475368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-aa84e094-0302-407d-8a65-311e0d640701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1097 time: 0.5777826 Nov 19 03:52:37.604764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:37.611794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Updating router ba070d84-9cb0-4a88-80ed-9c74655ec2fc port b1e87e1d-c6ae-45ad-9274-439744403e5a binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:52:37.680341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:37.687182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:37.725846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-dc8667dc-85a4-4908-91d5-d10bd967a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.729428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-dc8667dc-85a4-4908-91d5-d10bd967a4d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 200 len: 868 time: 0.3559258 Nov 19 03:52:37.796588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-e6753169-440a-42d8-9ddc-850042091562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.802395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-e6753169-440a-42d8-9ddc-850042091562 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6149178 Nov 19 03:52:37.814340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-a766d812-a456-4ea2-a26f-9facd6221198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.815986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-a766d812-a456-4ea2-a26f-9facd6221198 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.4723969 Nov 19 03:52:37.919283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e410651d-e35a-4aee-b1b9-6bc11f087c9d None None] Provisioning complete for port 35603dbe-4a2f-4a78-b498-772c1615493b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:37.919671 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e410651d-e35a-4aee-b1b9-6bc11f087c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:37.934596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-41887c3d-afb3-4ef5-8f6c-a9b1ef985e83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 217 time: 0.0982141 Nov 19 03:52:37.944826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956359-13eb-4577-98c4-72cae862769d req-b0b8cde2-5521-4979-b97f-eb0d5e973f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.950208 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d956359-13eb-4577-98c4-72cae862769d req-b0b8cde2-5521-4979-b97f-eb0d5e973f48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 1096 time: 0.6955769 Nov 19 03:52:37.975418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-fe2b249f-762b-4d8b-8f6c-b274968d2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:37.988559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-fe2b249f-762b-4d8b-8f6c-b274968d2fb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77&tenant_id=4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 1095 time: 0.8394501 Nov 19 03:52:38.050500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-e2a9cefb-4c77-4841-9dbf-2a52e1aab374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:38.052312 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-e2a9cefb-4c77-4841-9dbf-2a52e1aab374 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1096263 Nov 19 03:52:38.091210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e410651d-e35a-4aee-b1b9-6bc11f087c9d None None] Port 35603dbe-4a2f-4a78-b498-772c1615493b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:38.104113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-ab70349b-7257-459e-b76c-ad5e84e18530 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431216 Nov 19 03:52:38.153894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d956359-13eb-4577-98c4-72cae862769d req-7f8c0392-1c44-42ba-9022-1dd6f32c88d1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638424 Nov 19 03:52:38.230013 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-a143941c-c34a-4cf3-b894-f61328fc61fa service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151018 Nov 19 03:52:38.256709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-c1ec1dff-7110-4b7c-9168-1727143f69cb tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:38.292965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-c1ec1dff-7110-4b7c-9168-1727143f69cb tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 821 time: 0.6776187 Nov 19 03:52:38.327371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-f223c1df-9b56-4e5c-8828-1369c0cacf20 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/quotas/8dbdcbff30924a7d9f9d1c78619b3df2 HTTP/1.1" status: 200 len: 375 time: 0.0288062 Nov 19 03:52:38.336361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-b7f8251d-a7f9-451d-ac71-2d84d0ecd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:38.337875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-b7f8251d-a7f9-451d-ac71-2d84d0ecd7fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 930 time: 0.7411828 Nov 19 03:52:38.355061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:38.363121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:38.384313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-23f2d707-ee4c-4033-a599-77ff5b2a2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:38.385837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-23f2d707-ee4c-4033-a599-77ff5b2a2795 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5280421 Nov 19 03:52:38.432705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-9a845852-b498-4a61-a2f8-23932859f087 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:52:38.433758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-9a845852-b498-4a61-a2f8-23932859f087 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132425 Nov 19 03:52:38.460619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-0c9da9b8-5432-4b19-bb0d-307e31dfe867 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313086 Nov 19 03:52:38.496647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55a550-984e-47b3-9dc3-33b7c6df2c6e None None] Pushing event updated for resources: {'Port': ['ID=b1e87e1d-c6ae-45ad-9274-439744403e5a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:38.536411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-e29c1cbb-1d5e-4bff-b205-d9ec491a9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:38.546986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-e29c1cbb-1d5e-4bff-b205-d9ec491a9327 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1095 time: 0.4328337 Nov 19 03:52:38.571799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Attempting to bind port b1e87e1d-c6ae-45ad-9274-439744403e5a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:38.571799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Attempting to bind port b1e87e1d-c6ae-45ad-9274-439744403e5a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:38.572928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Attempting to bind port b1e87e1d-c6ae-45ad-9274-439744403e5a on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:38.587682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:38.590710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Checking segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:38.590710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:38.591129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Bound using segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:38.591655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Bound port: b1e87e1d-c6ae-45ad-9274-439744403e5a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:38.592114 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:38.774696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-ec40adf7-963b-4a57-914c-70b23f49ac76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 1002 time: 0.4270606 Nov 19 03:52:38.777378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-bd455c01-1c0e-4143-8bcb-270bc9f4a657 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388200 Nov 19 03:52:38.783896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] For port b1e87e1d-c6ae-45ad-9274-439744403e5a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:38.790255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] For port b1e87e1d-c6ae-45ad-9274-439744403e5a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b1e87e1d-c6ae-45ad-9274-439744403e5a,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:38.801407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:38.913547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:38.914141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:38.962075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-514c8d59-69b1-4ea2-96e0-1fdf7a90df16 req-16a0a105-47de-45ea-b7a8-a826afca9c46 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587820 Nov 19 03:52:38.976409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7941da3-7f76-4937-9941-0ff358a2bdf4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:38.979895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-22ae1ec2-d441-4ed3-a380-b7a58fddb102 None None] Provisioning complete for port b1e87e1d-c6ae-45ad-9274-439744403e5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:38.980288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22ae1ec2-d441-4ed3-a380-b7a58fddb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:38.996904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b02317b-75b5-4c28-a9b6-a38567fc2cfa req-e3fcd20f-7747-4aa4-a279-4a54f31f9cd9 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847219 Nov 19 03:52:39.045056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-3a147f52-72ea-4c28-8be5-52b711a54f9b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:39.047389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-3a147f52-72ea-4c28-8be5-52b711a54f9b tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 949 time: 0.5789063 Nov 19 03:52:39.061524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:39.120579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55a550-984e-47b3-9dc3-33b7c6df2c6e None None] Pushing event updated for resources: {'Port': ['ID=b1e87e1d-c6ae-45ad-9274-439744403e5a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:39.134870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-cdef9498-3052-45c8-8d23-095c7e93ca3b service neutron] 10.222.0.52 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085725 Nov 19 03:52:39.179485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-31d2fcb9-b961-4631-b717-043478d63d1f service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187843 Nov 19 03:52:39.388716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port ef9c85b4-706d-479c-9bb6-4c7a36925d40 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:52:39.388716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:39.478991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:39.550114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b7941da3-7f76-4937-9941-0ff358a2bdf4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:39.550843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:39.563744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port ef9c85b4-706d-479c-9bb6-4c7a36925d40, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ef9c85b4-706d-479c-9bb6-4c7a36925d40,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:39.564411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:39.576832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-7755cc42-2d59-4ad4-830d-b4fb904e390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:39.579747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-7755cc42-2d59-4ad4-830d-b4fb904e390a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 200 len: 868 time: 0.7767184 Nov 19 03:52:39.581042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-6ad76821-f400-4a62-ab5a-b8067da8b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:39.582603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-6ad76821-f400-4a62-ab5a-b8067da8b172 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.9492891 Nov 19 03:52:39.601101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for ef9c85b4-706d-479c-9bb6-4c7a36925d40 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:52:39.623703 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22ae1ec2-d441-4ed3-a380-b7a58fddb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:39.782649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-2f4ebb62-1b01-4a7c-a401-5058327ceaa9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 217 time: 0.1793938 Nov 19 03:52:39.895815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:39.921778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:39.934947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=ef9c85b4-706d-479c-9bb6-4c7a36925d40,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:39.935174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849bd8a1-1c52-4e41-8cf6-46a08cef3a39 req-63c19299-ce5e-4bd5-af09-e4a727fca05d service neutron] 10.222.0.52 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806485 Nov 19 03:52:39.947873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-c20f247b-d2e2-4505-8559-30835180adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:39.949679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-c20f247b-d2e2-4505-8559-30835180adaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3460014 Nov 19 03:52:39.996355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-7a73e675-be7d-4aeb-99d3-c1e0e6410c7b service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374256 Nov 19 03:52:40.090842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f', '31d830fc-eebf-43a3-9530-bb70318f0859', 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:40.150789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port ef9c85b4-706d-479c-9bb6-4c7a36925d40 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:52:40.156645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:40.166519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7acd109d-f838-4240-a468-8ecad2ea1cef req-247d32e0-58b5-4bf8-916f-f51642f191f5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "DELETE /v2.0/ports/ef9c85b4-706d-479c-9bb6-4c7a36925d40 HTTP/1.1" status: 204 len: 173 time: 0.9860055 Nov 19 03:52:40.167040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'name': 'network-vif-deleted', 'tag': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:40.186674 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1117d87f-e7a8-4515-b992-0fcf7158eaa7" -d '{"events": [{"server_uuid": "729d4ee8-416f-4f0c-8d89-b20a6865b9bb", "name": "network-vif-deleted", "tag": "ef9c85b4-706d-479c-9bb6-4c7a36925d40"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:40.200311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-43166899-ffdf-4c75-aa84-8b1b8e9d3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:40.201968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-43166899-ffdf-4c75-aa84-8b1b8e9d3e52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.4015994 Nov 19 03:52:40.222651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-22ae1ec2-d441-4ed3-a380-b7a58fddb102 None None] For port b1e87e1d-c6ae-45ad-9274-439744403e5a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b1e87e1d-c6ae-45ad-9274-439744403e5a,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:40.308215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b724596-6bc0-4f8c-a8d3-7aefb4c40ce5 req-d7452836-1fc4-42bd-9b74-591c8afe436d tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=729d4ee8-416f-4f0c-8d89-b20a6865b9bb HTTP/1.1" status: 200 len: 210 time: 0.1252663 Nov 19 03:52:40.309690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22ae1ec2-d441-4ed3-a380-b7a58fddb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:40.394939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-d5324650-7a97-4c17-81e0-5dc32e03c67a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799134 Nov 19 03:52:40.461843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f009c13-b52d-4ee1-bbe1-df970ba4a15f req-7704b760-0def-4267-8970-cb4024d68363 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:40.478789 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f009c13-b52d-4ee1-bbe1-df970ba4a15f req-7704b760-0def-4267-8970-cb4024d68363 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.1953604 Nov 19 03:52:40.535903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:40.564847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port b7941da3-7f76-4937-9941-0ff358a2bdf4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7941da3-7f76-4937-9941-0ff358a2bdf4,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:40.589060 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:40.619120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f009c13-b52d-4ee1-bbe1-df970ba4a15f req-d9c4187a-0424-44bc-a10a-bc3eb9435c42 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364834 Nov 19 03:52:40.633043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:38Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:40.650944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-98723896-1529-4654-b682-e4a4d4495522 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819589 Nov 19 03:52:40.729151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045f451-57ec-4b4a-a7eb-28424ce1a1b5 None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:38Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:40.763787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e0cf-97f4-419a-9259-c7abd5374009 req-c280c374-ed68-4be4-b244-ac5ac49c29b2 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:40.780321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-52c456f2-9e10-466d-88d5-3bc6912a01f3 None None] Provisioning complete for port b1e87e1d-c6ae-45ad-9274-439744403e5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:40.782744 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52c456f2-9e10-466d-88d5-3bc6912a01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:40.784140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc83e0cf-97f4-419a-9259-c7abd5374009 req-c280c374-ed68-4be4-b244-ac5ac49c29b2 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.2446001 Nov 19 03:52:40.879505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:40.915102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c910e-c63e-4bce-bb5c-f72aa4ae0415 req-2b342bad-2606-492f-b7d2-edef68d3563b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:40.936493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b4c910e-c63e-4bce-bb5c-f72aa4ae0415 req-2b342bad-2606-492f-b7d2-edef68d3563b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.1452463 Nov 19 03:52:41.008113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:41.061803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b4c910e-c63e-4bce-bb5c-f72aa4ae0415 req-1376b708-fd7a-4e08-8f8d-582919246b78 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242347 Nov 19 03:52:41.153140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1ec2-d441-4ed3-a380-b7a58fddb102 None None] Pushing event updated for resources: {'Port': ['ID=b1e87e1d-c6ae-45ad-9274-439744403e5a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:41.216358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-9cf5b410-9e1c-415b-b99c-38f01509341e service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030701 Nov 19 03:52:41.596972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=35603dbe-4a2f-4a78-b498-772c1615493b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:41.603157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-b50e1485-44c8-4a65-a6f8-841e7f0f9574 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858037 Nov 19 03:52:41.603877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:41.608601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18d9e73-9e2a-4fff-82b3-9fe562e688a7 req-c82a662c-edd8-429e-9849-9040ddef03c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9471986 Nov 19 03:52:41.615434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc83e0cf-97f4-419a-9259-c7abd5374009 req-8bec8840-7daa-4ca9-be47-25a6039b0a2c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8299332 Nov 19 03:52:41.640009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c25292-222d-4286-bf20-e1448476d812 req-6e12fa08-9700-4125-a8da-baa7abe62a28 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 258 time: 0.3188615 Nov 19 03:52:41.657378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=b7941da3-7f76-4937-9941-0ff358a2bdf4,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:41.665568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:41.761600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:41.814081 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7285af-8341-4907-8c02-19a34e5f3551 x-openstack-request-id: req-cc7285af-8341-4907-8c02-19a34e5f3551 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:41.817643 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729d4ee8-416f-4f0c-8d89-b20a6865b9bb", "name": "network-vif-deleted", "tag": "ef9c85b4-706d-479c-9bb6-4c7a36925d40", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:41.818169 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc7285af-8341-4907-8c02-19a34e5f3551 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:41.819880 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729d4ee8-416f-4f0c-8d89-b20a6865b9bb', 'name': 'network-vif-deleted', 'tag': 'ef9c85b4-706d-479c-9bb6-4c7a36925d40', 'status': 'completed', 'code': 200} Nov 19 03:52:41.826850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:41.828354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:41.883679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ef9c85b4-706d-479c-9bb6-4c7a36925d40 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:42.042879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: ef9c85b4-706d-479c-9bb6-4c7a36925d40 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:52:42.044530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ef9c85b4-706d-479c-9bb6-4c7a36925d40 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:52:42.084258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.172343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-389cb77a-8a59-4722-af34-68e2861f926a req-acdc4b59-d094-446c-b441-b96cd144960c tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 210 time: 0.1117806 Nov 19 03:52:42.331733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Allocated IP 172.25.8.226 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/d5b93bde-ad3f-413d-a599-3b0d5aa9511a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:42.572148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.594823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-3937801a-da4c-43ea-801a-f8d2c818fae2 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:42.598231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-01852b1a-7a7d-4db0-99f1-3f4966b61d8d None None] Provisioning complete for port 35603dbe-4a2f-4a78-b498-772c1615493b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:42.598614 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01852b1a-7a7d-4db0-99f1-3f4966b61d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.604622 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-3937801a-da4c-43ea-801a-f8d2c818fae2 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.4311402 Nov 19 03:52:42.621301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.678269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:42.683934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Router 6c96b998-c386-41c1-ba61-67b9e560d59d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:42.685004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:42.687213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event updated for resources: {'Port': ['ID=d5b93bde-ad3f-413d-a599-3b0d5aa9511a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:42.691228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:42.722748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80e00b-8130-43a2-b390-c1aad934672b req-a7e14515-5a0d-4be1-b9e0-d09dcea67b95 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:42.739183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a80e00b-8130-43a2-b390-c1aad934672b req-a7e14515-5a0d-4be1-b9e0-d09dcea67b95 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.3014464 Nov 19 03:52:42.741534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36836) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:52:42.787733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Request body: {'floatingip': {'port_id': 'a3034ff6-b6e4-4969-b922-cd222fe340f9'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:42.816731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.817250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.817698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.818170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.818722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.819159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.819594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.820814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.821466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.821999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.822440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.822886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:42.867060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.937628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.944199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:42.946833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:42.954314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-01852b1a-7a7d-4db0-99f1-3f4966b61d8d None None] Port 35603dbe-4a2f-4a78-b498-772c1615493b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:43.117977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b1e87e1d-c6ae-45ad-9274-439744403e5a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:43.399418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-089c3243-2125-4f2f-ba13-275a19a7db06 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:43.400909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-089c3243-2125-4f2f-ba13-275a19a7db06 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 821 time: 0.2008939 Nov 19 03:52:43.418696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d07bd-c34b-4c9f-b4e3-e2ef3aa7bccf req-43d96536-5e8a-4815-9d4d-9bc17e2821ab tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:43.420305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-881d07bd-c34b-4c9f-b4e3-e2ef3aa7bccf req-43d96536-5e8a-4815-9d4d-9bc17e2821ab tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.5121510 Nov 19 03:52:43.429395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'port': {'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'admin_state_up': True, 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:43.461180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:43.473475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-595da8e8-253b-4daf-8b2f-73ad8cc80ed5 admin admin] 10.222.0.52 "PUT /v2.0/routers/6c96b998-c386-41c1-ba61-67b9e560d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1935494 Nov 19 03:52:43.490687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b1e87e1d-c6ae-45ad-9274-439744403e5a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:43.491351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.578448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Sync routers for ids ['6c96b998-c386-41c1-ba61-67b9e560d59d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:43.629219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.631698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Routers {'6c96b998-c386-41c1-ba61-67b9e560d59d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:43.632860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c96b998-c386-41c1-ba61-67b9e560d59d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:43.640642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.701219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aa792016-10c6-4aa3-be42-cf9b11826261 service neutron] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:43.713397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event updated for resources: {'Port': ['ID=d5b93bde-ad3f-413d-a599-3b0d5aa9511a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:43.760752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.787742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Made reservation on behalf of 8dbdcbff30924a7d9f9d1c78619b3df2 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:43.812510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.878441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.880238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c25292-222d-4286-bf20-e1448476d812 req-849b3b85-d00a-43e7-ac21-83b9912e6001 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2367585 Nov 19 03:52:43.893033 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aa792016-10c6-4aa3-be42-cf9b11826261 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:43.894222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a53a9d4-79c3-4b0a-9921-ede014af1ba9 req-aa792016-10c6-4aa3-be42-cf9b11826261 service neutron] 10.222.0.31 "DELETE /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7/bindings/n-h1-818503-1 HTTP/1.1" status: 204 len: 173 time: 1.2780342 Nov 19 03:52:43.918343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-881d07bd-c34b-4c9f-b4e3-e2ef3aa7bccf req-f84f2bd1-fcca-4022-8dd8-658d0614bc7d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431236 Nov 19 03:52:43.995001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7941da3-7f76-4937-9941-0ff358a2bdf4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:44.163499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Set router 6c96b998-c386-41c1-ba61-67b9e560d59d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:44.221240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c25292-222d-4286-bf20-e1448476d812 req-964bdb74-7322-413b-9528-9196eab4b4ba tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.1715896 Nov 19 03:52:44.359278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b7941da3-7f76-4937-9941-0ff358a2bdf4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:44.359660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:44.463898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c25292-222d-4286-bf20-e1448476d812 req-3e700d27-1acf-4cc9-b553-2729dc14d34b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:44.465564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c25292-222d-4286-bf20-e1448476d812 req-3e700d27-1acf-4cc9-b553-2729dc14d34b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2366779 Nov 19 03:52:44.558152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Allocated IP 172.20.0.3 (26bc891e-e9b4-44b2-96f6-83f9733cf85c/b7f7751a-9399-4513-bc71-a15ce9436770/4ff55af7-1b70-4c31-82c8-47c097ffa558) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:44.974728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:52:45.049923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-eb6cad16-4545-4c38-ba96-b48fcfa907d9 service neutron] 10.222.0.31 "GET /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.1646297 Nov 19 03:52:45.056422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.058206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f62a0-4c9d-4deb-be3d-9bfdd28d351d req-482c15a0-b650-4388-896c-4e38c50fe744 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:45.066483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-360f62a0-4c9d-4deb-be3d-9bfdd28d351d req-482c15a0-b650-4388-896c-4e38c50fe744 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.1800854 Nov 19 03:52:45.108869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.131911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T03:52:38Z', 'revision_number': 4, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '35603dbe-4a2f-4a78-b498-772c1615493b', 'name': '', 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'mac_address': 'fa:16:3e:0c:80:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'edc4d542-8544-4805-a737-84ace69231a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:34Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 2, 'project_id': '29d478275c544180a20e10b7845af8df', 'subnets': [{'id': 'edc4d542-8544-4805-a737-84ace69231a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:45.172721 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a05cdff8-14d9-4d1d-8633-6fd38627511b req-0010a2ef-3874-4212-8154-b01a37522425 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 210 time: 0.1975181 Nov 19 03:52:45.181194 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.207186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.207434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Checking router: 6c96b998-c386-41c1-ba61-67b9e560d59d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:45.207735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Updating router 6c96b998-c386-41c1-ba61-67b9e560d59d port 35603dbe-4a2f-4a78-b498-772c1615493b binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:52:45.269625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.302458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:45.306305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:45.329241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:45.335065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:45.335727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.381792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event updated for resources: {'Port': ['ID=4ff55af7-1b70-4c31-82c8-47c097ffa558,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:45.410710 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168 associated. External IP: 172.25.8.57, port: a3034ff6-b6e4-4969-b922-cd222fe340f9. Nov 19 03:52:45.417288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-4e28143c-4392-4bec-8ae3-0ab86de65a58 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9924655 Nov 19 03:52:45.525779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Request body: {'port': {'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:45.554679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-360f62a0-4c9d-4deb-be3d-9bfdd28d351d req-c6c3ef2f-74e2-4a58-93ca-4f88a45551fc tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865642 Nov 19 03:52:45.763603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee6691-76df-41cc-b403-d55a92746043 req-34b6faaa-e928-4572-adb1-b3a7d71173ed tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:45.769209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afee6691-76df-41cc-b403-d55a92746043 req-34b6faaa-e928-4572-adb1-b3a7d71173ed tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3571732 Nov 19 03:52:45.872550 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.892489 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:45.909563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888180b2-59c8-434a-abeb-2a04cbbbeaae req-39876297-7f6f-41aa-ac24-d232427a6f30 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:45.911295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888180b2-59c8-434a-abeb-2a04cbbbeaae req-39876297-7f6f-41aa-ac24-d232427a6f30 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 950 time: 0.1909814 Nov 19 03:52:45.951244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Pushing event updated for resources: {'Port': ['ID=35603dbe-4a2f-4a78-b498-772c1615493b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:45.958317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-77d207d4-b00a-412c-9d5a-f12272bfcfe0 None None] Provisioning complete for port 4ff55af7-1b70-4c31-82c8-47c097ffa558 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:45.958935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d207d4-b00a-412c-9d5a-f12272bfcfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.033327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:46.043720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.044079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.044405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.044747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.045082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.055570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.055932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.056253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.056587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.056917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.057247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.057573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:46.125383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:46.131616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:46.182200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888180b2-59c8-434a-abeb-2a04cbbbeaae req-a0aed56f-653b-42a1-ae1b-2cfe4429e16e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623076 Nov 19 03:52:46.197841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-77d207d4-b00a-412c-9d5a-f12272bfcfe0 None None] Port 4ff55af7-1b70-4c31-82c8-47c097ffa558 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:52:46.232086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Attempting to bind port 35603dbe-4a2f-4a78-b498-772c1615493b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:46.233895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Attempting to bind port 35603dbe-4a2f-4a78-b498-772c1615493b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:46.233895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Attempting to bind port 35603dbe-4a2f-4a78-b498-772c1615493b on network 4c120fb4-2f49-4e7c-97c5-0032625435b0 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:46.239234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:46.240051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Checking segment: {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:46.240599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.241081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Bound using segment: {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:46.241880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Bound port: 35603dbe-4a2f-4a78-b498-772c1615493b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d6b6da-8418-4110-99e4-a9bce2fa7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:46.242395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.261701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ce2911-b4b3-481a-85cd-73119fc6d0bd {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:46.298933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:46.363447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.376486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] For port 35603dbe-4a2f-4a78-b498-772c1615493b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:46.378229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afee6691-76df-41cc-b403-d55a92746043 req-705cffa3-a1b3-4436-84b6-c793c6bc56df tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.5997188 Nov 19 03:52:46.380900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] For port 35603dbe-4a2f-4a78-b498-772c1615493b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=35603dbe-4a2f-4a78-b498-772c1615493b,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:46.390516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.400163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-afee6691-76df-41cc-b403-d55a92746043 req-76a999cd-7956-4d45-8937-1a20e39949b1 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Request body: {'floatingip': {'port_id': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:46.456197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.507015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Routers {'6c96b998-c386-41c1-ba61-67b9e560d59d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:46.508047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c96b998-c386-41c1-ba61-67b9e560d59d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:46.510265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b3b85ce6-df46-4c35-b408-2efdc53585f5 None None] Provisioning complete for port 35603dbe-4a2f-4a78-b498-772c1615493b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:46.510877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3b85ce6-df46-4c35-b408-2efdc53585f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.566751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afee6691-76df-41cc-b403-d55a92746043 req-76a999cd-7956-4d45-8937-1a20e39949b1 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.616941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f62da-541b-4d1e-bd0e-b8cfaa1990dc None None] Pushing event updated for resources: {'Port': ['ID=35603dbe-4a2f-4a78-b498-772c1615493b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:46.655113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e52b9-d45f-4ba8-b92e-326ae865d05a req-4a0d3586-9fde-493b-aebe-071ad8c6c5e9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:46.662433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-862e52b9-d45f-4ba8-b92e-326ae865d05a req-4a0d3586-9fde-493b-aebe-071ad8c6c5e9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 944 time: 0.2552295 Nov 19 03:52:46.679717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:46.692142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:46.713417 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:46.714084 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:46.764965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.786529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] Set router 6c96b998-c386-41c1-ba61-67b9e560d59d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:46.874960 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3b85ce6-df46-4c35-b408-2efdc53585f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:46.959845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-c72875bf-1a73-4259-91fb-dab05f438803 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:46.960766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-c72875bf-1a73-4259-91fb-dab05f438803 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 950 time: 0.5388880 Nov 19 03:52:46.967649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-862e52b9-d45f-4ba8-b92e-326ae865d05a req-73e2583e-3d3b-44d8-b055-43fcdba5e647 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585046 Nov 19 03:52:46.987739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Transition to ACTIVE for port object a2ce2911-b4b3-481a-85cd-73119fc6d0bd will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:47.042765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:47.064676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b3b85ce6-df46-4c35-b408-2efdc53585f5 None None] For port 35603dbe-4a2f-4a78-b498-772c1615493b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=35603dbe-4a2f-4a78-b498-772c1615493b,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:47.069874 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:47.098428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3b85ce6-df46-4c35-b408-2efdc53585f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:47.160274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-71c6c1c4-e467-4d26-a11a-f69d6d5f852c tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "PUT /v2.0/floatingips/6c9adf61-2177-40b8-ae2c-a840f503c168 HTTP/1.1" status: 200 len: 990 time: 4.3931236 Nov 19 03:52:47.177272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:47.179798 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf96ad5-a532-4796-b1c2-84df1356c711" -d '{"events": [{"name": "network-changed", "server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:47.306949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85ce6-df46-4c35-b408-2efdc53585f5 None None] Pushing event updated for resources: {'Port': ['ID=35603dbe-4a2f-4a78-b498-772c1615493b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:47.307654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] No DVR routers for this DVR port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:52:47.347662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:47.390121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2c620f90-ad1e-43d8-97eb-d284cf4ce27e None None] Provisioning complete for port 35603dbe-4a2f-4a78-b498-772c1615493b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:47.390497 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2c620f90-ad1e-43d8-97eb-d284cf4ce27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:47.434388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.435012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.435542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.436188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.436705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.437219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.437739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.439603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.440144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.440674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.441211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.441731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:52:47.488657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d9e81e5b-4db3-41fa-8b16-c91adfa25611 service neutron] 10.222.0.31 "PUT /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd/bindings/n-h1-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4150527 Nov 19 03:52:47.514509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:52:47.515277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:47.624348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff55af7-1b70-4c31-82c8-47c097ffa558 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:47.679404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:47.693259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6c9adf61-2177-40b8-ae2c-a840f503c168', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'port_id': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'mac_address': 'fa:16:3e:e8:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:50:06Z', 'updated_at': '2021-11-19T03:52:44Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:47.722018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Transition to ACTIVE for port object 4ff55af7-1b70-4c31-82c8-47c097ffa558 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:47.731775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:47.749906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:47.761035 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:47.761208 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:47.764145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T03:52:38Z', 'revision_number': 4, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '35603dbe-4a2f-4a78-b498-772c1615493b', 'name': '', 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'mac_address': 'fa:16:3e:0c:80:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'edc4d542-8544-4805-a737-84ace69231a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:34Z', 'updated_at': '2021-11-19T03:52:46Z', 'revision_number': 4, 'project_id': '29d478275c544180a20e10b7845af8df', 'subnets': [{'id': 'edc4d542-8544-4805-a737-84ace69231a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:47.850934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf49a50-3926-46d5-8796-7a65eb44337e None None] The sync data for ids ['6c96b998-c386-41c1-ba61-67b9e560d59d'] in n-d-818503-1 is: [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T03:52:38Z', 'revision_number': 4, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '35603dbe-4a2f-4a78-b498-772c1615493b', 'name': '', 'network_id': '4c120fb4-2f49-4e7c-97c5-0032625435b0', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'mac_address': 'fa:16:3e:0c:80:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'edc4d542-8544-4805-a737-84ace69231a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:34Z', 'updated_at': '2021-11-19T03:52:46Z', 'revision_number': 4, 'project_id': '29d478275c544180a20e10b7845af8df', 'subnets': [{'id': 'edc4d542-8544-4805-a737-84ace69231a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:47.883946 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-afee6691-76df-41cc-b403-d55a92746043 req-76a999cd-7956-4d45-8937-1a20e39949b1 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 03:52:47.885149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afee6691-76df-41cc-b403-d55a92746043 req-76a999cd-7956-4d45-8937-1a20e39949b1 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "PUT /v2.0/floatingips/f65c5a26-eab2-4ef4-8ce6-8e00435221f4 HTTP/1.1" status: 409 len: 551 time: 1.5060906 Nov 19 03:52:47.905610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-86ce0e0e-cec5-4aba-932d-217a8f305529 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:47.907430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-86ce0e0e-cec5-4aba-932d-217a8f305529 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.2512503 Nov 19 03:52:47.912767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff55af7-1b70-4c31-82c8-47c097ffa558,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:47.988826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port a59b9e1f-3dbc-4cfa-9530-71c40b007a99, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:47.989213 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:48.012073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for a59b9e1f-3dbc-4cfa-9530-71c40b007a99 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:52:48.017270 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:48.050497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Attempting to bind port 4ff55af7-1b70-4c31-82c8-47c097ffa558 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:48.051299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Attempting to bind port 4ff55af7-1b70-4c31-82c8-47c097ffa558 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:48.054258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Attempting to bind port 4ff55af7-1b70-4c31-82c8-47c097ffa558 on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:48.068267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Port 4ff55af7-1b70-4c31-82c8-47c097ffa558 on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:48.068975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Attempting to bind port 4ff55af7-1b70-4c31-82c8-47c097ffa558 on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:48.080578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:48.083040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Checking segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:48.083759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Bound using segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:48.084774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Bound port: 4ff55af7-1b70-4c31-82c8-47c097ffa558, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:48.085401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:48.177446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-4f1e013f-98cf-4d14-9601-a3b882cabce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:48.179538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-4f1e013f-98cf-4d14-9601-a3b882cabce3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8&tenant_id=bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 1096 time: 0.2545855 Nov 19 03:52:48.336800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3fcd-2f86-4d59-81b6-81219a9276e9 req-fb89755b-e1c4-4112-b235-a8546c37a7be tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:48.339981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30fc3fcd-2f86-4d59-81b6-81219a9276e9 req-fb89755b-e1c4-4112-b235-a8546c37a7be tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 943 time: 0.2244771 Nov 19 03:52:48.369862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] For port 4ff55af7-1b70-4c31-82c8-47c097ffa558, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:48.398864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-386e9464-bc45-4310-ab20-cdc9f2a09d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:48.402544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-386e9464-bc45-4310-ab20-cdc9f2a09d96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1096 time: 0.1939349 Nov 19 03:52:48.418039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] For port 4ff55af7-1b70-4c31-82c8-47c097ffa558, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:48.436585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:48.513416 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6c9adf61-2177-40b8-ae2c-a840f503c168', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'port_id': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'mac_address': 'fa:16:3e:e8:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:50:06Z', 'updated_at': '2021-11-19T03:52:44Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:48.560580 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d016ea-3df2-4f32-a5eb-7bf146c86833 None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6c9adf61-2177-40b8-ae2c-a840f503c168', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'port_id': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'mac_address': 'fa:16:3e:e8:67:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:50:06Z', 'updated_at': '2021-11-19T03:52:44Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:48.573397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:48.576889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:48.581813 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 1091 time: 3.1177549 Nov 19 03:52:48.607483 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30fc3fcd-2f86-4d59-81b6-81219a9276e9 req-a3f2140c-a01d-4843-9c62-ee0cdf646e2e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602696 Nov 19 03:52:48.608191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:48.612488 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b802f45-c4a3-4d38-8b6e-af2a841906a2" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:48.637258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1213a-83c8-4a09-9bab-97cef1b46bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff55af7-1b70-4c31-82c8-47c097ffa558,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:48.735918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:48.756116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:48.771000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-88569f90-c480-427f-9c27-53a971a7573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:48.772498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-88569f90-c480-427f-9c27-53a971a7573b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1094 time: 0.1178193 Nov 19 03:52:48.816553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f', '31d830fc-eebf-43a3-9530-bb70318f0859', 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:48.903904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=a59b9e1f-3dbc-4cfa-9530-71c40b007a99,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:48.969961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-caea7845-53a6-4d42-a780-afe431bc693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:48.979162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-caea7845-53a6-4d42-a780-afe431bc693a service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.5545685 Nov 19 03:52:48.984086 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-922a7fe4-1def-4afd-81c2-457cd33f2d21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 217 time: 0.1963363 Nov 19 03:52:49.124859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-3a5400ae-1524-4442-94f6-b1840b3a976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:49.127298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-3a5400ae-1524-4442-94f6-b1840b3a976f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1334410 Nov 19 03:52:49.130710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b53a0-37fc-4fac-bbca-942cf4a7b5a1 req-19a05a0e-b589-42f6-b61e-72639b22b02e tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:49.133378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port a59b9e1f-3dbc-4cfa-9530-71c40b007a99 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:52:49.136747 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-915b53a0-37fc-4fac-bbca-942cf4a7b5a1 req-19a05a0e-b589-42f6-b61e-72639b22b02e tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1095 time: 0.3522830 Nov 19 03:52:49.144934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-2a4fef2b-d65b-4660-bf92-b8ffbaa9d659 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 200 len: 217 time: 0.1569836 Nov 19 03:52:49.146403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:49.150036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4851f7b-a428-4ba2-b133-dec43f0e5ca3 req-31095d8f-7043-4878-bc80-61f60b180d34 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "DELETE /v2.0/ports/a59b9e1f-3dbc-4cfa-9530-71c40b007a99 HTTP/1.1" status: 204 len: 173 time: 2.1813772 Nov 19 03:52:49.257667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3e12af-b53a-4cd5-afb1-ceb1f4393fd3 None None] New status for floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:52:49.275935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-e22f9a78-8d1b-4f1f-acfe-42800a4d183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:49.278860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-e22f9a78-8d1b-4f1f-acfe-42800a4d183a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1055212 Nov 19 03:52:49.316419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-915b53a0-37fc-4fac-bbca-942cf4a7b5a1 req-8de65682-6e41-4170-93ba-9a69ac728fd0 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913985 Nov 19 03:52:49.322158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 35603dbe-4a2f-4a78-b498-772c1615493b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:49.340224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d395a-1113-465f-b57d-146c85e61d9f req-61fa2607-cc36-471f-b59c-e60c5a321155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:49.347513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-af811ee1-4df7-4737-8989-4fc151b43b2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571797 Nov 19 03:52:49.355734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-61fa2607-cc36-471f-b59c-e60c5a321155 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175436 Nov 19 03:52:49.671174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-d4ca3751-9d25-4d48-b233-f86631272602 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074627 Nov 19 03:52:49.763679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-5f1f617b-c461-4268-b3df-b69a6d3e352c service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990681 Nov 19 03:52:49.824799 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f3aa12-ee10-4c84-854d-cada1b5da2e0 x-openstack-request-id: req-80f3aa12-ee10-4c84-854d-cada1b5da2e0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:49.825100 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:49.825369 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80f3aa12-ee10-4c84-854d-cada1b5da2e0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:49.826108 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'status': 'completed', 'code': 200} Nov 19 03:52:50.041912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-807d395a-1113-465f-b57d-146c85e61d9f req-e4cdd515-fed9-44e1-9486-389168cf1ebc service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664173 Nov 19 03:52:50.072333 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37ea1b98-970e-42fd-9c21-99f7e3c9b17e req-ee0e38bf-e86d-48a8-847c-241909d201b4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=789d6133-a651-4261-ae37-d5ac3b384014 HTTP/1.1" status: 200 len: 210 time: 0.1853480 Nov 19 03:52:50.161203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-e4bdeb67-150f-469b-8905-16a806c3a66b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips/f65c5a26-eab2-4ef4-8ce6-8e00435221f4 HTTP/1.1" status: 200 len: 693 time: 0.0607295 Nov 19 03:52:50.410107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-c49cb0a3-f683-443d-b786-db806c3cbc1b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:50.416259 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-c49cb0a3-f683-443d-b786-db806c3cbc1b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2524614 Nov 19 03:52:50.428060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-51b9710a-33c9-42ea-9db3-f748340fa0f5 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:52:50.437286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-51b9710a-33c9-42ea-9db3-f748340fa0f5 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163703 Nov 19 03:52:50.548526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 35603dbe-4a2f-4a78-b498-772c1615493b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:50.549115 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:50.582027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8da9e2a1-c71b-4849-b1bf-a83bb9cc0a9b tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.1406281 Nov 19 03:52:50.650669 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-74bc40e0-7386-45cd-9340-7ed70b45d9ce tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0655682 Nov 19 03:52:50.734156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-e2f43689-ddd0-43a5-8e21-2fed36018fb7 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0586195 Nov 19 03:52:50.761822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-d9f70a71-155a-4ae2-b121-a935260999b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:50.768243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-d9f70a71-155a-4ae2-b121-a935260999b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 1096 time: 0.9416049 Nov 19 03:52:50.893385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-df9cf436-78c5-4c98-be95-415b7c36735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:50.895371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-df9cf436-78c5-4c98-be95-415b7c36735d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 200 len: 924 time: 0.1165218 Nov 19 03:52:50.960659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a59b9e1f-3dbc-4cfa-9530-71c40b007a99 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:51.022064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: a59b9e1f-3dbc-4cfa-9530-71c40b007a99 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:52:51.022460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a59b9e1f-3dbc-4cfa-9530-71c40b007a99 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:52:51.027728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-598ca20f-7aaa-48d1-ad3c-453ce6204727 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9 HTTP/1.1" status: 200 len: 1000 time: 0.1171839 Nov 19 03:52:51.058941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Deleting port d5b93bde-ad3f-413d-a599-3b0d5aa9511a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:52:51.059586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.119782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-7d0759d4-e976-4bc1-89a9-adbd479b6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:51.126666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-7d0759d4-e976-4bc1-89a9-adbd479b6edd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 200 len: 862 time: 0.0884678 Nov 19 03:52:51.221097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-4850d198-8dd5-4034-bd44-ad8d78241926 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:51.222971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-4850d198-8dd5-4034-bd44-ad8d78241926 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.0952077 Nov 19 03:52:51.227021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-7bae68ea-e7d4-4147-81fd-941500482dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:51.228352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-7bae68ea-e7d4-4147-81fd-941500482dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2f62b2b-97e5-406f-b16b-309ba2105643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714762 Nov 19 03:52:51.247067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.247412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.276249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Calling delete_port for d5b93bde-ad3f-413d-a599-3b0d5aa9511a owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:52:51.296173 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbbacb84-0f84-4fa8-8a1e-0e2f35273d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.490878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-cae5b5ff-50b4-4413-bbd7-593e40e77fe6 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953669 Nov 19 03:52:51.512472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.553852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event deleted for resources: {'Port': ['ID=d5b93bde-ad3f-413d-a599-3b0d5aa9511a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:51.599573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.605082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.606151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b75ca83-ad6a-4f7c-803b-4232dec3a5dc req-8c98d6ad-95de-4465-b3d0-6410aecb2a85 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "DELETE /v2.0/floatingips/f65c5a26-eab2-4ef4-8ce6-8e00435221f4 HTTP/1.1" status: 204 len: 173 time: 0.9530330 Nov 19 03:52:51.730257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eaf96ad5-a532-4796-b1c2-84df1356c711 req-80c0d606-8399-4041-9680-606db9cbfb81 service neutron] 10.222.0.31 "GET /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304738 Nov 19 03:52:51.738024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-a5eff7b4-8ed4-46f9-a9f1-7a95a8a8239e service neutron] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:51.742367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-a5eff7b4-8ed4-46f9-a9f1-7a95a8a8239e service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:51.743787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df33a204-719b-4e24-a260-2aa3a48fc003 req-a5eff7b4-8ed4-46f9-a9f1-7a95a8a8239e service neutron] 10.222.0.36 "DELETE /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd/bindings/n-h2-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.5114563 Nov 19 03:52:51.826739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789d6133-a651-4261-ae37-d5ac3b384014', 'name': 'network-vif-deleted', 'tag': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:51.833041 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffcebd-c273-432c-9b94-1b83242afe0e" -d '{"events": [{"server_uuid": "789d6133-a651-4261-ae37-d5ac3b384014", "name": "network-vif-deleted", "tag": "a59b9e1f-3dbc-4cfa-9530-71c40b007a99"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:51.853182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeccb70-3fea-415c-8b4f-3ea6762303a1 req-f92dc9c0-2c3e-47fe-b7ad-da52925942a8 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:51.871714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8aeccb70-3fea-415c-8b4f-3ea6762303a1 req-f92dc9c0-2c3e-47fe-b7ad-da52925942a8 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 945 time: 0.1726592 Nov 19 03:52:51.952580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8aeccb70-3fea-415c-8b4f-3ea6762303a1 req-bc048db5-eb5c-4d94-8a85-437dda262aea tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788991 Nov 19 03:52:52.021976 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806de8c6-8417-42cf-820c-b0510746938f x-openstack-request-id: req-806de8c6-8417-42cf-820c-b0510746938f {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:52.021976 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:52.021976 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-806de8c6-8417-42cf-820c-b0510746938f {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:52.021976 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'status': 'completed', 'code': 200} Nov 19 03:52:52.167507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb364-d5d5-4e89-b27f-97a088a67c8b req-f0404d5a-430e-44a2-91c8-dc8f3fb25cc4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:52.177721 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98aeb364-d5d5-4e89-b27f-97a088a67c8b req-f0404d5a-430e-44a2-91c8-dc8f3fb25cc4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 943 time: 0.0908277 Nov 19 03:52:52.184865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-5bb3d07a-5de0-4937-a1c3-f10a5d3c49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:52.186532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-5bb3d07a-5de0-4937-a1c3-f10a5d3c49d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1094 time: 0.1023517 Nov 19 03:52:52.268624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98aeb364-d5d5-4e89-b27f-97a088a67c8b req-2465fd3d-d623-410a-9900-3aa761d9c534 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896230 Nov 19 03:52:52.371207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-2e53efce-2b6e-4d85-89dd-7bdf1861fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:52.372718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-2e53efce-2b6e-4d85-89dd-7bdf1861fbc1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.1782606 Nov 19 03:52:52.418582 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:52.440932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-3a121e0c-6351-48ef-ba51-258e6e36cf44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 217 time: 0.0579960 Nov 19 03:52:52.529795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-813d368e-c28f-48cf-836d-7ec6f671d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:52.531727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-813d368e-c28f-48cf-836d-7ec6f671d0f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0783629 Nov 19 03:52:52.630959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-66c68471-8388-41b0-b91d-29b010831fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:52.632666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-66c68471-8388-41b0-b91d-29b010831fe2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637944 Nov 19 03:52:52.746867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-c11c2edd-9e58-4148-b86f-ff002ff41d78 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029308 Nov 19 03:52:52.775859 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:52:52.894072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b802f45-c4a3-4d38-8b6e-af2a841906a2 req-a3d3c803-7a6b-47fb-b384-4695f5c55fec service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364441 Nov 19 03:52:52.938461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4ff55af7-1b70-4c31-82c8-47c097ffa558 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:52:53.076265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4ff55af7-1b70-4c31-82c8-47c097ffa558, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:53.092725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:52:53.144827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:53.162384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff55af7-1b70-4c31-82c8-47c097ffa558 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:53.192646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4ff55af7-1b70-4c31-82c8-47c097ffa558, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:53.199584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:53.257122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=4ff55af7-1b70-4c31-82c8-47c097ffa558,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:53.328885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-46c73c02-cc45-4ffe-b758-f9b14e39eb39 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:53.330489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-46c73c02-cc45-4ffe-b758-f9b14e39eb39 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.1409318 Nov 19 03:52:53.349129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-ea3c3116-2619-44a7-95c4-15d804655870 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/quotas/4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 375 time: 0.0121031 Nov 19 03:52:53.429193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-eec0bcf0-a809-4081-87af-e98a4d052feb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716820 Nov 19 03:52:53.456131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ec5505cf-f914-444b-8703-9dc9129eb592 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 1002 time: 0.0974829 Nov 19 03:52:53.510262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-18b59183-0a3d-40a0-a91f-e9b78ffcf224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:53.517967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-faee2a3a-1532-471e-9d40-90c3eca6215a tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:53.522572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-faee2a3a-1532-471e-9d40-90c3eca6215a tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports/d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 943 time: 0.0601072 Nov 19 03:52:53.557733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['4ff55af7-1b70-4c31-82c8-47c097ffa558'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:53.572553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-3f3c3af5-d405-44f8-b265-a04bac62faff service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354520 Nov 19 03:52:53.652835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-6d50e822-a259-4fd7-b773-ba91f9aae063 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 1002 time: 0.0874484 Nov 19 03:52:53.668454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-cd980636-aabd-4f3e-8c33-b401689807a1 service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948944 Nov 19 03:52:53.802241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-71080dac-36a5-4840-8bb1-61da0251b1de tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:53.803725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-71080dac-36a5-4840-8bb1-61da0251b1de tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1415682 Nov 19 03:52:53.888641 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a87d80-0fa5-4da9-8d90-740a688cd970 x-openstack-request-id: req-34a87d80-0fa5-4da9-8d90-740a688cd970 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:53.888952 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789d6133-a651-4261-ae37-d5ac3b384014", "name": "network-vif-deleted", "tag": "a59b9e1f-3dbc-4cfa-9530-71c40b007a99", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:53.889218 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34a87d80-0fa5-4da9-8d90-740a688cd970 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:53.889644 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789d6133-a651-4261-ae37-d5ac3b384014', 'name': 'network-vif-deleted', 'tag': 'a59b9e1f-3dbc-4cfa-9530-71c40b007a99', 'status': 'completed', 'code': 200} Nov 19 03:52:53.914571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-b8f6a211-caa6-4147-b0c5-1a0906cb0bb3 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 1002 time: 0.1016214 Nov 19 03:52:53.919484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:53.991286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:54.111045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1502aa2-e544-4b4e-9854-bdb2dfec56d5 req-2635418d-d2fa-4be1-a5d2-0a6b93331410 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:54.112759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c1502aa2-e544-4b4e-9854-bdb2dfec56d5 req-2635418d-d2fa-4be1-a5d2-0a6b93331410 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 944 time: 0.0701916 Nov 19 03:52:54.181033 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:54.186994 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:54.187345 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Floating IP 047f4633-47a6-4511-b642-1661b56a8205 disassociated. External IP: 172.25.8.124, port: d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6. Nov 19 03:52:54.206190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c1502aa2-e544-4b4e-9854-bdb2dfec56d5 req-bf7bfbda-8389-45dd-8e42-965a48e2a49e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860586 Nov 19 03:52:54.451484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba1e36bb-2658-4821-84be-62e9772e9c17 req-ef5516fd-1107-4461-bb8c-b8dccfcf466a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 210 time: 0.0352938 Nov 19 03:52:54.462061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Router aacd5709-47e8-400e-8eb5-22683d0861d9 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:52:54.568181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf64653-7e6c-466a-9a1f-740dc7d11e9b req-8bc93db0-372f-4618-8cba-b7950428a577 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:54.576708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6cf64653-7e6c-466a-9a1f-740dc7d11e9b req-8bc93db0-372f-4618-8cba-b7950428a577 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1096 time: 0.0495152 Nov 19 03:52:54.607404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:52:54.613860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:54.621569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] Sync routers for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:52:54.628941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6cf64653-7e6c-466a-9a1f-740dc7d11e9b req-f31e0068-3beb-4aee-b384-3152605a9da9 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509052 Nov 19 03:52:54.633889 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:54.635443 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:54.654970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ecd84f50-e92c-4283-9dcc-6dba37c9f876 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "PUT /v2.0/floatingips/047f4633-47a6-4511-b642-1661b56a8205 HTTP/1.1" status: 200 len: 695 time: 0.7394607 Nov 19 03:52:54.731863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-d9a86b29-e910-4ceb-8755-7af58ebd3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:54.734300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-d9a86b29-e910-4ceb-8755-7af58ebd3bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1097 time: 0.0669281 Nov 19 03:52:54.806179 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:54.823494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a6405-5ff0-4d77-a23c-ef0c7dbd74a6 req-ef7e0726-d4a4-4da2-b3da-a9d5c08d7ce7 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:54.825113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f04a6405-5ff0-4d77-a23c-ef0c7dbd74a6 req-ef7e0726-d4a4-4da2-b3da-a9d5c08d7ce7 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 949 time: 0.0759890 Nov 19 03:52:54.871654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-0520b03e-c3fb-4c14-8ade-b01107ef2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:54.873144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-0520b03e-c3fb-4c14-8ade-b01107ef2361 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 930 time: 0.1305120 Nov 19 03:52:54.908534 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f04a6405-5ff0-4d77-a23c-ef0c7dbd74a6 req-e6406801-57ed-455a-b8e3-b5fcdb93de8b tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717525 Nov 19 03:52:54.957034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4ff55af7-1b70-4c31-82c8-47c097ffa558 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:52:54.973306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-db847694-9d8f-401b-a34b-8757e85c0430 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 217 time: 0.0905399 Nov 19 03:52:55.070013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 4ff55af7-1b70-4c31-82c8-47c097ffa558 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:52:55.092139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 4ff55af7-1b70-4c31-82c8-47c097ffa558 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:52:55.092988 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:52:00Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:55.093293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:55.130224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:55.139942 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] Checking router: aacd5709-47e8-400e-8eb5-22683d0861d9 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:52:55.150664 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:52:55.151318 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:55.207505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:55.214271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c055-1f74-437e-b7b5-836e3368d768 req-863e7a54-b47a-4930-b0db-26c206b71e2f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:55.219742 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-06a7c055-1f74-437e-b7b5-836e3368d768 req-863e7a54-b47a-4930-b0db-26c206b71e2f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 950 time: 0.1223750 Nov 19 03:52:55.253221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-ecaf5aff-c592-4a21-b03d-a94d2ddf03ec tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:55.254800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-ecaf5aff-c592-4a21-b03d-a94d2ddf03ec tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.2441328 Nov 19 03:52:55.260819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:55.263933 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8080a5a3-79d6-4315-a32f-f333a4df15f7" -d '{"events": [{"server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:55.281486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4ff55af7-1b70-4c31-82c8-47c097ffa558, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:55.285246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Request body: {'port': {'device_id': '083e6091-1ad9-4def-bf37-4140503cab66', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'admin_state_up': True, 'tenant_id': '4842bef5db83421892a395c9c6fc1fe0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:55.290282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:55.334109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-53107b81-f655-4eeb-a317-61ce6a94ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:55.336632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-06a7c055-1f74-437e-b7b5-836e3368d768 req-f6195163-fdf0-45c2-9af7-2e0cda93c86f tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101921 Nov 19 03:52:55.340608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-53107b81-f655-4eeb-a317-61ce6a94ac8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 200 len: 868 time: 0.3664939 Nov 19 03:52:55.373214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=4ff55af7-1b70-4c31-82c8-47c097ffa558,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:55.383928 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:52:55.454366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a726c4-932f-4014-aeae-dfc5a09c5676 req-7785e87d-5eab-4955-a97e-25a9d7da51a7 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:55.462526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a726c4-932f-4014-aeae-dfc5a09c5676 req-7785e87d-5eab-4955-a97e-25a9d7da51a7 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 1096 time: 0.0641787 Nov 19 03:52:55.468337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-07019259-f788-4c2e-8e0e-1784c1e3e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:55.470487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-07019259-f788-4c2e-8e0e-1784c1e3e6fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829082 Nov 19 03:52:55.527180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a726c4-932f-4014-aeae-dfc5a09c5676 req-f4653d40-6595-40e1-8508-44d388e1c253 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632384 Nov 19 03:52:55.585806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Made reservation on behalf of 4842bef5db83421892a395c9c6fc1fe0 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:52:55.593080 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:55.699051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-fa6962dc-b9d9-40d8-ab54-8b70ecd38998 service neutron] 10.222.0.52 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198417 Nov 19 03:52:55.777185 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:52:00Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:52:55.780599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50a708-e06e-4d40-ab7d-2a41721d346a req-2252b19e-7682-4dbe-a8ba-0d461be1c16c tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:55.783502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4a50a708-e06e-4d40-ab7d-2a41721d346a req-2252b19e-7682-4dbe-a8ba-0d461be1c16c tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0814695 Nov 19 03:52:55.811484 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3b45e-ab33-4611-bef2-81099e1e30fe None None] The sync data for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 is: [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '3dc48c04-4ac9-4e42-98aa-f4299c400928', 'name': '', 'network_id': '2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'mac_address': 'fa:16:3e:c2:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:53Z', 'updated_at': '2021-11-19T03:52:00Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'subnets': [{'id': '2d2187cb-4866-4f4f-850f-e35a6873095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:52:55.849580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Allocated IP 172.20.0.3 (e93412f5-0525-41bb-bb3a-3134534ed20b/7c25ea14-04f2-47ea-a237-66de1ccbb6b7/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:52:55.850675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4a50a708-e06e-4d40-ab7d-2a41721d346a req-5cb50285-9a11-417b-befd-80abababc979 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565858 Nov 19 03:52:55.891867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18f8812f-8a90-4824-a9db-8ce6147700a3 req-ed37e790-c9c7-4a5d-b06e-5982df362320 service neutron] 10.222.0.52 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852579 Nov 19 03:52:55.894340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:55.896620 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3e179a-11d8-4862-b789-35722aba1ede" -d '{"events": [{"name": "network-changed", "server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:55.917623 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079878d1-3250-45cf-a46f-1724e513835e x-openstack-request-id: req-079878d1-3250-45cf-a46f-1724e513835e {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:55.917927 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:55.918530 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-079878d1-3250-45cf-a46f-1724e513835e {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:55.918939 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'code': 200} Nov 19 03:52:56.064004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8932d4ff-108c-4c1e-a7ce-3a5d4cf32e86 req-7976d332-203d-4090-b160-024639c73ceb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 210 time: 0.0736802 Nov 19 03:52:56.149057 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f13c947-9178-4ad4-9dbb-fc463dbcca77 x-openstack-request-id: req-4f13c947-9178-4ad4-9dbb-fc463dbcca77 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:56.149376 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:56.149621 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f13c947-9178-4ad4-9dbb-fc463dbcca77 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:56.151060 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'status': 'completed', 'code': 200} Nov 19 03:52:56.180811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3090f8-337d-4d13-926b-e9fb6c86e1c4 req-1946dda6-096a-4200-9b1e-4345d7e882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.182357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d3090f8-337d-4d13-926b-e9fb6c86e1c4 req-1946dda6-096a-4200-9b1e-4345d7e882f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1062808 Nov 19 03:52:56.185386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:56.237543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:56.297056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e179a-11d8-4862-b789-35722aba1ede req-5fb0550a-1fad-495c-b3fe-a6828b2ae2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.298727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-5fb0550a-1fad-495c-b3fe-a6828b2ae2fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d57ae19aab49709413df6e057552a8&device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 1097 time: 0.1166947 Nov 19 03:52:56.319492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-4ebc5cf5-8df2-417a-bae3-5bdd3011d5f4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.321085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-4ebc5cf5-8df2-417a-bae3-5bdd3011d5f4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 950 time: 0.1497567 Nov 19 03:52:56.321570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-d4274a3b-28b1-464f-ab15-f23fe897be14 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips/047f4633-47a6-4511-b642-1661b56a8205 HTTP/1.1" status: 200 len: 695 time: 0.1409070 Nov 19 03:52:56.332984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369981aa-ab7d-42f8-94c6-57995eb677df None None] New status for floating IP 047f4633-47a6-4511-b642-1661b56a8205: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:52:56.489394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-b17d8fe1-9b52-4969-8667-3715a7053bb5 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.491012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-b17d8fe1-9b52-4969-8667-3715a7053bb5 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1611345 Nov 19 03:52:56.507339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-c7569ee4-135f-4719-8df9-38f4fad2474f tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:52:56.507947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e179a-11d8-4862-b789-35722aba1ede req-c6937a15-0a4a-4452-b566-1bb75bace672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.508521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-c7569ee4-135f-4719-8df9-38f4fad2474f tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064552 Nov 19 03:52:56.510731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-c6937a15-0a4a-4452-b566-1bb75bace672 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 200 len: 930 time: 0.1883266 Nov 19 03:52:56.512114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d3090f8-337d-4d13-926b-e9fb6c86e1c4 req-42a18a19-186c-4c79-9e7c-33bc6983c44c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160784 Nov 19 03:52:56.514713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:56.589958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-b0fb153b-fa97-486e-952f-4ae545601053 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 200 len: 217 time: 0.0609102 Nov 19 03:52:56.606480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-15938d1c-9818-4164-ae7b-ca6128802211 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 698 time: 0.0887256 Nov 19 03:52:56.618637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Network e93412f5-0525-41bb-bb3a-3134534ed20b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:52:56.644772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port 31d830fc-eebf-43a3-9530-bb70318f0859 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:52:56.645385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:56.784207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e179a-11d8-4862-b789-35722aba1ede req-aabfe367-3145-49c0-8c4a-115691d2f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.785887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-aabfe367-3145-49c0-8c4a-115691d2f495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 200 len: 868 time: 0.1849368 Nov 19 03:52:56.846672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port 31d830fc-eebf-43a3-9530-bb70318f0859, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=31d830fc-eebf-43a3-9530-bb70318f0859,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:56.847168 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:56.871977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for 31d830fc-eebf-43a3-9530-bb70318f0859 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:52:56.893705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e179a-11d8-4862-b789-35722aba1ede req-86acaf7e-bb57-45b2-871f-f4f48ff1563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:56.896405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-86acaf7e-bb57-45b2-871f-f4f48ff1563d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979149 Nov 19 03:52:56.931992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:52:56.935505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:56.945769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:52:56.951074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-686904a4-265c-4bab-ba24-958f404fbd90 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.124 HTTP/1.1" status: 200 len: 698 time: 0.3313031 Nov 19 03:52:57.074632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:57.075168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.105100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-b9100ff9-0733-43d5-b9f3-ec1a271edfd2 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988065 Nov 19 03:52:57.115495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-93f2d26f-193a-4c12-b6cb-b878dc113b3b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8448999 Nov 19 03:52:57.159166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.162971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Request body: {'port': {'device_id': '083e6091-1ad9-4def-bf37-4140503cab66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:52:57.267255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.273361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Deleting port 1233f491-ba32-4447-b9ef-02a20b2256ab {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:52:57.273691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.291378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:57.303157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.332261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=31d830fc-eebf-43a3-9530-bb70318f0859,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:57.342325 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e179a-11d8-4862-b789-35722aba1ede req-b608718d-9ea2-496c-b929-b9d3a23b0e63 service neutron] 10.222.0.36 "GET /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880190 Nov 19 03:52:57.380635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port 31d830fc-eebf-43a3-9530-bb70318f0859 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:52:57.384410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:52:57.389044 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.402211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9757f37-8952-44fa-aeca-4a03f48bd89c req-5bc84823-4f5d-490b-893d-be0f2b72e515 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "DELETE /v2.0/ports/31d830fc-eebf-43a3-9530-bb70318f0859 HTTP/1.1" status: 204 len: 173 time: 0.9843793 Nov 19 03:52:57.403115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c90aea3-bae1-42c1-b014-901bade92e96', 'name': 'network-vif-deleted', 'tag': '31d830fc-eebf-43a3-9530-bb70318f0859'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:57.407512 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee856e56-04cc-454a-99bb-2758cac02b5e" -d '{"events": [{"server_uuid": "5c90aea3-bae1-42c1-b014-901bade92e96", "name": "network-vif-deleted", "tag": "31d830fc-eebf-43a3-9530-bb70318f0859"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:57.494278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.498067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:57.534266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-72fb3edf-a6f7-4eba-9994-d1e61103b2f5 req-65f740c2-f88a-4e0f-bf64-ed3d047a78ac tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c90aea3-bae1-42c1-b014-901bade92e96 HTTP/1.1" status: 200 len: 210 time: 0.0790105 Nov 19 03:52:57.534937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Calling delete_port for 1233f491-ba32-4447-b9ef-02a20b2256ab owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:52:57.779352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8be09-2bc0-4ab0-a9eb-3c7d29dd2007 req-1a83df5e-f285-4f27-a2d5-b7c5b7643142 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:57.789625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c0b8be09-2bc0-4ab0-a9eb-3c7d29dd2007 req-1a83df5e-f285-4f27-a2d5-b7c5b7643142 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 945 time: 0.0782914 Nov 19 03:52:57.930017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:57.948253 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c0b8be09-2bc0-4ab0-a9eb-3c7d29dd2007 req-6164dd67-2aaf-4de1-8866-a19f131eea06 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560793 Nov 19 03:52:57.967275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.035876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event deleted for resources: {'Port': ['ID=1233f491-ba32-4447-b9ef-02a20b2256ab,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:58.168548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69447629-b8ba-4975-85a1-282bfaee0e95 req-85dadca0-047c-4cc9-8b79-3f01bb0dac1d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:58.183095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-69447629-b8ba-4975-85a1-282bfaee0e95 req-85dadca0-047c-4cc9-8b79-3f01bb0dac1d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 931 time: 0.1232886 Nov 19 03:52:58.189969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:52:58.200602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.204913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.211064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.220636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2bcae65-39ae-4f5e-8304-f8558f5f6c0e req-03a2c995-860b-4ee2-ac3f-321087e87ab6 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "DELETE /v2.0/floatingips/047f4633-47a6-4511-b642-1661b56a8205 HTTP/1.1" status: 204 len: 173 time: 1.2450461 Nov 19 03:52:58.223885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.243795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Transition to ACTIVE for port object 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:52:58.252403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.305339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:52:58.308159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:58.314673 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a3aa1-edad-47ea-929c-eeb188e1c3cb" -d '{"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-unplugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:58.322462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.356871 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c14370-4144-4c8c-8618-cd09eb22c877 x-openstack-request-id: req-b2c14370-4144-4c8c-8618-cd09eb22c877 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:58.361919 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c90aea3-bae1-42c1-b014-901bade92e96", "name": "network-vif-deleted", "tag": "31d830fc-eebf-43a3-9530-bb70318f0859", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:58.362217 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2c14370-4144-4c8c-8618-cd09eb22c877 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:58.365011 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c90aea3-bae1-42c1-b014-901bade92e96', 'name': 'network-vif-deleted', 'tag': '31d830fc-eebf-43a3-9530-bb70318f0859', 'status': 'completed', 'code': 200} Nov 19 03:52:58.372244 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-69447629-b8ba-4975-85a1-282bfaee0e95 req-7869c75c-b766-41d5-b12a-496a8de7eaeb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869464 Nov 19 03:52:58.441924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:58.461732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:58.496340 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199bdbfd-5dfc-4d4b-ba45-a75eaa2b52c3 x-openstack-request-id: req-199bdbfd-5dfc-4d4b-ba45-a75eaa2b52c3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:58.496710 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-unplugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:58.497064 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-199bdbfd-5dfc-4d4b-ba45-a75eaa2b52c3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:58.497333 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'code': 200} Nov 19 03:52:58.596276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:52:58.596652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:52:58.596961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:58.605306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:52:58.607094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:52:58.615827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:52:58.616188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:52:58.616582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:52:58.618042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Bound port: 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:52:58.618420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.702245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:52:58.709118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:52:58.716258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.797677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:58.798820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:52:58.800319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] 10.222.0.36 "PUT /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 1091 time: 1.6659987 Nov 19 03:52:58.800791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:52:58.805546 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7" -d '{"events": [{"name": "network-changed", "server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:52:58.836686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca8aa-a530-460d-a364-bee7c9ca87e4 req-e836110f-4324-40f4-b52b-8665e9065d57 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:58.847447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311fbee-f03c-459a-a128-89ee82679366 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:52:58.848183 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e6ca8aa-a530-460d-a364-bee7c9ca87e4 req-e836110f-4324-40f4-b52b-8665e9065d57 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1263709 Nov 19 03:52:58.915039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e6ca8aa-a530-460d-a364-bee7c9ca87e4 req-1029996a-e19a-42d9-acd0-4c2c2dbf3f10 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0651817 Nov 19 03:52:58.952229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-83efdaf7-70ee-4f32-98dd-8459b76c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:58.953960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-83efdaf7-70ee-4f32-98dd-8459b76c9246 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1094 time: 0.0968795 Nov 19 03:52:58.969239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 31d830fc-eebf-43a3-9530-bb70318f0859 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:52:59.034900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 31d830fc-eebf-43a3-9530-bb70318f0859 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:52:59.035316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 31d830fc-eebf-43a3-9530-bb70318f0859 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:52:59.054467 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa620d56-d211-47d1-999f-fef41a47277b x-openstack-request-id: req-aa620d56-d211-47d1-999f-fef41a47277b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:52:59.056056 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:52:59.058143 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa620d56-d211-47d1-999f-fef41a47277b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:52:59.058572 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'status': 'completed', 'code': 200} Nov 19 03:52:59.061148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-2d67a0e3-52de-45de-ae38-63e3cb770ec7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0964553 Nov 19 03:52:59.090566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd97c0d6-b3b6-48a6-a6b7-21f6e119902f req-dbc123b4-f97d-4e1e-a4b3-a5472ae6dc48 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0741081 Nov 19 03:52:59.177363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-f7cd308a-2524-4f97-a0f2-1321196956bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:59.178802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-f7cd308a-2524-4f97-a0f2-1321196956bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1088638 Nov 19 03:52:59.255361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-0927da94-21cc-4bc9-9669-f003e2359450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683720 Nov 19 03:52:59.271021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ab1cc-3b23-4129-bac6-4e5d55c1a3d4 req-5eac4439-804a-45b8-af58-08331044e966 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:59.276516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de5ab1cc-3b23-4129-bac6-4e5d55c1a3d4 req-5eac4439-804a-45b8-af58-08331044e966 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1028109 Nov 19 03:52:59.354237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de5ab1cc-3b23-4129-bac6-4e5d55c1a3d4 req-e0349035-d279-407d-81b1-5c58d3a806d4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Nov 19 03:52:59.407920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-e63a15d9-c40b-47e8-9632-50a3fc307943 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419878 Nov 19 03:52:59.630181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66f6397-27f5-4a2a-b323-c8ecc2bc09ea req-06f4b91f-79c3-4428-b7d9-cd382ec6e1c5 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151182 Nov 19 03:52:59.810477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226cc25-564b-4933-a982-4b2f93be67a3 req-a59401e4-e048-4507-bcb0-e1a8f0d0c2e6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:59.812611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a226cc25-564b-4933-a982-4b2f93be67a3 req-a59401e4-e048-4507-bcb0-e1a8f0d0c2e6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.1205747 Nov 19 03:52:59.837998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-02d9f8a2-a3d8-4cf5-8c10-7d7c5732f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:52:59.839812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-02d9f8a2-a3d8-4cf5-8c10-7d7c5732f861 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1094 time: 0.1164298 Nov 19 03:52:59.951319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a226cc25-564b-4933-a982-4b2f93be67a3 req-c8aef518-cb48-46db-a377-32dafe82e2ba tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316807 Nov 19 03:53:00.069633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-dbace36f-a4fa-4548-b357-0ca57576dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:00.071304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-dbace36f-a4fa-4548-b357-0ca57576dd99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.2189887 Nov 19 03:53:00.120112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-9b0b86cc-c3fc-4b45-aef3-7eefe404f7f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0403035 Nov 19 03:53:00.135600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee7d0b-9222-4ee3-8bea-98c0145e1c2f req-d556fcb6-6943-43e2-8438-a3615cfb0352 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:00.137768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffee7d0b-9222-4ee3-8bea-98c0145e1c2f req-d556fcb6-6943-43e2-8438-a3615cfb0352 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 946 time: 0.1213570 Nov 19 03:53:00.180907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-2ac697b3-b083-4e5b-85ac-7d43d06efbb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5593166 Nov 19 03:53:00.186550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:00.213027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:00.235386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-5d6e9229-425a-476c-91fa-388f0f1895e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:00.236896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-5d6e9229-425a-476c-91fa-388f0f1895e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.0981879 Nov 19 03:53:00.241046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffee7d0b-9222-4ee3-8bea-98c0145e1c2f req-b0541ba3-de8f-4916-89e0-0505b6bffbaf tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943675 Nov 19 03:53:00.303932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-355b094c-cf68-4d44-9bc0-7926bf1a783d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504262 Nov 19 03:53:00.347583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:00.446028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbcccf-a0d6-41d9-83a3-e02e0b89e362 req-d19e0db0-de6e-45a9-8ec8-21aa50d074ce tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:00.475412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ebbcccf-a0d6-41d9-83a3-e02e0b89e362 req-d19e0db0-de6e-45a9-8ec8-21aa50d074ce tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 949 time: 0.1348453 Nov 19 03:53:00.568974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Allocated IP 172.25.8.14 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/051f36c3-59fd-43c9-ac49-3f6593a3b41b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:00.590538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-519a4c71-03a9-4a70-9b93-8ded6f9fc806 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759688 Nov 19 03:53:00.633100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ebbcccf-a0d6-41d9-83a3-e02e0b89e362 req-cf9dcb59-3472-46b5-a630-e8ec56533059 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460471 Nov 19 03:53:00.720130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:00.727255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7abe2074-509c-4c6b-9cf9-8fd42616ebe7 req-524b69d7-0169-4114-833d-802e75ff81a1 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197205 Nov 19 03:53:00.766457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:00.818130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:00.821190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:00.826396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:00.835248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event updated for resources: {'Port': ['ID=051f36c3-59fd-43c9-ac49-3f6593a3b41b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:00.943558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:00.993265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.097697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb333-1bd4-4f02-a4bd-17265822d5c3 req-5c7ade87-dc3e-4a44-a316-1990f068939f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:01.099282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ffeb333-1bd4-4f02-a4bd-17265822d5c3 req-5c7ade87-dc3e-4a44-a316-1990f068939f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.0568783 Nov 19 03:53:01.156445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ffeb333-1bd4-4f02-a4bd-17265822d5c3 req-90b57375-9ed4-4276-9f2c-68e8640ba919 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Nov 19 03:53:01.190302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.197097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.232826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.282758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event updated for resources: {'Port': ['ID=051f36c3-59fd-43c9-ac49-3f6593a3b41b,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:01.288858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.296481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0f895129-fc85-42d4-88dd-ea610aaffdb4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1148047 Nov 19 03:53:01.364450 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-0a802e6e-4abe-4bb8-b50f-a9a8411b67a4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.0661745 Nov 19 03:53:01.376102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-2009319d-495c-4dcd-bba1-5ad210595b1e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:01.377901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-2009319d-495c-4dcd-bba1-5ad210595b1e tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e11910e-13b8-433a-af7c-2101a08dae3a HTTP/1.1" status: 200 len: 950 time: 0.1313634 Nov 19 03:53:01.381680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c52ea1-dd23-4a91-82c9-bd8ad12cda7f req-39947d0d-4d3a-4e2c-a351-4436b2c55578 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:01.389321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07c52ea1-dd23-4a91-82c9-bd8ad12cda7f req-39947d0d-4d3a-4e2c-a351-4436b2c55578 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 946 time: 0.0740898 Nov 19 03:53:01.454322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07c52ea1-dd23-4a91-82c9-bd8ad12cda7f req-617a334c-81a8-45a2-8c14-6776dd0e60c7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636404 Nov 19 03:53:01.546534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.574807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-316ddcaa-ef47-4dbf-84b7-8effc4cfd7bd tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:01.580349 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4f49409-1b0d-4b2d-9d75-0fb9b6b2290e req-316ddcaa-ef47-4dbf-84b7-8effc4cfd7bd tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2014515 Nov 19 03:53:01.620998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port cb169d77-1357-4ed0-9e8c-1ce146aeef9f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:01.622040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.795035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port cb169d77-1357-4ed0-9e8c-1ce146aeef9f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:01.795035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:01.811710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for cb169d77-1357-4ed0-9e8c-1ce146aeef9f owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:01.841513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628e11-0147-4814-a42f-f7f069ef45c1 req-de5e3259-58eb-4c61-92bd-1b74fb110117 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:01.843284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9628e11-0147-4814-a42f-f7f069ef45c1 req-de5e3259-58eb-4c61-92bd-1b74fb110117 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 949 time: 0.1089833 Nov 19 03:53:01.920666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-7ea7c0fb-e0b4-47f7-b42b-b27aef88704a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:01.922370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-7ea7c0fb-e0b4-47f7-b42b-b27aef88704a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 821 time: 0.1870599 Nov 19 03:53:01.931776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:53:01.947349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-16d0c0ba-3be5-4028-a952-263a47d639b1 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/quotas/8dbdcbff30924a7d9f9d1c78619b3df2 HTTP/1.1" status: 200 len: 375 time: 0.0179229 Nov 19 03:53:01.983455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9628e11-0147-4814-a42f-f7f069ef45c1 req-d4732827-4109-44c0-b476-23466b4c273a tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936317 Nov 19 03:53:02.091450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-daea5b2b-81f3-4b13-8af2-a9236430a482 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372485 Nov 19 03:53:02.110046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-16a2c64e-765e-42d6-a4f6-d08a442b2eb4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:02.111638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-16a2c64e-765e-42d6-a4f6-d08a442b2eb4 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 949 time: 0.1441195 Nov 19 03:53:02.136822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.150854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', '53881840-847d-468d-a9cd-8219d1c7f20f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:02.186389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:02.246033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=cb169d77-1357-4ed0-9e8c-1ce146aeef9f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:02.351131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port cb169d77-1357-4ed0-9e8c-1ce146aeef9f on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:02.354892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.357056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-519ffeeb-2003-47cc-92fe-9cc5315b9228 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443058 Nov 19 03:53:02.358738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b49d8fdc-5650-4eba-94eb-e3941f4a3c00 req-e31e9c12-091d-46f3-95ba-e0d6011a7532 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.31 "DELETE /v2.0/ports/cb169d77-1357-4ed0-9e8c-1ce146aeef9f HTTP/1.1" status: 204 len: 173 time: 0.9670048 Nov 19 03:53:02.359914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'name': 'network-vif-deleted', 'tag': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:02.363182 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e060a4e0-0153-437a-a76f-27f271051188" -d '{"events": [{"server_uuid": "7e11910e-13b8-433a-af7c-2101a08dae3a", "name": "network-vif-deleted", "tag": "cb169d77-1357-4ed0-9e8c-1ce146aeef9f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:02.408588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-a693b48f-7486-4313-87d8-098da40afd9c tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:02.410199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-a693b48f-7486-4313-87d8-098da40afd9c tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 946 time: 0.1473024 Nov 19 03:53:02.415294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['cb169d77-1357-4ed0-9e8c-1ce146aeef9f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:02.456644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'mac_address': 'fa:16:3e:32:a2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:53:02.505988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port 53881840-847d-468d-a9cd-8219d1c7f20f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:02.505988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.646245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.646729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bb42a-e8f7-4f59-aa52-4dbef45aed52 req-d925a72f-2f28-4731-b81f-d9a3f5418333 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:02.652431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b9bb42a-e8f7-4f59-aa52-4dbef45aed52 req-d925a72f-2f28-4731-b81f-d9a3f5418333 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.1887937 Nov 19 03:53:02.668714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5766535b-b358-40fc-a7ac-3fff25a5206d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:02.743802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:02.775343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b9bb42a-e8f7-4f59-aa52-4dbef45aed52 req-3a777a29-a324-40cb-bbc5-ed9927667af0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106901 Nov 19 03:53:02.802612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Deleting port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:02.802969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.841299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-9eb7e2e3-f2c1-461d-a2f4-44e3d187f88c service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791837 Nov 19 03:53:02.857478 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.933947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port 53881840-847d-468d-a9cd-8219d1c7f20f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=53881840-847d-468d-a9cd-8219d1c7f20f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:02.934331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:02.956260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:02.997040 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c2e1c-76a8-4b52-9b69-9bdd1abdddcc x-openstack-request-id: req-372c2e1c-76a8-4b52-9b69-9bdd1abdddcc {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:02.999218 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e11910e-13b8-433a-af7c-2101a08dae3a", "name": "network-vif-deleted", "tag": "cb169d77-1357-4ed0-9e8c-1ce146aeef9f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:03.002676 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-372c2e1c-76a8-4b52-9b69-9bdd1abdddcc {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:03.003299 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e11910e-13b8-433a-af7c-2101a08dae3a', 'name': 'network-vif-deleted', 'tag': 'cb169d77-1357-4ed0-9e8c-1ce146aeef9f', 'status': 'completed', 'code': 200} Nov 19 03:53:03.009021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for 53881840-847d-468d-a9cd-8219d1c7f20f owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:03.052765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5766535b-b358-40fc-a7ac-3fff25a5206d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:03.249134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead643-c3f7-4a2a-b71c-9d09519095fa req-a3be2d0b-cbe7-44fb-8904-6dcba63a6697 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:03.259429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caead643-c3f7-4a2a-b71c-9d09519095fa req-a3be2d0b-cbe7-44fb-8904-6dcba63a6697 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 946 time: 0.2157040 Nov 19 03:53:03.278128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] For port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:03.278518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:03.310666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Calling delete_port for d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:03.392223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caead643-c3f7-4a2a-b71c-9d09519095fa req-ebf7f31c-842d-41a1-8519-5f4e3fabd9d0 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/security-groups?id=57ff2aaa-d081-4ce1-a006-cf8946b70b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318264 Nov 19 03:53:03.405773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433add4-9364-4d96-9e21-ecac228fb539 req-1332464a-7c72-45ab-8908-7aea7ea79241 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:03.430284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6433add4-9364-4d96-9e21-ecac228fb539 req-1332464a-7c72-45ab-8908-7aea7ea79241 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 949 time: 0.1258006 Nov 19 03:53:03.473201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:03.614883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=53881840-847d-468d-a9cd-8219d1c7f20f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:03.639136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6433add4-9364-4d96-9e21-ecac228fb539 req-dcba673d-d42c-4b06-9f50-fd80b7c6c8d1 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079477 Nov 19 03:53:03.696205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a9f4f14-674c-46fe-981c-e28be0b1001e req-a9101b85-6434-4915-b2c8-7dc28c5c25fe tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 210 time: 0.1113324 Nov 19 03:53:03.717462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port 53881840-847d-468d-a9cd-8219d1c7f20f on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:03.729345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:03.733706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-015f069a-869c-4832-b9ac-0fe7dbc907a1 req-82a6b7c4-7747-4349-9221-389111beb988 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "DELETE /v2.0/ports/53881840-847d-468d-a9cd-8219d1c7f20f HTTP/1.1" status: 204 len: 173 time: 1.6008248 Nov 19 03:53:03.737233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'name': 'network-vif-deleted', 'tag': '53881840-847d-468d-a9cd-8219d1c7f20f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:03.769169 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd7a979-81a8-46ce-9a5c-f4ed655ea499" -d '{"events": [{"server_uuid": "b444e1c0-1982-43d3-b437-f616041dc8f2", "name": "network-vif-deleted", "tag": "53881840-847d-468d-a9cd-8219d1c7f20f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:03.915915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:03.938185 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffae1ad7-2ab0-41d4-9d96-219f22eb1325 x-openstack-request-id: req-ffae1ad7-2ab0-41d4-9d96-219f22eb1325 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:03.938533 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b444e1c0-1982-43d3-b437-f616041dc8f2", "name": "network-vif-deleted", "tag": "53881840-847d-468d-a9cd-8219d1c7f20f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:03.938863 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffae1ad7-2ab0-41d4-9d96-219f22eb1325 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:03.939277 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b444e1c0-1982-43d3-b437-f616041dc8f2', 'name': 'network-vif-deleted', 'tag': '53881840-847d-468d-a9cd-8219d1c7f20f', 'status': 'completed', 'code': 200} Nov 19 03:53:03.947595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:53:03.978718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Pushing event deleted for resources: {'Port': ['ID=d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:04.160343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] No DVR routers for this DVR port d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:04.170576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:04.175948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1602b54-a2a1-44c6-8872-4934cb4dca5f req-3fc7e9e0-20c1-43e8-9f4c-90b1b66ae9d7 tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.36 "DELETE /v2.0/ports/d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 HTTP/1.1" status: 204 len: 173 time: 1.7330852 Nov 19 03:53:04.271936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d319-1be3-46ff-baae-c9e5b78de326 req-0f9233a0-6e94-4fd7-8787-70f74f3b4878 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:04.287617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f1d319-1be3-46ff-baae-c9e5b78de326 req-0f9233a0-6e94-4fd7-8787-70f74f3b4878 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.2068777 Nov 19 03:53:04.291846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:04.336444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'port_id': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'mac_address': 'fa:16:3e:71:ca:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25ea14-04f2-47ea-a237-66de1ccbb6b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:53:04.412118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f1d319-1be3-46ff-baae-c9e5b78de326 req-c24021fd-efd3-4a7a-a2f3-00e635ab02fb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225266 Nov 19 03:53:04.552674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:04.626326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:04.678639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:04.688770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66387821-1866-48c4-b2c8-43fbcebe8a01 req-6b85c0f5-66f1-4939-9260-b95ff8e7c0ee tempest-FloatingIPsAssociationNegativeTestJSON-283560129 tempest-FloatingIPsAssociationNegativeTestJSON-283560129-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8af5508-e79d-4fe4-8c17-0090e52a1d27 HTTP/1.1" status: 200 len: 210 time: 0.0606887 Nov 19 03:53:04.690217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:04.806184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:04.875964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-907dee6e-e99f-4a6f-813e-3eb6e1b9cc71 req-8ce6bab3-9260-441f-933e-98c9efd7490f tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 210 time: 0.0737803 Nov 19 03:53:04.909708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26543778-7be3-4d58-9155-94b500d2474c req-5ccab1fb-17a2-49ce-b72f-43cd39b50434 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=b444e1c0-1982-43d3-b437-f616041dc8f2 HTTP/1.1" status: 200 len: 210 time: 0.0341215 Nov 19 03:53:05.003164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device cb169d77-1357-4ed0-9e8c-1ce146aeef9f no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:05.005145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'name': 'network-vif-deleted', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:05.007490 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2a9d3-3c53-4b7a-a62a-65df025a1ddd" -d '{"events": [{"server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "name": "network-vif-deleted", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:05.102638 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e38813-1693-4ca2-9b54-a2a97249ac8e x-openstack-request-id: req-c2e38813-1693-4ca2-9b54-a2a97249ac8e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:05.102944 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8af5508-e79d-4fe4-8c17-0090e52a1d27", "name": "network-vif-deleted", "tag": "d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:05.103201 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2e38813-1693-4ca2-9b54-a2a97249ac8e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:05.103605 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8af5508-e79d-4fe4-8c17-0090e52a1d27', 'name': 'network-vif-deleted', 'tag': 'd26dbca0-9c7a-4bf9-aca3-cc11e93a07f6', 'status': 'completed', 'code': 200} Nov 19 03:53:05.105593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:05.115594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: cb169d77-1357-4ed0-9e8c-1ce146aeef9f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:05.116669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device cb169d77-1357-4ed0-9e8c-1ce146aeef9f not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:05.328361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:05.666984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-55887cb8-2cda-4e2c-9bc0-cc4b11453f02 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:05.670079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-55887cb8-2cda-4e2c-9bc0-cc4b11453f02 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 821 time: 0.2625020 Nov 19 03:53:05.697417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f03d-6382-4601-adcb-b5a536ee9df0 req-2504c9ad-747b-4617-9f83-3e985b897270 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:05.699528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e12f03d-6382-4601-adcb-b5a536ee9df0 req-2504c9ad-747b-4617-9f83-3e985b897270 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.0797000 Nov 19 03:53:05.712748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'port': {'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'admin_state_up': True, 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:05.863015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e12f03d-6382-4601-adcb-b5a536ee9df0 req-86f67785-7bde-44f0-9803-f71edbfaced1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546135 Nov 19 03:53:05.913218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37394) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:05.988852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:06.108450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Made reservation on behalf of 8dbdcbff30924a7d9f9d1c78619b3df2 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:06.114004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:06.131206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 5766535b-b358-40fc-a7ac-3fff25a5206d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:06.131722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:06.144242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6d208b7-8d0c-47a3-9566-1cc6e5fd87b5 req-d8bccad7-a308-45ad-bee9-478c4b78084e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 210 time: 0.0710194 Nov 19 03:53:06.375963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:06.422348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Allocated IP 172.20.0.9 (26bc891e-e9b4-44b2-96f6-83f9733cf85c/b7f7751a-9399-4513-bc71-a15ce9436770/585c66c0-bdc4-4b1c-8c26-714262ab24c5) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:06.422885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:06.429544 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155e711a-3bc1-435d-acc4-abd6bf9fa8d4" -d '{"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-plugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:06.488563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:06.500509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:06.503540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:06.635646 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac5203f-6b14-454b-bd8a-ac21ec0ca66b x-openstack-request-id: req-cac5203f-6b14-454b-bd8a-ac21ec0ca66b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:06.636160 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-plugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:06.636591 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cac5203f-6b14-454b-bd8a-ac21ec0ca66b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:06.637155 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'code': 200} Nov 19 03:53:06.681643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:06.709284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:06.709980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d26dbca0-9c7a-4bf9-aca3-cc11e93a07f6 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:06.710655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 53881840-847d-468d-a9cd-8219d1c7f20f no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:06.756610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 53881840-847d-468d-a9cd-8219d1c7f20f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:06.760734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 53881840-847d-468d-a9cd-8219d1c7f20f not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:06.818199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:06.908694 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:06.960915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['4ff55af7-1b70-4c31-82c8-47c097ffa558'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:07.010876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event updated for resources: {'Port': ['ID=585c66c0-bdc4-4b1c-8c26-714262ab24c5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:07.061838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:07.081403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:07.085365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:07.094767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:07.095848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:07.133999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-e57958a1-a7eb-4b71-a695-2da57e3fe5e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4270010 Nov 19 03:53:07.161788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Request body: {'port': {'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:07.279219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1b4f7-996e-4e25-b8ce-bf766353fdac req-a73d1197-09c1-4736-8376-496426748354 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:07.290039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5e1b4f7-996e-4e25-b8ce-bf766353fdac req-a73d1197-09c1-4736-8376-496426748354 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 949 time: 0.1947558 Nov 19 03:53:07.349108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:07.414183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5e1b4f7-996e-4e25-b8ce-bf766353fdac req-4f351470-0e6c-451d-a018-55a55e86386c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227226 Nov 19 03:53:07.668896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23987441-be4b-4f03-ac11-47a57ea4392c req-c4fe7c1f-83f8-42eb-b69f-b21cde466d59 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:07.672438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-af974089-b0b9-4d64-a783-a7a4d7f49be1 None None] Provisioning complete for port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:07.672974 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-af974089-b0b9-4d64-a783-a7a4d7f49be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:07.676173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23987441-be4b-4f03-ac11-47a57ea4392c req-c4fe7c1f-83f8-42eb-b69f-b21cde466d59 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.3280334 Nov 19 03:53:07.752451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-af974089-b0b9-4d64-a783-a7a4d7f49be1 None None] Port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:53:07.757656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62a1e9-547b-4230-967b-09eaca456d60 req-3693d0d5-42b7-48d8-99ac-5be037f164ef tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:07.768378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e62a1e9-547b-4230-967b-09eaca456d60 req-3693d0d5-42b7-48d8-99ac-5be037f164ef tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 931 time: 0.2561755 Nov 19 03:53:07.773318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:07.800239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23987441-be4b-4f03-ac11-47a57ea4392c req-bf887f03-5972-4713-8723-f8f5ee11054d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230686 Nov 19 03:53:07.931514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:07.989805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e62a1e9-547b-4230-967b-09eaca456d60 req-0f4a7745-dcbe-4988-a296-8ee612636dce tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693583 Nov 19 03:53:08.035454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585c66c0-bdc4-4b1c-8c26-714262ab24c5 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:08.055655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.060646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:53:08.065453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:08.065835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.089338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Transition to ACTIVE for port object 585c66c0-bdc4-4b1c-8c26-714262ab24c5 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:53:08.120642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-01c34ace-a267-445a-a7af-5343dc3ebd2a tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:08.122187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-01c34ace-a267-445a-a7af-5343dc3ebd2a tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 949 time: 0.1673610 Nov 19 03:53:08.123046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.233554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.313395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:08.326093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Pushing event updated for resources: {'Port': ['ID=585c66c0-bdc4-4b1c-8c26-714262ab24c5,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:08.331156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.447119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:08.469782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Attempting to bind port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:53:08.476919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Attempting to bind port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:53:08.477486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Attempting to bind port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:08.481887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c76be0-c157-493f-a769-caadb52beaa5 req-23e375b6-429a-45c6-ae0b-a5d172656b6d tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:08.493885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c76be0-c157-493f-a769-caadb52beaa5 req-23e375b6-429a-45c6-ae0b-a5d172656b6d tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 950 time: 0.1379972 Nov 19 03:53:08.494782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:53:08.495228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Attempting to bind port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 on network 26bc891e-e9b4-44b2-96f6-83f9733cf85c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:08.509454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:53:08.509975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Checking segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:08.510506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Bound using segment: {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:53:08.511089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Bound port: 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a386af7-1485-441d-9869-1a2a2003fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:53:08.511628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.551445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:08.552029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.638943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:08.643226 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231cc45a-831e-4f71-a4cd-38f776763761" -d '{"events": [{"server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "name": "network-vif-plugged", "status": "completed", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:08.686065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42795-108f-4a40-a7a4-4f3b4474160d req-150b9fe4-e98b-4a3c-a865-5d581eaeab93 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:08.694638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3c42795-108f-4a40-a7a4-4f3b4474160d req-150b9fe4-e98b-4a3c-a865-5d581eaeab93 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=adeb0500-ef95-4fb5-b504-580b872c91c2 HTTP/1.1" status: 200 len: 949 time: 0.1204593 Nov 19 03:53:08.737772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] For port 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:53:08.761755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] For port 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:53:08.764324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port ac6490a6-f734-4dbb-8b53-eb5404a62fc5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:08.764928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.790163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for ac6490a6-f734-4dbb-8b53-eb5404a62fc5 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:08.793314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3c42795-108f-4a40-a7a4-4f3b4474160d req-06f82a34-497e-4f41-80fb-97bad3ae0a74 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939624 Nov 19 03:53:08.865313 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075436c-44ab-4ada-a7e4-369a7921605a x-openstack-request-id: req-7075436c-44ab-4ada-a7e4-369a7921605a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:08.866279 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "name": "network-vif-plugged", "status": "completed", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:08.866846 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7075436c-44ab-4ada-a7e4-369a7921605a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:08.867703 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'code': 200} Nov 19 03:53:08.919671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Deleting port 3dc48c04-4ac9-4e42-98aa-f4299c400928 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:08.922214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:08.977305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:09.007140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:09.021444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f', 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:09.034881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:09.039479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:09.041911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] 10.222.0.31 "PUT /v2.0/ports/585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 1091 time: 1.8884928 Nov 19 03:53:09.054311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:09.057047 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91f6e8-9610-49ea-a2e5-7c29d702487b" -d '{"events": [{"name": "network-changed", "server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:09.204905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5831f-e1aa-45ea-b002-f70e0d07b485 req-a611f5f1-bc3f-47c8-a2e8-ff14ca78ca55 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:09.212849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7f5831f-e1aa-45ea-b002-f70e0d07b485 req-a611f5f1-bc3f-47c8-a2e8-ff14ca78ca55 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.2468739 Nov 19 03:53:09.312209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port de63c41c-8024-41a0-a9aa-f2c67a66b26d {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:09.312661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:09.316842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f28d54-9d65-4161-be50-c7ddc2d71b13 service neutron] Pushing event updated for resources: {'Port': ['ID=585c66c0-bdc4-4b1c-8c26-714262ab24c5,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:09.405463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port ac6490a6-f734-4dbb-8b53-eb5404a62fc5 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:09.413787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:09.419199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d473d3d-5464-4aa7-a273-873b2d7dbeb7 req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "DELETE /v2.0/ports/ac6490a6-f734-4dbb-8b53-eb5404a62fc5 HTTP/1.1" status: 204 len: 173 time: 1.2257707 Nov 19 03:53:09.537840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900570-85fa-439c-b713-db207533fb8c req-d4c03d5b-66d9-44fc-adbf-240183fdbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:09.542522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e900570-85fa-439c-b713-db207533fb8c req-d4c03d5b-66d9-44fc-adbf-240183fdbe2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1096 time: 0.5725791 Nov 19 03:53:09.569992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ff96e-9312-41e7-a7dd-0c91852d81d3 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=ac6490a6-f734-4dbb-8b53-eb5404a62fc5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:09.589308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] For port 3dc48c04-4ac9-4e42-98aa-f4299c400928, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dc48c04-4ac9-4e42-98aa-f4299c400928,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:09.589787 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:09.624239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7f5831f-e1aa-45ea-b002-f70e0d07b485 req-49c6b482-3e86-46e8-b366-e6612016abd8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104297 Nov 19 03:53:09.678463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-07810715-1f10-41d4-8315-e0c61038c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:09.679967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-07810715-1f10-41d4-8315-e0c61038c159 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1094 time: 0.5363157 Nov 19 03:53:09.689922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Calling delete_port for 3dc48c04-4ac9-4e42-98aa-f4299c400928 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:09.831337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-f1fc2ead-cf69-4bb8-930e-6a7a1bc45b84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 217 time: 0.1051562 Nov 19 03:53:09.841072 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e900570-85fa-439c-b713-db207533fb8c req-e54324ba-30ce-4f04-ad9f-471b963b641f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903094 Nov 19 03:53:09.925304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-feb935ea-0d8b-4c0e-bc16-f897c407179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:09.926851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-feb935ea-0d8b-4c0e-bc16-f897c407179e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0876036 Nov 19 03:53:09.973336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port de63c41c-8024-41a0-a9aa-f2c67a66b26d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de63c41c-8024-41a0-a9aa-f2c67a66b26d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:09.973721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:10.019446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-f5960a39-08ce-47f7-a6ba-68e2cce15be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:10.021310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-f5960a39-08ce-47f7-a6ba-68e2cce15be5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805719 Nov 19 03:53:10.042384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for de63c41c-8024-41a0-a9aa-f2c67a66b26d owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:10.051904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd544a-11a0-4a2d-aec4-676b7701ffd2 req-ab5cad63-805b-4546-8b64-a1e87aa56e6b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:10.060618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fdfd544a-11a0-4a2d-aec4-676b7701ffd2 req-ab5cad63-805b-4546-8b64-a1e87aa56e6b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 943 time: 0.2615206 Nov 19 03:53:10.238117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fdfd544a-11a0-4a2d-aec4-676b7701ffd2 req-e2fe70b2-9360-4504-beb3-f045129fa00a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728835 Nov 19 03:53:10.305392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-86e84f77-06c7-4054-a368-b1f35b519b5d service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610357 Nov 19 03:53:10.320934 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b3bb7-d805-4433-a132-c6dcdb812d04 x-openstack-request-id: req-339b3bb7-d805-4433-a132-c6dcdb812d04 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:10.321966 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:10.323604 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-339b3bb7-d805-4433-a132-c6dcdb812d04 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:10.324600 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'status': 'completed', 'code': 200} Nov 19 03:53:10.449185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:10.504795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:10.519709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:10.524355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc48c04-4ac9-4e42-98aa-f4299c400928,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:10.554932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b09af117-d288-4235-ae7d-16ec2b0dbd7b req-4cccf7ad-322f-4d00-b785-27ee5795bca3 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175210 Nov 19 03:53:10.596173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=de63c41c-8024-41a0-a9aa-f2c67a66b26d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:10.768492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port de63c41c-8024-41a0-a9aa-f2c67a66b26d on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:10.810359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b0fa8db-0b10-4bf4-ac03-15fac872018f req-6b616d3a-3ef1-4a6b-8af8-af33d9896aab tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0 HTTP/1.1" status: 200 len: 210 time: 0.1559024 Nov 19 03:53:10.822102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:10.843710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c76be0-c157-493f-a769-caadb52beaa5 req-08cf1051-3961-4833-bf4c-ba6fb1b8b65c tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "DELETE /v2.0/ports/de63c41c-8024-41a0-a9aa-f2c67a66b26d HTTP/1.1" status: 204 len: 173 time: 2.3071086 Nov 19 03:53:10.844310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'name': 'network-vif-deleted', 'tag': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:10.863196 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9367d79f-f74f-4edf-901c-b13980713c4d" -d '{"events": [{"server_uuid": "149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0", "name": "network-vif-deleted", "tag": "de63c41c-8024-41a0-a9aa-f2c67a66b26d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:11.287615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:11.317671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-e0ff17e5-2354-4acc-951f-45d7f59f3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:11.319680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-e0ff17e5-2354-4acc-951f-45d7f59f3320 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1094 time: 0.6315618 Nov 19 03:53:11.325962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1a0f2-2b4c-48b5-bb8f-2cd3bde857e2 req-b9f15d08-91c1-4855-89a4-12ac2fef239d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:11.328491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0d1a0f2-2b4c-48b5-bb8f-2cd3bde857e2 req-b9f15d08-91c1-4855-89a4-12ac2fef239d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1077237 Nov 19 03:53:11.504030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-8f343e70-73de-4fe3-8ed7-91c78b1cceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:11.511304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-8f343e70-73de-4fe3-8ed7-91c78b1cceaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.1759450 Nov 19 03:53:11.534604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0d1a0f2-2b4c-48b5-bb8f-2cd3bde857e2 req-64284914-8578-4baf-a8e1-b4fded0c7800 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910498 Nov 19 03:53:11.631557 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8250a-0eb5-4762-8870-03722a9f8b40 x-openstack-request-id: req-e6a8250a-0eb5-4762-8870-03722a9f8b40 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:11.632214 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0", "name": "network-vif-deleted", "tag": "de63c41c-8024-41a0-a9aa-f2c67a66b26d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:11.632214 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6a8250a-0eb5-4762-8870-03722a9f8b40 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:11.634006 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149ad0e2-2ba7-4fce-a5fb-1e1a56b39ea0', 'name': 'network-vif-deleted', 'tag': 'de63c41c-8024-41a0-a9aa-f2c67a66b26d', 'status': 'completed', 'code': 200} Nov 19 03:53:11.672467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-6cd1517d-7851-41bc-a515-ea41c1c7ed42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 217 time: 0.1458676 Nov 19 03:53:11.787437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-358642c6-79a7-4294-b08d-ac817791cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:11.792088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-358642c6-79a7-4294-b08d-ac817791cb9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1100545 Nov 19 03:53:11.799265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Router aacd5709-47e8-400e-8eb5-22683d0861d9 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:11.861069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-8ff09361-1c30-40e7-8242-18f58dcd5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:11.863257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-8ff09361-1c30-40e7-8242-18f58dcd5d29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604813 Nov 19 03:53:11.950469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:11.956706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de63c41c-8024-41a0-a9aa-f2c67a66b26d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:11.964526 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] Sync routers for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:11.979305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1ee433b0-8286-4a49-8a2b-2202513ce263 admin admin] 10.222.0.52 "PUT /v2.0/routers/aacd5709-47e8-400e-8eb5-22683d0861d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0640562 Nov 19 03:53:11.980191 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:11.981117 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:11.992291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37528) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:12.000217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: de63c41c-8024-41a0-a9aa-f2c67a66b26d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:12.000852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de63c41c-8024-41a0-a9aa-f2c67a66b26d not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:12.001516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ac6490a6-f734-4dbb-8b53-eb5404a62fc5 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:12.034183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: ac6490a6-f734-4dbb-8b53-eb5404a62fc5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:12.036964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ac6490a6-f734-4dbb-8b53-eb5404a62fc5 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:12.052443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860c4cf-26c0-4b7e-90ad-62a718445cff req-7fbd5865-a5dd-4c65-8d24-028c2481c808 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:12.054054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8860c4cf-26c0-4b7e-90ad-62a718445cff req-7fbd5865-a5dd-4c65-8d24-028c2481c808 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 943 time: 0.2708452 Nov 19 03:53:12.084380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-382ede3a-84cc-48cc-a4b5-c50128dcb8cf service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097402 Nov 19 03:53:12.168906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8860c4cf-26c0-4b7e-90ad-62a718445cff req-eda81f65-72e7-471e-9d30-f0bf5ef92cd6 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Nov 19 03:53:12.189860 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:12.208861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:12.276430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b91f6e8-9610-49ea-a2e5-7c29d702487b req-96dec946-61d2-4155-9f3a-aebcf001aa77 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778245 Nov 19 03:53:12.329190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'name': 'network-vif-deleted', 'tag': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:12.331670 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87b89c3-181c-4495-931f-9ce8f555cab2" -d '{"events": [{"server_uuid": "adeb0500-ef95-4fb5-b504-580b872c91c2", "name": "network-vif-deleted", "tag": "ac6490a6-f734-4dbb-8b53-eb5404a62fc5"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:12.366910 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:12.453306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Deleting port e695caec-bcf1-4de6-baf1-8a95d32f6724 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:12.453764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:12.505668 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:53:10Z', 'revision_number': 5, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port': {'id': 'e695caec-bcf1-4de6-baf1-8a95d32f6724', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:51:45Z', 'updated_at': '2021-11-19T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:12.552473 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a1118f-48d2-4679-85e1-a2e0ae949a67 x-openstack-request-id: req-83a1118f-48d2-4679-85e1-a2e0ae949a67 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:12.552969 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb0500-ef95-4fb5-b504-580b872c91c2", "name": "network-vif-deleted", "tag": "ac6490a6-f734-4dbb-8b53-eb5404a62fc5", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:12.553396 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83a1118f-48d2-4679-85e1-a2e0ae949a67 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:12.553797 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb0500-ef95-4fb5-b504-580b872c91c2', 'name': 'network-vif-deleted', 'tag': 'ac6490a6-f734-4dbb-8b53-eb5404a62fc5', 'status': 'completed', 'code': 200} Nov 19 03:53:12.554586 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] Checking router: aacd5709-47e8-400e-8eb5-22683d0861d9 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:12.574986 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] Routers {'aacd5709-47e8-400e-8eb5-22683d0861d9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:12.577034 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['aacd5709-47e8-400e-8eb5-22683d0861d9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:12.612975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] For port e695caec-bcf1-4de6-baf1-8a95d32f6724, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e695caec-bcf1-4de6-baf1-8a95d32f6724,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:12.614084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:12.633203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Calling delete_port for e695caec-bcf1-4de6-baf1-8a95d32f6724 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:12.692319 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] Set router aacd5709-47e8-400e-8eb5-22683d0861d9 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:12.793769 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:53:12Z', 'revision_number': 6, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:12.853489 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba0ab5-1802-492e-b008-3348ba210656 None None] The sync data for ids ['aacd5709-47e8-400e-8eb5-22683d0861d9'] in n-d-818503-1 is: [{'id': 'aacd5709-47e8-400e-8eb5-22683d0861d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1787097157-router', 'tenant_id': '41d57ae19aab49709413df6e057552a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:51:42Z', 'updated_at': '2021-11-19T03:53:12Z', 'revision_number': 6, 'project_id': '41d57ae19aab49709413df6e057552a8', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:12.882284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423d51-2285-498e-9554-2c5a3f944412 req-06dc4498-5fb2-41f2-8811-e99e4a829d42 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:12.883858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea423d51-2285-498e-9554-2c5a3f944412 req-06dc4498-5fb2-41f2-8811-e99e4a829d42 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1412377 Nov 19 03:53:12.986757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea423d51-2285-498e-9554-2c5a3f944412 req-14e8e1d7-7d71-429e-8d5b-5a1693a9f37c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696335 Nov 19 03:53:13.019095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 585c66c0-bdc4-4b1c-8c26-714262ab24c5 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:53:13.097847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.189473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Pushing event deleted for resources: {'Port': ['ID=e695caec-bcf1-4de6-baf1-8a95d32f6724,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:13.242995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:13.286558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:53:13.362660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.378885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dc48c04-4ac9-4e42-98aa-f4299c400928 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:13.462352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 3dc48c04-4ac9-4e42-98aa-f4299c400928 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:13.462717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dc48c04-4ac9-4e42-98aa-f4299c400928 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:13.474637 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.495428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585c66c0-bdc4-4b1c-8c26-714262ab24c5 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:13.523274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:13.536730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.553304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.557003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.613388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=585c66c0-bdc4-4b1c-8c26-714262ab24c5,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:13.893504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['585c66c0-bdc4-4b1c-8c26-714262ab24c5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:13.958421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafae09-bf94-40cd-a0b1-41df280b0b87 req-1afb2f2f-0429-4fb4-b5a8-4643a565dd7d tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:13.960219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccafae09-bf94-40cd-a0b1-41df280b0b87 req-1afb2f2f-0429-4fb4-b5a8-4643a565dd7d tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1096 time: 0.4744270 Nov 19 03:53:13.965135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.965987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aacd5709-47e8-400e-8eb5-22683d0861d9 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:53:13.977014 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:13.978179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-35fecd57-66d1-43c6-9aa5-d7106e50d949 admin admin] 10.222.0.52 "DELETE /v2.0/routers/aacd5709-47e8-400e-8eb5-22683d0861d9 HTTP/1.1" status: 204 len: 168 time: 1.9847913 Nov 19 03:53:13.981010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37558) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:14.052734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccafae09-bf94-40cd-a0b1-41df280b0b87 req-282ae8ba-257b-41cd-b8ab-2afe2a4cf57b tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728421 Nov 19 03:53:14.054109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Deleting subnet 2d2187cb-4866-4f4f-850f-e35a6873095a {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:53:14.057648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.175696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.301132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.309620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d5bbe-4cb0-4dbc-b927-c64fc3c6ad05 req-aacfb8d9-1763-4558-b7b8-3535b6ad7072 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:14.317468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-257d5bbe-4cb0-4dbc-b927-c64fc3c6ad05 req-aacfb8d9-1763-4558-b7b8-3535b6ad7072 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 944 time: 0.1004767 Nov 19 03:53:14.375447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.391442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-257d5bbe-4cb0-4dbc-b927-c64fc3c6ad05 req-d6e857d1-3b71-4db9-a0e1-3c5c105508b0 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710833 Nov 19 03:53:14.412472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.416236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2d2187cb-4866-4f4f-850f-e35a6873095a HTTP/1.1" status: 204 len: 168 time: 0.4339960 Nov 19 03:53:14.418179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f2584-808f-40b2-9caf-0815b3bbc580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2187cb-4866-4f4f-850f-e35a6873095a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:14.418921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37562) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:14.424215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695edc2-8b77-4d7b-8711-6fcef486487c None None] Network 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:14.595090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.662302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4df18c-5406-4951-b51f-534d7714bb61 req-78cc115c-595c-435b-ac2d-2d87191d6d24 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:14.673001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a4df18c-5406-4951-b51f-534d7714bb61 req-78cc115c-595c-435b-ac2d-2d87191d6d24 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 970 time: 0.1211286 Nov 19 03:53:14.761727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] DHCP port deletion for 2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:53:14.770189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Deleting port 97d002fd-3f0e-45d3-854c-540bd0b205db {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:14.770799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.805355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a4df18c-5406-4951-b51f-534d7714bb61 req-07f46e5e-e983-4877-b466-e33852668582 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef368640-4ed6-444c-a0f9-800fa89e6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313026 Nov 19 03:53:14.853552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] Deleting port 97d002fd-3f0e-45d3-854c-540bd0b205db {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:14.854159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.901998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] For port 97d002fd-3f0e-45d3-854c-540bd0b205db, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=97d002fd-3f0e-45d3-854c-540bd0b205db,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:14.902405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:14.916612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Calling delete_port for 97d002fd-3f0e-45d3-854c-540bd0b205db owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:14.939039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-450be994-80f3-425a-9497-8e13177aa229 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:14.940870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-450be994-80f3-425a-9497-8e13177aa229 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 970 time: 0.2618878 Nov 19 03:53:14.982154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] For port 97d002fd-3f0e-45d3-854c-540bd0b205db, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=97d002fd-3f0e-45d3-854c-540bd0b205db,segment=NetworkSegment(13c29503-f333-4050-9ff4-74c25b2a9134),segment_id=13c29503-f333-4050-9ff4-74c25b2a9134)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:14.983308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.046554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] Calling delete_port for 97d002fd-3f0e-45d3-854c-540bd0b205db owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:15.211803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 585c66c0-bdc4-4b1c-8c26-714262ab24c5 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:15.262019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.268543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e695caec-bcf1-4de6-baf1-8a95d32f6724 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:15.280974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Deleting port 951edb6c-3f8b-4886-829b-39132d89ab8f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:15.281371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.396010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] For port 951edb6c-3f8b-4886-829b-39132d89ab8f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=951edb6c-3f8b-4886-829b-39132d89ab8f,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:15.396010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.406583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Calling delete_port for 951edb6c-3f8b-4886-829b-39132d89ab8f owned by compute:tempest-test_az-320530811 {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:15.581558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e695caec-bcf1-4de6-baf1-8a95d32f6724 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:15.582203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e695caec-bcf1-4de6-baf1-8a95d32f6724 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:15.582450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 97d002fd-3f0e-45d3-854c-540bd0b205db no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:15.599109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.600929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d002fd-3f0e-45d3-854c-540bd0b205db,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:15.615188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 97d002fd-3f0e-45d3-854c-540bd0b205db {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:15.615816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 97d002fd-3f0e-45d3-854c-540bd0b205db not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:15.617745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['951edb6c-3f8b-4886-829b-39132d89ab8f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:15.636753 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.669387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Pushing event deleted for resources: {'Port': ['ID=951edb6c-3f8b-4886-829b-39132d89ab8f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:15.681409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] No DVR routers for this DVR port 97d002fd-3f0e-45d3-854c-540bd0b205db on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:15.699437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] No DVR routers for this DVR port 97d002fd-3f0e-45d3-854c-540bd0b205db on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:15.710614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123240f-f0e4-4c0e-ba05-e387e7c4baaf None None] Pushing event deleted for resources: {'Port': ['ID=97d002fd-3f0e-45d3-854c-540bd0b205db,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:15.747066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:53:15.754730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee8f8-49ea-464a-ac24-b8674d07c8ce req-4289010b-c6ce-44c2-a5d9-59a93f14b3e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:15.756390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71eee8f8-49ea-464a-ac24-b8674d07c8ce req-4289010b-c6ce-44c2-a5d9-59a93f14b3e2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 944 time: 0.1894863 Nov 19 03:53:15.758468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:15.758857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.793258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] No DVR routers for this DVR port 951edb6c-3f8b-4886-829b-39132d89ab8f on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:15.819563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.823148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0efae5b0-0c95-48e4-89f2-ae7e911c2bc1 req-c6afd330-f43d-451e-995a-b72061206cb5 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.36 "DELETE /v2.0/ports/951edb6c-3f8b-4886-829b-39132d89ab8f HTTP/1.1" status: 204 len: 173 time: 0.7749319 Nov 19 03:53:15.824866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'name': 'network-vif-deleted', 'tag': '951edb6c-3f8b-4886-829b-39132d89ab8f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:15.827401 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d369bff-b1d0-44df-83d6-770c1a63aa00" -d '{"events": [{"server_uuid": "ef7ed5bf-1811-4219-a90d-1993f7328c2d", "name": "network-vif-deleted", "tag": "951edb6c-3f8b-4886-829b-39132d89ab8f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:15.904344 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:15.942554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:15.947352 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea0d9c4-4d49-4631-813c-500e253a16c7" -d '{"events": [{"server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "name": "network-vif-plugged", "status": "completed", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:15.963685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:15.973242 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.080438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.140855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=585c66c0-bdc4-4b1c-8c26-714262ab24c5,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:16.167912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71eee8f8-49ea-464a-ac24-b8674d07c8ce req-90d412df-3ca9-4cdd-a6dc-2bbe69fb7372 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723202 Nov 19 03:53:16.183404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:16.241156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c29503-f333-4050-9ff4-74c25b2a9134') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:16.241467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c29503-f333-4050-9ff4-74c25b2a9134') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:16.283011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.313682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.342049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:53:16.342470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:53:16.410653 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:53:16.425253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.432302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.439206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb HTTP/1.1" status: 204 len: 168 time: 2.0129967 Nov 19 03:53:16.554108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29d13f95-40c1-4726-b50a-cb65bb36631c req-920f2b85-d341-4702-96bc-b545ed4a1ac9 tempest-ServersOnMultiNodesTest-538806112 tempest-ServersOnMultiNodesTest-538806112-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef7ed5bf-1811-4219-a90d-1993f7328c2d HTTP/1.1" status: 200 len: 210 time: 0.1155705 Nov 19 03:53:16.558961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7ee7-f089-46d6-9eca-736d8ebf5e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aca8ad1-ac2a-4b8e-8cb2-7506bf5933cb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:16.642934 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa112a-3ccd-4428-b9ba-608f840638fc x-openstack-request-id: req-46aa112a-3ccd-4428-b9ba-608f840638fc {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:16.643256 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ed5bf-1811-4219-a90d-1993f7328c2d", "name": "network-vif-deleted", "tag": "951edb6c-3f8b-4886-829b-39132d89ab8f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:16.643523 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46aa112a-3ccd-4428-b9ba-608f840638fc {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:16.643944 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ed5bf-1811-4219-a90d-1993f7328c2d', 'name': 'network-vif-deleted', 'tag': '951edb6c-3f8b-4886-829b-39132d89ab8f', 'status': 'completed', 'code': 200} Nov 19 03:53:16.682721 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71659e55-5433-4699-93a4-07dd7d3d253f x-openstack-request-id: req-71659e55-5433-4699-93a4-07dd7d3d253f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:16.683539 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "name": "network-vif-plugged", "status": "completed", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:16.683990 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71659e55-5433-4699-93a4-07dd7d3d253f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:16.684555 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'code': 200} Nov 19 03:53:16.768655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37598) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:16.856058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc2e6118-ef15-438c-b10b-775fd4b95471 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41d57ae19aab49709413df6e057552a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860579 Nov 19 03:53:16.856916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37600) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:16.919405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e6631c4-b72a-4e70-b6be-a81f286ad97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:16.929915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef2b5-fdfe-4870-9ff1-68c8df8ded32 req-84f08f41-a134-4a9d-a1f2-2547ae026447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:16.931542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c3ef2b5-fdfe-4870-9ff1-68c8df8ded32 req-84f08f41-a134-4a9d-a1f2-2547ae026447 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1096 time: 0.1036036 Nov 19 03:53:16.946119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e6631c4-b72a-4e70-b6be-a81f286ad97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:17.012335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e6631c4-b72a-4e70-b6be-a81f286ad97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:17.015135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e6631c4-b72a-4e70-b6be-a81f286ad97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:17.018997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6e6631c4-b72a-4e70-b6be-a81f286ad97a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57ff2aaa-d081-4ce1-a006-cf8946b70b13 HTTP/1.1" status: 204 len: 168 time: 0.1584294 Nov 19 03:53:17.036538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6631c4-b72a-4e70-b6be-a81f286ad97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff2aaa-d081-4ce1-a006-cf8946b70b13,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:17.049030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c3ef2b5-fdfe-4870-9ff1-68c8df8ded32 req-34fdcc9a-8420-42c4-b417-c053622589d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Nov 19 03:53:17.451437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcbfaa-55e6-4088-8af9-47ec2ca4a82e req-b7274bd2-f30a-48a8-8d41-7a81835547b1 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:17.464511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4fcbfaa-55e6-4088-8af9-47ec2ca4a82e req-b7274bd2-f30a-48a8-8d41-7a81835547b1 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 945 time: 0.0988421 Nov 19 03:53:17.545492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4fcbfaa-55e6-4088-8af9-47ec2ca4a82e req-d7bebe2a-6c39-4cfa-9789-51a989f480cf tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793552 Nov 19 03:53:18.012288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 951edb6c-3f8b-4886-829b-39132d89ab8f no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:18.041734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:18.045716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 951edb6c-3f8b-4886-829b-39132d89ab8f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:18.046473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 951edb6c-3f8b-4886-829b-39132d89ab8f not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:18.313403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37644) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:18.399348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1981129044-network', 'tenant_id': '37bf2823bf5d4646890a1332f31ee744'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:18.513568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Made reservation on behalf of 37bf2823bf5d4646890a1332f31ee744 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:18.517726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.548372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.672277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.676596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a927fb1a-73e5-4abb-aad6-e1650128e89e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3175a00ee69d47ba8ab06dc98657d0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6336887 Nov 19 03:53:18.678988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37662) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:18.681634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.714187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:53:18.724013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:18.736388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.736750 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Added segment 094ac3a3-c1ef-4175-ae9a-624da97b6ea0 of type vlan for network 146f215f-978f-425b-b687-acc960aa29a5 Nov 19 03:53:18.802483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46731b9a-fba1-44e0-b3f7-0af6ec67a632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.808523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.867015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46731b9a-fba1-44e0-b3f7-0af6ec67a632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.868487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.871863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:18.872951 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.955173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46731b9a-fba1-44e0-b3f7-0af6ec67a632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.958263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46731b9a-fba1-44e0-b3f7-0af6ec67a632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:18.962290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-46731b9a-fba1-44e0-b3f7-0af6ec67a632 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef368640-4ed6-444c-a0f9-800fa89e6385 HTTP/1.1" status: 204 len: 168 time: 0.2798433 Nov 19 03:53:18.983534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46731b9a-fba1-44e0-b3f7-0af6ec67a632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef368640-4ed6-444c-a0f9-800fa89e6385,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:19.018237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7033603 Nov 19 03:53:19.021961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37674) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:19.032997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Request body: {'subnet': {'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1981129044-subnet', 'tenant_id': '37bf2823bf5d4646890a1332f31ee744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:19.042181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeec4b1-8d90-4d28-993b-896d9ae19fbc admin admin] Pushing event updated for resources: {'Network': ['ID=146f215f-978f-425b-b687-acc960aa29a5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:19.063333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 146f215f-978f-425b-b687-acc960aa29a5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:53:19.162625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Made reservation on behalf of 37bf2823bf5d4646890a1332f31ee744 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:19.166329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:19.321245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ab17-d601-4d41-9a9a-9d978748ec55 req-678bc72e-189e-4ad5-8a98-20babf32cffb tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:19.322830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b18ab17-d601-4d41-9a9a-9d978748ec55 req-678bc72e-189e-4ad5-8a98-20babf32cffb tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 945 time: 0.1936705 Nov 19 03:53:19.489519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b18ab17-d601-4d41-9a9a-9d978748ec55 req-4b249b61-6fda-4513-ba4d-c9924aa8bd39 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510539 Nov 19 03:53:19.627923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37684) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:19.797182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5a3cfb9-99fe-41b1-9f3b-2232cdf803eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a840a68f428f4b08a56790283f2fcc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680074 Nov 19 03:53:19.799031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:19.803363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37686) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:19.907882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5934ffe-f5e6-4b1b-aad8-ae687705c0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:19.979208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-f12253fb-eb5b-4b10-9425-19ab0a3a9c07 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:19.984257 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5934ffe-f5e6-4b1b-aad8-ae687705c0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:19.988501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-f12253fb-eb5b-4b10-9425-19ab0a3a9c07 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2122478 Nov 19 03:53:19.997162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acd5cfa-407f-4db8-beff-70f0f303470a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:20.072201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Checking segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:20.073055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Network hostable DHCP agents. Network: 146f215f-978f-425b-b687-acc960aa29a5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:53:20.086622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5934ffe-f5e6-4b1b-aad8-ae687705c0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:20.090183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5934ffe-f5e6-4b1b-aad8-ae687705c0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:20.090655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-a113b86c-4c3c-4155-84c6-ce4e640873be tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1007748 Nov 19 03:53:20.094838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e5934ffe-f5e6-4b1b-aad8-ae687705c0b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cd4eec4-267d-4e29-8c15-78928f6f3c44 HTTP/1.1" status: 204 len: 168 time: 0.2878044 Nov 19 03:53:20.099893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'floatingip': {'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:20.119695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934ffe-f5e6-4b1b-aad8-ae687705c0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4eec4-267d-4e29-8c15-78928f6f3c44,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:20.166759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:20.204928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Network 146f215f-978f-425b-b687-acc960aa29a5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:53:20.267999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 146f215f-978f-425b-b687-acc960aa29a5) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:20.277525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874967e2-7be7-405f-8ecb-c4ef2df5f659 None None] Network 146f215f-978f-425b-b687-acc960aa29a5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:20.311730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:20.312345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:20.355603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3b1f416d-5832-461e-a7b0-3c982d1d561c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3324082 Nov 19 03:53:20.536230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c5e3f-018f-4658-90c7-d0f1a1c8d9e8 None None] Network 146f215f-978f-425b-b687-acc960aa29a5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:21.222800 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-36c920ea-247d-413a-a397-172de57e7ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:21.253587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:21.264118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:21.407982 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3 associated. External IP: 172.25.8.14, port: 4ff55af7-1b70-4c31-82c8-47c097ffa558. Nov 19 03:53:21.864701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:22.038583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:22.044797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:22.053155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:22.073739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:22.076195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:22.102465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-74482565-3749-460d-a1a5-2e03f30f6f28 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "PUT /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 995 time: 2.0105464 Nov 19 03:53:22.107861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:22.113682 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:22.181228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-62ab17c5-174e-4ef8-b4f6-b341419af4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:22.195998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-62ab17c5-174e-4ef8-b4f6-b341419af4dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0776126 Nov 19 03:53:22.354871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-e45b0ea2-0613-46cc-9dbb-331ff518a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:22.367115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-e45b0ea2-0613-46cc-9dbb-331ff518a3af service neutron] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.1682043 Nov 19 03:53:22.441246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:22.449341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:22.662434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-8a3ff9dc-d7ae-43c1-9f93-7197a64cc52f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 998 time: 0.2943742 Nov 19 03:53:22.772407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-8e723a89-664f-4e62-9280-c8620034ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:22.773911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-8e723a89-664f-4e62-9280-c8620034ae3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0856788 Nov 19 03:53:22.895066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-71f484d1-6838-4a4b-8451-f48f48e155ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:22.896812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-71f484d1-6838-4a4b-8451-f48f48e155ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105399 Nov 19 03:53:23.028571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-2ea3d5ea-2369-40a3-9f23-e940e044ad97 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247916 Nov 19 03:53:23.060001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:21Z', 'revision_number': 1, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:23.110667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:23.120769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:23.121603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:52:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:23.212632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70e2a31-efdc-4d08-939d-ab8efb83ebd3 req-d162033b-1875-4973-aa04-62286f547f57 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759391 Nov 19 03:53:23.392352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:23.531837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc7c94d5-830a-4992-b121-9440daddd554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:23.793071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:21Z', 'revision_number': 1, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:24.047129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72068f8c-dae3-4b7c-b966-0ba95ae4a537 None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:21Z', 'revision_number': 1, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:24.398521 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7098048b-0ca8-4008-a941-d76b9f96b2cc None None] New status for floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:53:25.095057 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:26.032119 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a560bd-d2a9-4478-99ac-8af3f1eea86e x-openstack-request-id: req-d7a560bd-d2a9-4478-99ac-8af3f1eea86e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:26.032668 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:26.032776 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7a560bd-d2a9-4478-99ac-8af3f1eea86e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:26.033225 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'status': 'completed', 'code': 200} Nov 19 03:53:26.237256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:26.238542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-b1a78fda-238b-48c2-818b-aec0742a6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:26.241333 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-b1a78fda-238b-48c2-818b-aec0742a6219 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1557949 Nov 19 03:53:26.250632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-d877b717-00ef-49a3-851c-2616ea7bc8ad tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:26.252340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-d877b717-00ef-49a3-851c-2616ea7bc8ad tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.2315493 Nov 19 03:53:26.285739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-0af250da-b0f1-4d9f-860b-40db288d69d5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/quotas/37bf2823bf5d4646890a1332f31ee744 HTTP/1.1" status: 200 len: 375 time: 0.0255351 Nov 19 03:53:26.346231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-b66c9c99-3dda-42d1-98fb-2be2325ad2a3 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554576 Nov 19 03:53:26.385656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-ecf73a73-3ed5-4302-843c-df77dcd1fac0 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:26.396400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-ecf73a73-3ed5-4302-843c-df77dcd1fac0 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2560956 Nov 19 03:53:26.576295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-6f48882f-4667-4b39-a5f6-b57a2069dcbd service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230029 Nov 19 03:53:26.578089 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-cf5a0bd8-c579-4a56-862a-436bd17db7b8 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.1760957 Nov 19 03:53:26.589595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-0832fd7d-046d-4e7a-9f9b-5251abb94665 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877569 Nov 19 03:53:26.594449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'floatingip': {'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:26.699444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:26.707174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-cee52e65-6ee7-48a9-b979-6128eb50992f service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222148 Nov 19 03:53:26.846254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-0b877372-6bc5-4b6d-8749-6ee8000f54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:26.848155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-0b877372-6bc5-4b6d-8749-6ee8000f54a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1095 time: 0.1398201 Nov 19 03:53:26.882004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-ef33e129-0473-4d01-ae2b-1ac26ff56926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:26.883966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-ef33e129-0473-4d01-ae2b-1ac26ff56926 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.6339307 Nov 19 03:53:27.026921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-d8e6cc60-7d66-4a56-ae3b-56a01feb7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:27.028609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-d8e6cc60-7d66-4a56-ae3b-56a01feb7ea8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1589592 Nov 19 03:53:27.143089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-c46a041c-46d7-4910-91d9-6dd6e3cf2b93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.1048110 Nov 19 03:53:27.172829 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:27.238334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-e72a7727-8af1-4408-a319-851cb25b8641 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 1000 time: 0.3369949 Nov 19 03:53:27.317061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-c5cb9be6-9db1-4f1f-afb8-7566f5fb6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:27.328125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-c5cb9be6-9db1-4f1f-afb8-7566f5fb6654 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1759009 Nov 19 03:53:27.374735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-c5b7790b-5d0e-465c-838c-8ae247ff7a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390172 Nov 19 03:53:27.929767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-beb20b5b-fe75-4b64-8ccb-c6f756d58455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:27.931709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-beb20b5b-fe75-4b64-8ccb-c6f756d58455 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.6834550 Nov 19 03:53:28.062980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6076bda5-e249-491d-b7da-02897309a743 req-f5b89277-31b7-4262-86ea-eb72dc97dfe8 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 210 time: 0.4674678 Nov 19 03:53:28.070386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-1ed86770-5650-4a23-b3c1-06a03683f54c service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862404 Nov 19 03:53:28.143883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.resource_extend [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:53:28.178530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e6a8bff-23e9-4a59-a41a-516397911d79 req-4e1f6e56-6da3-4887-9930-e94e4e855f5e service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966911 Nov 19 03:53:28.267341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:28.279157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:28.317038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd72478-ce34-4d25-a782-a3d0db87ea65 req-8aa1ae8b-ba62-4ceb-8645-958cb7fb62d0 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:28.319324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fd72478-ce34-4d25-a782-a3d0db87ea65 req-8aa1ae8b-ba62-4ceb-8645-958cb7fb62d0 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 950 time: 0.0718944 Nov 19 03:53:28.327605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-f0e3c651-be59-4d51-b169-f669831efbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:28.329362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-f0e3c651-be59-4d51-b169-f669831efbca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3780866 Nov 19 03:53:28.410747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fd72478-ce34-4d25-a782-a3d0db87ea65 req-765dbde4-9005-42dd-8795-0490b732807c tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Nov 19 03:53:28.785572 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3 associated. External IP: 172.25.8.14, port: 4ff55af7-1b70-4c31-82c8-47c097ffa558. Nov 19 03:53:28.877358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-72210be8-a17a-4cd7-b4f8-f13a9abe1576 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:28.885922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-72210be8-a17a-4cd7-b4f8-f13a9abe1576 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.2249074 Nov 19 03:53:28.910980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Request body: {'port': {'device_id': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'admin_state_up': True, 'tenant_id': '37bf2823bf5d4646890a1332f31ee744'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:28.957438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-a6795233-dcef-4b1d-a8a7-f18104407fab service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152589 Nov 19 03:53:29.086868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Made reservation on behalf of 37bf2823bf5d4646890a1332f31ee744 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:29.098168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:29.232674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7bf7150-d109-4ac5-8d35-6a36cd537bcc req-2ea30c00-6e43-42a5-a915-cfd1077b55b7 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619004 Nov 19 03:53:29.349399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:29.374780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Allocated IP 172.20.0.4 (146f215f-978f-425b-b687-acc960aa29a5/9acd5cfa-407f-4db8-beff-70f0f303470a/075df4fa-4a06-448e-b5e7-b7ec404f3131) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:29.556385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:29.570344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:29.590265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:29.593981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:29.703294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:29.776161 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:53:29.835144 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:29.868943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:29.926713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Network 146f215f-978f-425b-b687-acc960aa29a5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:29.928753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:29.932943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:29.935383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:29.995239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:29.995957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:30.030141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-fabb3669-2719-46ef-905a-6be886b9a6b5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1230154 Nov 19 03:53:30.038145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49061a-c17a-463d-93b0-96ad44c3e6a0 req-17132ff8-0818-4fda-8f13-f47fe087da06 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:30.040041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:30.046195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc49061a-c17a-463d-93b0-96ad44c3e6a0 req-17132ff8-0818-4fda-8f13-f47fe087da06 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 931 time: 0.2552567 Nov 19 03:53:30.056280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:30.070274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Request body: {'port': {'device_id': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:30.183543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:30.220427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc49061a-c17a-463d-93b0-96ad44c3e6a0 req-383dcfa1-d3bd-402b-8e40-4402d68a6b63 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732187 Nov 19 03:53:30.268793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:30.279135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:30.308238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:30.368783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:30.372615 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d660c-d9e9-40b1-bbd0-0fb43462418d" -d '{"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-unplugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:30.393057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:30.404357 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000a1a3-f661-4736-8bbb-f3c19e45f794" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:30.418020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:30.456200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:30.464635 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-d3ab9c08-361f-43a2-b91e-27f2317cb98a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "PUT /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 997 time: 3.8759246 Nov 19 03:53:30.580082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-44bf0c29-e5be-4ee7-8506-7c00f6e51a6a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:30.584873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:30.592071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-44bf0c29-e5be-4ee7-8506-7c00f6e51a6a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports/4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 942 time: 0.1190953 Nov 19 03:53:30.624128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:27Z', 'revision_number': 3, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:30.691540 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9efea7-35a5-40f4-bfdc-9b5a6691f3ec x-openstack-request-id: req-8d9efea7-35a5-40f4-bfdc-9b5a6691f3ec {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:30.691915 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-unplugged", "status": "completed", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:30.692309 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d9efea7-35a5-40f4-bfdc-9b5a6691f3ec {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:30.692856 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'code': 200} Nov 19 03:53:30.694151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:30.707545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:30.708333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:30.847466 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e376e-6d63-4cc4-932d-19fdf4fbfdf1 x-openstack-request-id: req-dd9e376e-6d63-4cc4-932d-19fdf4fbfdf1 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:30.847466 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:30.847807 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd9e376e-6d63-4cc4-932d-19fdf4fbfdf1 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:30.848103 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'status': 'completed', 'code': 200} Nov 19 03:53:30.900274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-01e384b0-c7b0-490f-9c05-a48feb518af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:30.902576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-01e384b0-c7b0-490f-9c05-a48feb518af4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1601043 Nov 19 03:53:30.926398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-0c418058-178b-47ec-a846-150d82694ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:30.928630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-0c418058-178b-47ec-a846-150d82694ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1107514 Nov 19 03:53:31.046623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:31.066459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075df4fa-4a06-448e-b5e7-b7ec404f3131 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:31.086380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:31.126721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-94f384fa-82b8-403b-b1f7-54b9e6d72c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.136377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-94f384fa-82b8-403b-b1f7-54b9e6d72c93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2238309 Nov 19 03:53:31.137870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Transition to ACTIVE for port object 075df4fa-4a06-448e-b5e7-b7ec404f3131 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:53:31.147462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:31.250059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-451d2fd6-2af1-4bad-9732-5740e524b37b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 217 time: 0.1110473 Nov 19 03:53:31.347791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-c5158dd9-d183-4c0a-a7ee-c3437e72aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.349321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-c5158dd9-d183-4c0a-a7ee-c3437e72aac8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.4087517 Nov 19 03:53:31.372619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-526b0c02-feaa-4296-b800-e6169f80fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.389881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-526b0c02-feaa-4296-b800-e6169f80fdd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1137583 Nov 19 03:53:31.410590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:31.427362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94e488-940a-4574-a140-208b270e1b7c req-9ef6c1a3-ce2c-4a1b-aba0-57ed718dccae tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.437431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f94e488-940a-4574-a140-208b270e1b7c req-9ef6c1a3-ce2c-4a1b-aba0-57ed718dccae tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 948 time: 0.2720346 Nov 19 03:53:31.453351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Attempting to bind port 075df4fa-4a06-448e-b5e7-b7ec404f3131 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:53:31.453705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Attempting to bind port 075df4fa-4a06-448e-b5e7-b7ec404f3131 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:53:31.454076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Attempting to bind port 075df4fa-4a06-448e-b5e7-b7ec404f3131 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:31.466609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Port 075df4fa-4a06-448e-b5e7-b7ec404f3131 on network 146f215f-978f-425b-b687-acc960aa29a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:53:31.466944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Attempting to bind port 075df4fa-4a06-448e-b5e7-b7ec404f3131 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:31.476059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:53:31.476661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Checking segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:31.477060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Bound using segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:53:31.478183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Bound port: 075df4fa-4a06-448e-b5e7-b7ec404f3131, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:53:31.478558 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:31.530387 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-c516eb19-e08b-4c6e-8e33-fa7f11c22851 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 217 time: 0.1646805 Nov 19 03:53:31.562548 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:31.599016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:27Z', 'revision_number': 3, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:31.616341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f94e488-940a-4574-a140-208b270e1b7c req-f177501b-dc19-4610-8368-07b4af6de398 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777551 Nov 19 03:53:31.645828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-3a2d0ee8-559d-40dc-8410-4cac9cf008a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.645828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-3a2d0ee8-559d-40dc-8410-4cac9cf008a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509348 Nov 19 03:53:31.648697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81e8ce-f659-42e7-a66b-453b5a14f1c5 None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:27Z', 'revision_number': 3, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:31.672008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-663d4d21-2365-4ab5-a880-af0ad1859b4f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:53:31.673098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-663d4d21-2365-4ab5-a880-af0ad1859b4f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243158 Nov 19 03:53:31.683970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:53:31.689890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:53:31.700312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:31.751481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-6393c661-f574-4b50-9721-8304a26c3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.752983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-6393c661-f574-4b50-9721-8304a26c3795 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1943092 Nov 19 03:53:31.778718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.779504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:31.782017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] 10.222.0.36 "PUT /v2.0/ports/075df4fa-4a06-448e-b5e7-b7ec404f3131 HTTP/1.1" status: 200 len: 1091 time: 1.7251306 Nov 19 03:53:31.782480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:31.785039 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ffe19-2d06-4578-9633-6af9b2d26806" -d '{"events": [{"name": "network-changed", "server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:31.789076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d5f54-4d36-4700-9fb2-390887966b60 service neutron] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:31.965210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6925-ec42-4a9e-bd36-7a3bf779da19 req-d7f85904-410d-4d0d-9b7c-795d619f3d0d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.973692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a93b6925-ec42-4a9e-bd36-7a3bf779da19 req-d7f85904-410d-4d0d-9b7c-795d619f3d0d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 943 time: 0.1559420 Nov 19 03:53:31.979673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-62bb1b13-0ca8-4030-9275-c137ade53647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:31.991829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-62bb1b13-0ca8-4030-9275-c137ade53647 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449337 Nov 19 03:53:32.011098 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b436137-3395-4784-bb50-32fc53dd0ba8 None None] New status for floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:53:32.012194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-a0863ecb-84a4-488d-a7d2-b2c4504e2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:32.013711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-a0863ecb-84a4-488d-a7d2-b2c4504e2a7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 1094 time: 0.1464057 Nov 19 03:53:32.041591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-10856fce-ad5f-4351-a720-45cd20199927 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507771 Nov 19 03:53:32.103905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-9d8ab0fd-a0ca-4d61-b6a7-0f70389bf804 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131 HTTP/1.1" status: 200 len: 217 time: 0.0796080 Nov 19 03:53:32.119426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a93b6925-ec42-4a9e-bd36-7a3bf779da19 req-92729345-3b9c-4461-ae88-bbf120574c2d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447656 Nov 19 03:53:32.236018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-1712e4f9-0dbc-4079-9239-ee7238eee5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:32.237534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-1712e4f9-0dbc-4079-9239-ee7238eee5d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.1168633 Nov 19 03:53:32.284041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-bb8b2f8f-2edc-4b5d-9019-16df0eff9644 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790127 Nov 19 03:53:32.296270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-11bc27fa-0a6f-4954-b7f7-c38ba2d3038b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503533 Nov 19 03:53:32.303194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-3c008fc5-492a-43b3-8b4b-05c20e346f01 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059510 Nov 19 03:53:32.475188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-c2198fb5-5456-445f-ae00-69184bb98656 service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697328 Nov 19 03:53:32.483415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-1861ebd9-7900-4ee5-99b3-a8c2f739e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:32.499752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:32.511562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-1861ebd9-7900-4ee5-99b3-a8c2f739e696 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1096 time: 0.1534929 Nov 19 03:53:32.530951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:32.531859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:32.590492 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1968c-2915-4339-95c2-1d0499fa99c0 x-openstack-request-id: req-66d1968c-2915-4339-95c2-1d0499fa99c0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:32.590822 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:32.591104 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66d1968c-2915-4339-95c2-1d0499fa99c0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:32.591561 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'status': 'completed', 'code': 200} Nov 19 03:53:32.693326 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e959d05-c15a-42c3-82f2-c9883f0c52a4 req-7ea6b1f0-5a1e-4226-90d0-6b1a54d8b387 service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053924 Nov 19 03:53:32.719284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b000a1a3-f661-4736-8bbb-f3c19e45f794 req-b4852b99-16d5-4998-8f16-d1224effcbf3 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936858 Nov 19 03:53:32.798513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-db1d5e16-1988-4862-9830-317c561a4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:32.800473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-db1d5e16-1988-4862-9830-317c561a4e13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2670083 Nov 19 03:53:32.857104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:32.863772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-9e20fc2a-fe05-4fd4-9705-e10f1718c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:32.871877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-9e20fc2a-fe05-4fd4-9705-e10f1718c5ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 1094 time: 0.1114581 Nov 19 03:53:32.875273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:32.877585 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fddb79a-0db7-448f-990c-37418bfb3c08" -d '{"events": [{"name": "network-changed", "server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:32.916443 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-b93c4df4-2731-45be-9630-f21279ba2d36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 1000 time: 0.1092370 Nov 19 03:53:32.994136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-9d24418d-81cb-4ab3-91eb-e2bfcb19a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:32.995916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-9d24418d-81cb-4ab3-91eb-e2bfcb19a211 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0708909 Nov 19 03:53:33.087147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-92b1192b-56e5-4ee2-ac58-98e195ada518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.088626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-92b1192b-56e5-4ee2-ac58-98e195ada518 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862486 Nov 19 03:53:33.100958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-c21ced71-3dad-4153-b848-78b200757006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.102754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-c21ced71-3dad-4153-b848-78b200757006 service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 906 time: 0.2214756 Nov 19 03:53:33.124331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961a524-2d3c-4211-9462-45bd0645ab33 req-a264e667-30d8-48f7-9307-ee10a29d6e33 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.125752 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0961a524-2d3c-4211-9462-45bd0645ab33 req-a264e667-30d8-48f7-9307-ee10a29d6e33 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 948 time: 0.1320391 Nov 19 03:53:33.195621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-b52a74ce-acca-4de7-9c58-4d94cc33c96f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131 HTTP/1.1" status: 200 len: 217 time: 0.0797102 Nov 19 03:53:33.248453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:32Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:33.284236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-2c07db9b-a196-4d57-b202-084ec46273a0 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789052 Nov 19 03:53:33.299794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0961a524-2d3c-4211-9462-45bd0645ab33 req-39337bb3-e8d8-4e22-a426-d47d475fa528 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a2477f-c887-463f-a68e-2c59734f3cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080346 Nov 19 03:53:33.304947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-63bd8701-2e46-4aa5-9c27-4a842d1f12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.306476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-63bd8701-2e46-4aa5-9c27-4a842d1f12ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.0908294 Nov 19 03:53:33.328323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:33.339549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:33.340083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:33.370516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38000) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:33.384069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-56688846-666b-4909-97f8-e1b3fdb73378 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643728 Nov 19 03:53:33.437823 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9aff94-b712-4873-9d88-1c45835a396d x-openstack-request-id: req-0c9aff94-b712-4873-9d88-1c45835a396d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:33.438151 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:33.438414 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c9aff94-b712-4873-9d88-1c45835a396d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:33.438862 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'status': 'completed', 'code': 200} Nov 19 03:53:33.470854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-e569f27c-44c4-49f8-96b9-0990c3d039b1 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.472430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-e569f27c-44c4-49f8-96b9-0990c3d039b1 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 948 time: 0.1864731 Nov 19 03:53:33.558258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:33.632426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-7aaddb7f-014b-410f-9de3-231d861bc8f9 service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402821 Nov 19 03:53:33.648202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817a82d-4db1-4975-ac13-33a346fd7f68 req-5e33e9f8-aef5-40fa-a7eb-f74a9d06a92c tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.656319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f817a82d-4db1-4975-ac13-33a346fd7f68 req-5e33e9f8-aef5-40fa-a7eb-f74a9d06a92c tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 943 time: 0.1653659 Nov 19 03:53:33.707493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23fb2818-4027-4708-8025-6ab56333a823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:33.735027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c00aeae-b33a-47a6-9a18-ffed5c15732c req-c427e6bb-36b4-4d1a-8fff-a68db1e955cf service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197421 Nov 19 03:53:33.765165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-20993bcb-f994-4071-979f-0bca948d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:33.766809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-20993bcb-f994-4071-979f-0bca948d159f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1096 time: 0.2909241 Nov 19 03:53:33.899672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f817a82d-4db1-4975-ac13-33a346fd7f68 req-e96b212e-03bf-4c8d-ac35-817316b197b9 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423234 Nov 19 03:53:33.905234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-319ffe19-2d06-4578-9633-6af9b2d26806 req-87964021-b150-4173-a360-3af1177f6087 service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443385 Nov 19 03:53:34.004595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:32Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:34.048250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-9d0c2ea3-4483-4600-81a3-f3327b5851cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:34.049959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-9d0c2ea3-4483-4600-81a3-f3327b5851cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2731228 Nov 19 03:53:34.050505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669fd79-12f1-4621-beb1-65ec27206acf None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:7a:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:32Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:34.115154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d1002-d63f-4db7-a4e8-a22441b86717 req-ac7801a0-a973-409b-82e1-e56eda3cb5e6 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:34.117849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-299d1002-d63f-4db7-a4e8-a22441b86717 req-ac7801a0-a973-409b-82e1-e56eda3cb5e6 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1096 time: 0.0826857 Nov 19 03:53:34.199920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-299d1002-d63f-4db7-a4e8-a22441b86717 req-4db89b1b-0859-4ec7-b0e4-ac0640bb4f54 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728774 Nov 19 03:53:34.208335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Deleting port 5766535b-b358-40fc-a7ac-3fff25a5206d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:34.209281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.230427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-568fdcab-32b4-446e-9f6a-d3a99579405b req-4f755e41-f82d-4bea-80c2-c5254558d16f tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.2644696 Nov 19 03:53:34.309272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-aeb076c9-7c08-4c4f-98b5-b9c24202111d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 1000 time: 0.2489722 Nov 19 03:53:34.385992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fdcab-32b4-446e-9f6a-d3a99579405b req-9625d6e5-fd5d-49a9-9818-ee35f11d322d tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:34.391299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-568fdcab-32b4-446e-9f6a-d3a99579405b req-9625d6e5-fd5d-49a9-9818-ee35f11d322d tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports/585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 942 time: 0.0944147 Nov 19 03:53:34.409975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23fb2818-4027-4708-8025-6ab56333a823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.478099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23fb2818-4027-4708-8025-6ab56333a823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.589100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23fb2818-4027-4708-8025-6ab56333a823 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39ede11a0bd848bfbda0bc709cadced8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2165854 Nov 19 03:53:34.592626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:34.625026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-fc9874fd-99d8-496b-a813-5a02052ef157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:34.626552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-fc9874fd-99d8-496b-a813-5a02052ef157 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.2279477 Nov 19 03:53:34.635072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb2818-4027-4708-8025-6ab56333a823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9063b29-455c-4263-bbe6-07aaf11a0339,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:34.686267 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-568fdcab-32b4-446e-9f6a-d3a99579405b req-5afd6d24-aad7-40a4-b554-ea7bf201b501 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.2107663 Nov 19 03:53:34.688933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] For port 5766535b-b358-40fc-a7ac-3fff25a5206d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5766535b-b358-40fc-a7ac-3fff25a5206d,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:34.689316 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.694997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7504b76-b77c-45a3-a54b-ca15ebed603a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.730010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7504b76-b77c-45a3-a54b-ca15ebed603a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.731440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Calling delete_port for 5766535b-b358-40fc-a7ac-3fff25a5206d owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:34.791077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-cb538521-8929-4811-99e2-77e6c3e17f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:34.793014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-cb538521-8929-4811-99e2-77e6c3e17f16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449091 Nov 19 03:53:34.800283 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7504b76-b77c-45a3-a54b-ca15ebed603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.806299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7504b76-b77c-45a3-a54b-ca15ebed603a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:34.807731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7504b76-b77c-45a3-a54b-ca15ebed603a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9063b29-455c-4263-bbe6-07aaf11a0339 HTTP/1.1" status: 204 len: 168 time: 0.2138078 Nov 19 03:53:34.867687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7504b76-b77c-45a3-a54b-ca15ebed603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9063b29-455c-4263-bbe6-07aaf11a0339,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:35.434637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38062) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:35.468461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48726b7d-67eb-4657-9238-971f92542176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:35.527081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fdcab-32b4-446e-9f6a-d3a99579405b req-e950dcd1-7fe8-4077-8129-4aed0d434cef tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:35.528942 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-568fdcab-32b4-446e-9f6a-d3a99579405b req-e950dcd1-7fe8-4077-8129-4aed0d434cef tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.8288441 Nov 19 03:53:35.538323 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-3365ecff-9e96-4e3f-90ae-3d7863a9b892 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306097 Nov 19 03:53:35.671954 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48726b7d-67eb-4657-9238-971f92542176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:35.679475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48726b7d-67eb-4657-9238-971f92542176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:35.686541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:35.720848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-48726b7d-67eb-4657-9238-971f92542176 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce810c3b66c440efb6e488f9ab6569be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832363 Nov 19 03:53:35.723275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38068) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:35.780642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48726b7d-67eb-4657-9238-971f92542176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4729ca-bca5-4086-80cd-8f8513be370f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:35.858379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aba14c96-8d91-41f5-8e19-aa03d25700c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:35.930306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aba14c96-8d91-41f5-8e19-aa03d25700c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:35.934229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e80bc59b-5df9-4708-9862-97180732ef35 req-d5dbd14f-b75e-402c-9a69-d2ec8c9ddb16 tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe HTTP/1.1" status: 200 len: 210 time: 0.1203671 Nov 19 03:53:35.952436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Pushing event deleted for resources: {'Port': ['ID=5766535b-b358-40fc-a7ac-3fff25a5206d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:36.050737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aba14c96-8d91-41f5-8e19-aa03d25700c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:36.053782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aba14c96-8d91-41f5-8e19-aa03d25700c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:36.055030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aba14c96-8d91-41f5-8e19-aa03d25700c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f4729ca-bca5-4086-80cd-8f8513be370f HTTP/1.1" status: 204 len: 168 time: 0.3276539 Nov 19 03:53:36.064814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] No DVR routers for this DVR port 5766535b-b358-40fc-a7ac-3fff25a5206d on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:36.071953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:53:36.074088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:36.086323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba14c96-8d91-41f5-8e19-aa03d25700c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4729ca-bca5-4086-80cd-8f8513be370f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:36.102930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:36.106369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91ae2890-e331-425c-a20a-eacfe89c7062 req-4e037ccc-d3a5-4ef1-97ad-6e505888cdcc tempest-ImagesOneServerTestJSON-1594009498 tempest-ImagesOneServerTestJSON-1594009498-project] 10.222.0.36 "DELETE /v2.0/ports/5766535b-b358-40fc-a7ac-3fff25a5206d HTTP/1.1" status: 204 len: 173 time: 2.5816784 Nov 19 03:53:36.132547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-deleted', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:36.140080 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be155553-3072-482c-947a-f3fb9c398671" -d '{"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-deleted", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:36.151964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fddb79a-0db7-448f-990c-37418bfb3c08 req-4498089a-1d83-4172-b0ed-c6227b4f3716 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906445 Nov 19 03:53:36.161244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 5766535b-b358-40fc-a7ac-3fff25a5206d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:36.161686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5766535b-b358-40fc-a7ac-3fff25a5206d not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:36.173877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38080) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:36.298528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05dd9c-a46d-45ea-84ec-1629de4b68d6 req-f1dc9183-fcc0-4a4f-9fa2-94076d4b6f7c tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:36.300781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ed05dd9c-a46d-45ea-84ec-1629de4b68d6 req-f1dc9183-fcc0-4a4f-9fa2-94076d4b6f7c tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0765147 Nov 19 03:53:36.376563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-19b4621f-dc55-4519-bf8d-1ec5f18296a4 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:53:36.388428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:36.389362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-19b4621f-dc55-4519-bf8d-1ec5f18296a4 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2120337 Nov 19 03:53:36.400921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ed05dd9c-a46d-45ea-84ec-1629de4b68d6 req-efbf6fbf-31b7-468a-98e4-bf1af9acdb30 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857797 Nov 19 03:53:36.426061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'mac_address': 'fa:16:3e:60:91:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:53:36.502309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:36.518394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075df4fa-4a06-448e-b5e7-b7ec404f3131 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:36.548944 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-ff51a37a-c360-4d49-90b0-669974d47cd3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.1169858 Nov 19 03:53:36.588927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:36.599272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:36.611875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-37df38e8-01e6-47da-83c7-d29a0d3f80f9 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:36.613825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-37df38e8-01e6-47da-83c7-d29a0d3f80f9 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports/585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 942 time: 0.0639815 Nov 19 03:53:36.646818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-dad6103d-ceeb-4ae4-8bd4-009cbea0f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:36.655973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-dad6103d-ceeb-4ae4-8bd4-009cbea0f729 service neutron] 10.222.0.52 "GET /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 1093 time: 0.1428819 Nov 19 03:53:36.664863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Request body: {'binding': {'host': 'n-h2-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:36.664863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:53:36.871444 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-29ab05ef-1ab8-4c70-94d0-046a4187efcf tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.1684213 Nov 19 03:53:37.046590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on host n-h2-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:53:37.046944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:53:37.047277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:37.052154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:53:37.052488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:37.058163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:53:37.058511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:37.058954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:53:37.059715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Bound port: 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:53:37.128292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-5a9b38b7-dcaf-42aa-b0ed-29a1742171b2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:37.129791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-5a9b38b7-dcaf-42aa-b0ed-29a1742171b2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2523293 Nov 19 03:53:37.133705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:37.134222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:53:37.145735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:37.159500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ab59eac6-241b-407b-b111-cf6c4c121d87 service neutron] 10.222.0.52 "POST /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65/bindings HTTP/1.1" status: 201 len: 389 time: 0.4939153 Nov 19 03:53:37.172772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['075df4fa-4a06-448e-b5e7-b7ec404f3131'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:37.322608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-ab683c41-aacb-4180-ba10-937e360da823 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.1774571 Nov 19 03:53:37.334624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:37.394628 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7d195-3475-49e2-9d17-6a47d6749a4c x-openstack-request-id: req-a5a7d195-3475-49e2-9d17-6a47d6749a4c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:37.395031 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe", "name": "network-vif-deleted", "tag": "5766535b-b358-40fc-a7ac-3fff25a5206d", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:37.395969 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5a7d195-3475-49e2-9d17-6a47d6749a4c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:37.396527 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf945d-06cd-424b-bfb5-de2c6ab0fdbe', 'name': 'network-vif-deleted', 'tag': '5766535b-b358-40fc-a7ac-3fff25a5206d', 'status': 'completed', 'code': 200} Nov 19 03:53:37.440473 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:37.625721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-6fda0c81-3da1-429d-bded-eaaf22985f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:37.627271 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-6fda0c81-3da1-429d-bded-eaaf22985f3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1096 time: 0.1070108 Nov 19 03:53:37.720039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5ae31-7172-4bdf-b542-53433e367e8a req-0fcf684c-1c29-4869-9e27-ddccf29feda2 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:37.728642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3c5ae31-7172-4bdf-b542-53433e367e8a req-0fcf684c-1c29-4869-9e27-ddccf29feda2 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.0747924 Nov 19 03:53:37.762147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:37.774667 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:37.775328 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3 disassociated. External IP: 172.25.8.14, port: 585c66c0-bdc4-4b1c-8c26-714262ab24c5. Nov 19 03:53:37.805223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3c5ae31-7172-4bdf-b542-53433e367e8a req-317e4532-8702-4fbf-b096-8a8d2e7a752d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Nov 19 03:53:37.805811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38132) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:37.889209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-eba69611-3e21-4bac-8a10-7c086dd5619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:37.891057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-eba69611-3e21-4bac-8a10-7c086dd5619d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.2536654 Nov 19 03:53:37.944247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-71bc2943-280c-4ed0-88ea-5623c8124384 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0416596 Nov 19 03:53:37.946599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52cca-3043-4c72-b060-f37df41b5a48 req-4e9421b3-7bea-455d-948e-56e360486ff5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:37.948403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc52cca-3043-4c72-b060-f37df41b5a48 req-4e9421b3-7bea-455d-948e-56e360486ff5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 944 time: 0.0751052 Nov 19 03:53:38.030968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc52cca-3043-4c72-b060-f37df41b5a48 req-c8ead2e2-dae9-4edb-8dc2-768fc404cc8f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750027 Nov 19 03:53:38.033367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3d520d2f-90fd-4954-be42-c8760c37da4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7b8885759fe46f4a40099f83a1059ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265100 Nov 19 03:53:38.036016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38138) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:38.085563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:38.089589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-f7f307ca-ded5-43e0-9236-d95d01368d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:38.093570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-f7f307ca-ded5-43e0-9236-d95d01368d13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1386573 Nov 19 03:53:38.122830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcab7b40-f9b7-4731-a1da-5755adc4cf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.140164 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-343253f3-b349-4369-a229-e52d4f70237b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328276 Nov 19 03:53:38.162641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcab7b40-f9b7-4731-a1da-5755adc4cf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.187932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 075df4fa-4a06-448e-b5e7-b7ec404f3131 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:53:38.193089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 075df4fa-4a06-448e-b5e7-b7ec404f3131 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:38.193518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.226492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcab7b40-f9b7-4731-a1da-5755adc4cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.230234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcab7b40-f9b7-4731-a1da-5755adc4cf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.231711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bcab7b40-f9b7-4731-a1da-5755adc4cf31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20a2477f-c887-463f-a68e-2c59734f3cd7 HTTP/1.1" status: 204 len: 168 time: 0.1947441 Nov 19 03:53:38.242646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab7b40-f9b7-4731-a1da-5755adc4cf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a2477f-c887-463f-a68e-2c59734f3cd7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:38.268815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:38.421264 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.438247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-4ce6f16f-7ab6-4b10-bfc6-1519e56d0e3e service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833893 Nov 19 03:53:38.442817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:38.458015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:38.468808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:38.470184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.476474 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab680c-bf48-4d5c-84c3-56148f53fa14" -d '{"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:38.479763 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:38.482708 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:38.515164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:38.527541 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:38.584696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-db3d6336-1129-464a-9c6a-e743fb8fe34e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "PUT /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 694 time: 1.2593725 Nov 19 03:53:38.645967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:38.664878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-5295a278-1701-4aa2-bfbf-003278f6859d service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267227 Nov 19 03:53:38.719828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-0fe7509d-3d89-416c-8adb-a3f4ef12a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:38.726784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-0fe7509d-3d89-416c-8adb-a3f4ef12a7c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1096 time: 0.1041737 Nov 19 03:53:38.799724 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:38.881042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-544bd0de-bd87-43b0-aef3-9b2e4092d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:38.883308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-544bd0de-bd87-43b0-aef3-9b2e4092d60a service neutron] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.1530304 Nov 19 03:53:38.970865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-aebc1826-ad10-465b-9d3a-c83bba4034d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 217 time: 0.0817661 Nov 19 03:53:38.989914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-2b83b4ef-753e-4788-b62c-6e30d55732de tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:39.003727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-2b83b4ef-753e-4788-b62c-6e30d55732de tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.3085067 Nov 19 03:53:39.038642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-6360a2c3-689c-4e16-a60c-0f25b926dc0c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/quotas/bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 375 time: 0.0289304 Nov 19 03:53:39.042888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-a418f8e8-89ce-480c-b571-9019a63c8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:39.044458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-a418f8e8-89ce-480c-b571-9019a63c8cd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0672371 Nov 19 03:53:39.113065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-7c440935-e647-4c62-a726-a2d700e072a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:39.117964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-7c440935-e647-4c62-a726-a2d700e072a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662336 Nov 19 03:53:39.157609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-3747a4ee-726a-47b4-874e-1ae31d6c43e6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128347 Nov 19 03:53:39.248919 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:39.289357 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:39.301074 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:39.302606 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:39.349894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-e6ceb8b6-53ce-4b3f-9e67-6d25093d2d04 service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851058 Nov 19 03:53:39.361213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-5650b857-5898-409d-a0fa-5a7ce41d24d5 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344329 Nov 19 03:53:39.411482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:39.414482 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf" -d '{"events": [{"name": "network-changed", "server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:39.447853 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:39.482019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-9d8bab2e-312e-4246-ab86-1fd9c1d35844 service neutron] 10.222.0.52 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255891 Nov 19 03:53:39.483642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38200) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:39.497140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1896444094'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:39.582145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cca3c973-98c5-4a1b-92fd-5b72a2becfb1 req-3ff5931d-ca3a-4684-b172-5a7ed89f05d3 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140615 Nov 19 03:53:39.583808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:39.588728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:39.647771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:53:39.660355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:39.660718 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Added segment 3972e177-3ec4-4451-b1f0-44216f4493fd of type vlan for network 154fbbde-5f23-40d2-b48e-e647a8d00b23 Nov 19 03:53:39.701892 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a3af6a-7d69-4ed4-b875-7ae6617ebf52 x-openstack-request-id: req-72a3af6a-7d69-4ed4-b875-7ae6617ebf52 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:39.703432 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:39.703890 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72a3af6a-7d69-4ed4-b875-7ae6617ebf52 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:39.704451 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'code': 200} Nov 19 03:53:39.742262 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:39.781472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:39.791232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:39.792309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:39.838688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608565-b725-4099-8bdd-fa60c74c9072 req-4189a72c-a7dc-4170-bdd6-7d9d10f43e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:39.844089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3539140 Nov 19 03:53:39.844896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38218) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:39.846463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a608565-b725-4099-8bdd-fa60c74c9072 req-4189a72c-a7dc-4170-bdd6-7d9d10f43e62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 1096 time: 0.0775688 Nov 19 03:53:39.863291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-646006536'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:39.922667 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:39.972321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a608565-b725-4099-8bdd-fa60c74c9072 req-296d513a-e1db-4d25-8c36-749188c47a66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167753 Nov 19 03:53:39.995034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba0c7f-1115-4ff8-bccf-774fbb8d761e req-aeb7a099-4fcf-4889-bc36-bfa20175e412 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:39.995453 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e38e24-3b99-49c0-8701-d661cc3d52cd None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:39.997415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8ba0c7f-1115-4ff8-bccf-774fbb8d761e req-aeb7a099-4fcf-4889-bc36-bfa20175e412 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.0851526 Nov 19 03:53:40.069336 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8ba0c7f-1115-4ff8-bccf-774fbb8d761e req-9e81e695-74f1-4270-8873-db9b1b241d59 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629258 Nov 19 03:53:40.120300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1dbac-49c9-48e5-b968-081992735bac req-4a0ea633-7f1e-40ae-b8cb-e311b533dae9 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.130944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ef1dbac-49c9-48e5-b968-081992735bac req-4a0ea633-7f1e-40ae-b8cb-e311b533dae9 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1244380 Nov 19 03:53:40.140369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:40.145746 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:40.151695 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98f6fb-1092-450e-8de5-6f333c5a2869 x-openstack-request-id: req-1e98f6fb-1092-450e-8de5-6f333c5a2869 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:40.152065 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:40.152394 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e98f6fb-1092-450e-8de5-6f333c5a2869 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:40.152859 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'status': 'completed', 'code': 200} Nov 19 03:53:40.177053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:53:40.190153 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:40.190801 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Added segment 843b6ce0-c67b-489c-bd10-108678d60dda of type vlan for network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 Nov 19 03:53:40.242570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243f612-b9ce-4e1c-96bf-56266ce8756e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Network': ['ID=154fbbde-5f23-40d2-b48e-e647a8d00b23,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:40.247775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:40.258459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:53:40.293235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-b0bca0a9-de79-4a84-9de3-2efaa2a45fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.295875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-b0bca0a9-de79-4a84-9de3-2efaa2a45fbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 1096 time: 0.1027899 Nov 19 03:53:40.325911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ef1dbac-49c9-48e5-b968-081992735bac req-e885c282-47ab-40e1-b1f8-7122b63f12fd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916211 Nov 19 03:53:40.340684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:40.349715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.358390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:40.506908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ed8d0-8201-4a23-b0d9-474625907235 None None] New status for floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:53:40.531856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-b06e82a6-1b23-4a05-8d11-7f1cce6b5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.533654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-b06e82a6-1b23-4a05-8d11-7f1cce6b5ffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2287319 Nov 19 03:53:40.569964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Network': ['ID=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:40.582210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3adf03f1-febb-4932-9e7c-4de631b76e4f req-2f776fef-a1c1-4771-9dda-5d8eb29527c3 tempest-FlavorsV2NegativeTest-1570006408 tempest-FlavorsV2NegativeTest-1570006408-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8d84b3f47b224986b96c701bc9744463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331526 Nov 19 03:53:40.609854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:53:40.642068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-355b1149-5454-49ee-9180-de1c45a53265 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 200 len: 217 time: 0.0987492 Nov 19 03:53:40.708513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf03f1-febb-4932-9e7c-4de631b76e4f req-639be84e-678c-477c-a3f1-ceaa16e73b29 tempest-FlavorsV2NegativeTest-1570006408 tempest-FlavorsV2NegativeTest-1570006408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.714922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3adf03f1-febb-4932-9e7c-4de631b76e4f req-639be84e-678c-477c-a3f1-ceaa16e73b29 tempest-FlavorsV2NegativeTest-1570006408 tempest-FlavorsV2NegativeTest-1570006408-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315827 Nov 19 03:53:40.738990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bb59864d-05a1-449f-9ea8-18fb05a8c289 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8855965 Nov 19 03:53:40.747689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3adf03f1-febb-4932-9e7c-4de631b76e4f req-525c5402-bc76-470b-a809-07b3da61a112 tempest-FlavorsV2NegativeTest-1570006408 tempest-FlavorsV2NegativeTest-1570006408-project] 10.222.0.52 "GET /v2.0/quotas/8d84b3f47b224986b96c701bc9744463 HTTP/1.1" status: 200 len: 375 time: 0.0238461 Nov 19 03:53:40.758845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38244) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:40.761220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-9f3f09bc-54c8-46ee-b9b9-66f1599aa530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.763315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-9f3f09bc-54c8-46ee-b9b9-66f1599aa530 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1109784 Nov 19 03:53:40.767227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'subnet': {'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:40.824765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3adf03f1-febb-4932-9e7c-4de631b76e4f req-d5d88774-0358-4c11-8c2e-ddb2aaa41d70 tempest-FlavorsV2NegativeTest-1570006408 tempest-FlavorsV2NegativeTest-1570006408-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d84b3f47b224986b96c701bc9744463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750804 Nov 19 03:53:40.919262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bacdfcfc-9835-4117-ae24-929acd6a76a9 req-117b7581-7fa0-4e02-95d8-02ade13ac721 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 210 time: 0.0640604 Nov 19 03:53:40.939330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-faf6316c-82b1-4ccf-918e-b78bb565b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:40.940964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-faf6316c-82b1-4ccf-918e-b78bb565b3fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543241 Nov 19 03:53:40.963459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:40.967832 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:41.167665 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-b96d3cb6-41a9-45dc-aa31-36b8df320359 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901705 Nov 19 03:53:41.223486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-5603e6f7-a564-4c00-9b87-21b713cb00fa tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:41.225074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-5603e6f7-a564-4c00-9b87-21b713cb00fa tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2635684 Nov 19 03:53:41.318123 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9edf6a9-5fbd-49ef-9d90-9c5de4631edf req-fd013afa-5826-40e7-85dd-3a39a83d030a service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409206 Nov 19 03:53:41.347366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-8a1999fc-49b6-4ea7-b4f7-37ad844422a0 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1076233 Nov 19 03:53:41.395467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'floatingip': {'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:41.463593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:41.660793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:41.946763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-8743a90c-7535-42fb-82c8-eecea1d05032 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:41.948197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-8743a90c-7535-42fb-82c8-eecea1d05032 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 821 time: 0.2454314 Nov 19 03:53:41.961314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38276) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:41.976666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Request body: {'port': {'device_id': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'admin_state_up': True, 'tenant_id': 'bd867fbd10014db5bc4c826faa744b53'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:41.994054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348021fa-6025-41a4-b478-d8afa8476de6 req-72d4294b-cc29-4373-931b-5bd243659f3a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:42.004467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-348021fa-6025-41a4-b478-d8afa8476de6 req-72d4294b-cc29-4373-931b-5bd243659f3a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1798398 Nov 19 03:53:42.133570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Subnet': ['ID=7e25fc0e-e810-4d6d-bc48-caad75de017d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:42.148625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Checking segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:42.149175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network hostable DHCP agents. Network: 154fbbde-5f23-40d2-b48e-e647a8d00b23, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:53:42.167874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-348021fa-6025-41a4-b478-d8afa8476de6 req-63107e6d-1518-47c5-9bc0-8bd842bfee2f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622443 Nov 19 03:53:42.192757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de24249f-f856-465c-a3d2-8b65a23d0ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.330773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Made reservation on behalf of bd867fbd10014db5bc4c826faa744b53 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:42.335057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.378699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333699f2-29df-48ad-a2e9-10fc10415879 req-cadb5b0c-541a-47c9-8a30-7be62f43076a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:42.380581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-333699f2-29df-48ad-a2e9-10fc10415879 req-cadb5b0c-541a-47c9-8a30-7be62f43076a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1020365 Nov 19 03:53:42.431357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:53:42.495662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 154fbbde-5f23-40d2-b48e-e647a8d00b23) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:42.506374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803f119-2bc5-4b4d-ae2d-723347ecfdda None None] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:42.526792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-43105cc7-b709-4bf7-ac74-3bdb0053b5de tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:42.528480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-43105cc7-b709-4bf7-ac74-3bdb0053b5de tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "GET /v2.0/ports?device_id=993f93b0-5ca9-4090-8c92-c04d90f92d1d HTTP/1.1" status: 200 len: 945 time: 0.1443141 Nov 19 03:53:42.538462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:42.539220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.572221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de24249f-f856-465c-a3d2-8b65a23d0ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.585802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de24249f-f856-465c-a3d2-8b65a23d0ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.614919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Allocated IP 172.20.0.11 (195ca8db-b6fa-4960-bbee-d6c665c7f9c5/4c33486f-ed83-4309-9e25-5064047df0e3/f2469820-e73a-4eb7-b9cd-fef8e45375a9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:42.649184 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-de24249f-f856-465c-a3d2-8b65a23d0ae7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d84b3f47b224986b96c701bc9744463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6833961 Nov 19 03:53:42.651434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24249f-f856-465c-a3d2-8b65a23d0ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65338ec-e890-47c6-a69e-32fb7db0fc1c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:42.652062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.655886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38284) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:42.690241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-333699f2-29df-48ad-a2e9-10fc10415879 req-644bd4f8-e3ed-4146-bc6a-96d5b7427cc4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913176 Nov 19 03:53:42.711518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d07c61e5-4541-4fce-a169-777d0784595d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9457905 Nov 19 03:53:42.712164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38288) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:42.722470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:42.760095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'subnet': {'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:42.836260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-154fbbde-5f23-40d2-b48e-e647a8d00b23', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:53:42.837473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.012968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:43.024282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.030658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Allocated IP 10.1.1.2 (154fbbde-5f23-40d2-b48e-e647a8d00b23/7e25fc0e-e810-4d6d-bc48-caad75de017d/102478bd-b6bb-4a59-9832-a9cbba8da6c2) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:43.215605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.227408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.266040 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3 associated. External IP: 172.25.8.14, port: 4ff55af7-1b70-4c31-82c8-47c097ffa558. Nov 19 03:53:43.296028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Pushing event updated for resources: {'Port': ['ID=102478bd-b6bb-4a59-9832-a9cbba8da6c2,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:43.304467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:43.306156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:43.312159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:43.312391 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9837e38f-aa9c-4760-ae6b-4495357c581c req-9e830138-96d8-441a-8daa-4a1704403be6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 210 time: 0.0350981 Nov 19 03:53:43.381177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Attempting to bind port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:53:43.381562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Attempting to bind port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:53:43.381972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Attempting to bind port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:43.388415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:53:43.389387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Checking segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:43.389523 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.390083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Bound using segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:53:43.390571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Bound port: 102478bd-b6bb-4a59-9832-a9cbba8da6c2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:53:43.390958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.412637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85d1413f-fde4-4f85-a1f8-33157ebb8369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.419294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Deleting port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:43.420373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.450539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.486060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] For port 102478bd-b6bb-4a59-9832-a9cbba8da6c2, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:53:43.493837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] For port 102478bd-b6bb-4a59-9832-a9cbba8da6c2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=102478bd-b6bb-4a59-9832-a9cbba8da6c2,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:53:43.505428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.508170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.537638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a2ce2911-b4b3-481a-85cd-73119fc6d0bd'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:43.563037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:43.577432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.577587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.578499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.578499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.578925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.579431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.579887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.580455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.580783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.581228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.581661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.582149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:43.595691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:43.597718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:43.600467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:43.608069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:43.609029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.625570 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85d1413f-fde4-4f85-a1f8-33157ebb8369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.632631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b659fa-000d-42f2-a45d-d25da968ece4 None None] Pushing event updated for resources: {'Port': ['ID=102478bd-b6bb-4a59-9832-a9cbba8da6c2,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:43.634563 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff3384cf-c782-4bc3-9851-e34cd9b81502 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6643567 Nov 19 03:53:43.661024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Request body: {'port': {'device_id': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:43.796808 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:43.841959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] For port 585c66c0-bdc4-4b1c-8c26-714262ab24c5, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=585c66c0-bdc4-4b1c-8c26-714262ab24c5,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:43.842344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.011655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Calling delete_port for 585c66c0-bdc4-4b1c-8c26-714262ab24c5 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:44.025893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85d1413f-fde4-4f85-a1f8-33157ebb8369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.027701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85d1413f-fde4-4f85-a1f8-33157ebb8369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.035286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-85d1413f-fde4-4f85-a1f8-33157ebb8369 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c65338ec-e890-47c6-a69e-32fb7db0fc1c HTTP/1.1" status: 204 len: 168 time: 1.3682199 Nov 19 03:53:44.037458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.057223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d30e4-45b4-4f00-9baf-2d27d418a026 req-abb02a1a-0ce5-41a6-bbc3-5282d39020a4 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:44.069469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c62d30e4-45b4-4f00-9baf-2d27d418a026 req-abb02a1a-0ce5-41a6-bbc3-5282d39020a4 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.2418869 Nov 19 03:53:44.140131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Subnet': ['ID=2110ca6a-c9bc-41ca-8f9c-9d63ea723821,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:44.203187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1413f-fde4-4f85-a1f8-33157ebb8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65338ec-e890-47c6-a69e-32fb7db0fc1c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:44.220079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c62d30e4-45b4-4f00-9baf-2d27d418a026 req-827a3e1d-1373-430c-b27b-3fc0872fdd63 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493618 Nov 19 03:53:44.296754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Checking segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:44.297135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network hostable DHCP agents. Network: c69e1ea4-5edc-4766-a2dc-5fdb6bbca430, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:53:44.328562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:44.345778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:53:44.398770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2469820-e73a-4eb7-b9cd-fef8e45375a9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:44.410691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.433170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c69e1ea4-5edc-4766-a2dc-5fdb6bbca430) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:44.442275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84ff78-e312-4d25-adc1-797f7624e4f8 None None] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:44.457700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:44.458434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.510714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Transition to ACTIVE for port object f2469820-e73a-4eb7-b9cd-fef8e45375a9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:53:44.526115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.544418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.555722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1cbd5f02-8c76-4ac2-b053-a61e1fcc4d60 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8286719 Nov 19 03:53:44.576801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:44.580072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:44.582117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:44.585285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['4ff55af7-1b70-4c31-82c8-47c097ffa558'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:44.587691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.597036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a9299-b9e0-4777-bd27-d9e71b4780c3 req-5d744de0-63fe-4628-ac3a-dd6b1da51811 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:44.604564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'name': 'tempest-TaggedBootDevicesTest_v242-592978731', 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:44.607496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c99a9299-b9e0-4777-bd27-d9e71b4780c3 req-5d744de0-63fe-4628-ac3a-dd6b1da51811 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1798265 Nov 19 03:53:44.611764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:44.647157 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:44.647804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:44.706851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c99a9299-b9e0-4777-bd27-d9e71b4780c3 req-8cdba2b2-4a1e-4536-8078-f6e3a93b5a91 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915794 Nov 19 03:53:44.779763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'fixed_ips': [{'subnet_id': '2110ca6a-c9bc-41ca-8f9c-9d63ea723821'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:53:44.792910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.816687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:53:44.817197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:53:44.818312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:44.837681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event deleted for resources: {'Port': ['ID=585c66c0-bdc4-4b1c-8c26-714262ab24c5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:44.847945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:53:44.849712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:44.871395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:53:44.871789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:44.872470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:53:44.873628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Bound port: f2469820-e73a-4eb7-b9cd-fef8e45375a9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:53:44.873628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:44.948135 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:44.964412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2940c1bc-3ae9-4752-adc4-aac79d7276a3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "PUT /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 995 time: 3.6025035 Nov 19 03:53:44.982815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:44.985242 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c13e17c-2d9f-4776-8e96-71caef1fe77d" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:44.992692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] No DVR routers for this DVR port 585c66c0-bdc4-4b1c-8c26-714262ab24c5 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:53:44.998877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:45.008250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe9c34ea-ab48-4649-a100-88d915d23af9 req-1884f5ed-e70a-4486-99b8-37fd2704a48b tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "DELETE /v2.0/ports/585c66c0-bdc4-4b1c-8c26-714262ab24c5 HTTP/1.1" status: 204 len: 173 time: 2.4663815 Nov 19 03:53:45.260924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548011f4-f085-45f7-be4a-fce598fd8950 req-7e5b36dd-4629-4efa-8911-219dce806c10 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:45.273143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-548011f4-f085-45f7-be4a-fce598fd8950 req-7e5b36dd-4629-4efa-8911-219dce806c10 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.3796828 Nov 19 03:53:45.305360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:53:45.352214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-83e3ab94-3651-455b-a66b-c357b7c584b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:45.358025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 585c66c0-bdc4-4b1c-8c26-714262ab24c5 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:53:45.366399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-83e3ab94-3651-455b-a66b-c357b7c584b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.3260489 Nov 19 03:53:45.392848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:53:45.437215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:45.452952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 102478bd-b6bb-4a59-9832-a9cbba8da6c2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:45.465101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 585c66c0-bdc4-4b1c-8c26-714262ab24c5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:53:45.465354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 585c66c0-bdc4-4b1c-8c26-714262ab24c5 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:53:45.519383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:45.531033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-548011f4-f085-45f7-be4a-fce598fd8950 req-1060f7ad-5fd9-4309-b27d-12b7d719657c tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543900 Nov 19 03:53:45.551878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:45.552511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:45.553955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] 10.222.0.31 "PUT /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 1092 time: 1.8984134 Nov 19 03:53:45.555096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:45.557541 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb622fe-abdd-476d-95fc-91a42c88cbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:45.592935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5116c-be4e-4df4-8e08-b823758c886f service neutron] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:45.599668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198342a-8a25-44b9-a9fb-f184c7450654 None None] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:45.687721 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:42Z', 'revision_number': 8, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:45.705126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-2ce9228f-0b46-48ea-8380-f965e9c5e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:45.706851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-2ce9228f-0b46-48ea-8380-f965e9c5e599 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1095 time: 0.0812364 Nov 19 03:53:45.739149 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:45.744948 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:45.766326 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:45.771364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Allocated IP 10.2.2.2 (c69e1ea4-5edc-4766-a2dc-5fdb6bbca430/2110ca6a-c9bc-41ca-8f9c-9d63ea723821/d200a075-b06a-4f8f-befa-97cb99529838) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:45.771968 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:45.790310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] device_id is not set on port a1d4ea54-469a-4c6d-baa6-ae382fce994d yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 03:53:45.798965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-19af4dbe-ef8b-4b1d-878f-f16c6b5338b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 217 time: 0.0740814 Nov 19 03:53:45.804474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-ba2f0779-6b53-4260-a883-87271a438a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:45.806225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-ba2f0779-6b53-4260-a883-87271a438a2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.4386196 Nov 19 03:53:45.827253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Provisioning complete for port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:45.829631 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:45.899604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-2856a04d-7b84-47bb-ba03-b1f1235c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:45.900987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-2856a04d-7b84-47bb-ba03-b1f1235c64c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0937860 Nov 19 03:53:45.964632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-ff766584-a481-4dd9-b525-d40a7da2c095 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535550 Nov 19 03:53:46.043800 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:46.104482 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-4ec10311-205b-45c2-b9d2-0d3da6a69936 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311662 Nov 19 03:53:46.219757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-13c8ffae-55fd-4de2-9f74-42ff309ee50f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 998 time: 0.4019229 Nov 19 03:53:46.242352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:46.242714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:46.311389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-c80eef05-1dd5-470c-8041-b9138fb01a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:46.313122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-c80eef05-1dd5-470c-8041-b9138fb01a02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0820577 Nov 19 03:53:46.358911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb196f42-1156-4428-ba7c-eaa0dca83fdd req-5b4448d4-7b65-4f00-8011-5b5cb32bcf03 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423244 Nov 19 03:53:46.422689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2eebc59b-5cac-4203-9b6b-2c6ad2e5b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:46.424333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-2eebc59b-5cac-4203-9b6b-2c6ad2e5b334 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023479 Nov 19 03:53:46.431443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 10.1.1.56 (154fbbde-5f23-40d2-b48e-e647a8d00b23/7e25fc0e-e810-4d6d-bc48-caad75de017d/a1d4ea54-469a-4c6d-baa6-ae382fce994d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:46.533618 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:42Z', 'revision_number': 8, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:46.548583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-0f0cb04e-06e6-460f-96e4-385400d04cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139405 Nov 19 03:53:46.551781 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5917af72-7cb1-4c59-8128-f92124666234 x-openstack-request-id: req-5917af72-7cb1-4c59-8128-f92124666234 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:46.552146 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:46.552467 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5917af72-7cb1-4c59-8128-f92124666234 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:46.552989 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'status': 'completed', 'code': 200} Nov 19 03:53:46.585055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf03d0f-e03c-4391-844b-3473bf12e847 None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'df05eaaa-f856-42fc-9833-773ed27a4bb3', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'port_id': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'mac_address': 'fa:16:3e:61:35:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:00Z', 'updated_at': '2021-11-19T03:53:42Z', 'revision_number': 8, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:46.711704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-2fdd538c-fcf2-40f9-b862-3cc04abfdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:46.713214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-2fdd538c-fcf2-40f9-b862-3cc04abfdc56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1989055 Nov 19 03:53:46.731283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909f5f-d0aa-4efc-94b8-7e8a42ed43fb req-657e79f1-09c8-415b-a8d3-fec485eb5298 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:46.734010 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f3909f5f-d0aa-4efc-94b8-7e8a42ed43fb req-657e79f1-09c8-415b-a8d3-fec485eb5298 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1509924 Nov 19 03:53:46.758218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:46.890190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:46.894231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:46.894623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f3909f5f-d0aa-4efc-94b8-7e8a42ed43fb req-2683ae4e-4b09-496d-aa2e-fe3dc32ba29f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429639 Nov 19 03:53:46.897170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] For port 102478bd-b6bb-4a59-9832-a9cbba8da6c2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=102478bd-b6bb-4a59-9832-a9cbba8da6c2,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:46.937198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:46.949468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-d2d0a2a9-8398-4e10-a12b-c47134b53cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:46.951604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-d2d0a2a9-8398-4e10-a12b-c47134b53cef service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2166796 Nov 19 03:53:47.050316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f806adba-16d7-4dc6-8596-eae6511b73c8 None None] New status for floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:53:47.061158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Pushing event updated for resources: {'Port': ['ID=102478bd-b6bb-4a59-9832-a9cbba8da6c2,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:47.066383 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:47.102786 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d557fdf-aed0-4618-bbef-f5793990e0e2 x-openstack-request-id: req-8d557fdf-aed0-4618-bbef-f5793990e0e2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:47.103089 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:47.103349 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d557fdf-aed0-4618-bbef-f5793990e0e2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:47.103778 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'status': 'completed', 'code': 200} Nov 19 03:53:47.168026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-e0788823-fc3c-4a23-b214-110ff571257d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 998 time: 0.2031312 Nov 19 03:53:47.235125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.235454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.235735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.236105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.236425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.236762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.237098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.238412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.238412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.238412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.238686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.238892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039a38-df42-4640-be21-c8dc98934a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.308537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:47.319483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:53:47.319852 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:53:47.353784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-25e2018f-076c-4bba-92e8-140218956426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:47.355554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-25e2018f-076c-4bba-92e8-140218956426 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1725528 Nov 19 03:53:47.368541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ecb33-f297-4ae6-8372-e659d22d2033 req-cdd1f85d-ab17-496c-92fa-6bbcf78db9bb tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:47.369962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bf8ecb33-f297-4ae6-8372-e659d22d2033 req-cdd1f85d-ab17-496c-92fa-6bbcf78db9bb tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1174009 Nov 19 03:53:47.395460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:47.400895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc859ac-d5b8-4fb4-8a68-5f59a112335d req-bb55649a-23d8-4456-acda-70b282730f45 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8432007 Nov 19 03:53:47.401369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-87a9358a-9da3-4214-b976-163a7dc280f8 None None] Provisioning complete for port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:47.401777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87a9358a-9da3-4214-b976-163a7dc280f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:47.405103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:47.416210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-d4bb2119-fc03-468a-a5dd-7d20bd4ab0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:47.417766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-d4bb2119-fc03-468a-a5dd-7d20bd4ab0a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1095 time: 0.1984880 Nov 19 03:53:47.443273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:47.564350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Pushing event updated for resources: {'Port': ['ID=d200a075-b06a-4f8f-befa-97cb99529838,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:47.567245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:47.581166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-2c78b8e3-6b68-4ca5-96f6-0b500e635c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:47.583244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-2c78b8e3-6b68-4ca5-96f6-0b500e635c20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1529169 Nov 19 03:53:47.604600 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bf8ecb33-f297-4ae6-8372-e659d22d2033 req-60d6e92f-2236-458b-a3e3-7f6ebaa2a283 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922917 Nov 19 03:53:47.646445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-ac0f88a7-85e2-4451-96ab-ebab0d1d0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:47.648802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-ac0f88a7-85e2-4451-96ab-ebab0d1d0793 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778482 Nov 19 03:53:47.656190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Attempting to bind port d200a075-b06a-4f8f-befa-97cb99529838 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:53:47.662141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Attempting to bind port d200a075-b06a-4f8f-befa-97cb99529838 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:53:47.662660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Attempting to bind port d200a075-b06a-4f8f-befa-97cb99529838 on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:53:47.689963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:53:47.690375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Checking segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:53:47.690789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:47.691195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Bound using segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:53:47.691682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Bound port: d200a075-b06a-4f8f-befa-97cb99529838, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:53:47.692070 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:47.709379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-9ff4a3b6-bb43-4a30-bb0d-5aad8fc854e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 217 time: 0.0553329 Nov 19 03:53:47.720824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:47.743300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-289b2a90-0240-4608-82ed-93e94e627332 req-72884d07-94ec-4de4-a5ba-80df531f63eb tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 997 time: 0.0900810 Nov 19 03:53:47.744266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:47.760198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:47.767495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:47.871240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-5a8b7b10-427d-461a-b50c-12ef74d407f3 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269135 Nov 19 03:53:47.890810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.891599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.893134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.893771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.895481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.896065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.896659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.898388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.898959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.899652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.900198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:47.900863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:53:48.020895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-b20c136d-9975-4445-b90e-b6140046805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:48.022682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-b20c136d-9975-4445-b90e-b6140046805e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.2945452 Nov 19 03:53:48.032035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:48.032895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.124700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-513498a3-de18-47ef-83dc-256fc7eaaa0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865469 Nov 19 03:53:48.145862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6d36-0cd5-4f01-9b0e-149d52e0d958 req-8b7ffd4f-95e5-4cec-9c53-2b73201bbd52 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:48.148198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccbc6d36-0cd5-4f01-9b0e-149d52e0d958 req-8b7ffd4f-95e5-4cec-9c53-2b73201bbd52 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1242230 Nov 19 03:53:48.150358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] For port d200a075-b06a-4f8f-befa-97cb99529838, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:53:48.152504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-50cd7b90-a94e-40e1-8a51-74b2cc6d646a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5702822 Nov 19 03:53:48.157628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:53:48.163987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] For port d200a075-b06a-4f8f-befa-97cb99529838, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d200a075-b06a-4f8f-befa-97cb99529838,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:53:48.165515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38418) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:48.177371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c13e17c-2d9f-4776-8e96-71caef1fe77d req-f242fe95-86fb-4427-91f8-4995cd0a267f service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145252 Nov 19 03:53:48.182239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'name': 'tempest-TaggedBootDevicesTest_v242-160563566', 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:48.189762 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.249402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 102478bd-b6bb-4a59-9832-a9cbba8da6c2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:48.264448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b2a90-0240-4608-82ed-93e94e627332 req-cd211fb8-f475-4229-9114-5ce9ce37b76a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:48.266142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-289b2a90-0240-4608-82ed-93e94e627332 req-cd211fb8-f475-4229-9114-5ce9ce37b76a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.3940096 Nov 19 03:53:48.275429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:48.281088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-289b2a90-0240-4608-82ed-93e94e627332 req-43dc5682-34fe-4aac-aa48-2b00fc78c650 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:53:48.296543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-289b2a90-0240-4608-82ed-93e94e627332 req-43dc5682-34fe-4aac-aa48-2b00fc78c650 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225220 Nov 19 03:53:48.399451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:48.405924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.442478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] device_id is not set on port 90398311-61d9-4187-8c0a-fa0a9110999e yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 03:53:48.445707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-435a7bfa-b1a8-43b0-bf98-1b1bec6478ff tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.0798178 Nov 19 03:53:48.502577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7e51ccf6-5a79-47c0-8929-4878dc5a0077 None None] Provisioning complete for port a1d4ea54-469a-4c6d-baa6-ae382fce994d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:48.502966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7e51ccf6-5a79-47c0-8929-4878dc5a0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.504548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfd2bb-b60a-4f73-8a07-016627d41cbe None None] Pushing event updated for resources: {'Port': ['ID=d200a075-b06a-4f8f-befa-97cb99529838,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:48.534523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c770cc3-8a03-4a17-968a-43ed59d16b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.554015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-9ca8ff3a-ff99-4e1d-8713-4ef330fb6e00 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:48.555875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-9ca8ff3a-ff99-4e1d-8713-4ef330fb6e00 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports/4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 942 time: 0.1050596 Nov 19 03:53:48.593011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:48.617170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7e51ccf6-5a79-47c0-8929-4878dc5a0077 None None] Port a1d4ea54-469a-4c6d-baa6-ae382fce994d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:53:48.618812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'mac_address': 'fa:16:3e:60:91:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:53:48.623881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'name': 'network-vif-deleted', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:48.626973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:48.627365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.629702 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f992f-9f57-4177-9a01-72a73f4c0a6e" -d '{"events": [{"server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "name": "network-vif-deleted", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:48.677803 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.720090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 075df4fa-4a06-448e-b5e7-b7ec404f3131 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:53:48.769619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c770cc3-8a03-4a17-968a-43ed59d16b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.785810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:48.788491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c770cc3-8a03-4a17-968a-43ed59d16b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.794017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccbc6d36-0cd5-4f01-9b0e-149d52e0d958 req-e4b9e4fa-0255-4001-a782-8bc29ebdde0c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264982 Nov 19 03:53:48.810908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-05dc8cbf-b0d3-4566-85e2-6acebfd79b2f service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566739 Nov 19 03:53:48.811305 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:48.844416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-13ca871b-22a6-4dcc-a75a-bb9c9ae02f82 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.1804097 Nov 19 03:53:48.909309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 10.1.1.147 (154fbbde-5f23-40d2-b48e-e647a8d00b23/7e25fc0e-e810-4d6d-bc48-caad75de017d/90398311-61d9-4187-8c0a-fa0a9110999e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:48.933043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:49.012675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['075df4fa-4a06-448e-b5e7-b7ec404f3131'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:53:49.018754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-a89f42b9-fcc6-404c-9471-f2468c21ec4f tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:49.027362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-a89f42b9-fcc6-404c-9471-f2468c21ec4f tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1822219 Nov 19 03:53:49.075245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb622fe-abdd-476d-95fc-91a42c88cbd1 req-9a7518a9-de20-4d7d-9f50-f925c696bf7c service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499211 Nov 19 03:53:49.107833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c770cc3-8a03-4a17-968a-43ed59d16b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08d6b3-23a2-4593-bdc7-78d3da959160,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:49.118315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5c770cc3-8a03-4a17-968a-43ed59d16b8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12236c33c3f4404dba6740c059181548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8415778 Nov 19 03:53:49.121217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:49.170211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-159caee9-541d-4af0-9d94-be2c261f2510 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 1000 time: 0.1416385 Nov 19 03:53:49.178757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:49.289682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150d080e-c8c9-4701-8339-87b431635644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.322038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.363610 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150d080e-c8c9-4701-8339-87b431635644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.390773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af5fc9-f485-4c93-bc2f-b8409c8aa813 req-153205fb-8883-43f7-9d82-66cd979faebd tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:49.399605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79af5fc9-f485-4c93-bc2f-b8409c8aa813 req-153205fb-8883-43f7-9d82-66cd979faebd tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1953411 Nov 19 03:53:49.463987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.541263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150d080e-c8c9-4701-8339-87b431635644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.546116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150d080e-c8c9-4701-8339-87b431635644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.549857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-150d080e-c8c9-4701-8339-87b431635644 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e08d6b3-23a2-4593-bdc7-78d3da959160 HTTP/1.1" status: 204 len: 168 time: 0.4233670 Nov 19 03:53:49.558192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79af5fc9-f485-4c93-bc2f-b8409c8aa813 req-c81354ec-eb3d-4369-99d7-a77da22e40a3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522722 Nov 19 03:53:49.612020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d080e-c8c9-4701-8339-87b431635644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08d6b3-23a2-4593-bdc7-78d3da959160,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:49.650731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.663019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.663397 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3 disassociated. External IP: 172.25.8.14, port: 4ff55af7-1b70-4c31-82c8-47c097ffa558. Nov 19 03:53:49.671006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:49.799307 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7115d7-a38d-4d98-a6a5-e3d1cba9f798 x-openstack-request-id: req-aa7115d7-a38d-4d98-a6a5-e3d1cba9f798 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:49.799571 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993f93b0-5ca9-4090-8c92-c04d90f92d1d", "name": "network-vif-deleted", "tag": "585c66c0-bdc4-4b1c-8c26-714262ab24c5", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:49.799815 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa7115d7-a38d-4d98-a6a5-e3d1cba9f798 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:49.800208 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993f93b0-5ca9-4090-8c92-c04d90f92d1d', 'name': 'network-vif-deleted', 'tag': '585c66c0-bdc4-4b1c-8c26-714262ab24c5', 'status': 'completed', 'code': 200} Nov 19 03:53:49.883840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:49.885002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:49.895345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:49.915685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:50.048777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:50.051646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:50.103467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-131b1dd0-8cd2-4571-a573-1ae701099d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9275775 Nov 19 03:53:50.170787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:50.261985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416fb6-de73-4978-91f6-dca038bcb5e1 req-da9ff045-3615-47cb-a37e-6e2a5f502da5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:50.265784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41416fb6-de73-4978-91f6-dca038bcb5e1 req-da9ff045-3615-47cb-a37e-6e2a5f502da5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1530027 Nov 19 03:53:50.275744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:53:50.287303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0434730d-253c-4d00-90d4-83971e044555 None None] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:53:50.289903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d200a075-b06a-4f8f-befa-97cb99529838 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:50.408785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-458caf72-6d50-4dae-89ed-5f20710207ab None None] Provisioning complete for port d200a075-b06a-4f8f-befa-97cb99529838 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:50.409169 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-458caf72-6d50-4dae-89ed-5f20710207ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:50.433256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41416fb6-de73-4978-91f6-dca038bcb5e1 req-38a35583-bfe1-449f-8ec9-6b6668358516 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387048 Nov 19 03:53:50.460899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 075df4fa-4a06-448e-b5e7-b7ec404f3131 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:50.461084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:50.580532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:53:50.590222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:50.591987 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:53:50.603776 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:50.604389 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:50.644121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-56b988e4-c085-435b-b78e-f821a9348c9e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "PUT /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 695 time: 1.4717386 Nov 19 03:53:50.648779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:50.651183 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:50.725454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d200a075-b06a-4f8f-befa-97cb99529838 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:50.725741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:50.820194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-03fd804e-8c69-487e-8ae6-03c2f64df028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:50.841724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-03fd804e-8c69-487e-8ae6-03c2f64df028 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1780031 Nov 19 03:53:50.852026 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:51.051046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-65600afa-44a7-43dc-8fc5-99717d4954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:51.052896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-65600afa-44a7-43dc-8fc5-99717d4954aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2104354 Nov 19 03:53:51.075650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-458caf72-6d50-4dae-89ed-5f20710207ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.128955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-269a6268-d3cc-421e-9a2e-8dea0faefed8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 217 time: 0.0689065 Nov 19 03:53:51.275355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38550) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:51.280567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782156937', 'description': 'tempest-description--689813181'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:51.291883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-2ce88b3a-5293-4867-9bc0-f9045ee02aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:51.294429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-2ce88b3a-5293-4867-9bc0-f9045ee02aca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.1565812 Nov 19 03:53:51.327231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.360534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.403375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-c330dfdc-ce96-465f-ae89-9ae0c07c6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:51.405666 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-c330dfdc-ce96-465f-ae89-9ae0c07c6806 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039927 Nov 19 03:53:51.434389 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-024a7256-fa93-4ea6-add1-b3c6ec664ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.443761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-458caf72-6d50-4dae-89ed-5f20710207ab None None] For port d200a075-b06a-4f8f-befa-97cb99529838, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d200a075-b06a-4f8f-befa-97cb99529838,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:51.469761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-458caf72-6d50-4dae-89ed-5f20710207ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.494042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:53:51.496954 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f61ca3-e23c-4ced-8935-987ad5183750" -d '{"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:53:51.541045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.565281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:53:51.593441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.618360 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:51.640857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.641073 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-d0b7fb9b-6d88-41db-a53a-b0c686cedde5 service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286944 Nov 19 03:53:51.673184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458caf72-6d50-4dae-89ed-5f20710207ab None None] Pushing event updated for resources: {'Port': ['ID=d200a075-b06a-4f8f-befa-97cb99529838,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:51.675524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.686378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6b0cdd74-b53d-4c70-bbf5-daaaa64eeb34 None None] Provisioning complete for port 90398311-61d9-4187-8c0a-fa0a9110999e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:51.687074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b0cdd74-b53d-4c70-bbf5-daaaa64eeb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.705714 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:53:51.731142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:53:51.731842 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:51.760326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:51.832052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c0a5-40f4-45f7-a263-6ea2c33f7e68 req-a34c0355-b27d-425d-9494-8c90086c59ff tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:51.844573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1455c0a5-40f4-45f7-a263-6ea2c33f7e68 req-a34c0355-b27d-425d-9494-8c90086c59ff tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.4296062 Nov 19 03:53:51.907724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de62ecd7-1dd7-4b59-b65c-7973c7489232 req-14a90916-eacb-4fdc-bba2-6fd13622e8ec service neutron] 10.222.0.52 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591407 Nov 19 03:53:51.918140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:51.921987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6455305 Nov 19 03:53:51.924943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38564) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:51.931933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'security_group_rule': {'security_group_id': '78b0f2ba-a2db-41ac-9e61-012bb846dc47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:51.972336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fad69-8205-47a7-838c-506474523232 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b0f2ba-a2db-41ac-9e61-012bb846dc47,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:51.991566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:53:51.992047 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:53:51.998373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cdd74-b53d-4c70-bbf5-daaaa64eeb34 None None] Port 90398311-61d9-4187-8c0a-fa0a9110999e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:53:52.004043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.064061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1455c0a5-40f4-45f7-a263-6ea2c33f7e68 req-cfbead63-71e0-4743-bdaf-dfdf016f74d5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103665 Nov 19 03:53:52.065369 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dbfe3c-6560-4443-af2a-7702e8dac615 x-openstack-request-id: req-92dbfe3c-6560-4443-af2a-7702e8dac615 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:52.067919 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:52.068292 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92dbfe3c-6560-4443-af2a-7702e8dac615 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:52.068822 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'status': 'completed', 'code': 200} Nov 19 03:53:52.086532 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:53:52.121855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-86aa0517-6da3-43f3-ab48-f9816c49ff0c None None] Provisioning complete for port d200a075-b06a-4f8f-befa-97cb99529838 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:52.139028 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86aa0517-6da3-43f3-ab48-f9816c49ff0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.162335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.179463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.246117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75d37be-8aff-4b96-936b-bedb2ea79099,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:52.264925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-32770d4f-b516-45cb-9907-071c2992be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:52.276103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-32770d4f-b516-45cb-9907-071c2992be15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1511531 Nov 19 03:53:52.278825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.281887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d62384ae-4db9-4b4d-a00e-36551b765945 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550386 Nov 19 03:53:52.284475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38578) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:52.305038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'security_group_rule': {'security_group_id': '78b0f2ba-a2db-41ac-9e61-012bb846dc47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:52.410993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.549507 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:53:52.563226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-2810a36e-14bc-4df2-89fd-3e6671991cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:52.564954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-2810a36e-14bc-4df2-89fd-3e6671991cf2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 200 len: 922 time: 0.2749140 Nov 19 03:53:52.594710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.625727 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50aef40-68ac-47b4-bc96-a68fc68dbd4a None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b1e87e1d-c6ae-45ad-9274-439744403e5a', 'name': '', 'network_id': '26bc891e-e9b4-44b2-96f6-83f9733cf85c', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'mac_address': 'fa:16:3e:bf:c7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:31Z', 'updated_at': '2021-11-19T03:52:39Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'subnets': [{'id': 'b7f7751a-9399-4513-bc71-a15ce9436770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:53:52.639167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-96cc532e-45b9-449c-bb37-22853502292b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 200 len: 217 time: 0.0643184 Nov 19 03:53:52.715524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.727613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.731042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-2cdac159-4bf5-40e8-89b2-97bc1111813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:52.733568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-2cdac159-4bf5-40e8-89b2-97bc1111813f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 200 len: 860 time: 0.0842741 Nov 19 03:53:52.787194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11c0ecb-96c7-45b8-8e45-07b9ec2f73be,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:52.813571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:52.816435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8ae8159f-da2a-4dd5-99f6-a0db1a45f65c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5294752 Nov 19 03:53:52.822341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38600) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:53:52.850555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d200a075-b06a-4f8f-befa-97cb99529838 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:53:52.852019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:52.865340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-d118f4e2-5198-4a52-a7c9-a4adb47edf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:52.867042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-d118f4e2-5198-4a52-a7c9-a4adb47edf12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26bc891e-e9b4-44b2-96f6-83f9733cf85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221278 Nov 19 03:53:52.923471 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:53.026453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d200a075-b06a-4f8f-befa-97cb99529838 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:53:53.026999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:53.036102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d349be-2214-411e-826d-c5e9a62eb5df req-2a117107-d3d6-4658-a2ed-f2ea3c37bec7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:53.039390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d349be-2214-411e-826d-c5e9a62eb5df req-2a117107-d3d6-4658-a2ed-f2ea3c37bec7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1663318 Nov 19 03:53:53.083704 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c30984-1c46-408c-9799-eb3154843518 x-openstack-request-id: req-e4c30984-1c46-408c-9799-eb3154843518 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:53:53.084393 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:53:53.084877 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4c30984-1c46-408c-9799-eb3154843518 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:53:53.085506 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'code': 200} Nov 19 03:53:53.193985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d349be-2214-411e-826d-c5e9a62eb5df req-3883f540-49a5-4109-ba5e-288a12526942 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451209 Nov 19 03:53:53.219728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-a569daaa-e071-4066-8feb-222c067d1439 service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386731 Nov 19 03:53:53.242121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0127c-c3c4-44ef-bb8b-2de3549ae7e7 None None] New status for floating IP df05eaaa-f856-42fc-9833-773ed27a4bb3: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:53:53.292999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:53.454815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9706cf50-8cd4-4841-afd3-a9482d4ed5ca req-4bc7e991-53c9-4c2f-9387-204fc70a11fb service neutron] 10.222.0.31 "GET /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195270 Nov 19 03:53:53.520375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1eec30a3-6ee2-400b-ad9c-e2c32c9f57fc req-2f46d82b-dc18-4838-a3d5-1708bfe170a5 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0650239 Nov 19 03:53:53.863759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-600c0168-d865-4657-bc90-9edf45c8cf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:54.087884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb1ac0-d102-47a9-9f0b-023e4dc5c615 req-7dbe78c6-d94e-4c7e-b064-11f05b98024e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:54.092927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0bb1ac0-d102-47a9-9f0b-023e4dc5c615 req-7dbe78c6-d94e-4c7e-b064-11f05b98024e tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.0927465 Nov 19 03:53:54.095100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 172.25.8.182 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2f4fbab5-3fee-4f42-9a7e-7f270823e078) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:54.254444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-4b4a297f-75c7-4aa3-8c11-7fc0a7423521 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 200 len: 693 time: 0.0620277 Nov 19 03:53:54.293479 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0bb1ac0-d102-47a9-9f0b-023e4dc5c615 req-0de9bf3b-016d-4001-bfae-5c3ab5bc78f7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745365 Nov 19 03:53:54.472742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:54.524070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-e09f68dc-2ffe-4e02-b628-be329445c2b7 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:54.525844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-e09f68dc-2ffe-4e02-b628-be329445c2b7 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2633979 Nov 19 03:53:54.561617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:54.610581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-833ed3b3-4970-4ba9-ba7e-9652a3e337a2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 696 time: 0.0760057 Nov 19 03:53:54.661124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:54.664573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:54.674134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:54.689302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=2f4fbab5-3fee-4f42-9a7e-7f270823e078,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:54.731012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:54.758090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-9fcd8216-29b7-43cd-a17f-6b370dae3718 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 696 time: 0.1460955 Nov 19 03:53:54.795303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:54.804746 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-7f70a365-8ac9-4863-b432-1120ccafc66e tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3161597cb3914de0a18a55663a49d310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677443 Nov 19 03:53:55.039828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Deleting port 051f36c3-59fd-43c9-ac49-3f6593a3b41b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:53:55.040312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.112635 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.235883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.236236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.242304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-63ba2a4c-6b98-4f80-9a06-69020af6a9b9 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:55.257059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-63ba2a4c-6b98-4f80-9a06-69020af6a9b9 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4512806 Nov 19 03:53:55.265234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Calling delete_port for 051f36c3-59fd-43c9-ac49-3f6593a3b41b owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:53:55.290446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-4f57bb76-741f-47cb-b214-4739d3700244 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/quotas/3161597cb3914de0a18a55663a49d310 HTTP/1.1" status: 200 len: 375 time: 0.0319531 Nov 19 03:53:55.365713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.369445 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-5e33ddd6-12d1-44a1-95a8-f8930a4880f4 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3161597cb3914de0a18a55663a49d310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567896 Nov 19 03:53:55.377574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.413514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.448029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=2f4fbab5-3fee-4f42-9a7e-7f270823e078,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:55.453292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.454845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-65623cb9-dcbc-4bd2-811b-6b9c5e9644b4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6305892 Nov 19 03:53:55.546619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.594863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event deleted for resources: {'Port': ['ID=051f36c3-59fd-43c9-ac49-3f6593a3b41b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:55.724173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.728174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:55.730543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b8e49ea-c7ff-4653-8593-94c95b2c4f47 req-5558e49f-f857-47f7-b83a-6a0750d7ec94 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "DELETE /v2.0/floatingips/df05eaaa-f856-42fc-9833-773ed27a4bb3 HTTP/1.1" status: 204 len: 173 time: 0.9712720 Nov 19 03:53:55.954974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789af24-8442-48a5-b651-1531524c5a50 req-4e5a669e-47fe-4e29-b6ad-097226d25bf0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:55.962987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9789af24-8442-48a5-b651-1531524c5a50 req-4e5a669e-47fe-4e29-b6ad-097226d25bf0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1105819 Nov 19 03:53:56.042454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9ffc-a82d-4a9d-b27e-eff5ef249e18 req-c9bffaf8-5930-44be-8374-bf5020658bca tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.051272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dbe9ffc-a82d-4a9d-b27e-eff5ef249e18 req-c9bffaf8-5930-44be-8374-bf5020658bca tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1017561 Nov 19 03:53:56.081714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9789af24-8442-48a5-b651-1531524c5a50 req-3df65c6a-184b-4bb2-8bfe-b4787d6b2f12 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092091 Nov 19 03:53:56.141906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dbe9ffc-a82d-4a9d-b27e-eff5ef249e18 req-e992b86b-21b7-4762-b2c1-a48f4433af9a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894911 Nov 19 03:53:56.250651 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:56.378581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-68add4af-5db9-4bf0-8ece-a2d94b205cd3 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3161597cb3914de0a18a55663a49d310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418265 Nov 19 03:53:56.405465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-d7df3d95-0955-46d3-a3d5-0b1133d9241d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1782156937&fields=id&tenant_id=466554e416ac42dca001d23bcfd19e2e HTTP/1.1" status: 200 len: 267 time: 0.0820544 Nov 19 03:53:56.499713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-7e8f1817-32ad-412f-bffb-70d343b3c6b9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.508041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-7e8f1817-32ad-412f-bffb-70d343b3c6b9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 935 time: 0.0920365 Nov 19 03:53:56.563955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-ff46b5ef-b9b5-4cc9-b5d0-1d76646574cf tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.572578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-ff46b5ef-b9b5-4cc9-b5d0-1d76646574cf tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871488 Nov 19 03:53:56.582786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-c1ce33f6-5b11-479c-865c-0ae8d7d843b7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.592363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-c1ce33f6-5b11-479c-865c-0ae8d7d843b7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 936 time: 0.0829859 Nov 19 03:53:56.610285 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bdf4594-39fb-4c85-9500-e909e1e19a05 req-baae025e-4a4f-493c-bd46-e2f6eec62910 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0341389 Nov 19 03:53:56.621424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-b8d6e90f-77bd-4756-a216-5540551f79a1 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/quotas/3161597cb3914de0a18a55663a49d310 HTTP/1.1" status: 200 len: 375 time: 0.0474384 Nov 19 03:53:56.674694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-d888d62e-bb20-4263-a66c-dae8f2e322f4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0809357 Nov 19 03:53:56.685165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-8b7c119d-7b8e-4e69-b8a1-3e396febe1a5 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3161597cb3914de0a18a55663a49d310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628266 Nov 19 03:53:56.723995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-56ffd41a-1d64-4db9-825a-4da53cd2bf08 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0482907 Nov 19 03:53:56.939972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-71412af9-31ad-4105-894b-742c33b9ebab tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.955720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-71412af9-31ad-4105-894b-742c33b9ebab tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.971384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-71412af9-31ad-4105-894b-742c33b9ebab tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:56.973967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-71412af9-31ad-4105-894b-742c33b9ebab tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/networks?id=b79f35db-5d74-4c6d-918e-d329321fa815&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 1995 time: 0.2488959 Nov 19 03:53:56.993077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4d0295a5-57be-44d6-8d36-7043c437dac1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/quotas/466554e416ac42dca001d23bcfd19e2e HTTP/1.1" status: 200 len: 375 time: 0.0119643 Nov 19 03:53:57.162941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-a4a91e40-aff4-429a-ae3b-cf1079b8c780 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1471376 Nov 19 03:53:57.182146 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:57.289723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ded00d56-8f69-45a8-8c51-186dd9b81f45 service neutron] 10.222.0.52 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220815 Nov 19 03:53:57.330424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e233c4-67e2-4439-9061-185f0c7ddc76 req-ea3cb6af-26c0-4e6f-aa2d-665cc279b1b7 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0753772 Nov 19 03:53:57.475168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-6154e311-7c87-4125-99b8-7835e3ed0b3f service neutron] 10.222.0.52 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844347 Nov 19 03:53:57.488484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-cec87b14-5e05-42f9-abf5-f60e7d579832 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3161597cb3914de0a18a55663a49d310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587313 Nov 19 03:53:57.625068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f32d3129-488f-4073-b059-555ba272d289 req-41e04d3a-04ea-4294-9b0b-1bc713885b5f tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 210 time: 0.0583291 Nov 19 03:53:57.677620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-e733b8d0-6f0c-47f2-b41a-1341b93423b6 service neutron] 10.222.0.52 "GET /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1878750 Nov 19 03:53:57.682945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3c6d4eb7-a6c3-44ea-a371-adcb02160dbe req-a82370a3-6992-4a4d-bf26-b13706ec8eea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0569813 Nov 19 03:53:57.796335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-645d2373-8767-4a5c-a31a-7cdf28eabdbe tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:57.798440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-645d2373-8767-4a5c-a31a-7cdf28eabdbe tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861271 Nov 19 03:53:57.799785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a7b8-5d8c-4ceb-8f57-f1b21c2a6058 req-2d4bfe00-4da0-4c37-a1a6-a81ef153b048 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:57.801764 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b129a7b8-5d8c-4ceb-8f57-f1b21c2a6058 req-2d4bfe00-4da0-4c37-a1a6-a81ef153b048 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.0557299 Nov 19 03:53:57.865687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Request body: {'port': {'device_id': '2a35df45-5302-4f5a-8f87-3243b9701200', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3161597cb3914de0a18a55663a49d310'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:57.867971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b129a7b8-5d8c-4ceb-8f57-f1b21c2a6058 req-34317659-0f0c-4381-bbf9-814c1b7e2b1b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585806 Nov 19 03:53:57.906493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ef18e6f1-ba07-436e-b5e9-918d776cca35 service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189901 Nov 19 03:53:58.082278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-8e708eeb-a04e-4600-9a1e-120a2e7c5797 service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384096 Nov 19 03:53:58.098356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7ee1-3d47-4f76-89f5-feeb9f012408 req-799433d2-c503-466a-99cc-443154d49d46 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:58.099977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fdbb7ee1-3d47-4f76-89f5-feeb9f012408 req-799433d2-c503-466a-99cc-443154d49d46 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1194811 Nov 19 03:53:58.155101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-883d24ec-e0ba-4ae2-8655-37d41b54f2d8 service neutron] 10.222.0.52 "GET /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0647187 Nov 19 03:53:58.156088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Made reservation on behalf of 3161597cb3914de0a18a55663a49d310 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:58.162354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:58.163168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fdbb7ee1-3d47-4f76-89f5-feeb9f012408 req-1c7c24b3-e7e5-4112-a40f-34d3f5c435f8 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558999 Nov 19 03:53:58.180824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:58.296719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516a42-2c71-4ea3-8a08-f035396b22df req-9a4042f1-9219-41d8-ba2e-3ecf45e8dcb7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:58.298188 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa516a42-2c71-4ea3-8a08-f035396b22df req-9a4042f1-9219-41d8-ba2e-3ecf45e8dcb7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.0668976 Nov 19 03:53:58.315788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-46c8a4ea-bc92-4fed-81a7-2c66e0aa2279 service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501374 Nov 19 03:53:58.378777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa516a42-2c71-4ea3-8a08-f035396b22df req-66c816e7-7d50-4856-8b6e-c4a704db9d42 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709260 Nov 19 03:53:58.438187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:58.444109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:58.535862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd179fe-46d3-4cf7-9339-ceeabf74d33b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:58.569763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-48753fd3-9a8b-4bb1-8885-1db56f8756aa service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451828 Nov 19 03:53:58.602718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3cbe6e7-f20c-4971-8205-c85a0add80b6 req-be8c4ef7-53f2-478b-8935-632cd1e45a51 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0816033 Nov 19 03:53:58.693283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Allocated IP 192.168.233.56 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/50bfd554-6a79-4aee-b738-6fd9208872a2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:58.734048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-fcd9c4de-9e67-4314-9ccd-d64c0dce91b4 service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629922 Nov 19 03:53:58.739766 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-9abb9360-c98f-40d8-9f7d-1fee37c7c430 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3161597cb3914de0a18a55663a49d310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730927 Nov 19 03:53:58.915460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afabf1d9-0315-4ea3-ad98-b1a38c0578bf req-0c19daf9-ede6-4b44-ae2e-c70a1529d408 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 210 time: 0.0434706 Nov 19 03:53:58.983632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-5a84a9df-19ab-463d-930f-d973ab463153 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:58.985622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-5a84a9df-19ab-463d-930f-d973ab463153 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187119 Nov 19 03:53:59.063306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Request body: {'port': {'device_id': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '3161597cb3914de0a18a55663a49d310'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:53:59.174736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadc51a-8a14-4552-8a91-d5036eb90dc6 req-e304f72e-8430-4417-980f-7aab1effc1ae tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:59.176573 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbadc51a-8a14-4552-8a91-d5036eb90dc6 req-e304f72e-8430-4417-980f-7aab1effc1ae tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1644793 Nov 19 03:53:59.270622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbadc51a-8a14-4552-8a91-d5036eb90dc6 req-586c19c3-6deb-4c54-9ceb-4360a6d903b3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Nov 19 03:53:59.281407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Made reservation on behalf of 3161597cb3914de0a18a55663a49d310 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:53:59.285959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:59.324315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-20b85981-c990-4f0e-a1d8-3dc7cc56c1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793047 Nov 19 03:53:59.481293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:59.482339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a7fd5-425d-4084-9d52-c777007cf3fc req-abe08c47-c98c-46a2-80c2-87ce8d182ed2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:59.491516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c5a7fd5-425d-4084-9d52-c777007cf3fc req-abe08c47-c98c-46a2-80c2-87ce8d182ed2 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1314147 Nov 19 03:53:59.538008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-a223f900-9c4c-49d5-8c97-29fab152019e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:59.539414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-a223f900-9c4c-49d5-8c97-29fab152019e tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 945 time: 0.1731629 Nov 19 03:53:59.540304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c5a7fd5-425d-4084-9d52-c777007cf3fc req-3616d2f8-e555-41ad-8780-eb1802e667b3 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/security-groups?id=0844f7c6-4b73-4850-bdc2-9dd5e882eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Nov 19 03:53:59.556473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-c886edf4-b0d0-4d6b-a3fa-ec451fb515ed service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209964 Nov 19 03:53:59.687096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4bb25-4bbc-4fee-bf6a-9e5923854cec req-35e7b84c-05ba-4ef6-a186-cbff291513c9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:59.689252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e4bb25-4bbc-4fee-bf6a-9e5923854cec req-35e7b84c-05ba-4ef6-a186-cbff291513c9 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.0681455 Nov 19 03:53:59.726662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:53:59.800064 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e4bb25-4bbc-4fee-bf6a-9e5923854cec req-a2ab1131-6953-4b89-bc6d-bc1c82d76f5f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039832 Nov 19 03:53:59.815087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Allocated IP 192.168.233.42 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/bfd58c2b-c30e-470f-aafa-6106538911b9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:53:59.818271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:53:59.851182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:53:59.854712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:53:59.857758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:53:59.939574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-8d29c06d-72d7-4a70-89c3-3ee7b4fca6a7 service neutron] 10.222.0.52 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686538 Nov 19 03:53:59.953670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:53:59.954523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.032902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Deleting port 4ff55af7-1b70-4c31-82c8-47c097ffa558 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:00.033841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.050214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a7764c6b-0cd4-4dfb-a19b-5c150ff5ec58 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1940403 Nov 19 03:54:00.080052 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a1dabda-47a0-47ea-9873-d39a6249f143 req-df983230-03a0-46ca-9bad-16c7f065b416 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0493724 Nov 19 03:54:00.111459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Request body: {'port': {'device_id': '2a35df45-5302-4f5a-8f87-3243b9701200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:00.183984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.251701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.268923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4c510bc6-2f5b-4e4f-a038-ad618939ac32 None None] Provisioning complete for port 50bfd554-6a79-4aee-b738-6fd9208872a2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:00.270373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4c510bc6-2f5b-4e4f-a038-ad618939ac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.322241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:00.334815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4c510bc6-2f5b-4e4f-a038-ad618939ac32 None None] Port 50bfd554-6a79-4aee-b738-6fd9208872a2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:00.345398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.347115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:00.353928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:00.363399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:00.364086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.381055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2160c50a-c888-4973-a000-15b1328d5524 service neutron] 10.222.0.52 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219449 Nov 19 03:54:00.393058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3430092 Nov 19 03:54:00.402000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72129-eab7-498b-977f-d33409ad5f5b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:00.423761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Request body: {'port': {'device_id': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:00.436705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b728b5-6fa7-4782-804c-b3f94f605f44 req-ced4fd71-56e6-48cf-a239-95be26602f13 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:00.441315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-52af9977-980c-410c-b7be-2e0fed493020 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:00.444253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-52af9977-980c-410c-b7be-2e0fed493020 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.2878489 Nov 19 03:54:00.444478 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-86b728b5-6fa7-4782-804c-b3f94f605f44 req-ced4fd71-56e6-48cf-a239-95be26602f13 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 935 time: 0.1610942 Nov 19 03:54:00.515489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-1'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:00.537546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-86b728b5-6fa7-4782-804c-b3f94f605f44 req-0ac2736f-5875-4260-a1d1-d7d8b1f0393c tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920811 Nov 19 03:54:00.572460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.573471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] For port 4ff55af7-1b70-4c31-82c8-47c097ffa558, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4ff55af7-1b70-4c31-82c8-47c097ffa558,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:00.573862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.616293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Calling delete_port for 4ff55af7-1b70-4c31-82c8-47c097ffa558 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:00.774910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-461fc383-5dbf-4dc4-a85c-a3e1263a4f69 None None] Provisioning complete for port bfd58c2b-c30e-470f-aafa-6106538911b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:00.775459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-461fc383-5dbf-4dc4-a85c-a3e1263a4f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.813787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9bb12361-cf0b-49be-aa87-2cebdae3d5eb service neutron] 10.222.0.52 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166551 Nov 19 03:54:00.839479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:00.899796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-461fc383-5dbf-4dc4-a85c-a3e1263a4f69 None None] Port bfd58c2b-c30e-470f-aafa-6106538911b9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:01.182296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977af38c-4e18-4553-b1c5-7f8b259a1a0a req-8cdf987f-a5ef-43fc-a91b-8dba992d1382 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:01.192707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-977af38c-4e18-4553-b1c5-7f8b259a1a0a req-8cdf987f-a5ef-43fc-a91b-8dba992d1382 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 945 time: 0.1729608 Nov 19 03:54:01.241169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-152fa5da-c759-444f-b968-57995382d607 service neutron] 10.222.0.52 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065936 Nov 19 03:54:01.277193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:01.320569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-977af38c-4e18-4553-b1c5-7f8b259a1a0a req-20e48ee2-c918-40a9-80da-73e91331fa23 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249883 Nov 19 03:54:01.322877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd58c2b-c30e-470f-aafa-6106538911b9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:01.347989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.372622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Transition to ACTIVE for port object bfd58c2b-c30e-470f-aafa-6106538911b9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:01.381137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.496166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:01.503090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.506190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f05f1ea2-af79-4d3e-bfeb-c86b24af06dd req-d3a72d4c-9b19-47a5-91d3-9ca3b3d9644a tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.52 "GET /v2.0/ports?device_id=34a25de7-754d-44cb-86f2-5e7f5d6c2eb4 HTTP/1.1" status: 200 len: 210 time: 0.0601568 Nov 19 03:54:01.517775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 has no active binding in host n-h2-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:54:01.552279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['4ff55af7-1b70-4c31-82c8-47c097ffa558'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:01.580831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:01.604906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Pushing event deleted for resources: {'Port': ['ID=4ff55af7-1b70-4c31-82c8-47c097ffa558,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:01.614677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Attempting to bind port bfd58c2b-c30e-470f-aafa-6106538911b9 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:01.615052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Attempting to bind port bfd58c2b-c30e-470f-aafa-6106538911b9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:01.615587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Attempting to bind port bfd58c2b-c30e-470f-aafa-6106538911b9 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:01.625628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Port bfd58c2b-c30e-470f-aafa-6106538911b9 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:01.625992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Attempting to bind port bfd58c2b-c30e-470f-aafa-6106538911b9 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:01.635473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:01.638357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:01.639305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:01.639983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Bound port: bfd58c2b-c30e-470f-aafa-6106538911b9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:01.648574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.652592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.662030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:01.784298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] No DVR routers for this DVR port 4ff55af7-1b70-4c31-82c8-47c097ffa558 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:01.790098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0118cc-05ff-4b8c-8273-772e1c0d0d9d req-167d07aa-df14-439b-b8f0-ef3237de9c19 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:01.790357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-d7f5e407-2446-433e-869f-785ea39504a8 service neutron] 10.222.0.52 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268333 Nov 19 03:54:01.795907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.797549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f0118cc-05ff-4b8c-8273-772e1c0d0d9d req-167d07aa-df14-439b-b8f0-ef3237de9c19 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1168659 Nov 19 03:54:01.799255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-160f6dbb-f2aa-4d42-ad26-a4903bc1b7c8 req-f112f762-3cdb-4dae-a612-a59c834163e4 tempest-FloatingIPsAssociationTestJSON-238811589 tempest-FloatingIPsAssociationTestJSON-238811589-project] 10.222.0.31 "DELETE /v2.0/ports/4ff55af7-1b70-4c31-82c8-47c097ffa558 HTTP/1.1" status: 204 len: 173 time: 2.2453203 Nov 19 03:54:01.799710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'name': 'network-vif-deleted', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:01.802061 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb88576-5e5a-41ce-8d45-5dcdd4327d85" -d '{"events": [{"server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "name": "network-vif-deleted", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:01.807829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:01.837858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:01.858806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.875054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:01.924264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:01.925554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.927085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] 10.222.0.31 "PUT /v2.0/ports/bfd58c2b-c30e-470f-aafa-6106538911b9 HTTP/1.1" status: 200 len: 1095 time: 1.5077062 Nov 19 03:54:01.930316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:01.932937 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884167f-e570-46cb-92d9-c36b72fd7f76" -d '{"events": [{"name": "network-changed", "server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:01.944622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bfd554-6a79-4aee-b738-6fd9208872a2 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:01.954225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f0118cc-05ff-4b8c-8273-772e1c0d0d9d req-d3701c49-7eee-49c4-9400-d0144d87475f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515119 Nov 19 03:54:01.969796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.973917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:01.998788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c32f-e39e-4ac7-ae22-d5169353aca7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:02.006980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.016113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Transition to ACTIVE for port object 50bfd554-6a79-4aee-b738-6fd9208872a2 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:02.113780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.150473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-140a9277-43b7-4470-bc1d-2b488fb5a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:02.152009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-140a9277-43b7-4470-bc1d-2b488fb5a362 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3161597cb3914de0a18a55663a49d310&device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 1098 time: 0.1171956 Nov 19 03:54:02.253543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:02.310294 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2b4ec52d-a241-4c4d-bc01-e0f416fae299 req-ef162776-1c1a-4f9f-bdca-40c6fcd0ea07 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1160021 Nov 19 03:54:02.312670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-74431f82-14a6-4c95-a93b-9c1f7e36cd1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=bfd58c2b-c30e-470f-aafa-6106538911b9 HTTP/1.1" status: 200 len: 217 time: 0.1433229 Nov 19 03:54:02.400784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:02.441257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on host n-h1-818503-1 for vnic_type normal with profile {"migrating_to": "n-h2-818503-1"} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:02.442317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:02.442842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:02.455389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-16b3e559-0166-4866-aa97-1aedbbe966e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:02.460049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-16b3e559-0166-4866-aa97-1aedbbe966e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1394815 Nov 19 03:54:02.486044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:02.486555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Attempting to bind port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:02.502056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:02.502983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:02.503686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:02.504331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Bound port: 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:02.504853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.614220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Attempting to bind port 50bfd554-6a79-4aee-b738-6fd9208872a2 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:02.614570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Attempting to bind port 50bfd554-6a79-4aee-b738-6fd9208872a2 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:02.614904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Attempting to bind port 50bfd554-6a79-4aee-b738-6fd9208872a2 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:02.646536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-42c68f4b-714f-44d0-a435-dffbd2028569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:02.652481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Port 50bfd554-6a79-4aee-b738-6fd9208872a2 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:02.652996 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-42c68f4b-714f-44d0-a435-dffbd2028569 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441100 Nov 19 03:54:02.654862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Attempting to bind port 50bfd554-6a79-4aee-b738-6fd9208872a2 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:02.675739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:02.677110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:02.682489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:02.683695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Bound port: 50bfd554-6a79-4aee-b738-6fd9208872a2, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:02.684302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.769074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:02.793712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:02.811275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.851741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd1978-3cbd-447e-ae0f-96ec03a1e8e6 req-79c4825e-2fe2-4a5e-927f-713c1318bdf2 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:02.865405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08bd1978-3cbd-447e-ae0f-96ec03a1e8e6 req-79c4825e-2fe2-4a5e-927f-713c1318bdf2 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.1187687 Nov 19 03:54:02.874836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:02.897143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:02.904547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-77c7a4ac-c786-41ce-9f20-0ab8e5dca1e9 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427692 Nov 19 03:54:02.928028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.935930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=8']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:02.954801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:02.955857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:02.957724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-21f67b43-7d50-4892-aeb6-2d827c44a530 service neutron] 10.222.0.31 "PUT /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 1121 time: 2.4491627 Nov 19 03:54:02.998824 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08bd1978-3cbd-447e-ae0f-96ec03a1e8e6 req-b3d07f6c-0632-4de2-ae37-e03ecdd9ed89 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320319 Nov 19 03:54:03.016379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.017046 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:03.018575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] 10.222.0.31 "PUT /v2.0/ports/50bfd554-6a79-4aee-b738-6fd9208872a2 HTTP/1.1" status: 200 len: 1095 time: 2.9158568 Nov 19 03:54:03.030182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:03.085410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329062d-2cbe-4a24-a0dc-512515891392 service neutron] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:03.136908 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527b7fe2-77a4-4fdd-81a0-18cbad8c8bb0 x-openstack-request-id: req-527b7fe2-77a4-4fdd-81a0-18cbad8c8bb0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:03.138945 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a25de7-754d-44cb-86f2-5e7f5d6c2eb4", "name": "network-vif-deleted", "tag": "4ff55af7-1b70-4c31-82c8-47c097ffa558", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:03.138945 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-527b7fe2-77a4-4fdd-81a0-18cbad8c8bb0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:03.139509 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a25de7-754d-44cb-86f2-5e7f5d6c2eb4', 'name': 'network-vif-deleted', 'tag': '4ff55af7-1b70-4c31-82c8-47c097ffa558', 'status': 'completed', 'code': 200} Nov 19 03:54:03.149313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c120e77a-6b3d-4d47-a3a0-9e566d99d7f9 req-82dafc92-62fa-4260-8aa1-33bb9e4a2946 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375743 Nov 19 03:54:03.193134 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85a063-3ffe-4956-b990-cc59a07a1e00 x-openstack-request-id: req-4b85a063-3ffe-4956-b990-cc59a07a1e00 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:03.193750 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:03.194185 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b85a063-3ffe-4956-b990-cc59a07a1e00 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:03.194806 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'status': 'completed', 'code': 200} Nov 19 03:54:03.237193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-afe81a37-cb9c-4071-af10-0c9dd447d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.238798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-afe81a37-cb9c-4071-af10-0c9dd447d6ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3161597cb3914de0a18a55663a49d310&device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 1098 time: 0.1346970 Nov 19 03:54:03.250072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38866) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:03.301322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:03.328413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4ff55af7-1b70-4c31-82c8-47c097ffa558 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:03.440133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 4ff55af7-1b70-4c31-82c8-47c097ffa558 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:03.441127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4ff55af7-1b70-4c31-82c8-47c097ffa558 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:03.470331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77edec-4513-44be-9bd9-2f69ec29279f req-43785482-d45e-4d90-a036-ed6acb91a23a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.483168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef77edec-4513-44be-9bd9-2f69ec29279f req-43785482-d45e-4d90-a036-ed6acb91a23a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.2455206 Nov 19 03:54:03.540261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-7f61b43c-4ea1-400d-8631-2f1de0702dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.545097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-7f61b43c-4ea1-400d-8631-2f1de0702dc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3161597cb3914de0a18a55663a49d310&device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 1098 time: 0.2466202 Nov 19 03:54:03.724227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-264bcbff-21c8-47ff-a110-1c79639238f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.726190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-264bcbff-21c8-47ff-a110-1c79639238f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1512511 Nov 19 03:54:03.762648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef77edec-4513-44be-9bd9-2f69ec29279f req-06504143-edb8-4c3a-94e6-56fbed007d83 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738023 Nov 19 03:54:03.843609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-a6fae882-7564-402c-b1d5-1731a7b87c49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=50bfd554-6a79-4aee-b738-6fd9208872a2 HTTP/1.1" status: 200 len: 217 time: 0.5653038 Nov 19 03:54:03.937524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84f9b1-e5e4-4280-a6f7-c5aec4ca2ec4 req-4c32a41b-e905-4aeb-8986-13715ec4a7c4 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.951298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed84f9b1-e5e4-4280-a6f7-c5aec4ca2ec4 req-4c32a41b-e905-4aeb-8986-13715ec4a7c4 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1213162 Nov 19 03:54:03.982126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-44afcfe2-0a63-46d7-a911-1e08124c0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:03.983861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-44afcfe2-0a63-46d7-a911-1e08124c0a15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1203833 Nov 19 03:54:04.059339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed84f9b1-e5e4-4280-a6f7-c5aec4ca2ec4 req-1341fa59-d081-44ee-99fe-d5c81281b853 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064529 Nov 19 03:54:04.092580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-06b38c36-0c01-4d42-a0e6-100031914224 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=bfd58c2b-c30e-470f-aafa-6106538911b9 HTTP/1.1" status: 200 len: 217 time: 0.1401787 Nov 19 03:54:04.093799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7511be3c-6abd-4ab9-914d-5b7d2e57740a req-6f61cb20-61be-48ba-9af8-19dde4c9131e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0806715 Nov 19 03:54:04.095689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-53a34047-b216-49d2-860b-facfb43742d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:04.097371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-53a34047-b216-49d2-860b-facfb43742d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889852 Nov 19 03:54:04.250068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-287e288e-0921-412d-a70e-ade4356d477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:04.251470 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-287e288e-0921-412d-a70e-ade4356d477a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1571012 Nov 19 03:54:04.321260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-bb4b21ea-88da-4ecd-adc9-bbdece56a3ce service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144291 Nov 19 03:54:04.367912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-fd8d5222-a4fd-40a8-8c07-f4491ce7357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:04.369356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-fd8d5222-a4fd-40a8-8c07-f4491ce7357b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815940 Nov 19 03:54:04.372668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-512708a1-6466-4a06-a3b0-c788ff998114 req-f85159ca-b7b0-4a1a-a611-de94c34df956 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1167958 Nov 19 03:54:04.483898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d29757fa-c6bf-4c5b-b8cb-a61898b47133 req-f3793be0-e888-414e-ac0f-c749f4aeebe5 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362395 Nov 19 03:54:04.535601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bc600-05db-443f-a168-5ca563d7ef52 req-40a670c9-e8dc-4011-83dc-476cca6a8e5d tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:04.537027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b2bc600-05db-443f-a168-5ca563d7ef52 req-40a670c9-e8dc-4011-83dc-476cca6a8e5d tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.1070089 Nov 19 03:54:04.567835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-505d2477-68de-4f3f-8289-de629ca63315 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864924 Nov 19 03:54:04.725618 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b2bc600-05db-443f-a168-5ca563d7ef52 req-2056d3d3-8420-4a28-993e-8d5442cd86b6 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670556 Nov 19 03:54:04.762955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9884167f-e570-46cb-92d9-c36b72fd7f76 req-f4c8843f-35b5-421e-9640-ea306aa13ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848137 Nov 19 03:54:04.791758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:04.835200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1347877d-82bd-4641-9673-42b25c08d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:04.836598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1347877d-82bd-4641-9673-42b25c08d255 service neutron] 10.222.0.36 "GET /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 1031 time: 0.0904231 Nov 19 03:54:04.945892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa120f42-071f-469d-a58f-1fad6ccf7552 req-5e02ea52-be43-4122-96b2-50afde20bf37 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:04.953775 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa120f42-071f-469d-a58f-1fad6ccf7552 req-5e02ea52-be43-4122-96b2-50afde20bf37 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.0718813 Nov 19 03:54:05.031709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa120f42-071f-469d-a58f-1fad6ccf7552 req-9afdefe0-c0de-4fdf-bdd3-b170cef2f8f0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769498 Nov 19 03:54:05.140225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'}, {'name': 'network-changed', 'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'}, {'name': 'network-changed', 'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:05.142676 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7817b0f-9fb2-4535-82ad-e84dba6d9695" -d '{"events": [{"server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65"}, {"name": "network-changed", "server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65"}, {"name": "network-changed", "server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:05.286155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:05.308357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc88eddc-0de4-4385-bc42-2798ede364f0 req-49648df9-118d-452c-8b70-5da04b42b6e6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0408764 Nov 19 03:54:05.321213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-402d6be1-6767-4acd-b9d3-e64e6d9452ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.322652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-402d6be1-6767-4acd-b9d3-e64e6d9452ee service neutron] 10.222.0.36 "GET /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 1032 time: 0.4696813 Nov 19 03:54:05.386476 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32051d-91fb-42b1-8f43-02fdf8799bbf x-openstack-request-id: req-ba32051d-91fb-42b1-8f43-02fdf8799bbf {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:05.386806 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65", "code": 200}, {"name": "network-changed", "server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:05.387208 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba32051d-91fb-42b1-8f43-02fdf8799bbf {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:05.388260 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'code': 200} Nov 19 03:54:05.389123 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'status': 'completed', 'code': 200} Nov 19 03:54:05.389400 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'status': 'completed', 'code': 200} Nov 19 03:54:05.502169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:05.508177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-12f0c3f3-5aa5-4fdd-b6e1-9eb7f1b96aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.510279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-12f0c3f3-5aa5-4fdd-b6e1-9eb7f1b96aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1124 time: 0.1057332 Nov 19 03:54:05.540368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5', 'port_id': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'mac_address': 'fa:16:3e:6b:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c33486f-ed83-4309-9e25-5064047df0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:54:05.640907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e7d3-3486-4404-8c6d-9208ff95f530 req-47920de5-76ca-4023-9524-ca191aa02491 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.642527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36c2e7d3-3486-4404-8c6d-9208ff95f530 req-47920de5-76ca-4023-9524-ca191aa02491 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.3867114 Nov 19 03:54:05.650648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:05.699279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2469820-e73a-4eb7-b9cd-fef8e45375a9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:05.738614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:05.743321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c13f4a3-5d53-4efa-a370-d30d89a8b2b3 req-a277d733-9e4d-42e8-ac80-241b0003f3ba tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0996435 Nov 19 03:54:05.748814 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:05.749579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:05.771642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-af0d1f56-ddf8-416b-a0c3-436d0a1f5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.773268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-af0d1f56-ddf8-416b-a0c3-436d0a1f5a1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3161597cb3914de0a18a55663a49d310&device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 1098 time: 0.3204598 Nov 19 03:54:05.783620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0bc89df8-aa09-465c-a546-10fa59ae55d7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.789705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0bc89df8-aa09-465c-a546-10fa59ae55d7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.796565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0bc89df8-aa09-465c-a546-10fa59ae55d7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.798404 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0bc89df8-aa09-465c-a546-10fa59ae55d7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "GET /v2.0/networks?id=b79f35db-5d74-4c6d-918e-d329321fa815&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 1995 time: 0.4590855 Nov 19 03:54:05.863880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-3a215ce6-026f-4600-90e8-6b8d3d9fa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:05.865506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-3a215ce6-026f-4600-90e8-6b8d3d9fa541 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.3448694 Nov 19 03:54:05.912633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:05.934838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-f1b10b53-34fd-40d2-835a-dd4014611c38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0593984 Nov 19 03:54:05.952440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36c2e7d3-3486-4404-8c6d-9208ff95f530 req-cde32080-0fd4-4862-bd23-474a4db6bb2d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021731 Nov 19 03:54:06.072140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-7a372e3f-5bfd-4246-9246-3492ce7be643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:06.078981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-7a372e3f-5bfd-4246-9246-3492ce7be643 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1273680 Nov 19 03:54:06.091730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:06.110532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'mac_address': 'fa:16:3e:44:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:54:06.152401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-bd10d340-d2ee-4cb5-a375-c39dfed3281b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674005 Nov 19 03:54:06.153763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-8a58e402-eb88-4407-8e03-2c238b8492ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:06.155511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-8a58e402-eb88-4407-8e03-2c238b8492ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3561149 Nov 19 03:54:06.161763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1c091086-57c9-4106-ac9b-322f1b1573b1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466554e416ac42dca001d23bcfd19e2e HTTP/1.1" status: 200 len: 380 time: 0.3509777 Nov 19 03:54:06.194945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'admin_state_up': True, 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'security_groups': ['78b0f2ba-a2db-41ac-9e61-012bb846dc47']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:06.205509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:06.224702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd58c2b-c30e-470f-aafa-6106538911b9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:06.258911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e817d2e-0ecf-43fd-ae98-6c12097b5ed3 req-ac1489a9-ce6a-410c-8f95-e5fb97830664 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:06.260190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:06.266666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e817d2e-0ecf-43fd-ae98-6c12097b5ed3 req-ac1489a9-ce6a-410c-8f95-e5fb97830664 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.3342619 Nov 19 03:54:06.271908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:06.366889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e817d2e-0ecf-43fd-ae98-6c12097b5ed3 req-d8297eec-c0ed-4b54-8f1b-9078e02211b9 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907197 Nov 19 03:54:06.371375 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-748edb45-3f5b-4d1d-b820-59f0984f3a19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=50bfd554-6a79-4aee-b738-6fd9208872a2 HTTP/1.1" status: 200 len: 217 time: 0.0977931 Nov 19 03:54:06.464887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-9a5e3c98-166e-41d4-91d9-32f18907630a service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928791 Nov 19 03:54:06.496283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Deleting port b1e87e1d-c6ae-45ad-9274-439744403e5a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:06.497321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:06.579990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7af9744d-639b-4697-8e43-d754d7c2dc30 req-4acaf58c-3cda-4a44-90e1-fffe4707caa8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0678816 Nov 19 03:54:06.582369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:06.593920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] For port b1e87e1d-c6ae-45ad-9274-439744403e5a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b1e87e1d-c6ae-45ad-9274-439744403e5a,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:06.595280 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:06.613374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Calling delete_port for b1e87e1d-c6ae-45ad-9274-439744403e5a owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:06.664946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-eaa28d67-0623-4cf4-8a36-a82fda7e3bdb service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933141 Nov 19 03:54:06.710673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-8ac7e61e-0ab3-486b-bf0e-08bf16537bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:06.712370 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-8ac7e61e-0ab3-486b-bf0e-08bf16537bca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.3269198 Nov 19 03:54:06.720975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ada154-bc83-4389-935e-43fc652dfa05 req-8aba053e-1137-42a8-8305-b0faa84e192e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:06.728630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c0ada154-bc83-4389-935e-43fc652dfa05 req-8aba053e-1137-42a8-8305-b0faa84e192e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.3558395 Nov 19 03:54:06.775475 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:54:06.819097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bfd58c2b-c30e-470f-aafa-6106538911b9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:06.872890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f2469820-e73a-4eb7-b9cd-fef8e45375a9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:06.910698 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c0ada154-bc83-4389-935e-43fc652dfa05 req-b7d844be-31cd-47a3-81c7-78db56848528 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802814 Nov 19 03:54:06.928330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-151cf4ba-02d2-409b-bdd5-5bff5578f1ab req-afe30db6-b90e-4fe8-b8e0-0e98441b977f tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0490294 Nov 19 03:54:06.974706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-c9b5a29d-f0a4-479d-8dfc-2001bdd4bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:06.979890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-c9b5a29d-f0a4-479d-8dfc-2001bdd4bdab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214196 Nov 19 03:54:07.017302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:07.020776 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:07.286069 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-dda41cc4-24b1-49fe-b5ac-5c0a5853c777 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879398 Nov 19 03:54:07.309803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:07.400579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51cf2-008c-4c14-8728-e82248073810 req-8406252b-638c-4f77-8589-aecfb0f1df19 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:07.409287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af51cf2-008c-4c14-8728-e82248073810 req-8406252b-638c-4f77-8589-aecfb0f1df19 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 945 time: 0.3270581 Nov 19 03:54:07.466706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:07.487227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'mac_address': 'fa:16:3e:2d:00:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:54:07.531819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:07.586841 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:07.618433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bfd554-6a79-4aee-b738-6fd9208872a2 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:07.641485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d7c37-f64e-4efc-b8fc-942759419605 req-40cadc82-0b3c-476d-a65e-6b464e0818b2 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:07.644536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e54d7c37-f64e-4efc-b8fc-942759419605 req-40cadc82-0b3c-476d-a65e-6b464e0818b2 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 948 time: 0.1203258 Nov 19 03:54:07.663548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e87e1d-c6ae-45ad-9274-439744403e5a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:07.682522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:07.691727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:07.734492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af51cf2-008c-4c14-8728-e82248073810 req-293b301d-97e7-43b7-94d4-3ff1cbf29ec8 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236027 Nov 19 03:54:07.738663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 172.20.0.11 (b79f35db-5d74-4c6d-918e-d329321fa815/375c000d-4953-4b63-9109-7bdb7522b219/c548f4fc-88d5-4971-b56c-21d40f11c7c8) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:07.759199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7817b0f-9fb2-4535-82ad-e84dba6d9695 req-de85baab-f016-4318-bfab-49ad3d860499 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603231 Nov 19 03:54:07.799512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e54d7c37-f64e-4efc-b8fc-942759419605 req-27746668-d286-4e23-8486-b280a50500bf tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483090 Nov 19 03:54:07.832371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:07.973967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fa47-891b-41ab-a786-70652d2d68d2 req-da87ddc9-a00a-4bdd-9d9e-1a4673178834 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0622094 Nov 19 03:54:08.062974 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:08.091731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['50bfd554-6a79-4aee-b738-6fd9208872a2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:08.115678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b1d73-a9a8-429e-bc54-769377e27ae7 req-7cf6648a-db27-48fe-8b00-f9f707e597e5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:08.118094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a3b1d73-a9a8-429e-bc54-769377e27ae7 req-7cf6648a-db27-48fe-8b00-f9f707e597e5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.0767663 Nov 19 03:54:08.142619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-472e5ddc-a1df-4962-ba9d-6535fc152e12 req-c32a93aa-94ab-4697-a914-a18758d68b96 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0746455 Nov 19 03:54:08.233364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a3b1d73-a9a8-429e-bc54-769377e27ae7 req-0030ebdd-eb5a-4e62-ac77-d4b77e73058e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Nov 19 03:54:08.405722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:08.451567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:08.510312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network b79f35db-5d74-4c6d-918e-d329321fa815 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:08.627494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Router ba070d84-9cb0-4a88-80ed-9c74655ec2fc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:54:08.632671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:08.635748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:08.642650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:08.643551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:08.654572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=c548f4fc-88d5-4971-b56c-21d40f11c7c8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:08.751395 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-9eb6be04-780a-4b54-80c1-7320dcc6066d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5793095 Nov 19 03:54:08.774421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'admin_state_up': True, 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'security_groups': ['78b0f2ba-a2db-41ac-9e61-012bb846dc47']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:08.991591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cefb52-7d6b-4d02-a3d8-fb4c3b3c6540 req-599e3bbd-89ff-47d4-9ef8-eb5483a4d3d2 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:08.999425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84cefb52-7d6b-4d02-a3d8-fb4c3b3c6540 req-599e3bbd-89ff-47d4-9ef8-eb5483a4d3d2 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 948 time: 0.0828722 Nov 19 03:54:09.029015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-46e77222-338e-4684-a3c9-cab03e689279 None None] Provisioning complete for port c548f4fc-88d5-4971-b56c-21d40f11c7c8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:09.029761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-46e77222-338e-4684-a3c9-cab03e689279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:09.060107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84cefb52-7d6b-4d02-a3d8-fb4c3b3c6540 req-075c8112-5ec9-49a7-a38f-2c836ec3a169 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567155 Nov 19 03:54:09.111034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-46e77222-338e-4684-a3c9-cab03e689279 None None] Port c548f4fc-88d5-4971-b56c-21d40f11c7c8 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:09.322748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:09.334883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704783-5749-40e1-bcd8-6c02c08d8bc1 req-ecdf3ef2-aba5-4c31-aee9-5a4fb48cd206 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:09.336681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65704783-5749-40e1-bcd8-6c02c08d8bc1 req-ecdf3ef2-aba5-4c31-aee9-5a4fb48cd206 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 932 time: 0.1132593 Nov 19 03:54:09.416710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:54:09.429368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d2d5a9f3-76a7-4b9f-96b0-2b5554f3ecda admin admin] 10.222.0.52 "PUT /v2.0/routers/ba070d84-9cb0-4a88-80ed-9c74655ec2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1746109 Nov 19 03:54:09.431447 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] Sync routers for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:54:09.431934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38982) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:09.435459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b31b7-357f-4016-8115-974fb8385a83 req-f68d062d-453b-44fc-99d4-b7a655eb8d1a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:09.442865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e08b31b7-357f-4016-8115-974fb8385a83 req-f68d062d-453b-44fc-99d4-b7a655eb8d1a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 945 time: 0.1543331 Nov 19 03:54:09.445480 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:09.446782 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:09.469034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port f2469820-e73a-4eb7-b9cd-fef8e45375a9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:54:09.474540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port f2469820-e73a-4eb7-b9cd-fef8e45375a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:09.475151 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:09.583077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65704783-5749-40e1-bcd8-6c02c08d8bc1 req-05a6ef0a-bf94-48a1-897a-d33413a97339 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353377 Nov 19 03:54:09.608987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e08b31b7-357f-4016-8115-974fb8385a83 req-01e61fd5-2ffa-4214-8149-8bebb4ccdc23 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651444 Nov 19 03:54:09.631586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:09.635402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:09.637571 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:09.707336 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:09.714170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:09.717065 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87e5afe-f11b-4e17-a8fc-76e5bcd4a015" -d '{"events": [{"server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "name": "network-vif-plugged", "status": "completed", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:09.797609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:09.814851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:09.815680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:09.818691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7093a625-e0b9-4756-8a7e-9f094e07d0ab req-f97068ac-b66a-4a36-ba90-b8f119c6d166 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0618806 Nov 19 03:54:09.851554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:09.986987 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e6357e-ce63-400d-913c-99de0079f48d x-openstack-request-id: req-00e6357e-ce63-400d-913c-99de0079f48d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:09.987572 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "name": "network-vif-plugged", "status": "completed", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:09.988035 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00e6357e-ce63-400d-913c-99de0079f48d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:09.988625 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'code': 200} Nov 19 03:54:09.990073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:10.019201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:54:07Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:10.050133 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] Checking router: ba070d84-9cb0-4a88-80ed-9c74655ec2fc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:54:10.060015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] Routers {'ba070d84-9cb0-4a88-80ed-9c74655ec2fc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:10.061012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:10.127833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.141313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port bfd58c2b-c30e-470f-aafa-6106538911b9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:54:10.150369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bfd58c2b-c30e-470f-aafa-6106538911b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:10.151195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.188223 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] Set router ba070d84-9cb0-4a88-80ed-9c74655ec2fc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:10.191149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 10.1.1.137 (154fbbde-5f23-40d2-b48e-e647a8d00b23/7e25fc0e-e810-4d6d-bc48-caad75de017d/14d370e1-540a-4b3d-b8b8-c0c18fd0f68f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:10.370961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.378268 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:54:07Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:10.409956 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fdb34d-84fd-48ca-9126-e60bf9ba164a None None] The sync data for ids ['ba070d84-9cb0-4a88-80ed-9c74655ec2fc'] in n-d-818503-1 is: [{'id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1796523024-router', 'tenant_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:21Z', 'updated_at': '2021-11-19T03:54:07Z', 'revision_number': 5, 'project_id': '8dbdcbff30924a7d9f9d1c78619b3df2', 'gw_port': {'id': 'fb4284b9-63d2-4236-a34e-bf5d32ee63ac', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba070d84-9cb0-4a88-80ed-9c74655ec2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:22Z', 'updated_at': '2021-11-19T03:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:54:10.426282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:10.431493 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.432784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:10.434006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853f54d-037a-4b6b-a7c3-d023d7ec6175 req-8cd6e864-f5a1-4e65-a608-4a6c5f40b4d0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:10.436117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1853f54d-037a-4b6b-a7c3-d023d7ec6175 req-8cd6e864-f5a1-4e65-a608-4a6c5f40b4d0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.5757680 Nov 19 03:54:10.442351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0834-484a-4127-9b35-c96cad86617b req-02d02b9f-a57e-4152-8209-bbe7e046abb4 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:10.459640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbdb0834-484a-4127-9b35-c96cad86617b req-02d02b9f-a57e-4152-8209-bbe7e046abb4 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 948 time: 0.2423115 Nov 19 03:54:10.523413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Deleting port fb4284b9-63d2-4236-a34e-bf5d32ee63ac {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:10.524093 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.542342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbdb0834-484a-4127-9b35-c96cad86617b req-5a246237-6eea-4908-8142-8c3ce02a0400 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775735 Nov 19 03:54:10.577771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86578-03de-4877-a76c-7a8a68b229ae req-f7caf276-2cf6-4742-a229-446a40ca6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:10.577771 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3a86578-03de-4877-a76c-7a8a68b229ae req-f7caf276-2cf6-4742-a229-446a40ca6469 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1097 time: 0.4852958 Nov 19 03:54:10.609980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:10.682745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1853f54d-037a-4b6b-a7c3-d023d7ec6175 req-bf85a622-010c-4253-9f97-57342542f7f6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126110 Nov 19 03:54:10.685203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 50bfd554-6a79-4aee-b738-6fd9208872a2 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:54:10.690303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 50bfd554-6a79-4aee-b738-6fd9208872a2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:10.690688 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.750061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] For port fb4284b9-63d2-4236-a34e-bf5d32ee63ac, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:10.750376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.754441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.785824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Calling delete_port for fb4284b9-63d2-4236-a34e-bf5d32ee63ac owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:10.841506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b1e87e1d-c6ae-45ad-9274-439744403e5a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:10.877450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.881485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b1e87e1d-c6ae-45ad-9274-439744403e5a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:10.881868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b1e87e1d-c6ae-45ad-9274-439744403e5a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:10.942911 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:10.982304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:10.994887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.062889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:11.079168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3a86578-03de-4877-a76c-7a8a68b229ae req-01d7d2d8-b2e1-4965-b59c-6d64bf6df8ae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911182 Nov 19 03:54:11.082592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:11.093175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:11.118651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:11.129617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:11.130850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.133905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:11.179371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14492-f617-48a7-ba86-4883c840987b req-a6657a27-a114-418a-b38e-603adcc47c42 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:11.185418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dcd14492-f617-48a7-ba86-4883c840987b req-a6657a27-a114-418a-b38e-603adcc47c42 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.3200531 Nov 19 03:54:11.192335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.193492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4e4b4b80-440c-4a6e-bd8d-d61b433f53d1 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4244156 Nov 19 03:54:11.212364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'admin_state_up': True, 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'security_groups': ['78b0f2ba-a2db-41ac-9e61-012bb846dc47']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:11.370146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639218b-8cf2-4f8e-8b3c-0be999b22203 req-9f4771fe-1c1d-4e46-8fa3-6851c06e6d1b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:11.377967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e639218b-8cf2-4f8e-8b3c-0be999b22203 req-9f4771fe-1c1d-4e46-8fa3-6851c06e6d1b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 932 time: 0.5530846 Nov 19 03:54:11.403522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dcd14492-f617-48a7-ba86-4883c840987b req-ee9edbd6-7cfa-4f59-a82f-a06714739a26 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073927 Nov 19 03:54:11.427584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4284b9-63d2-4236-a34e-bf5d32ee63ac,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:11.430896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:11.439297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.442057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.563574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9b5a2108-11c7-44cb-b0bb-b162ed095c99 None None] Provisioning complete for port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:11.564130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2108-11c7-44cb-b0bb-b162ed095c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.641354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a2108-11c7-44cb-b0bb-b162ed095c99 None None] Port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:11.656224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 10.1.1.140 (154fbbde-5f23-40d2-b48e-e647a8d00b23/7e25fc0e-e810-4d6d-bc48-caad75de017d/7ce8ff7d-51bb-4243-b518-b6aee004bf09) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:11.687723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e639218b-8cf2-4f8e-8b3c-0be999b22203 req-97943fca-b9fd-4881-9caf-a4f4075cd868 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020244 Nov 19 03:54:11.690702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.695330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.814117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.815029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba070d84-9cb0-4a88-80ed-9c74655ec2fc {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:54:11.828754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.833167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc2e80d8-cf05-4ec7-a920-14c4fdeda7df admin admin] 10.222.0.52 "DELETE /v2.0/routers/ba070d84-9cb0-4a88-80ed-9c74655ec2fc HTTP/1.1" status: 204 len: 168 time: 2.3960385 Nov 19 03:54:11.835164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39024) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:11.897472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875bb3a-db8f-4ac0-8e64-ac1e887de931 req-b6c52a89-6005-4916-a34c-751ab213c04b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:11.899552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6875bb3a-db8f-4ac0-8e64-ac1e887de931 req-b6c52a89-6005-4916-a34c-751ab213c04b tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 949 time: 0.1160586 Nov 19 03:54:11.904929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.938246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Deleting subnet b7f7751a-9399-4513-bc71-a15ce9436770 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:54:11.943042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.962869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63cefa60-8690-4fc3-93f7-0803761bd5d5 req-85add537-d8e9-4f9b-9d0c-630c57eeedaa tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1887126 Nov 19 03:54:11.971383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:11.994018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9'}, {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:11.994018 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264fa77d-72a9-429f-9896-c618d487d22e" -d '{"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-plugged", "status": "completed", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9"}, {"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-plugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:12.068696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.098406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:12.104203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:12.125274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:12.130898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6875bb3a-db8f-4ac0-8e64-ac1e887de931 req-02779652-709f-4f85-95c6-612040010135 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145109 Nov 19 03:54:12.136312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:12.137592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.150981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:12.207142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-36d7ec55-2c7b-4085-b9fa-f416a8024586 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0033028 Nov 19 03:54:12.229029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.230186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'admin_state_up': True, 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'security_groups': ['78b0f2ba-a2db-41ac-9e61-012bb846dc47']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:12.242407 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b910f1-0f56-4f5b-809c-6b781e4ba624 x-openstack-request-id: req-05b910f1-0f56-4f5b-809c-6b781e4ba624 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:12.242712 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-plugged", "status": "completed", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9", "code": 200}, {"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-plugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:12.242975 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05b910f1-0f56-4f5b-809c-6b781e4ba624 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:12.243378 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'code': 200} Nov 19 03:54:12.243641 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'code': 200} Nov 19 03:54:12.257216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:12.322336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.380764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f7751a-9399-4513-bc71-a15ce9436770,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:12.386520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.394337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-65328bf4-9c6a-45ae-8014-f58cdd858296 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7f7751a-9399-4513-bc71-a15ce9436770 HTTP/1.1" status: 204 len: 168 time: 0.5558083 Nov 19 03:54:12.410234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4619b40-54f5-427e-b005-7e4ed552ffc4 None None] Network 26bc891e-e9b4-44b2-96f6-83f9733cf85c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:54:12.411223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39038) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:12.595778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:12.625244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2992b910-16fa-4b5a-a8b6-b8a7b45f2203 None None] Provisioning complete for port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:12.626689 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2992b910-16fa-4b5a-a8b6-b8a7b45f2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.682731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2992b910-16fa-4b5a-a8b6-b8a7b45f2203 None None] Port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:12.705642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.733389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f0bf-2a97-4470-874e-f170d31a5bb0 req-d684408b-7c47-4629-9a02-acc28cabfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:12.737055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80d6f0bf-2a97-4470-874e-f170d31a5bb0 req-d684408b-7c47-4629-9a02-acc28cabfcec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 1100 time: 0.2046304 Nov 19 03:54:12.748107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec92c-6e40-46b1-a3b2-1fa8b0701f31 req-fb77eb87-0640-4317-ba56-842c490f6161 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:12.750874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300d5e7-477a-40fa-9531-bc0d902c63fc req-18cf5512-5812-4067-92a3-2a2a189abc79 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:12.753094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2300d5e7-477a-40fa-9531-bc0d902c63fc req-18cf5512-5812-4067-92a3-2a2a189abc79 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1765299 Nov 19 03:54:12.756525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc71e9f-be03-4221-bdf1-bc5de0e0de52 req-c6d77621-1fbd-4ac2-865e-e51a4b5224e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:12.758224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbc71e9f-be03-4221-bdf1-bc5de0e0de52 req-c6d77621-1fbd-4ac2-865e-e51a4b5224e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 1100 time: 0.1797001 Nov 19 03:54:12.758996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb4284b9-63d2-4236-a34e-bf5d32ee63ac no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:12.759655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-331ec92c-6e40-46b1-a3b2-1fa8b0701f31 req-fb77eb87-0640-4317-ba56-842c490f6161 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.2255414 Nov 19 03:54:12.815342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: fb4284b9-63d2-4236-a34e-bf5d32ee63ac {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:12.816312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb4284b9-63d2-4236-a34e-bf5d32ee63ac not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:12.841773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] DHCP port deletion for 26bc891e-e9b4-44b2-96f6-83f9733cf85c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:54:12.869203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.900526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] Deleting port c1aeb255-d379-4a0c-a7f3-be97805fea8f {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:12.900897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.904641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbc71e9f-be03-4221-bdf1-bc5de0e0de52 req-d4692f5a-59a9-4e41-ad07-3b9ea4001ec6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181545 Nov 19 03:54:12.906654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80d6f0bf-2a97-4470-874e-f170d31a5bb0 req-5a6a8578-7e51-474d-9fc5-f87dd6ccf0e9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425657 Nov 19 03:54:12.927809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Deleting port c1aeb255-d379-4a0c-a7f3-be97805fea8f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:12.928314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:12.941297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-331ec92c-6e40-46b1-a3b2-1fa8b0701f31 req-361c9d82-94d1-4a59-8256-1b569a31cfe4 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807406 Nov 19 03:54:12.993879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] For port c1aeb255-d379-4a0c-a7f3-be97805fea8f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1aeb255-d379-4a0c-a7f3-be97805fea8f,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:12.994318 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.008098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] Calling delete_port for c1aeb255-d379-4a0c-a7f3-be97805fea8f owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:13.033826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] For port c1aeb255-d379-4a0c-a7f3-be97805fea8f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1aeb255-d379-4a0c-a7f3-be97805fea8f,segment=NetworkSegment(6a386af7-1485-441d-9869-1a2a2003fda7),segment_id=6a386af7-1485-441d-9869-1a2a2003fda7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:13.034367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.048773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Calling delete_port for c1aeb255-d379-4a0c-a7f3-be97805fea8f owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:13.143510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.171665 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.189512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1aeb255-d379-4a0c-a7f3-be97805fea8f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:13.198802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2300d5e7-477a-40fa-9531-bc0d902c63fc req-b72980a6-005c-4f8b-9a3e-f92669d91452 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143076 Nov 19 03:54:13.205418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] No DVR routers for this DVR port c1aeb255-d379-4a0c-a7f3-be97805fea8f on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:13.221773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] Pushing event deleted for resources: {'Port': ['ID=c1aeb255-d379-4a0c-a7f3-be97805fea8f,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:13.244990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e1f1f-a41e-4611-8566-838bbc3a0fe7 None None] No DVR routers for this DVR port c1aeb255-d379-4a0c-a7f3-be97805fea8f on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:13.249030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 10.2.2.100 (c69e1ea4-5edc-4766-a2dc-5fdb6bbca430/2110ca6a-c9bc-41ca-8f9c-9d63ea723821/555efabb-4477-4e7d-81c0-cb41be75451d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:13.307136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.313450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d8aab-a946-44af-8c5f-586fe454be99 req-e1b225dd-77bb-4fef-af28-0af37d330e3e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:13.319798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d8aab-a946-44af-8c5f-586fe454be99 req-e1b225dd-77bb-4fef-af28-0af37d330e3e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:13.326594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d8aab-a946-44af-8c5f-586fe454be99 req-e1b225dd-77bb-4fef-af28-0af37d330e3e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:13.328420 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-349d8aab-a946-44af-8c5f-586fe454be99 req-e1b225dd-77bb-4fef-af28-0af37d330e3e tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 2375 time: 0.1897821 Nov 19 03:54:13.338641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbb121c0-c9ac-4cf4-b4db-1ac703e2a820 req-1580c9fe-1ba5-4e5e-8e90-6d4636004fd2 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0360756 Nov 19 03:54:13.351810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bc891e-e9b4-44b2-96f6-83f9733cf85c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:13.363588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a386af7-1485-441d-9869-1a2a2003fda7') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:13.363904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a386af7-1485-441d-9869-1a2a2003fda7') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:13.379686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.395440 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.415943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:54:13.416637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:54:13.419100 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:54:13.472522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-349d8aab-a946-44af-8c5f-586fe454be99 req-94184176-d671-4284-9d91-f6f5546bfef8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252143 Nov 19 03:54:13.542404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.550950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8941e-e147-425a-97e9-ed7a5bf50394 req-d374dcdd-5cf9-4074-8843-23d719964f35 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:13.562431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bfa8941e-e147-425a-97e9-ed7a5bf50394 req-d374dcdd-5cf9-4074-8843-23d719964f35 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 949 time: 0.0771654 Nov 19 03:54:13.571962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.582935 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.587371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.591285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/26bc891e-e9b4-44b2-96f6-83f9733cf85c HTTP/1.1" status: 204 len: 168 time: 1.1784980 Nov 19 03:54:13.607261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debc5d0-ab3b-487d-b964-2d004aaeb5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=26bc891e-e9b4-44b2-96f6-83f9733cf85c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:13.643715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:13.649680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:13.655309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:13.661158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:13.661831 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.664313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bfa8941e-e147-425a-97e9-ed7a5bf50394 req-808ff66b-2f5d-4aed-aee4-95f72adea4be tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008725 Nov 19 03:54:13.690637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:13.716057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-aeb5e608-d9bb-4e88-9e30-93cf54555d14 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4967210 Nov 19 03:54:13.730382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'admin_state_up': True, 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'security_groups': ['78b0f2ba-a2db-41ac-9e61-012bb846dc47']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:13.892734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Made reservation on behalf of 466554e416ac42dca001d23bcfd19e2e for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:13.902637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:13.929189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:14.038759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cd241186-95ab-441d-be51-c35e05224c1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dbdcbff30924a7d9f9d1c78619b3df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082973 Nov 19 03:54:14.040388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39104) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:14.042416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1652d916-ebf8-4695-9fd1-9fa4081c4193 None None] Provisioning complete for port 555efabb-4477-4e7d-81c0-cb41be75451d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:14.042912 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1652d916-ebf8-4695-9fd1-9fa4081c4193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.060832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ed272193-4daf-43a4-829f-fa2e754cd809 service neutron] 10.222.0.36 "GET /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.1071761 Nov 19 03:54:14.136272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1652d916-ebf8-4695-9fd1-9fa4081c4193 None None] Port 555efabb-4477-4e7d-81c0-cb41be75451d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:14.176209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-974a0152-5f8c-443a-b738-f89ac9bc60b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.191544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68617cb1-9b9f-4b05-87b4-f6fc5e2bbfdc req-8b61c18e-8deb-40c3-a282-ffc6da37f75b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:14.198813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68617cb1-9b9f-4b05-87b4-f6fc5e2bbfdc req-8b61c18e-8deb-40c3-a282-ffc6da37f75b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 943 time: 0.1217682 Nov 19 03:54:14.252884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-974a0152-5f8c-443a-b738-f89ac9bc60b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.271397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Allocated IP 10.2.2.200 (c69e1ea4-5edc-4766-a2dc-5fdb6bbca430/2110ca6a-c9bc-41ca-8f9c-9d63ea723821/cf7bd7fb-460e-475e-bc20-778740460318) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:14.322600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68617cb1-9b9f-4b05-87b4-f6fc5e2bbfdc req-4e520f14-2423-42c6-9797-5e56508a3462 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226997 Nov 19 03:54:14.381630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:14.407059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:14.459545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:14.483491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:14.502659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-974a0152-5f8c-443a-b738-f89ac9bc60b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.509562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-974a0152-5f8c-443a-b738-f89ac9bc60b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.510765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.510903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-974a0152-5f8c-443a-b738-f89ac9bc60b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0844f7c6-4b73-4850-bdc2-9dd5e882eac6 HTTP/1.1" status: 204 len: 168 time: 0.4698565 Nov 19 03:54:14.606417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452edd62-e662-4e77-b0a6-9b7beb9d0b8b req-5af676b1-082d-45c0-a215-8b687ab9525b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:14.609004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-452edd62-e662-4e77-b0a6-9b7beb9d0b8b req-5af676b1-082d-45c0-a215-8b687ab9525b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1864071 Nov 19 03:54:14.615418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a0152-5f8c-443a-b738-f89ac9bc60b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844f7c6-4b73-4850-bdc2-9dd5e882eac6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:14.691555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] Transition to ACTIVE for port object 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:14.722254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.726402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.764072 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-452edd62-e662-4e77-b0a6-9b7beb9d0b8b req-4aff9633-b644-402d-841d-a3dff036df34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437533 Nov 19 03:54:14.797128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7422e7f4-3977-4305-ba90-32aaf3bcfa7a req-fb464466-d8d5-4e34-86a2-343175e5092a tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0963962 Nov 19 03:54:14.800687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.847032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1aeb255-d379-4a0c-a7f3-be97805fea8f no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:14.876103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c1aeb255-d379-4a0c-a7f3-be97805fea8f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:14.876783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1aeb255-d379-4a0c-a7f3-be97805fea8f not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:14.928239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:14.932091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:14.955009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:14.959203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:14.959916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:14.995738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] No DVR routers for this DVR port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:15.016830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:15.025225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event updated for resources: {'Port': ['ID=cf7bd7fb-460e-475e-bc20-778740460318,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:15.036841 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-69b32d48-3282-4b60-a39f-b697a446fded tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135452 Nov 19 03:54:15.062174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:15.082941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-e928270e-8b3b-4574-a4ac-405b941148ba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.089088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-e928270e-8b3b-4574-a4ac-405b941148ba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.101829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-e928270e-8b3b-4574-a4ac-405b941148ba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.109685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-e928270e-8b3b-4574-a4ac-405b941148ba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.120306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-0f511270-4e8e-40e3-a0df-848f5f7dcfc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65/bindings/n-h2-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0419757 Nov 19 03:54:15.123184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-e928270e-8b3b-4574-a4ac-405b941148ba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.131436 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-e928270e-8b3b-4574-a4ac-405b941148ba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 3817 time: 0.1962965 Nov 19 03:54:15.186346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48d8a7-0340-407e-a195-1eb6e9c7c318 req-ecc14dd9-7d05-4906-991e-98ec24c18ad0 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.198270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d48d8a7-0340-407e-a195-1eb6e9c7c318 req-ecc14dd9-7d05-4906-991e-98ec24c18ad0 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 949 time: 0.1316271 Nov 19 03:54:15.272918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:15.294508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d48d8a7-0340-407e-a195-1eb6e9c7c318 req-c1885565-1df1-459a-b20a-60dde4138bfa tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949781 Nov 19 03:54:15.314116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ac03ee0-b1b4-4807-9aba-bc94c1a721c5 req-bfe07376-dc9e-4428-9db5-e33be03d3cf4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816940 Nov 19 03:54:15.374373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-3d66a8be-0706-4ad4-95a7-3f74bc9cb255 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.375896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-3d66a8be-0706-4ad4-95a7-3f74bc9cb255 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.1708152 Nov 19 03:54:15.407255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-06b575c3-a8da-4635-a43d-5f06b2c12ed2 None None] Provisioning complete for port cf7bd7fb-460e-475e-bc20-778740460318 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:15.409276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06b575c3-a8da-4635-a43d-5f06b2c12ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:15.465678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-06b575c3-a8da-4635-a43d-5f06b2c12ed2 None None] Port cf7bd7fb-460e-475e-bc20-778740460318 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:15.546459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-5dc97336-9a02-468e-a40a-1274e31d4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.548012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-5dc97336-9a02-468e-a40a-1274e31d4403 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66&tenant_id=4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1481533 Nov 19 03:54:15.552283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b07193-ff84-44b9-b1ee-8ba5b780d576 req-4daf71bb-f3e1-4b1c-aaac-f86e92055f1e tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.553750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4b07193-ff84-44b9-b1ee-8ba5b780d576 req-4daf71bb-f3e1-4b1c-aaac-f86e92055f1e tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1097 time: 0.1451573 Nov 19 03:54:15.577094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-2cf5d64c-03af-4408-80de-510a43171d8a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.579647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-2cf5d64c-03af-4408-80de-510a43171d8a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.1701119 Nov 19 03:54:15.599483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-d381aac3-e44a-4860-b59a-cf2592c2b2ce tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/quotas/37bf2823bf5d4646890a1332f31ee744 HTTP/1.1" status: 200 len: 375 time: 0.0133042 Nov 19 03:54:15.667425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f3763ffc-522e-49c2-a4a4-867629192ced tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617247 Nov 19 03:54:15.698713 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4b07193-ff84-44b9-b1ee-8ba5b780d576 req-74991ecc-3f10-4b6c-a2fd-97adb611a755 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328053 Nov 19 03:54:15.707675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ad45e27c-e4ba-442d-89f3-5c26fc8ea154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.709176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-ad45e27c-e4ba-442d-89f3-5c26fc8ea154 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1095 time: 0.1046023 Nov 19 03:54:15.790834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-acf2f94e-9a3d-47ca-840d-5a42e32247cd service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220341 Nov 19 03:54:15.839801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39168) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:15.845264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-e10ca33c-0c07-4c8a-9d4c-4b96f13d10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:15.847085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-e10ca33c-0c07-4c8a-9d4c-4b96f13d10b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.1296461 Nov 19 03:54:15.908366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-6c9951ca-8c47-40a0-b564-f38042b2d6f4 service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164770 Nov 19 03:54:15.940950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-786291ec-c1d5-462e-ad8d-287005c387fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 200 len: 217 time: 0.0851648 Nov 19 03:54:15.947022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1898202060-network', 'tenant_id': '4350b521b1f34e0ea88488732b49db58'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:15.976884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Made reservation on behalf of 4350b521b1f34e0ea88488732b49db58 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:15.980001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:15.992106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.070261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af35e20-25ec-4351-90a2-781a25ca5e79 req-04e3c1fd-b87f-4728-ae79-63ec8c2c28e3 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:16.083368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9af35e20-25ec-4351-90a2-781a25ca5e79 req-04e3c1fd-b87f-4728-ae79-63ec8c2c28e3 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 949 time: 0.2304428 Nov 19 03:54:16.088238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c548f4fc-88d5-4971-b56c-21d40f11c7c8 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:16.101711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.116985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Transition to ACTIVE for port object c548f4fc-88d5-4971-b56c-21d40f11c7c8 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:16.129795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.148441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-1fa98711-c0d6-4ea9-82f6-9d3ba10fced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:16.149267 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-1fa98711-c0d6-4ea9-82f6-9d3ba10fced4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1745040 Nov 19 03:54:16.155487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.155674 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.190004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:54:16.203782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.204670 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Added segment 2eb2199f-2702-47fd-bd61-2e814fe07881 of type vlan for network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c Nov 19 03:54:16.257552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-b9734c4e-a628-412e-a84a-99585705eac5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885365 Nov 19 03:54:16.267511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:16.285130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0712454d-5865-439d-83d6-be1528c91d74,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:16.317602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d18e-e4de-4638-b6e9-85e06af5dd66 req-d70e8f77-7aba-4368-ac53-2e6d1955fdbe tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:16.318502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9af35e20-25ec-4351-90a2-781a25ca5e79 req-9e3f0a82-9af6-440a-9672-ec9b244629d0 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299790 Nov 19 03:54:16.326960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37a5d18e-e4de-4638-b6e9-85e06af5dd66 req-d70e8f77-7aba-4368-ac53-2e6d1955fdbe tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.2113330 Nov 19 03:54:16.368490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.426182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Pushing event updated for resources: {'Port': ['ID=c548f4fc-88d5-4971-b56c-21d40f11c7c8,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:16.463234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Attempting to bind port c548f4fc-88d5-4971-b56c-21d40f11c7c8 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:16.463596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Attempting to bind port c548f4fc-88d5-4971-b56c-21d40f11c7c8 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:16.463835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Attempting to bind port c548f4fc-88d5-4971-b56c-21d40f11c7c8 on network b79f35db-5d74-4c6d-918e-d329321fa815 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:16.470673 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.492595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Port c548f4fc-88d5-4971-b56c-21d40f11c7c8 on network b79f35db-5d74-4c6d-918e-d329321fa815 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:16.492897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Attempting to bind port c548f4fc-88d5-4971-b56c-21d40f11c7c8 on network b79f35db-5d74-4c6d-918e-d329321fa815 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:16.519523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:16.523359 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77fe7ac-5a0b-47ee-9636-e71a9a3443bf" -d '{"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-unplugged", "status": "completed", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:16.538792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37a5d18e-e4de-4638-b6e9-85e06af5dd66 req-165097f0-cad8-4b57-9e5b-f1bd79a1d323 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104013 Nov 19 03:54:16.541541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:16.551194 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.564178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:16.564178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Checking segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:16.564178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Bound using segment: {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:16.564178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Bound port: c548f4fc-88d5-4971-b56c-21d40f11c7c8, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:16.564713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-c94284b7-e2e0-441e-a891-aeef71dcd198 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:16.566346 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.574187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-c94284b7-e2e0-441e-a891-aeef71dcd198 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7407148-cdab-49d7-be77-457bd809b4c2 HTTP/1.1" status: 200 len: 945 time: 0.2617369 Nov 19 03:54:16.621867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0d08-36b1-461f-a160-9c117504b59c req-f25d4bfe-cbf2-4f3a-8a7d-bc8eb9022217 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:16.623693 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a2fc0d08-36b1-461f-a160-9c117504b59c req-f25d4bfe-cbf2-4f3a-8a7d-bc8eb9022217 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1097 time: 0.2169850 Nov 19 03:54:16.628941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-4c5e6760-a6c7-4f3f-b282-fec0e61c349c service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086147 Nov 19 03:54:16.642396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.643372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:16.643968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:16.670922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:16.747988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-914b9ffa-536b-4bb0-9676-2cabf9c76cc9 req-9b3ca5d8-9de6-4663-a1e7-cfdc99e3914b tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0986722 Nov 19 03:54:17.061091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2195437 Nov 19 03:54:17.070675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39192) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:17.081481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Request body: {'subnet': {'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1898202060-subnet', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:17.098190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cb137-6c8b-45f9-b8e9-5f265f6b972c admin admin] Pushing event updated for resources: {'Network': ['ID=31e4a16e-f6bf-4f5e-9ba3-da566a62c86c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:17.110622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:54:17.118827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23b68979-72ad-49af-bc18-57bf8ceb7599 req-ad67fe6e-8708-4afd-a618-b4d71c8b805b tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 210 time: 0.0500686 Nov 19 03:54:17.164418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Made reservation on behalf of 4350b521b1f34e0ea88488732b49db58 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:17.166951 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.212037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-a72f9807-c7c5-4875-9d93-76ee205bae51 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611610 Nov 19 03:54:17.282751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a2fc0d08-36b1-461f-a160-9c117504b59c req-e6a6752c-2afd-400e-9298-687da22b2da5 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452992 Nov 19 03:54:17.287827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Deleting port 075df4fa-4a06-448e-b5e7-b7ec404f3131 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:17.288123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.288676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] For port c548f4fc-88d5-4971-b56c-21d40f11c7c8, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:17.292731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] For port c548f4fc-88d5-4971-b56c-21d40f11c7c8, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:17.305031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.379082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.379616 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.380922 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] 10.222.0.36 "PUT /v2.0/ports/c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 200 len: 1092 time: 2.3321323 Nov 19 03:54:17.381615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb66b23-19cf-4d19-85fb-a975c2f5e772 service neutron] Pushing event updated for resources: {'Port': ['ID=c548f4fc-88d5-4971-b56c-21d40f11c7c8,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:17.384291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-cf9b4e4c-5ae5-472c-b857-ef5fe65a4cf3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.385457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:17.388587 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54da47-6591-463a-a696-f475c4c5e79e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:17.391619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-cf9b4e4c-5ae5-472c-b857-ef5fe65a4cf3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.397683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-cf9b4e4c-5ae5-472c-b857-ef5fe65a4cf3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.405147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-cf9b4e4c-5ae5-472c-b857-ef5fe65a4cf3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.411356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-cf9b4e4c-5ae5-472c-b857-ef5fe65a4cf3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.414426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-cf9b4e4c-5ae5-472c-b857-ef5fe65a4cf3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 3829 time: 0.1891999 Nov 19 03:54:17.423768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:17.486971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] For port 075df4fa-4a06-448e-b5e7-b7ec404f3131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=075df4fa-4a06-448e-b5e7-b7ec404f3131,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:17.487366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.503290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Calling delete_port for 075df4fa-4a06-448e-b5e7-b7ec404f3131 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:17.525949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.922605 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:17.941020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2931c7e7-13f9-4fa5-8057-f5f49de5b816 req-7e67dc25-7581-4926-a2e5-29db8f782b71 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023443 Nov 19 03:54:17.955617 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82300fb9-7278-4796-ad0b-135710d30444 x-openstack-request-id: req-82300fb9-7278-4796-ad0b-135710d30444 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:17.956095 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-unplugged", "status": "completed", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:17.956210 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82300fb9-7278-4796-ad0b-135710d30444 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:17.956701 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'code': 200} Nov 19 03:54:17.968432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-c0fda842-8196-4c52-9d9d-513a66a1e75f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:17.970403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-c0fda842-8196-4c52-9d9d-513a66a1e75f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.3435254 Nov 19 03:54:18.051114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Request body: {'port': {'device_id': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'admin_state_up': True, 'tenant_id': '37bf2823bf5d4646890a1332f31ee744'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:18.053878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-f2f6f6a9-9734-4cc9-bbda-aa82aa1d16af tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.055459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-f2f6f6a9-9734-4cc9-bbda-aa82aa1d16af tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.3132162 Nov 19 03:54:18.058147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:18.067109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.135678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event deleted for resources: {'Port': ['ID=075df4fa-4a06-448e-b5e7-b7ec404f3131,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:18.153973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Checking segment: {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:18.153973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Network hostable DHCP agents. Network: 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:54:18.167835 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a53bb65-f6bd-40d4-90eb-ea8a3fe254bf x-openstack-request-id: req-7a53bb65-f6bd-40d4-90eb-ea8a3fe254bf {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:18.168151 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:18.168420 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a53bb65-f6bd-40d4-90eb-ea8a3fe254bf {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:18.168822 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'status': 'completed', 'code': 200} Nov 19 03:54:18.228820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] No DVR routers for this DVR port 075df4fa-4a06-448e-b5e7-b7ec404f3131 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:18.232110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-337a5b72-a17d-4a85-8787-1eedbbced330 req-2bb7b6d5-5150-433e-ac85-b2ffc70c30c7 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0610125 Nov 19 03:54:18.235693 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.239102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-038af1ab-bd6e-46e1-ba87-db7de63d8ad9 req-8bf2c310-1726-4187-a4f2-6891a6ca0e1f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "DELETE /v2.0/ports/075df4fa-4a06-448e-b5e7-b7ec404f3131 HTTP/1.1" status: 204 len: 173 time: 1.6638994 Nov 19 03:54:18.239551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-deleted', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:18.241881 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e12c8f4-5165-4c76-b329-7bf00d950f6d" -d '{"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-deleted", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:18.290586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:54:18.323756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:18.334117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa8207-afcf-4015-bb89-237fe6a260bd None None] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:54:18.345443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.346082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.377151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-b713a80b-92fd-468d-a2e9-e1064c0dca57 service neutron] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:18.380819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-b713a80b-92fd-468d-a2e9-e1064c0dca57 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.382603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d106d9d4-85e8-499a-9430-8a32ebe18406 req-b713a80b-92fd-468d-a2e9-e1064c0dca57 service neutron] 10.222.0.31 "DELETE /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65/bindings/n-h1-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.3146112 Nov 19 03:54:18.413559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-4619e72f-2a64-4d4b-8cc9-56781d70c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.414237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-4619e72f-2a64-4d4b-8cc9-56781d70c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.414515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-4619e72f-2a64-4d4b-8cc9-56781d70c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.415003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-4619e72f-2a64-4d4b-8cc9-56781d70c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.415481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-4619e72f-2a64-4d4b-8cc9-56781d70c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.419364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d54da47-6591-463a-a696-f475c4c5e79e req-4619e72f-2a64-4d4b-8cc9-56781d70c634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 4364 time: 0.2513628 Nov 19 03:54:18.488352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d4ea54-469a-4c6d-baa6-ae382fce994d {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:18.506261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c05a26f1-5a0d-4574-a5f8-24dbd1e91c63 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4324934 Nov 19 03:54:18.508813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39230) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:18.515867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:18.564619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.565775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.594900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27985e6-48e3-4a27-9775-4424510f95a7 req-a34b868d-d35d-406a-b805-fc45e3e7ef71 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.602871 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a27985e6-48e3-4a27-9775-4424510f95a7 req-a34b868d-d35d-406a-b805-fc45e3e7ef71 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.4329710 Nov 19 03:54:18.604710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Made reservation on behalf of 37bf2823bf5d4646890a1332f31ee744 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:54:18.608941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.622352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.674522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.785687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-31e4a16e-f6bf-4f5e-9ba3-da566a62c86c', 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'fixed_ips': [{'subnet_id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:54:18.788763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.882736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Transition to ACTIVE for port object a1d4ea54-469a-4c6d-baa6-ae382fce994d will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:18.890174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-cc32d971-9cf8-49e7-8282-9fcc014c429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.891073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-cc32d971-9cf8-49e7-8282-9fcc014c429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.892115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-cc32d971-9cf8-49e7-8282-9fcc014c429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:18.899216 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d54da47-6591-463a-a696-f475c4c5e79e req-cc32d971-9cf8-49e7-8282-9fcc014c429e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=466554e416ac42dca001d23bcfd19e2e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4596636 Nov 19 03:54:18.911574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:18.978821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Allocated IP 172.20.0.2 (31e4a16e-f6bf-4f5e-9ba3-da566a62c86c/faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320/b6f27afe-b41e-4f4e-9b3e-95c8cb73061a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:19.148262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.226492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.244028 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.285835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.325909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.328320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:19.335036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:19.338975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:19.429902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Attempting to bind port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:19.430324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Attempting to bind port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:19.431256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a27985e6-48e3-4a27-9775-4424510f95a7 req-f534ecf4-51e6-40ec-8bab-627528e1e2da tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8273919 Nov 19 03:54:19.432701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Attempting to bind port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a on network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:19.444931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:19.445196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Checking segment: {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:19.446013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.446013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Bound using segment: {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:19.446478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Bound port: b6f27afe-b41e-4f4e-9b3e-95c8cb73061a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:19.447346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.456288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54da47-6591-463a-a696-f475c4c5e79e req-b5ee6ec5-9c3c-4702-9e71-706d7b1708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:19.457927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d54da47-6591-463a-a696-f475c4c5e79e req-b5ee6ec5-9c3c-4702-9e71-706d7b1708a3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5467222 Nov 19 03:54:19.458628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:19.516615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Pushing event updated for resources: {'Port': ['ID=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:19.642417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6df51bc3-b6c7-4326-a4c8-9a50300e81d3 req-5f5c328c-0bc6-4485-8af1-40bc9e3c4f9a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 210 time: 0.0831275 Nov 19 03:54:19.665206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] For port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:19.672976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] For port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:19.675894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Allocated IP 172.25.8.61 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/803c638e-c90b-4c46-b5c7-56b935f7a2a4) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:19.683340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.723643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Attempting to bind port a1d4ea54-469a-4c6d-baa6-ae382fce994d on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:19.742672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Attempting to bind port a1d4ea54-469a-4c6d-baa6-ae382fce994d by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:19.743441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Attempting to bind port a1d4ea54-469a-4c6d-baa6-ae382fce994d on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:19.771501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Allocated IP 172.20.0.9 (146f215f-978f-425b-b687-acc960aa29a5/9acd5cfa-407f-4db8-beff-70f0f303470a/89bef623-5020-488b-8831-69f261fd0382) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:19.791562 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b88e5c-c3bf-446e-8322-b0ad8a99cf39 x-openstack-request-id: req-c0b88e5c-c3bf-446e-8322-b0ad8a99cf39 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:19.791562 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7407148-cdab-49d7-be77-457bd809b4c2", "name": "network-vif-deleted", "tag": "075df4fa-4a06-448e-b5e7-b7ec404f3131", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:19.791562 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0b88e5c-c3bf-446e-8322-b0ad8a99cf39 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:19.798399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Port a1d4ea54-469a-4c6d-baa6-ae382fce994d on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:19.799140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Attempting to bind port a1d4ea54-469a-4c6d-baa6-ae382fce994d on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:19.800135 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7407148-cdab-49d7-be77-457bd809b4c2', 'name': 'network-vif-deleted', 'tag': '075df4fa-4a06-448e-b5e7-b7ec404f3131', 'status': 'completed', 'code': 200} Nov 19 03:54:19.803513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367877a-0659-4c29-8705-dac1e9c2aa81 None None] Pushing event updated for resources: {'Port': ['ID=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:19.830350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:19.830699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Checking segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:19.831220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Bound using segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:19.831669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Bound port: a1d4ea54-469a-4c6d-baa6-ae382fce994d, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:19.832035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:19.944747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.010971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.029220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-d71dea9f-7cdb-496e-a70c-b59827a3a457 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:54:20.030289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-d71dea9f-7cdb-496e-a70c-b59827a3a457 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069942 Nov 19 03:54:20.055114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:20.059840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:20.066039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:20.159689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:20.166099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Pushing event updated for resources: {'Port': ['ID=803c638e-c90b-4c46-b5c7-56b935f7a2a4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:20.177351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.180223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-4a6c7382-3567-403d-8882-c3ac46cd41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.181654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-4a6c7382-3567-403d-8882-c3ac46cd41ac service neutron] 10.222.0.52 "GET /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 1094 time: 0.0901442 Nov 19 03:54:20.190952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.192339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Request body: {'binding': {'host': 'n-h1-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:20.192801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:54:20.200035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.206799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.212978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.219983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.228564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-0c9d28d1-9ea3-4ee5-bce1-d5d7a098cd30 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 4605 time: 0.3178658 Nov 19 03:54:20.237449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:20.268581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.309697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:20.358560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 075df4fa-4a06-448e-b5e7-b7ec404f3131 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:20.360007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.360189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 075df4fa-4a06-448e-b5e7-b7ec404f3131 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:20.361097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.363401 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 1134 time: 2.9461451 Nov 19 03:54:20.366904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.378975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'a1d4ea54-469a-4c6d-baa6-ae382fce994d'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:20.382161 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98335456-72b2-4cda-b249-277fa5bef057" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "a1d4ea54-469a-4c6d-baa6-ae382fce994d"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:20.412443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:20.479757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b10431f2-6bad-40b2-aba5-13b35a8fc93d req-f9d1aee5-a2a5-4a51-a363-21b510f79de0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2488251 Nov 19 03:54:20.551448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942e84-5882-4699-a88d-ab9e58c20601 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:20.565574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.569272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.590950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on host n-h1-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:20.591572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:20.591916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:20.599255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:20.599819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:20.609821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:20.610208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:20.610787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:20.611075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Bound port: f2469820-e73a-4eb7-b9cd-fef8e45375a9, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:20.642980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.724619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2dc39c74-32a6-4abf-9209-2274e88b2602 req-10af5955-af81-48ed-87dd-27869951fd2d tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0884957 Nov 19 03:54:20.727891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Network 146f215f-978f-425b-b687-acc960aa29a5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:20.749664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:20.756742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:20.782971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:20.790977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:20.791831 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.847345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b6f27afe-b41e-4f4e-9b3e-95c8cb73061a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:20.859007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:20.870896 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.878568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-962a76d0-6019-4765-9a32-435186b7de7e service neutron] 10.222.0.52 "POST /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6894650 Nov 19 03:54:20.889828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-f772f0e3-8ce9-48e1-ae35-fe9f96c12230 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8456380 Nov 19 03:54:20.989827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:20.991897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:20.997738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.025755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Request body: {'port': {'device_id': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:21.156538 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.225548 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defdfe54-6790-462c-86b5-99cc57272fb9 x-openstack-request-id: req-defdfe54-6790-462c-86b5-99cc57272fb9 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:21.228569 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "a1d4ea54-469a-4c6d-baa6-ae382fce994d", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:21.229840 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-defdfe54-6790-462c-86b5-99cc57272fb9 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:21.231035 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'a1d4ea54-469a-4c6d-baa6-ae382fce994d', 'status': 'completed', 'code': 200} Nov 19 03:54:21.244537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.318016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Router 2c720617-a5f6-4348-8dbb-37e2e962299b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:54:21.343975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:21.345811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7cd565f-0689-465f-9daa-edf08fc1d621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.355699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.377040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:21.495255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a12e20-b551-4523-b782-068b1b0d2b39 None None] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:54:21.545079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59269856-55ce-4940-b871-61516ecbbdfd req-77d0e58e-44dd-498a-b1e8-068d70040c6b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.553772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59269856-55ce-4940-b871-61516ecbbdfd req-77d0e58e-44dd-498a-b1e8-068d70040c6b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.2043784 Nov 19 03:54:21.561871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6a5a1752-769e-47fd-b977-1edff610f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.563562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6a5a1752-769e-47fd-b977-1edff610f110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1097 time: 0.2567391 Nov 19 03:54:21.620342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:21.645856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.646906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.647542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.648590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.649121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.649652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.651840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98335456-72b2-4cda-b249-277fa5bef057 req-a5d72ca9-d45f-4f43-8dbd-8fd915380bdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5291 time: 0.4350519 Nov 19 03:54:21.711444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c51db369-c248-4a35-94b9-75b72cac8b5e None None] Provisioning complete for port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:21.712079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c51db369-c248-4a35-94b9-75b72cac8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.792118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:21.804968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59269856-55ce-4940-b871-61516ecbbdfd req-1e618505-3263-4ad9-8e32-999067e656d1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500405 Nov 19 03:54:21.832278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-2d17ecf5-55b6-4c0b-a8bd-81e14c42eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.833007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-2d17ecf5-55b6-4c0b-a8bd-81e14c42eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.833535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-2d17ecf5-55b6-4c0b-a8bd-81e14c42eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.835402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98335456-72b2-4cda-b249-277fa5bef057 req-2d17ecf5-55b6-4c0b-a8bd-81e14c42eda5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=466554e416ac42dca001d23bcfd19e2e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1371503 Nov 19 03:54:21.855466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'mac_address': 'fa:16:3e:2d:00:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:54:21.856820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:54:21.873413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Sync routers for ids ['2c720617-a5f6-4348-8dbb-37e2e962299b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:54:21.927337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-cf81ba2a-0b28-4852-afa4-2e672a1e0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:21.929714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-cf81ba2a-0b28-4852-afa4-2e672a1e0f64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.3564601 Nov 19 03:54:21.932957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:21.934440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0ff659ef-2c59-40fb-a092-15b72580f922 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4246666 Nov 19 03:54:21.937866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39300) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:21.953697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Routers {'2c720617-a5f6-4348-8dbb-37e2e962299b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:21.954382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:53:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2c720617-a5f6-4348-8dbb-37e2e962299b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:22.017430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c99a-0648-4986-869b-0dbc962c5c26 req-36e18e2e-eda5-4015-bede-832d4a08884d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:22.020265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e6e7c99a-0648-4986-869b-0dbc962c5c26 req-36e18e2e-eda5-4015-bede-832d4a08884d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 931 time: 0.6988218 Nov 19 03:54:22.027954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90398311-61d9-4187-8c0a-fa0a9110999e {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:22.059287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-501aa3ca-5a5e-4eee-9731-c38382d417d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 217 time: 0.1184657 Nov 19 03:54:22.066905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Set router 2c720617-a5f6-4348-8dbb-37e2e962299b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:22.216668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432aea4-c61f-4f4b-bee2-39f78983d9c0 req-1681d2c9-e12e-4317-b00d-30b5a8c02567 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:22.218441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b432aea4-c61f-4f4b-bee2-39f78983d9c0 req-1681d2c9-e12e-4317-b00d-30b5a8c02567 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1095 time: 0.2628312 Nov 19 03:54:22.232420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:22.239192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:22.254627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-5fa6b136-539a-4b34-a1cf-2a4409bc3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:22.256742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-5fa6b136-539a-4b34-a1cf-2a4409bc3ab9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1772048 Nov 19 03:54:22.305046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50bfd554-6a79-4aee-b738-6fd9208872a2 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:22.335144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-a928999f-d8a1-4ea0-b77f-411dba43bc11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702882 Nov 19 03:54:22.393346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Transition to ACTIVE for port object 90398311-61d9-4187-8c0a-fa0a9110999e will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:22.408732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:22.437769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:22.475981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:22.489901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b432aea4-c61f-4f4b-bee2-39f78983d9c0 req-6152714f-95b7-4d48-b7a4-b40b72e46a95 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604876 Nov 19 03:54:22.495866 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:22.720618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['50bfd554-6a79-4aee-b738-6fd9208872a2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:22.768716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:22.788999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-14f2b30f-4776-4d0f-bc01-4f015aecb05a None None] Provisioning complete for port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:22.789682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-14f2b30f-4776-4d0f-bc01-4f015aecb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:22.847156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b6f27afe-b41e-4f4e-9b3e-95c8cb73061a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:23.051644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335456-72b2-4cda-b249-277fa5bef057 req-d21aaacb-789e-4458-ae5c-223db17711ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.053168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98335456-72b2-4cda-b249-277fa5bef057 req-d21aaacb-789e-4458-ae5c-223db17711ad service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1091890 Nov 19 03:54:23.159981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e6e7c99a-0648-4986-869b-0dbc962c5c26 req-68df5152-7e46-400a-a6cc-2d9c1e4a3044 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9646461 Nov 19 03:54:23.206489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:23.206875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.254244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Pushing event updated for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:23.276913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Attempting to bind port 90398311-61d9-4187-8c0a-fa0a9110999e on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:23.278403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Attempting to bind port 90398311-61d9-4187-8c0a-fa0a9110999e by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:23.279043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Attempting to bind port 90398311-61d9-4187-8c0a-fa0a9110999e on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:23.292741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Port 90398311-61d9-4187-8c0a-fa0a9110999e on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:23.294556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Attempting to bind port 90398311-61d9-4187-8c0a-fa0a9110999e on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:23.309556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:23.316661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Checking segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:23.317463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Bound using segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:23.318208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Bound port: 90398311-61d9-4187-8c0a-fa0a9110999e, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:23.318829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.336694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:20Z', 'revision_number': 3, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:23.376655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-55d27af2-93bf-4475-a602-9860536c6a76 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0322654 Nov 19 03:54:23.410220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.414496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:23.422496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.425541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=90398311-61d9-4187-8c0a-fa0a9110999e,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:23.434037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.452854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.461784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.471934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Checking router: 2c720617-a5f6-4348-8dbb-37e2e962299b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:54:23.472534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Updating router 2c720617-a5f6-4348-8dbb-37e2e962299b port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:54:23.482740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.508217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.525854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.533368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-e17ddd16-7085-4f0a-b14c-311ceedcb381 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5382 time: 0.5099697 Nov 19 03:54:23.571451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8edb08b8-2058-4080-a5f3-a1f5d58081a5 req-08acd578-b464-4b53-b933-95fa68fda60b tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1316586 Nov 19 03:54:23.583787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ebc7-2aae-46f6-a6fb-7ffad3879def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.612713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.614761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bef623-5020-488b-8831-69f261fd0382 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:23.628570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:23.629313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.635093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] 10.222.0.36 "PUT /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 1135 time: 3.2375042 Nov 19 03:54:23.651314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '90398311-61d9-4187-8c0a-fa0a9110999e'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:23.655458 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b96d81-0799-471a-9dbe-647b6680d91c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "90398311-61d9-4187-8c0a-fa0a9110999e"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:23.675379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.695332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:23.747598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Transition to ACTIVE for port object 89bef623-5020-488b-8831-69f261fd0382 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:23.755792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c3f4-b7a0-4876-96f1-a775359702ff service neutron] Pushing event updated for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:23.764533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:23.881561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:23.954702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-47967d04-399e-4493-981a-0874958a1363 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009073 Nov 19 03:54:23.995553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84c7020a-095d-40b1-8eec-e2bf77333a5b req-1a75611a-d21c-41cf-b8cc-a4bbcd679e17 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3202271 Nov 19 03:54:24.019517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.060066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Attempting to bind port 89bef623-5020-488b-8831-69f261fd0382 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:24.061416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Attempting to bind port 89bef623-5020-488b-8831-69f261fd0382 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:24.062222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Attempting to bind port 89bef623-5020-488b-8831-69f261fd0382 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:24.158003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Port 89bef623-5020-488b-8831-69f261fd0382 on network 146f215f-978f-425b-b687-acc960aa29a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:24.162796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Attempting to bind port 89bef623-5020-488b-8831-69f261fd0382 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:24.216984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:24.217327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Checking segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:24.217725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Bound using segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:24.218211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Bound port: 89bef623-5020-488b-8831-69f261fd0382, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:24.218571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.229150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd71236-7c36-4b42-86ad-9d461846d86b req-21d6dac6-937d-42d7-af88-3290b01c51ef tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:24.231237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fcd71236-7c36-4b42-86ad-9d461846d86b req-21d6dac6-937d-42d7-af88-3290b01c51ef tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 1095 time: 0.1810830 Nov 19 03:54:24.294235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.327764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d2ad-4716-4934-81e1-a144d38e0a20 req-f2738ad0-ae41-48c2-b105-4545a28d46bc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:24.330021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b67d2ad-4716-4934-81e1-a144d38e0a20 req-f2738ad0-ae41-48c2-b105-4545a28d46bc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1169591 Nov 19 03:54:24.347389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:24.351201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:24.374104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.390218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.412533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.457854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:24.458525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.460246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/89bef623-5020-488b-8831-69f261fd0382 HTTP/1.1" status: 200 len: 1091 time: 3.4502358 Nov 19 03:54:24.522816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c6c1-7ab8-4356-8f1b-aaebf111859b None None] Pushing event updated for resources: {'Port': ['ID=803c638e-c90b-4c46-b5c7-56b935f7a2a4,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:24.529545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Attempting to bind port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:24.530192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Attempting to bind port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:24.530745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Attempting to bind port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:24.540496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:24.541108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:24.542399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.543022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:24.544355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Bound port: 803c638e-c90b-4c46-b5c7-56b935f7a2a4, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:24.544956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.595423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80d917-c828-4532-b9df-15ab1ecec2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:24.659090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fcd71236-7c36-4b42-86ad-9d461846d86b req-41a93450-985e-44fd-ad2d-a2d8b090c3c3 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056597 Nov 19 03:54:24.709481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] For port 803c638e-c90b-4c46-b5c7-56b935f7a2a4, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:24.710416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Allocated IP 172.20.0.1 (31e4a16e-f6bf-4f5e-9ba3-da566a62c86c/faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320/401fd5a0-02d1-448c-9455-cc53190da49a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:24.713213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] For port 803c638e-c90b-4c46-b5c7-56b935f7a2a4, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=803c638e-c90b-4c46-b5c7-56b935f7a2a4,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:24.722579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.831041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Routers {'2c720617-a5f6-4348-8dbb-37e2e962299b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:24.831687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2c720617-a5f6-4348-8dbb-37e2e962299b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:24.860021 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f494accd-75b0-4b51-a060-0f2d0c2c2743 x-openstack-request-id: req-f494accd-75b0-4b51-a060-0f2d0c2c2743 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:24.860686 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "90398311-61d9-4187-8c0a-fa0a9110999e", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:24.867805 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f494accd-75b0-4b51-a060-0f2d0c2c2743 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:24.868320 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '90398311-61d9-4187-8c0a-fa0a9110999e', 'status': 'completed', 'code': 200} Nov 19 03:54:24.912166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:24.954400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c6c1-7ab8-4356-8f1b-aaebf111859b None None] Pushing event updated for resources: {'Port': ['ID=803c638e-c90b-4c46-b5c7-56b935f7a2a4,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:24.969522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b67d2ad-4716-4934-81e1-a144d38e0a20 req-74011225-23fc-4eaa-bdd4-f5eb7f2495c1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014725 Nov 19 03:54:25.142570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.143067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.143555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.144170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.144656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.145189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.145669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.147699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90b96d81-0799-471a-9dbe-647b6680d91c req-bf6a05e9-c34b-47ba-aa1c-a9b9a9c8536b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6219 time: 0.2478523 Nov 19 03:54:25.188379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] Set router 2c720617-a5f6-4348-8dbb-37e2e962299b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:25.189899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:25.203103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:25.220295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Transition to ACTIVE for port object 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:25.239331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-a2359021-939c-4a10-9b07-f84c8fe2f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.242869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-a2359021-939c-4a10-9b07-f84c8fe2f607 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 1094 time: 0.6430845 Nov 19 03:54:25.245522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:25.338834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bbc29f1-d415-45aa-90aa-09e231f8b6e9 req-1d991180-48ea-470e-80cd-0278376a2858 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1826928 Nov 19 03:54:25.359904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-12d48c70-ea73-4394-8ce3-677d3009cf8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89bef623-5020-488b-8831-69f261fd0382 HTTP/1.1" status: 200 len: 217 time: 0.0619731 Nov 19 03:54:25.400436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:25.468239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:25.477454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:25.490216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-2fd438bb-1d75-4ffc-8a21-577fb9bba2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.492581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-2fd438bb-1d75-4ffc-8a21-577fb9bba2bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.1133342 Nov 19 03:54:25.540434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:25.562743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9813c61-7311-4735-a152-e260677747f0 req-9c5deaa8-a57b-4239-b037-daada83eaab5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:25.565648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:25.566128 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9813c61-7311-4735-a152-e260677747f0 req-9c5deaa8-a57b-4239-b037-daada83eaab5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 943 time: 0.6813812 Nov 19 03:54:25.591418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-2bb91211-bc2f-4bca-a683-d92d8e8ef6db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816987 Nov 19 03:54:25.670673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:25.721883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 50bfd554-6a79-4aee-b738-6fd9208872a2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:25.721883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:25.851508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Pushing event updated for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:25.869803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Pushing event updated for resources: {'Port': ['ID=401fd5a0-02d1-448c-9455-cc53190da49a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:25.884064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.018482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Attempting to bind port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:26.018830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Attempting to bind port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:26.019172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Attempting to bind port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:26.091073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.115358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9813c61-7311-4735-a152-e260677747f0 req-6955defa-2bbb-42db-86eb-385b6c5ba49e tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003777 Nov 19 03:54:26.119396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:26.119737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Attempting to bind port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:26.148417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:26.150377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Checking segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:26.151072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Bound using segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:26.151713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Bound port: 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:26.154524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.161862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-da00bd3b-b373-4151-861e-c66ee108b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.162439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-da00bd3b-b373-4151-861e-c66ee108b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.162917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-da00bd3b-b373-4151-861e-c66ee108b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.164846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90b96d81-0799-471a-9dbe-647b6680d91c req-da00bd3b-b373-4151-861e-c66ee108b170 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=466554e416ac42dca001d23bcfd19e2e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9840262 Nov 19 03:54:26.182301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:26.186450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:26.189973 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df5387-3e94-485a-8424-a6f5cd2dd875" -d '{"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-plugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:26.225401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:20Z', 'revision_number': 3, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:26.249055 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.394062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-5c2d178f-0567-4b40-bf6a-e939b05685c1 service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571669 Nov 19 03:54:26.406703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.415842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.424729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.432994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.441054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.451085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.460101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.471535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-0859a3a9-eb9b-4ebd-ab62-1f9ab52172e4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5394 time: 0.4162631 Nov 19 03:54:26.544388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:26.569186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.570560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ba6a0855-1068-48bd-97a4-c48acd86f10a None None] Provisioning complete for port 401fd5a0-02d1-448c-9455-cc53190da49a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:26.570935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0855-1068-48bd-97a4-c48acd86f10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.574302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994c10b-1ea5-4d08-8a5e-b0016b6ee702 None None] The sync data for ids ['2c720617-a5f6-4348-8dbb-37e2e962299b'] in n-d-818503-1 is: [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:20Z', 'revision_number': 3, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:54:26.593023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f2ded-0003-4866-97a9-f7ebea67d4cf req-15ef3fc4-c86e-4b3b-8300-d3a8b2fe14f4 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.604400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745f2ded-0003-4866-97a9-f7ebea67d4cf req-15ef3fc4-c86e-4b3b-8300-d3a8b2fe14f4 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.3386536 Nov 19 03:54:26.634658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.684908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:26.708191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a0855-1068-48bd-97a4-c48acd86f10a None None] Port 401fd5a0-02d1-448c-9455-cc53190da49a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:26.741772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:26.782130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.787273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f3f6c2a-abd5-471b-89f7-18a0665eacd0 req-b7badd70-1760-48ed-b659-e611d0bc1548 service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776672 Nov 19 03:54:26.818141 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745f2ded-0003-4866-97a9-f7ebea67d4cf req-f909669e-f7fb-46dc-bd1a-60fec07632e0 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109957 Nov 19 03:54:26.898036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'tag': '89bef623-5020-488b-8831-69f261fd0382'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:26.904737 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "tag": "89bef623-5020-488b-8831-69f261fd0382"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:26.911469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:26.912105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:26.913608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 200 len: 1091 time: 3.2311156 Nov 19 03:54:26.939019 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9426551-a302-4d18-a142-f1c16c676cdd x-openstack-request-id: req-b9426551-a302-4d18-a142-f1c16c676cdd {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:26.939544 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-plugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:26.939656 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9426551-a302-4d18-a142-f1c16c676cdd {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:26.940221 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'code': 200} Nov 19 03:54:26.969682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:26.983315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:27.024180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-369bbcfd-e8de-43c8-aa39-b25edeaead62 req-6aa5b3a8-708b-4c9d-b5dd-3f6dae9f452d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5472581 Nov 19 03:54:27.026174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:27.189793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:27.284921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec15fa15-fd0d-4ea0-9c2c-2c08c8d2042d req-9c38c678-4a38-4f7b-bb6f-d493c6547345 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1108694 Nov 19 03:54:27.299820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96d81-0799-471a-9dbe-647b6680d91c req-e20e3b12-5ce5-4ff9-b890-60dc493af76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:27.313105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90b96d81-0799-471a-9dbe-647b6680d91c req-e20e3b12-5ce5-4ff9-b890-60dc493af76a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1371918 Nov 19 03:54:27.384460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Pushing event updated for resources: {'Port': ['ID=401fd5a0-02d1-448c-9455-cc53190da49a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:27.401648 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:27.431414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:27.473068 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3227b12f-7bf4-4679-8438-e8b9beacf5ae x-openstack-request-id: req-3227b12f-7bf4-4679-8438-e8b9beacf5ae {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:27.473374 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "tag": "89bef623-5020-488b-8831-69f261fd0382", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:27.473640 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3227b12f-7bf4-4679-8438-e8b9beacf5ae {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:27.474076 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'tag': '89bef623-5020-488b-8831-69f261fd0382', 'status': 'completed', 'code': 200} Nov 19 03:54:27.688697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf04a9-32eb-432a-b506-c83bebf9a0b7 req-22f3151c-480e-4656-8c74-ea037439651d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:27.698305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16cf04a9-32eb-432a-b506-c83bebf9a0b7 req-22f3151c-480e-4656-8c74-ea037439651d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 943 time: 0.1706882 Nov 19 03:54:27.709520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad047462-3850-48ed-a5ab-23a6d74779f3 service neutron] Pushing event updated for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:27.803249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-c276b825-1568-4f6d-b94b-5ea3876f93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:27.810555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:27.811498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-c276b825-1568-4f6d-b94b-5ea3876f93a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 1094 time: 0.1031654 Nov 19 03:54:27.827796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:28.218031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Router 2c720617-a5f6-4348-8dbb-37e2e962299b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:54:28.251409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16cf04a9-32eb-432a-b506-c83bebf9a0b7 req-74bf147a-29a8-407d-8f1b-e54b96b9bc9f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026491 Nov 19 03:54:28.374610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb0b86-5896-466e-aaca-1ba868bcf878 req-3f15df5b-c450-43c2-ab60-73a1cd4b8b08 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:28.394773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afeb0b86-5896-466e-aaca-1ba868bcf878 req-3f15df5b-c450-43c2-ab60-73a1cd4b8b08 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.2918859 Nov 19 03:54:28.412371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce8ff7d-51bb-4243-b518-b6aee004bf09 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:28.413436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ed15fd1f-72e7-4ec3-8eff-de8f809e952b None None] Provisioning complete for port 401fd5a0-02d1-448c-9455-cc53190da49a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:28.413928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed15fd1f-72e7-4ec3-8eff-de8f809e952b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:28.436423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-98083243-18ee-476f-9ed0-cc8adb3db799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:28.438135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-98083243-18ee-476f-9ed0-cc8adb3db799 service neutron] 10.222.0.31 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 906 time: 0.6077855 Nov 19 03:54:28.472220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:28.551072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ed15fd1f-72e7-4ec3-8eff-de8f809e952b None None] Port 401fd5a0-02d1-448c-9455-cc53190da49a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:28.592810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:54:28.609804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c17a0324-7cfd-42fc-a7f2-4c58617738a8 admin admin] 10.222.0.52 "PUT /v2.0/routers/2c720617-a5f6-4348-8dbb-37e2e962299b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6692367 Nov 19 03:54:28.626745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-ac6a3692-8269-4229-a510-b19cf5cec09d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89bef623-5020-488b-8831-69f261fd0382 HTTP/1.1" status: 200 len: 217 time: 0.1641347 Nov 19 03:54:28.827285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Transition to ACTIVE for port object 7ce8ff7d-51bb-4243-b518-b6aee004bf09 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:28.881492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:28.898427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 803c638e-c90b-4c46-b5c7-56b935f7a2a4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:28.906870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afeb0b86-5896-466e-aaca-1ba868bcf878 req-c5f18a51-ba11-4bff-8e39-da35976bea2a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112145 Nov 19 03:54:28.938034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-8277d931-49c7-4ea7-b193-94099ec069c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:28.939778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-8277d931-49c7-4ea7-b193-94099ec069c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.2969067 Nov 19 03:54:29.041853 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-ad80b5cb-0190-481d-b3fc-1429dbbb5c0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738974 Nov 19 03:54:29.093071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:29.093712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.234867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:29.347490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.375930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Attempting to bind port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:29.376575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Attempting to bind port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:29.377080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Attempting to bind port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:29.403459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89bef623-5020-488b-8831-69f261fd0382 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:29.417349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.424786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.443941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.451820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.458685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.467249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.474137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.476576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-53a4c63e-1563-4bcf-9587-e405995467fa tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5406 time: 0.4239504 Nov 19 03:54:29.485571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:29.488738 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abac4bb-8852-4737-ab39-e88efe24b39f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:29.501166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:29.501577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Attempting to bind port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:29.547441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:29.547782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Checking segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:29.548335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Bound using segment: {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:29.548879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Bound port: 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3972e177-3ec4-4451-b1f0-44216f4493fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:29.549312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.559470 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-e7127918-1a3a-45ce-bb86-deddaac899ef service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723375 Nov 19 03:54:29.618751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 803c638e-c90b-4c46-b5c7-56b935f7a2a4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=803c638e-c90b-4c46-b5c7-56b935f7a2a4,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:29.635248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:29.639906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.722909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c7645be-b440-4e82-89b9-a32f40f069d6 req-017f15fc-1d9c-4dcc-941d-c025184b0889 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167149 Nov 19 03:54:29.724443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '89bef623-5020-488b-8831-69f261fd0382', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '89bef623-5020-488b-8831-69f261fd0382', 'mac_address': 'fa:16:3e:32:ae:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:54:29.797823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:29.814052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=803c638e-c90b-4c46-b5c7-56b935f7a2a4,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:29.822731 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.831034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a540793-375f-4dd8-a83d-ef48d9f4ad1e req-3893d534-8c55-410d-8ebb-57337a53fe5b service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562861 Nov 19 03:54:29.842083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:29.854734 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Sync routers for ids ['2c720617-a5f6-4348-8dbb-37e2e962299b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:54:29.858784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bef623-5020-488b-8831-69f261fd0382 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:29.878272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.881903 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Routers {'2c720617-a5f6-4348-8dbb-37e2e962299b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:29.882587 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2c720617-a5f6-4348-8dbb-37e2e962299b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:29.927021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:29.938321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.945814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:29.946905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:29.949799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 200 len: 1091 time: 3.0032229 Nov 19 03:54:30.016794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:30.044775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:30.065086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99590abe-e2a2-4f63-b1a5-6173798a7635 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:30.134036 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:30.269280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a92a9184-0ad6-41a0-a666-62ad6f3a9bd1 req-0638b51d-d654-4c55-8d1e-046aa49a99e4 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.1443362 Nov 19 03:54:30.312952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Set router 2c720617-a5f6-4348-8dbb-37e2e962299b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:30.453838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['89bef623-5020-488b-8831-69f261fd0382'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:30.726620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555efabb-4477-4e7d-81c0-cb41be75451d {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:30.736542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:30.751866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Transition to ACTIVE for port object 555efabb-4477-4e7d-81c0-cb41be75451d will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:30.763110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 803c638e-c90b-4c46-b5c7-56b935f7a2a4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:30.782321 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:26Z', 'revision_number': 4, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '401fd5a0-02d1-448c-9455-cc53190da49a', 'name': '', 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'mac_address': 'fa:16:3e:c4:e6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:24Z', 'updated_at': '2021-11-19T03:54:26Z', 'revision_number': 2, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'subnets': [{'id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:30.785414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:30.822534 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Checking router: 2c720617-a5f6-4348-8dbb-37e2e962299b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:54:30.822917 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Updating router 2c720617-a5f6-4348-8dbb-37e2e962299b port 401fd5a0-02d1-448c-9455-cc53190da49a binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:54:30.864519 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:30.904705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:30.905034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:30.983747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Pushing event updated for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:31.107636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Attempting to bind port 555efabb-4477-4e7d-81c0-cb41be75451d on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:31.108434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Attempting to bind port 555efabb-4477-4e7d-81c0-cb41be75451d by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:31.108967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Attempting to bind port 555efabb-4477-4e7d-81c0-cb41be75451d on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:31.123814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Port 555efabb-4477-4e7d-81c0-cb41be75451d on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:31.125857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Attempting to bind port 555efabb-4477-4e7d-81c0-cb41be75451d on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:31.160570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-3de9b3f5-81d5-406e-8fd0-61ecc7e6f791 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4068532 Nov 19 03:54:31.183395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:31.199962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:31.200353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Checking segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:31.200716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Bound using segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:31.201182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Bound port: 555efabb-4477-4e7d-81c0-cb41be75451d, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:31.202344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.335662 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.339921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:31.344302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=555efabb-4477-4e7d-81c0-cb41be75451d,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:31.348004 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.358383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.421603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Pushing event updated for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:31.431387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.492546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:31.493184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.494898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b7fd916e-bbc2-4bf3-a888-ae7545699572 service neutron] 10.222.0.36 "PUT /v2.0/ports/555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 200 len: 1091 time: 1.5044069 Nov 19 03:54:31.497531 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Pushing event updated for resources: {'Port': ['ID=401fd5a0-02d1-448c-9455-cc53190da49a,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:31.532490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Request body: {'port': {'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:31.570888 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.571711 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.571711 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.571917 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.572246 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.572583 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.572915 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.573251 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.573803 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.574221 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.574704 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.575043 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:31.624998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.641581 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Attempting to bind port 401fd5a0-02d1-448c-9455-cc53190da49a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:31.642324 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Attempting to bind port 401fd5a0-02d1-448c-9455-cc53190da49a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:31.642876 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Attempting to bind port 401fd5a0-02d1-448c-9455-cc53190da49a on network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:31.675543 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:31.675794 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Checking segment: {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:31.676030 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.676445 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Bound using segment: {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:31.677333 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Bound port: 401fd5a0-02d1-448c-9455-cc53190da49a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb2199f-2702-47fd-bd61-2e814fe07881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:31.677453 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.679347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.698189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.928892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f88bd887-08a3-4bc6-beac-b067bf2538d7 None None] Provisioning complete for port 401fd5a0-02d1-448c-9455-cc53190da49a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:31.929562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f88bd887-08a3-4bc6-beac-b067bf2538d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.931132 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] For port 401fd5a0-02d1-448c-9455-cc53190da49a, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:31.937188 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] For port 401fd5a0-02d1-448c-9455-cc53190da49a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=401fd5a0-02d1-448c-9455-cc53190da49a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:31.945679 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:31.978386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f88bd887-08a3-4bc6-beac-b067bf2538d7 None None] Port 401fd5a0-02d1-448c-9455-cc53190da49a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:54:32.029408 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Routers {'2c720617-a5f6-4348-8dbb-37e2e962299b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:32.030092 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2c720617-a5f6-4348-8dbb-37e2e962299b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:32.082144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Allocated IP 172.25.8.19 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/43249478-0af5-4230-859f-f910bb46dd5f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:32.142782 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] Set router 2c720617-a5f6-4348-8dbb-37e2e962299b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:32.249674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7bd7fb-460e-475e-bc20-778740460318 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:32.260068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.282893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Transition to ACTIVE for port object cf7bd7fb-460e-475e-bc20-778740460318 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:32.411919 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:26Z', 'revision_number': 4, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '401fd5a0-02d1-448c-9455-cc53190da49a', 'name': '', 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'mac_address': 'fa:16:3e:c4:e6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:24Z', 'updated_at': '2021-11-19T03:54:31Z', 'revision_number': 4, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'subnets': [{'id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:32.430605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.450509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-79dbf999-de6c-4afc-a10e-b7a551bc9c30 None None] Provisioning complete for port 401fd5a0-02d1-448c-9455-cc53190da49a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:32.450897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79dbf999-de6c-4afc-a10e-b7a551bc9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.485670 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df8e4a-7c98-42c2-926e-d4b53acec609 None None] Pushing event updated for resources: {'Port': ['ID=401fd5a0-02d1-448c-9455-cc53190da49a,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:32.488917 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e1089-0d25-40f5-a7d7-1c3a8349687b None None] The sync data for ids ['2c720617-a5f6-4348-8dbb-37e2e962299b'] in n-d-818503-1 is: [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:26Z', 'revision_number': 4, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '401fd5a0-02d1-448c-9455-cc53190da49a', 'name': '', 'network_id': '31e4a16e-f6bf-4f5e-9ba3-da566a62c86c', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'mac_address': 'fa:16:3e:c4:e6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:24Z', 'updated_at': '2021-11-19T03:54:31Z', 'revision_number': 4, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'subnets': [{'id': 'faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:54:32.509241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.561131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.642572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7bd7fb-460e-475e-bc20-778740460318,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:32.676749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:32.727082 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79dbf999-de6c-4afc-a10e-b7a551bc9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.828578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Attempting to bind port cf7bd7fb-460e-475e-bc20-778740460318 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:32.828939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Attempting to bind port cf7bd7fb-460e-475e-bc20-778740460318 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:32.829279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Attempting to bind port cf7bd7fb-460e-475e-bc20-778740460318 on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:32.835690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:32.838781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:32.865761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-79dbf999-de6c-4afc-a10e-b7a551bc9c30 None None] For port 401fd5a0-02d1-448c-9455-cc53190da49a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=401fd5a0-02d1-448c-9455-cc53190da49a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:32.880847 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79dbf999-de6c-4afc-a10e-b7a551bc9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.954317 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:32.982795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Port cf7bd7fb-460e-475e-bc20-778740460318 on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:32.983162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Attempting to bind port cf7bd7fb-460e-475e-bc20-778740460318 on network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:33.022331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:33.022882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Checking segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:33.023303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Bound using segment: {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:33.023789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Bound port: cf7bd7fb-460e-475e-bc20-778740460318, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843b6ce0-c67b-489c-bd10-108678d60dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:33.024169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.049527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbf999-de6c-4afc-a10e-b7a551bc9c30 None None] Pushing event updated for resources: {'Port': ['ID=401fd5a0-02d1-448c-9455-cc53190da49a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:33.054445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 401fd5a0-02d1-448c-9455-cc53190da49a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:33.122175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Pushing event updated for resources: {'Port': ['ID=43249478-0af5-4230-859f-f910bb46dd5f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:33.161688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 401fd5a0-02d1-448c-9455-cc53190da49a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:33.162675 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.223608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] For port cf7bd7fb-460e-475e-bc20-778740460318, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:33.228135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] For port cf7bd7fb-460e-475e-bc20-778740460318, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf7bd7fb-460e-475e-bc20-778740460318,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:33.229360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.274151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.360658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:33.367876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.371151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 200 len: 1091 time: 1.8445530 Nov 19 03:54:33.422620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89bef623-5020-488b-8831-69f261fd0382 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:33.447848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b24754-43ba-4513-8a70-8435b93a1db7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7bd7fb-460e-475e-bc20-778740460318,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:33.552077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 89bef623-5020-488b-8831-69f261fd0382 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:54:33.560505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 89bef623-5020-488b-8831-69f261fd0382 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:33.560913 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.738432 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.779338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:33.780818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bef623-5020-488b-8831-69f261fd0382'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:33.784357 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d019f7d-612b-4c57-958f-e2c22e87b2d9" -d '{"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-plugged", "status": "completed", "tag": "89bef623-5020-488b-8831-69f261fd0382"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:33.793835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:33.897551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:34.073016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.074065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.074553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.075028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.075495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.075962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.076442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.078601 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2aa6e3d8-c50f-4326-bb46-c458560055e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6487 time: 0.6605394 Nov 19 03:54:34.094390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-ea36ca5a-ebe3-48db-b547-900968ab421b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917096 Nov 19 03:54:34.171974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-c3a31836-c878-4037-a307-9a8863b4a590 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 200 len: 217 time: 0.0752170 Nov 19 03:54:34.316030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-5115ce3c-c02c-4228-a74f-c180f3a9ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.317422 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-5115ce3c-c02c-4228-a74f-c180f3a9ccf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375c000d-4953-4b63-9109-7bdb7522b219 HTTP/1.1" status: 200 len: 856 time: 0.1127625 Nov 19 03:54:34.422013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc8d4ab3-1bd5-418a-89d2-4fd4020aa368 req-e92980c9-3ae4-4d03-9643-dde2134f4464 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0693409 Nov 19 03:54:34.439827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:34.447787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-7fce51cb-71c0-45d0-8cba-e557909ff33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.449892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-7fce51cb-71c0-45d0-8cba-e557909ff33d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 1117 time: 0.2676234 Nov 19 03:54:34.452058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:34.524431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Pushing event updated for resources: {'Port': ['ID=43249478-0af5-4230-859f-f910bb46dd5f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:34.590354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:34.597672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1e906213-09af-41a6-96cb-d97fd672ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.599320 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-1e906213-09af-41a6-96cb-d97fd672ab2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f35db-5d74-4c6d-918e-d329321fa815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674513 Nov 19 03:54:34.635619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:34.637623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-795cbfd1-add0-412d-8931-1d7c12ca5b4b tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4671197 Nov 19 03:54:34.738926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-3689f64e-e023-45ca-9c0e-376c9f0675aa tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.0799139 Nov 19 03:54:34.769849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 401fd5a0-02d1-448c-9455-cc53190da49a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:34.829663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-31ce58d2-fd95-4e24-8de0-624cafe772d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:34.831283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-31ce58d2-fd95-4e24-8de0-624cafe772d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.3503652 Nov 19 03:54:34.872903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 401fd5a0-02d1-448c-9455-cc53190da49a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:34.873700 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:34.903580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-c3ed9cce-99ec-42eb-94f3-cce82f74c86b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 200 len: 217 time: 0.0642030 Nov 19 03:54:34.968768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ad421fdd-2a6e-4903-a479-d5be7db84969 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483851 Nov 19 03:54:35.048409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-64e5dd25-8de6-49d9-9efc-5cef4fc9cdde tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:35.049924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ece82cbf-3522-431e-aeea-d4e14c63832b req-64e5dd25-8de6-49d9-9efc-5cef4fc9cdde tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.3050599 Nov 19 03:54:35.060570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-c079a4ae-c000-4319-92da-b070d29867af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:35.062261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-c079a4ae-c000-4319-92da-b070d29867af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1435468 Nov 19 03:54:35.114119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-8e24bfb4-9e6d-414d-9611-a4f1663f03e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438154 Nov 19 03:54:35.229360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-f7b166f7-4f07-4105-b7da-053cc9149704 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449532 Nov 19 03:54:35.304879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-67d21cb2-1f2a-46a5-b6e5-ceeac7d481ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 217 time: 0.0611658 Nov 19 03:54:35.356493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097db732-47d6-43f6-a5de-8a4e525604eb req-a427dc4b-e90d-4ce2-972c-20c63fd23872 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:35.358051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-097db732-47d6-43f6-a5de-8a4e525604eb req-a427dc4b-e90d-4ce2-972c-20c63fd23872 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.2162430 Nov 19 03:54:35.382193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-708c57c5-4b0d-41b1-9112-dfcb9a530bbe service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590857 Nov 19 03:54:35.481616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ae388c8d-59ea-46a8-b21f-3f5615025544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:35.483175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ae388c8d-59ea-46a8-b21f-3f5615025544 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.1700320 Nov 19 03:54:35.505578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-097db732-47d6-43f6-a5de-8a4e525604eb req-540773dc-9c5a-48c3-a7bb-e9958dd3e2bb tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260021 Nov 19 03:54:35.572750 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f3a57-64bf-40d3-97cd-97b2491df7ea x-openstack-request-id: req-b70f3a57-64bf-40d3-97cd-97b2491df7ea {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:35.573039 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:35.573475 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b70f3a57-64bf-40d3-97cd-97b2491df7ea {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:35.574652 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f', 'status': 'completed', 'code': 200} Nov 19 03:54:35.598675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-dd09fc37-a39a-4b29-af96-155c58434e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:35.600328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-dd09fc37-a39a-4b29-af96-155c58434e86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937781 Nov 19 03:54:35.603162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3cc0d0-0ec1-4f79-95e5-bf978c13141f req-038ecaa9-f108-4f2f-a4eb-6e2118c226ed service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100048 Nov 19 03:54:35.773923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15565d6-bce3-4092-b09d-61a683c5f741 req-3cee1516-991c-46f1-9e97-d96c44e7e84b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:35.775654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e15565d6-bce3-4092-b09d-61a683c5f741 req-3cee1516-991c-46f1-9e97-d96c44e7e84b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.0869086 Nov 19 03:54:35.850735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-949d2336-64ba-4b22-a361-dc2b34f57ebb service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306421 Nov 19 03:54:35.956329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e15565d6-bce3-4092-b09d-61a683c5f741 req-b2a7c417-27af-4ec3-8551-ae406459ebcf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624935 Nov 19 03:54:35.994321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-ef8d6a64-93f4-43d4-807f-8df31097d501 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287570 Nov 19 03:54:36.047082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-56bb1ac9-f8ac-4bf4-aa71-12eff498ed9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 217 time: 0.0442927 Nov 19 03:54:36.154413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-5ab5ea01-d272-4478-a981-147921245ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.155722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-5ab5ea01-d272-4478-a981-147921245ca5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0949173 Nov 19 03:54:36.181051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2c1e-d0e4-4d7e-8ea6-7aa4e175ffbe req-98c945f7-b066-401f-a134-75eba9ce5079 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.182600 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f7f2c1e-d0e4-4d7e-8ea6-7aa4e175ffbe req-98c945f7-b066-401f-a134-75eba9ce5079 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.1128116 Nov 19 03:54:36.257911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-45470a9b-d81f-43f4-93e8-62bd65b8535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.259979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-45470a9b-d81f-43f4-93e8-62bd65b8535a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955863 Nov 19 03:54:36.265765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f7f2c1e-d0e4-4d7e-8ea6-7aa4e175ffbe req-e8be5a3b-a933-4d33-9302-1d9911bc51a3 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677981 Nov 19 03:54:36.425101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2413b301-e28d-40cf-8c3d-283e5dcee681 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562390 Nov 19 03:54:36.557540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.564203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.570858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.577095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.585670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.592213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.598128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.600139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-6fac1b5c-f91d-45f5-a96e-9b94e4a248eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.1564260 Nov 19 03:54:36.633700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-4b369e71-3523-47ef-b21d-24fc79981baa service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010016 Nov 19 03:54:36.689332 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-7fb5c44c-0242-4cd8-9f6c-496cfde3a4bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 200 len: 217 time: 0.0473261 Nov 19 03:54:36.735630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26dfb1e1-4d4a-4e8d-8f94-51d292afb5f3 req-4b29a3af-5a8b-4126-bcd7-c4acf541a1f3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266723 Nov 19 03:54:36.829993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-6bc4bfcc-92a1-4708-af85-b6fb3d0575c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.831874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-6bc4bfcc-92a1-4708-af85-b6fb3d0575c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.1082473 Nov 19 03:54:36.890550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95395d33-d543-449f-bc3a-3b97be5fac13 req-c3bae43c-ec67-46dd-84a0-c5283a25fbeb tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0577323 Nov 19 03:54:36.909669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-d96b56ab-2b8b-4d1c-8d3a-f15fe0b1a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:36.911375 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-d96b56ab-2b8b-4d1c-8d3a-f15fe0b1a821 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683658 Nov 19 03:54:37.033356 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b0a5c5-aa1f-48c2-8816-54b9a0af900c x-openstack-request-id: req-f5b0a5c5-aa1f-48c2-8816-54b9a0af900c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:37.033868 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-plugged", "status": "completed", "tag": "89bef623-5020-488b-8831-69f261fd0382", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:37.033990 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5b0a5c5-aa1f-48c2-8816-54b9a0af900c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:37.034397 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bef623-5020-488b-8831-69f261fd0382', 'code': 200} Nov 19 03:54:37.137924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b15b9d-aead-4a4e-99bb-0d33eb502758 req-a0279ec3-76e0-4fc7-a0f6-8646b7017572 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips/e76822ad-0c34-4537-96a4-855d2f73bdd0 HTTP/1.1" status: 200 len: 692 time: 0.0866885 Nov 19 03:54:37.297991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-278ae15e-83ef-45ed-af7a-9ede19f87267 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786156 Nov 19 03:54:37.380026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf28d-c06a-40c0-a0fe-1b51076d7f25 req-eb8ab45b-0ae0-440a-a682-85d54c036a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:37.381626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ddabf28d-c06a-40c0-a0fe-1b51076d7f25 req-eb8ab45b-0ae0-440a-a682-85d54c036a08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 1096 time: 0.2151878 Nov 19 03:54:37.394324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b15b9d-aead-4a4e-99bb-0d33eb502758 req-abc82a91-540c-4f02-96e5-5e80ae2ee80c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:37.395741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b15b9d-aead-4a4e-99bb-0d33eb502758 req-abc82a91-540c-4f02-96e5-5e80ae2ee80c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2569003 Nov 19 03:54:37.472464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ddabf28d-c06a-40c0-a0fe-1b51076d7f25 req-0fcd0835-8652-42bb-ac2d-7f33b935a102 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592198 Nov 19 03:54:37.540158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-c3b49058-75a0-4dad-9011-b52974369831 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239530 Nov 19 03:54:37.565402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c5095-2379-464a-8e26-f0751397035a req-261bb8e2-818c-49f9-a898-63fc6619dd44 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:37.572792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c7c5095-2379-464a-8e26-f0751397035a req-261bb8e2-818c-49f9-a898-63fc6619dd44 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.0735955 Nov 19 03:54:37.622536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09'}, {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d'}, {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'cf7bd7fb-460e-475e-bc20-778740460318'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:37.624820 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a258cc-f6bf-4882-b8bf-60aeee25b748" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09"}, {"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d"}, {"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "cf7bd7fb-460e-475e-bc20-778740460318"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:37.630487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-da13f3e1-79b2-41ac-a174-bbff06d1eb88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 200 len: 217 time: 0.0490139 Nov 19 03:54:37.696734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-cca8b32e-d97c-4f9d-a855-8ecbec872c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:37.699569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-cca8b32e-d97c-4f9d-a855-8ecbec872c04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0587552 Nov 19 03:54:37.774262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c7c5095-2379-464a-8e26-f0751397035a req-c3e77471-5393-4ab6-9ce3-034713c27982 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006204 Nov 19 03:54:37.796383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-87a0bf6b-db04-42d7-8aa8-2d26a2a541c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:37.804987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-87a0bf6b-db04-42d7-8aa8-2d26a2a541c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940318 Nov 19 03:54:37.991296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-b172e134-ee5a-4138-a062-e4b73494b971 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779776 Nov 19 03:54:38.131182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08f11b82-b3d2-4d98-b64e-a85a94f5c7e3 req-21415d0f-8447-4a37-81d7-fb724f049b1a tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069&device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0367811 Nov 19 03:54:38.153736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-2c314197-d135-4341-b539-48d7097dec6f service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504242 Nov 19 03:54:38.205011 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-e4ffab0c-d248-4b40-a8a3-8becd48c2a6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 200 len: 217 time: 0.0440614 Nov 19 03:54:38.319511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-837cc595-c611-4859-bb6a-20a2c46e0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:38.321135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-837cc595-c611-4859-bb6a-20a2c46e0a5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.1096158 Nov 19 03:54:38.406245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa53a73-3ea3-41e0-8ce9-9a94a93bb8cf req-077d11ae-fb20-470d-8a21-6d777570b8a2 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:38.407946 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9fa53a73-3ea3-41e0-8ce9-9a94a93bb8cf req-077d11ae-fb20-470d-8a21-6d777570b8a2 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1948180 Nov 19 03:54:38.429161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-13a0c713-45ef-496f-849f-12b7f5fc0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:38.431179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-13a0c713-45ef-496f-849f-12b7f5fc0f31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006489 Nov 19 03:54:38.568443 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9fa53a73-3ea3-41e0-8ce9-9a94a93bb8cf req-12734667-5cb5-4a69-842e-94cf8c2581e7 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515679 Nov 19 03:54:38.662767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-700e9709-789b-4c2f-844f-0f49360f0a30 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193027 Nov 19 03:54:38.822779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-cfe1d5f9-e87d-425c-8515-d373269df7ce service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482155 Nov 19 03:54:38.903236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-c80f434d-fe0e-4798-b1dd-c3a0e63eccf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 200 len: 217 time: 0.0607710 Nov 19 03:54:38.975891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a754db6-c05c-44c5-99fd-03203e0afaf3 req-1b91dcf8-2c00-4745-8824-2b8f125302c0 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=4350b521b1f34e0ea88488732b49db58 HTTP/1.1" status: 200 len: 695 time: 0.0710635 Nov 19 03:54:39.448020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-6c450a88-7004-4643-89a0-265aeaf246e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.450642 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-6c450a88-7004-4643-89a0-265aeaf246e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.4916151 Nov 19 03:54:39.533317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-8f48e215-6b5a-421e-a34e-329127dfabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.534966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-8f48e215-6b5a-421e-a34e-329127dfabcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725629 Nov 19 03:54:39.564671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a754db6-c05c-44c5-99fd-03203e0afaf3 req-f0d67217-d57a-4c10-ac08-3a025ae2add1 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.571604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a754db6-c05c-44c5-99fd-03203e0afaf3 req-f0d67217-d57a-4c10-ac08-3a025ae2add1 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks?id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 787 time: 0.5949662 Nov 19 03:54:39.590293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-7a754db6-c05c-44c5-99fd-03203e0afaf3 req-062e3b08-3a00-4122-b47c-770eb9633fb7 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:54:39.603243 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a754db6-c05c-44c5-99fd-03203e0afaf3 req-062e3b08-3a00-4122-b47c-770eb9633fb7 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0307188 Nov 19 03:54:39.676845 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b82192-cbc9-4254-a6e0-09b7fa22ce63 x-openstack-request-id: req-f9b82192-cbc9-4254-a6e0-09b7fa22ce63 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:39.677162 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "cf7bd7fb-460e-475e-bc20-778740460318", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:39.677422 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9b82192-cbc9-4254-a6e0-09b7fa22ce63 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:39.679213 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09', 'status': 'completed', 'code': 200} Nov 19 03:54:39.679213 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d', 'status': 'completed', 'code': 200} Nov 19 03:54:39.679213 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'cf7bd7fb-460e-475e-bc20-778740460318', 'status': 'completed', 'code': 200} Nov 19 03:54:39.790149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-19bc0f94-b92d-4dbe-ac95-5198aa3dc100 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434280 Nov 19 03:54:39.833158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.847701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.861235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.883005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.892510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.920710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.939904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:39.951332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-ccb90def-4187-4de3-9cdd-a2befedfe753 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.2316785 Nov 19 03:54:39.952425 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30a1f4ab-d3b0-4e34-9f9c-2fbe03ccea71 req-16d10ee9-acbe-466a-a977-46f8aeece290 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504760 Nov 19 03:54:39.997342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f1c6020-553c-456a-99d2-70e204e89793 req-882d713c-b9ca-43a8-8371-3290e459848c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2678b1eb7c4d47ccb9379ff848c09c27&device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0306664 Nov 19 03:54:40.090158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f1c6020-553c-456a-99d2-70e204e89793 req-24473015-545c-4ec8-8d98-a3838797a42e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2678b1eb7c4d47ccb9379ff848c09c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718286 Nov 19 03:54:40.108125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.108865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.109513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.110012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.110492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.110967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.111429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.113534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a72c8f5f-98f0-4cea-9777-b2da8fd3734a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6487 time: 0.0942361 Nov 19 03:54:40.136416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b28df3a-aae9-4770-ba4d-0991bdef4dbe req-499bb7ef-5f65-4431-9a91-22b0ea400870 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716280 Nov 19 03:54:40.270393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c6020-553c-456a-99d2-70e204e89793 req-8397ef54-dacf-42dd-bc1d-e5bcaa169251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.272201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f1c6020-553c-456a-99d2-70e204e89793 req-8397ef54-dacf-42dd-bc1d-e5bcaa169251 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723268 Nov 19 03:54:40.283913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9386b7-f2e3-4e02-93f4-3229d9e78802 req-3a84b2b0-5bf8-4f33-a946-d6d71eed1491 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.285774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f9386b7-f2e3-4e02-93f4-3229d9e78802 req-3a84b2b0-5bf8-4f33-a946-d6d71eed1491 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.2796109 Nov 19 03:54:40.378836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f9386b7-f2e3-4e02-93f4-3229d9e78802 req-5aea6e62-5dcc-4bd2-8b08-481231d2177f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852592 Nov 19 03:54:40.465759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-00b842c6-bd55-4126-8ce7-87e6462f30c7 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips/e76822ad-0c34-4537-96a4-855d2f73bdd0 HTTP/1.1" status: 200 len: 692 time: 0.0601258 Nov 19 03:54:40.669854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb626-c060-425e-aedc-52c2cb08d7d0 req-67b80334-6b06-4d39-8fc6-386c7fb6ff37 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.680633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3adfb626-c060-425e-aedc-52c2cb08d7d0 req-67b80334-6b06-4d39-8fc6-386c7fb6ff37 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.1435318 Nov 19 03:54:40.693812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-7109bbb5-842a-4b37-942d-f25dd2dacc9d tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.703394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-7109bbb5-842a-4b37-942d-f25dd2dacc9d tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2355976 Nov 19 03:54:40.726106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-75b211ef-17a6-4d00-8c58-9bf4f38ca005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.728149 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-75b211ef-17a6-4d00-8c58-9bf4f38ca005 service neutron] 10.222.0.36 "GET /v2.0/networks?id=154fbbde-5f23-40d2-b48e-e647a8d00b23 HTTP/1.1" status: 200 len: 903 time: 0.5905356 Nov 19 03:54:40.783759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-1eafac13-d94f-481b-a3c6-77ae38a707c6 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.0794866 Nov 19 03:54:40.824606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-09310c77-da4a-4d34-9b28-09a94a43a06e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 200 len: 217 time: 0.0875425 Nov 19 03:54:40.848307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3adfb626-c060-425e-aedc-52c2cb08d7d0 req-22ff3a35-b2cd-4ce0-97a6-0a082b67c353 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659622 Nov 19 03:54:40.928304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-868cc2ed-add3-495c-bed7-5fbc19ba15b6 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.1340129 Nov 19 03:54:40.985797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-075ec2c0-1b3c-42f6-9f1e-884b33caffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:40.988421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-075ec2c0-1b3c-42f6-9f1e-884b33caffbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.1360364 Nov 19 03:54:41.074754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd9560-d139-4bc9-9c12-0dc751b9a140 req-dda1fb3d-f7f3-4853-b22a-dd2134f6c21a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.082363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1efd9560-d139-4bc9-9c12-0dc751b9a140 req-dda1fb3d-f7f3-4853-b22a-dd2134f6c21a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1194470 Nov 19 03:54:41.130400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-747ef4e7-3b7b-45bc-9198-be2ed2ddc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.132220 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-747ef4e7-3b7b-45bc-9198-be2ed2ddc7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175637 Nov 19 03:54:41.154563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1efd9560-d139-4bc9-9c12-0dc751b9a140 req-4616718a-5a8f-49d5-bb2d-3fc8e81c0a8d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710058 Nov 19 03:54:41.216094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Deleting port 43249478-0af5-4230-859f-f910bb46dd5f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:41.216436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:41.310854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:41.311331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:41.326754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Calling delete_port for 43249478-0af5-4230-859f-f910bb46dd5f owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:41.365132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-a104804f-e3ee-42da-a5f2-7b662a5469db service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092464 Nov 19 03:54:41.412573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a205c5a0-19cd-4b7c-900a-3148e26b9c5b req-6d5c12e9-bc44-4e0a-adb2-cb7e87d767af tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0427129 Nov 19 03:54:41.552251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:41.624832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f1c6020-553c-456a-99d2-70e204e89793 req-5d4a0f8a-c362-4dc8-ae9d-4bc3481278b8 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.36 "GET /v2.0/ports?device_id=35bbdb22-8231-48e6-a98a-7dd71d1e1069 HTTP/1.1" status: 200 len: 210 time: 0.0367203 Nov 19 03:54:41.628310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Pushing event deleted for resources: {'Port': ['ID=43249478-0af5-4230-859f-f910bb46dd5f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:41.663495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6abac4bb-8852-4737-ab39-e88efe24b39f req-6acf11c2-f162-4aa3-9a5e-54468631d1f2 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495768 Nov 19 03:54:41.742734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-fe7e7fc7-ef79-4d2b-b284-a59843db13b5 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.744287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-fe7e7fc7-ef79-4d2b-b284-a59843db13b5 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.2274888 Nov 19 03:54:41.745490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:41.748159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:41.766601 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c5fb26ac-062f-437f-b2cf-0e1868d55862 req-d9942f94-e338-4e15-8206-08ad4736df6c tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "DELETE /v2.0/floatingips/e76822ad-0c34-4537-96a4-855d2f73bdd0 HTTP/1.1" status: 204 len: 173 time: 0.8302572 Nov 19 03:54:41.977486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.978772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.978772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.979813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.980284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.981044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.981588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:41.983682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-db5a747e-9fff-4b60-bcd2-95b4cfd2f5c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6487 time: 0.2432284 Nov 19 03:54:42.053040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a6891-c019-4c74-b206-9644f8e35d1c req-4f0762d8-9eb0-4e9c-a325-32340be252d4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.055033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-006a6891-c019-4c74-b206-9644f8e35d1c req-4f0762d8-9eb0-4e9c-a325-32340be252d4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1528785 Nov 19 03:54:42.175010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Deleting port a3034ff6-b6e4-4969-b922-cd222fe340f9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:42.176144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:42.226805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.244602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.256348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.266327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.283598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.289796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.315581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.324344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c847f55-c684-4985-a4fe-d4472086431b req-1e070119-e1aa-4e6b-91bc-7b4fc0d4588b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.4413543 Nov 19 03:54:42.351931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-006a6891-c019-4c74-b206-9644f8e35d1c req-67730bb0-ea8b-41c8-95ca-5438a9fdbbe4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818761 Nov 19 03:54:42.487322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-811658fc-b057-4c89-8998-c2029c3a3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.489265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-811658fc-b057-4c89-8998-c2029c3a3a09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=154fbbde-5f23-40d2-b48e-e647a8d00b23 HTTP/1.1" status: 200 len: 903 time: 0.4888330 Nov 19 03:54:42.533608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] For port a3034ff6-b6e4-4969-b922-cd222fe340f9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a3034ff6-b6e4-4969-b922-cd222fe340f9,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:42.534452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:42.546070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-34f69f33-eb0c-48b7-98a1-19f047729e7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 200 len: 217 time: 0.0483344 Nov 19 03:54:42.564880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c847f55-c684-4985-a4fe-d4472086431b req-ed685b6a-96e5-47a1-a921-62aab74b0a2d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2394245 Nov 19 03:54:42.729681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-64546c89-f227-4267-982b-39158b0c1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.733753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-64546c89-f227-4267-982b-39158b0c1dc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.1648316 Nov 19 03:54:42.749393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-6075e423-c628-4fde-aa83-9bd706c50d98 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3124633 Nov 19 03:54:42.754307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:42.880567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:42.885791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-2eee8a0c-db91-4df7-be85-9f159df8387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.887931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-2eee8a0c-db91-4df7-be85-9f159df8387d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1383135 Nov 19 03:54:42.902755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97875bc-664b-4a0c-b07e-b42a135f3163 req-18a1b4b1-2d31-45ac-8c0d-0c3225d9ed40 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:42.904948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f97875bc-664b-4a0c-b07e-b42a135f3163 req-18a1b4b1-2d31-45ac-8c0d-0c3225d9ed40 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 945 time: 0.1609941 Nov 19 03:54:42.953602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:42.954009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:42.954330 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168 disassociated. External IP: 172.25.8.57, port: a3034ff6-b6e4-4969-b922-cd222fe340f9. Nov 19 03:54:42.954814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Calling delete_port for a3034ff6-b6e4-4969-b922-cd222fe340f9 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:42.976261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f97875bc-664b-4a0c-b07e-b42a135f3163 req-b7d28b27-23a1-4321-905c-3106d60d8823 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups?id=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616782 Nov 19 03:54:43.090209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-59967702-6558-40b0-abda-8003f414b854 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839154 Nov 19 03:54:43.126689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:43.250464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b763-0823-40b4-a288-c46a7c1b52ff req-8b47dd3e-a9cb-4866-affc-433942516ffa tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.252053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4dd9b763-0823-40b4-a288-c46a7c1b52ff req-8b47dd3e-a9cb-4866-affc-433942516ffa tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1387205 Nov 19 03:54:43.298738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:43.300800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Allocated IP 172.25.8.104 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/bbfd7cd1-9b90-4b6a-b2c1-6f65ac02a7bb) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:54:43.303355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-c2b50535-c351-47e4-b1a7-361f980b111f service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028248 Nov 19 03:54:43.360523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4dd9b763-0823-40b4-a288-c46a7c1b52ff req-a07454fb-63dd-416b-a351-19d3c53f4d80 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955007 Nov 19 03:54:43.472354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:43.473013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.473679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.475153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.476064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.476791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.477427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.481597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.483864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-f01daa56-2d0e-4683-af01-9d82ee0113e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6487 time: 0.1130688 Nov 19 03:54:43.567502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:43.572973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event deleted for resources: {'Port': ['ID=a3034ff6-b6e4-4969-b922-cd222fe340f9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:43.700496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1f58dee1-25d8-4034-9a65-e881886369d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.702532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1f58dee1-25d8-4034-9a65-e881886369d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 902 time: 0.2103610 Nov 19 03:54:43.752819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:54:43.772260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:54:43.774826 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:54:43.783003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:54:43.788730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-87bcdb51-5870-4916-bb38-b389c2963a03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 200 len: 217 time: 0.0764475 Nov 19 03:54:43.829979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Pushing event updated for resources: {'Port': ['ID=bbfd7cd1-9b90-4b6a-b2c1-6f65ac02a7bb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:43.866290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-56fc79be-486f-4997-89a3-5bb7f9f0ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.868353 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-56fc79be-486f-4997-89a3-5bb7f9f0ed5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.0569346 Nov 19 03:54:43.907259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.907770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.908240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.908720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.909776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.910269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.910825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.911334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.911776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.912241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.912680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.913390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:43.955213 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:43.967601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54d283-36c0-4531-8647-11bf386dbf61 req-4816928a-a1ad-4456-b1e5-33138fa7e2d2 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:43.970065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a54d283-36c0-4531-8647-11bf386dbf61 req-4816928a-a1ad-4456-b1e5-33138fa7e2d2 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1959467 Nov 19 03:54:43.998297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:54:44.020687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-b557eb7e-2635-4886-bd28-d020c0ba5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.030984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-b557eb7e-2635-4886-bd28-d020c0ba5b6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1551833 Nov 19 03:54:44.042614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:44.186395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a54d283-36c0-4531-8647-11bf386dbf61 req-3077981d-8162-4fe7-acab-eeee79d46fe8 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026541 Nov 19 03:54:44.237679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-47e526c5-ef17-485f-9637-8ad9d1a6f187 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960130 Nov 19 03:54:44.289086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:54:44.303131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:54:44.318683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:44.319780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:44.343244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] No DVR routers for this DVR port a3034ff6-b6e4-4969-b922-cd222fe340f9 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:44.349872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:44.353945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef71d179-b9b2-4342-8308-13339ec2f616 req-e59ed0fa-9df0-406b-8239-495bc402ef29 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.31 "DELETE /v2.0/ports/a3034ff6-b6e4-4969-b922-cd222fe340f9 HTTP/1.1" status: 204 len: 173 time: 2.5863883 Nov 19 03:54:44.355670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'name': 'network-vif-deleted', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:44.358276 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e186df0e-9625-44a9-a21b-206d229be662" -d '{"events": [{"server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "name": "network-vif-deleted", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:44.409999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-7b31d321-a012-498b-b6bd-be953c337583 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662643 Nov 19 03:54:44.432481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:44.443840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:44.468015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2973346f-570e-42dd-a0e6-00ad193f2e3a req-fa1965bb-4de6-4a24-ae69-d718a2c074b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2678b1eb7c4d47ccb9379ff848c09c27&device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0422425 Nov 19 03:54:44.500676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:44.527752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Pushing event updated for resources: {'Port': ['ID=bbfd7cd1-9b90-4b6a-b2c1-6f65ac02a7bb,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:44.547468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2973346f-570e-42dd-a0e6-00ad193f2e3a req-06c55dfd-6e3e-4768-8af7-687726ded9d1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2678b1eb7c4d47ccb9379ff848c09c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549960 Nov 19 03:54:44.549960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:44.555390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:44.557032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-19724fd7-7cd8-4bd4-a2ad-df1afe959f15 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8067362 Nov 19 03:54:44.604947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.612177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.618373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.626496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.646543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.652077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.652607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.653106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.653594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.654115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.654599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.655079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.661066 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-1d7f5d93-37f3-4638-a628-fecb632aa32d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6487 time: 0.1353676 Nov 19 03:54:44.677072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.691447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.693378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-9e3a8d19-0290-4604-aca2-50109edc2749 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.2151916 Nov 19 03:54:44.802921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-9eb15ef1-e1ee-4b8e-9f76-d93a36984356 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.2206323 Nov 19 03:54:44.841972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973346f-570e-42dd-a0e6-00ad193f2e3a req-4b3467bb-dbe9-4b5f-a33e-aa6cb65e3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.841972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2973346f-570e-42dd-a0e6-00ad193f2e3a req-4b3467bb-dbe9-4b5f-a33e-aa6cb65e3745 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783546 Nov 19 03:54:44.844683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a4a0d03-0883-4831-9300-6c05e9ae0bf7 req-e1208e4d-b2d9-4a01-9b00-10601365157b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982943 Nov 19 03:54:44.863613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:44.894638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:54:44.904954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:44.905195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-513bb689-6611-42b1-93e0-455eb840d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:44.905655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:44.906751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-513bb689-6611-42b1-93e0-455eb840d978 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 902 time: 0.2361958 Nov 19 03:54:44.954958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-07a8caad-2e00-477c-87d3-cd34360c125e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 200 len: 217 time: 0.0396872 Nov 19 03:54:44.991395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07790bfc-a756-4232-a9f2-30179d4f90f0 req-cf329949-5d09-4886-bd67-59ed1841a459 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/ports?device_id=e50abe8c-a0a7-4c98-989f-82e9b8e0f29c HTTP/1.1" status: 200 len: 210 time: 0.0334270 Nov 19 03:54:45.025251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-08b190f3-af46-4fad-a9c3-a7eb97b4bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.027578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-08b190f3-af46-4fad-a9c3-a7eb97b4bfb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.0604362 Nov 19 03:54:45.032078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:45.047686 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3daf87-38e9-4e2d-a723-9cb0355cc34d x-openstack-request-id: req-cf3daf87-38e9-4e2d-a723-9cb0355cc34d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:45.048051 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50abe8c-a0a7-4c98-989f-82e9b8e0f29c", "name": "network-vif-deleted", "tag": "a3034ff6-b6e4-4969-b922-cd222fe340f9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:45.048374 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf3daf87-38e9-4e2d-a723-9cb0355cc34d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:45.048839 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50abe8c-a0a7-4c98-989f-82e9b8e0f29c', 'name': 'network-vif-deleted', 'tag': 'a3034ff6-b6e4-4969-b922-cd222fe340f9', 'status': 'completed', 'code': 200} Nov 19 03:54:45.106753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-cbec66b1-ea98-43c7-a89b-5538d2acf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.108271 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-cbec66b1-ea98-43c7-a89b-5538d2acf71f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707788 Nov 19 03:54:45.115373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-f219c506-613b-4e3b-b189-e3706b892329 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.116951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7153d2f4-ce91-43dc-86c0-e628f87243dc req-f219c506-613b-4e3b-b189-e3706b892329 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.3011088 Nov 19 03:54:45.222465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-882d9148-9906-4959-9be4-56ff530fbba0 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033316 Nov 19 03:54:45.244626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5805127-12ec-444a-85e0-52f417d71e68 req-b724cd94-84cd-4528-a5a8-67dab42e6215 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.251330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5805127-12ec-444a-85e0-52f417d71e68 req-b724cd94-84cd-4528-a5a8-67dab42e6215 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 946 time: 0.1431351 Nov 19 03:54:45.304841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5805127-12ec-444a-85e0-52f417d71e68 req-f08e5604-19f9-46a6-b365-328485951d22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Nov 19 03:54:45.350025 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4880f22-e6b6-4f58-84aa-3a3a071e6398 req-ac576f36-62a9-4b50-a6e6-f9fdaf258bac tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0747201 Nov 19 03:54:45.364641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:45.417097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb36c0-4bb5-4ab0-9d2a-0a59b018a6eb None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:49:43Z', 'revision_number': 4, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8cd8815f-20a1-4599-8b0a-badaaef5303c', 'name': '', 'network_id': 'd2f62b2b-97e5-406f-b16b-309ba2105643', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'mac_address': 'fa:16:3e:87:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:42Z', 'updated_at': '2021-11-19T03:49:48Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'subnets': [{'id': '895cb2d7-cc6e-47c5-b8af-51a3502a0688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:54:45.438603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97a258cc-f6bf-4882-b8bf-60aeee25b748 req-0919cf72-199a-41b9-9270-34e7f946a99d service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083282 Nov 19 03:54:45.511623 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-9300787f-fcfd-47aa-850b-b54d1a4deec3 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips/43793d30-16bd-4a67-871f-5c1325386964 HTTP/1.1" status: 200 len: 693 time: 0.0577371 Nov 19 03:54:45.529770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a3034ff6-b6e4-4969-b922-cd222fe340f9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:45.565708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: a3034ff6-b6e4-4969-b922-cd222fe340f9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:45.568634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a3034ff6-b6e4-4969-b922-cd222fe340f9 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:45.571155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:45.648552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d089ab7-974c-436f-aec8-dd0e7e584939 req-13d422ec-c8e1-48c1-9b05-f66743f6bcc5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.650167 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d089ab7-974c-436f-aec8-dd0e7e584939 req-13d422ec-c8e1-48c1-9b05-f66743f6bcc5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1186981 Nov 19 03:54:45.659145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-05220a97-2eb6-46c5-b128-99ea1169a60b tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.667017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-05220a97-2eb6-46c5-b128-99ea1169a60b tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1097 time: 0.0859637 Nov 19 03:54:45.679518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-1'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:54:45.686091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-c85ad480-5663-408c-9fe0-7256ada78e42 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:45.694253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-c85ad480-5663-408c-9fe0-7256ada78e42 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1814184 Nov 19 03:54:45.705826 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:45.763827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:45.764448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-dc7e14af-3b18-43f9-a7f7-0c277ecc11dc tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.0692251 Nov 19 03:54:45.784010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:45.786153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:45.789258 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c986a3-7e78-4776-9efb-5957f91346a4" -d '{"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-unplugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:45.795210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:45.839220 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-8488780d-626e-4d30-aaff-8a843dc34666 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.0732558 Nov 19 03:54:45.856062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d089ab7-974c-436f-aec8-dd0e7e584939 req-96a7cba1-d878-476d-955a-e07b986eb43a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891854 Nov 19 03:54:45.868983 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f033d54-854d-4137-af2d-108769a91016 None None] New status for floating IP 6c9adf61-2177-40b8-ae2c-a840f503c168: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:54:45.905183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:45.994226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Deleting port bbfd7cd1-9b90-4b6a-b2c1-6f65ac02a7bb {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:45.994580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.027430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:46.070695 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaeed84-a027-4feb-a0b1-9d6646229e5f x-openstack-request-id: req-bdaeed84-a027-4feb-a0b1-9d6646229e5f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:46.070926 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-unplugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:46.071385 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdaeed84-a027-4feb-a0b1-9d6646229e5f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:46.072148 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'code': 200} Nov 19 03:54:46.085069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.085414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.090658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:46.101691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Calling delete_port for bbfd7cd1-9b90-4b6a-b2c1-6f65ac02a7bb owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:46.167798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.198606 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.208416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2973346f-570e-42dd-a0e6-00ad193f2e3a req-c558cb08-86ef-454a-8407-0ebc1c88d7a2 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.36 "GET /v2.0/ports?device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0382915 Nov 19 03:54:46.294884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.301720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.309871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.319061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.326243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.332738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.341687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.348269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.350343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-a21aa682-9554-442c-86eb-424521181bb7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.2078872 Nov 19 03:54:46.371754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Pushing event deleted for resources: {'Port': ['ID=bbfd7cd1-9b90-4b6a-b2c1-6f65ac02a7bb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:46.395682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:46.398587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on host n-h2-818503-1 for vnic_type normal with profile {"migrating_to": "n-h1-818503-1"} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:46.398860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:46.399188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:46.404963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:46.405364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:46.415546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:46.420481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.423784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.425066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb6afb70-31a7-4275-947a-fd8a1f7285e4 req-90a35c94-2c69-4aab-a8a6-fcbfef234155 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "DELETE /v2.0/floatingips/43793d30-16bd-4a67-871f-5c1325386964 HTTP/1.1" status: 204 len: 173 time: 0.5850036 Nov 19 03:54:46.450942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:46.451363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:46.451828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:46.452517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Bound port: f2469820-e73a-4eb7-b9cd-fef8e45375a9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:46.452952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.469050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e70a0c45-3d40-49bd-ae56-35a69ab89ce8 req-8b13f22d-2fd5-4deb-b553-fe6685f765cb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031623 Nov 19 03:54:46.543227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:46.548486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:54:46.554772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.594511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:46.610784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4227e3-462e-4453-ae1c-f74d61dbcf6c req-bb20379a-eafa-45f5-aa4a-6c0a1f2c7716 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.612393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c4227e3-462e-4453-ae1c-f74d61dbcf6c req-bb20379a-eafa-45f5-aa4a-6c0a1f2c7716 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 947 time: 0.0923891 Nov 19 03:54:46.636081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on host n-h2-818503-1 for vnic_type normal with profile {"migrating_to": "n-h1-818503-1"} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:54:46.636939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:54:46.637571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:46.643364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:54:46.643905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Attempting to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on network 195ca8db-b6fa-4960-bbee-d6c665c7f9c5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:54:46.652985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:54:46.653535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Checking segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:54:46.654499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Bound using segment: {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:54:46.655188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Bound port: f2469820-e73a-4eb7-b9cd-fef8e45375a9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067f5773-1cd1-48fc-98ad-d6984235a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '195ca8db-b6fa-4960-bbee-d6c665c7f9c5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:54:46.655749 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.716342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=8']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:46.724384 n-d-818503-1 neutron-server[109988]: WARNING neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Concurrent port binding operations failed on port f2469820-e73a-4eb7-b9cd-fef8e45375a9 Nov 19 03:54:46.729960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:46.732262 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Attempt 2 to bind port f2469820-e73a-4eb7-b9cd-fef8e45375a9 Nov 19 03:54:46.732889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 has no active binding in host n-h1-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:54:46.740152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.741050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:46.742723 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-6c8826d1-74e0-4ffc-8dcf-c26b2c1ae1fd service neutron] 10.222.0.36 "PUT /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 1122 time: 1.0675440 Nov 19 03:54:46.746157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c4227e3-462e-4453-ae1c-f74d61dbcf6c req-c0371b14-7c61-4721-a8a3-49c63776e31f tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268835 Nov 19 03:54:46.769152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf03cf-3653-44aa-9657-6f0ae46aa728 req-0b515ea4-4aa5-4b24-8bbb-184534eb684a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:46.770958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8cf03cf-3653-44aa-9657-6f0ae46aa728 req-0b515ea4-4aa5-4b24-8bbb-184534eb684a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1480813 Nov 19 03:54:46.828391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f2469820-e73a-4eb7-b9cd-fef8e45375a9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:46.889326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8cf03cf-3653-44aa-9657-6f0ae46aa728 req-9127a153-5233-414c-b69a-20ddfea6b843 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078167 Nov 19 03:54:46.948906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-678e5d31-817d-42ac-a20d-c67fb8cddbc6 req-82996508-bab8-4da4-9317-01d3f5d3c700 tempest-ServerShowV247Test-641902014 tempest-ServerShowV247Test-641902014-project] 10.222.0.52 "GET /v2.0/ports?device_id=121cade5-d56e-4e5d-8f1b-d8e17c46f809 HTTP/1.1" status: 200 len: 210 time: 0.0522244 Nov 19 03:54:46.989286 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-b75f3938-344c-4011-b6bb-c76946b01f2a req-c7151e55-4eca-48ee-91ea-bd183d9d8ec3 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] show failed (client error): The resource could not be found. Nov 19 03:54:47.011476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b75f3938-344c-4011-b6bb-c76946b01f2a req-c7151e55-4eca-48ee-91ea-bd183d9d8ec3 tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips/43793d30-16bd-4a67-871f-5c1325386964 HTTP/1.1" status: 404 len: 350 time: 0.0746448 Nov 19 03:54:47.027212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f2469820-e73a-4eb7-b9cd-fef8e45375a9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:47.049692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9'}, {'name': 'network-changed', 'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:47.052747 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001ac4f8-e1bf-474a-beca-a10295834846" -d '{"events": [{"server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9"}, {"name": "network-changed", "server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:47.203377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98b9e-a53a-4da4-836e-30697795c582 req-74df1a20-6d97-41c4-951f-0a559ad7cfc7 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:47.205136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bcc98b9e-a53a-4da4-836e-30697795c582 req-74df1a20-6d97-41c4-951f-0a559ad7cfc7 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.0740132 Nov 19 03:54:47.261673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bcc98b9e-a53a-4da4-836e-30697795c582 req-75b69b26-8642-4517-87a4-d84728128da3 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Nov 19 03:54:47.327929 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-71d34b18-a8da-4ca5-9c77-0d9baef44e33 req-aef59e20-d13f-4f58-9666-9927b51f04cf tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] show failed (client error): The resource could not be found. Nov 19 03:54:47.328655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-71d34b18-a8da-4ca5-9c77-0d9baef44e33 req-aef59e20-d13f-4f58-9666-9927b51f04cf tempest-FloatingIPsTestJSON-1491107791 tempest-FloatingIPsTestJSON-1491107791-project] 10.222.0.52 "GET /v2.0/floatingips/43793d30-16bd-4a67-871f-5c1325386964 HTTP/1.1" status: 404 len: 350 time: 0.0425780 Nov 19 03:54:47.339633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39602) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:47.377782 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee82be-5aa7-400f-bcd3-756b42db156d x-openstack-request-id: req-57ee82be-5aa7-400f-bcd3-756b42db156d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:47.378565 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9", "code": 200}, {"name": "network-changed", "server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:47.379198 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57ee82be-5aa7-400f-bcd3-756b42db156d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:47.379668 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'code': 200} Nov 19 03:54:47.380068 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'status': 'completed', 'code': 200} Nov 19 03:54:47.466531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39616) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:47.630383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4caedbe1-5938-4a83-b86f-27bbeb856cd7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:47.680414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4caedbe1-5938-4a83-b86f-27bbeb856cd7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:47.691850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac4f8-e1bf-474a-beca-a10295834846 req-4c1d31e8-5c06-4641-9fe9-12083c14bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:47.693532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-4c1d31e8-5c06-4641-9fe9-12083c14bfc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1125 time: 0.1714857 Nov 19 03:54:47.788538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.050188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd66b47-9cf5-4af1-8669-30e92b64255b req-648252df-3b90-45f1-a491-2e153ff7b8cf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.051684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fd66b47-9cf5-4af1-8669-30e92b64255b req-648252df-3b90-45f1-a491-2e153ff7b8cf tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.0695949 Nov 19 03:54:48.120710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.124885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.131983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.138465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.145153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.151370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.159333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.161523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-b607aa10-4e93-45ab-acf7-22ac4c7f906b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.5778770 Nov 19 03:54:48.168583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fd66b47-9cf5-4af1-8669-30e92b64255b req-849f0461-f8fe-4b14-a689-46f2e4a9224a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069741 Nov 19 03:54:48.191177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Deleting port 401fd5a0-02d1-448c-9455-cc53190da49a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:48.192165 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.242410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4caedbe1-5938-4a83-b86f-27bbeb856cd7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.246971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4caedbe1-5938-4a83-b86f-27bbeb856cd7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.248273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4caedbe1-5938-4a83-b86f-27bbeb856cd7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "DELETE /v2.0/security-groups/c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3 HTTP/1.1" status: 204 len: 168 time: 0.7803178 Nov 19 03:54:48.259764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39628) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:48.297819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] For port 401fd5a0-02d1-448c-9455-cc53190da49a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=401fd5a0-02d1-448c-9455-cc53190da49a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:48.298605 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.304712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac4f8-e1bf-474a-beca-a10295834846 req-bb37bbae-f807-40f5-a0e1-ec567915585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.306281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-bb37bbae-f807-40f5-a0e1-ec567915585f service neutron] 10.222.0.31 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.6045578 Nov 19 03:54:48.314203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Calling delete_port for 401fd5a0-02d1-448c-9455-cc53190da49a owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:48.314920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caedbe1-5938-4a83-b86f-27bbeb856cd7 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:48.341094 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-cbfcaa51-bbac-42c7-a698-5139a010f4e0 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] show failed (client error): The resource could not be found. Nov 19 03:54:48.342238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cbfcaa51-bbac-42c7-a698-5139a010f4e0 tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "GET /v2.0/security-groups/c58d6e8a-6be9-4d7e-b8d5-39f5e27781d3 HTTP/1.1" status: 404 len: 347 time: 0.0662491 Nov 19 03:54:48.376867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39632) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:48.387243 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-7c68ffbb-52ea-4d35-a7db-562ad631faf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 217 time: 0.0660188 Nov 19 03:54:48.452309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd4df6ea-84bf-40c4-af61-56c8bff1d616 req-723df7f7-fa44-4288-8275-44c19e2ce597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2770138 Nov 19 03:54:48.588603 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.595376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39650) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:48.617980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac4f8-e1bf-474a-beca-a10295834846 req-237d825d-7efe-4f8a-b6a1-61205c12d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.619533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-237d825d-7efe-4f8a-b6a1-61205c12d25d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1970932 Nov 19 03:54:48.669030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Pushing event deleted for resources: {'Port': ['ID=401fd5a0-02d1-448c-9455-cc53190da49a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:48.686936 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-f2332a54-c8e3-4ce7-af4b-f7b40061715d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433207 Nov 19 03:54:48.712490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Deleting port 251f04c6-036a-4081-8c54-b617ff67aada {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:48.713684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.720186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.720544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.720896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.721238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.721579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.721919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.722308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.722618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.722950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.723281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.723610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.723940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:48.823591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e29964-1a23-4341-a315-744444b26126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.896522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd78f1-e208-4fbf-b0de-14a2e5bda09c req-81d89cd0-336a-45eb-bbb0-8e9a6e1e06d0 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:48.906722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48fd78f1-e208-4fbf-b0de-14a2e5bda09c req-81d89cd0-336a-45eb-bbb0-8e9a6e1e06d0 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.3301659 Nov 19 03:54:48.922288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.922675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:48.926973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-360d8982-b5f1-41a2-9cef-2abbf9b211d3 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261090 Nov 19 03:54:48.941267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Calling delete_port for 251f04c6-036a-4081-8c54-b617ff67aada owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:49.019891 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48fd78f1-e208-4fbf-b0de-14a2e5bda09c req-f2953863-6074-48a1-ab78-fdfac71a6f5a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123490 Nov 19 03:54:49.030568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.118208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e29964-1a23-4341-a315-744444b26126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.136781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e29964-1a23-4341-a315-744444b26126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.150498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-001ac4f8-e1bf-474a-beca-a10295834846 req-8f22092e-c4a1-4717-9d3f-caafd0011e46 service neutron] 10.222.0.31 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071764 Nov 19 03:54:49.188262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4e29964-1a23-4341-a315-744444b26126 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2678b1eb7c4d47ccb9379ff848c09c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894227 Nov 19 03:54:49.192827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:49.215764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e29964-1a23-4341-a315-744444b26126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf96b6-7700-4129-9a60-62f918447f70,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:49.328474 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.369392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-633e594e-b317-4850-a10f-3411bc2db1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.371226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Pushing event deleted for resources: {'Port': ['ID=251f04c6-036a-4081-8c54-b617ff67aada,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:49.419589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.424117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.428300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95277aef-d096-4673-b07d-2e00b72be0ae tempest-ServersWithSpecificFlavorTestJSON-552412234 tempest-ServersWithSpecificFlavorTestJSON-552412234-project] 10.222.0.52 "DELETE /v2.0/floatingips/6c9adf61-2177-40b8-ae2c-a840f503c168 HTTP/1.1" status: 204 len: 168 time: 1.0474355 Nov 19 03:54:49.428480 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-633e594e-b317-4850-a10f-3411bc2db1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.437870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d93c54-a835-4904-8dbf-fbc3be6df258 req-98e97927-03ed-4b45-9d59-582ff4401ea1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.439510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1d93c54-a835-4904-8dbf-fbc3be6df258 req-98e97927-03ed-4b45-9d59-582ff4401ea1 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1562235 Nov 19 03:54:49.524700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:54:49.531449 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1d93c54-a835-4904-8dbf-fbc3be6df258 req-80d52523-d00e-4229-8e18-1f9f7e899168 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855777 Nov 19 03:54:49.562553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-633e594e-b317-4850-a10f-3411bc2db1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.565330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-633e594e-b317-4850-a10f-3411bc2db1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.569296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-633e594e-b317-4850-a10f-3411bc2db1ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76cf96b6-7700-4129-9a60-62f918447f70 HTTP/1.1" status: 204 len: 168 time: 0.3725770 Nov 19 03:54:49.592089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e594e-b317-4850-a10f-3411bc2db1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf96b6-7700-4129-9a60-62f918447f70,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:49.757302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:49.893729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Router 2c720617-a5f6-4348-8dbb-37e2e962299b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:54:49.917836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.919220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'mac_address': 'fa:16:3e:44:4d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:54:49.924638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.931280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.937706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.943637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.951268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.957552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:49.969442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-52d165d3-1e7d-4aff-987e-04e463ecfb8f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.3025281 Nov 19 03:54:49.973678 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:49.990615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfd58c2b-c30e-470f-aafa-6106538911b9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:50.015296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:50.027355 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:50.049468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d4ad33-9c22-4f09-8cc4-d2a75e4d24e1 req-8a5853fb-78ee-4ef0-8c14-8f705eb412e7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807159 Nov 19 03:54:50.121375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:50.129781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.130166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.130519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.130863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.131388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.131916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.132414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.132908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.133395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.133881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.134412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.134898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:54:50.154909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39766) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:50.245542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:54:50.253558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5f84544-598d-4e53-916d-27b3b27f7780 admin admin] 10.222.0.52 "PUT /v2.0/routers/2c720617-a5f6-4348-8dbb-37e2e962299b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9104016 Nov 19 03:54:50.253966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39774) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:50.258001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] Sync routers for ids ['2c720617-a5f6-4348-8dbb-37e2e962299b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:54:50.259372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37576ae-3811-408b-98df-360d5f1e1016 req-b005917d-545a-4748-8efa-a5ecb345b996 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:50.272029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e37576ae-3811-408b-98df-360d5f1e1016 req-b005917d-545a-4748-8efa-a5ecb345b996 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1070824 Nov 19 03:54:50.274540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] Routers {'2c720617-a5f6-4348-8dbb-37e2e962299b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:50.277244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2c720617-a5f6-4348-8dbb-37e2e962299b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:50.388587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bfd58c2b-c30e-470f-aafa-6106538911b9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:54:50.391804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e37576ae-3811-408b-98df-360d5f1e1016 req-637d2883-319f-40a2-8eff-c66e9583fc15 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179507 Nov 19 03:54:50.422036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:50.514088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] Set router 2c720617-a5f6-4348-8dbb-37e2e962299b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:50.612845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:50.740977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aff1e-d451-4cd5-917a-dbe818d66cec req-80e83cbb-ad37-4cab-958e-80cd02227947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:50.742935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb2aff1e-d451-4cd5-917a-dbe818d66cec req-80e83cbb-ad37-4cab-958e-80cd02227947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.0851431 Nov 19 03:54:50.779090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Deleting port 803c638e-c90b-4c46-b5c7-56b935f7a2a4 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:50.779589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:50.909233 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb2aff1e-d451-4cd5-917a-dbe818d66cec req-d67fa7c6-65ca-421a-ae0f-8a0d6594724f tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567326 Nov 19 03:54:50.941066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:48Z', 'revision_number': 5, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port': {'id': '803c638e-c90b-4c46-b5c7-56b935f7a2a4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:54:19Z', 'updated_at': '2021-11-19T03:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:50.971347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] Checking router: 2c720617-a5f6-4348-8dbb-37e2e962299b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:54:50.981096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] Routers {'2c720617-a5f6-4348-8dbb-37e2e962299b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:50.981716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2c720617-a5f6-4348-8dbb-37e2e962299b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:51.014455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] For port 803c638e-c90b-4c46-b5c7-56b935f7a2a4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=803c638e-c90b-4c46-b5c7-56b935f7a2a4,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:51.015251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.032006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Calling delete_port for 803c638e-c90b-4c46-b5c7-56b935f7a2a4 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:51.176635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] Set router 2c720617-a5f6-4348-8dbb-37e2e962299b gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:51.268098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.296059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.302991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.313775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.320408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:50Z', 'revision_number': 6, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:51.320963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.329239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.337564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.347045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.349204 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-c8dca4f0-58e0-46f1-8f7f-c6945e62d154 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.1610565 Nov 19 03:54:51.355767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb37f942-e982-4e1a-ba85-784a28433e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.358338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061d691-1fb0-41ed-9921-0fa23e6c097e None None] The sync data for ids ['2c720617-a5f6-4348-8dbb-37e2e962299b'] in n-d-818503-1 is: [{'id': '2c720617-a5f6-4348-8dbb-37e2e962299b', 'name': 'tempest-FloatingIPsTestJSON-1898202060-router', 'tenant_id': '4350b521b1f34e0ea88488732b49db58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:54:18Z', 'updated_at': '2021-11-19T03:54:50Z', 'revision_number': 6, 'project_id': '4350b521b1f34e0ea88488732b49db58', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:54:51.519896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-707fd17c-c8c8-4bde-bb7f-61b87f1b2f9b req-0c767c81-fd67-480e-b30a-81db52105c7c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583154 Nov 19 03:54:51.537104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.585950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:54:51.598352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Pushing event deleted for resources: {'Port': ['ID=803c638e-c90b-4c46-b5c7-56b935f7a2a4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:51.636366 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d589360a-9168-492c-a727-fb82989d1a4d req-28b55d78-6f65-4a67-b12d-a2aafcd7bf8a tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.1450775 Nov 19 03:54:51.721050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bfd58c2b-c30e-470f-aafa-6106538911b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:54:51.721338 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.810930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Deleting port 8cd8815f-20a1-4599-8b0a-badaaef5303c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:51.811441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.866326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf9ba4-dde5-4744-9439-bd7c7d08f061 req-ce0b44b6-c19d-4558-8a7f-4cf33a0ddd07 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:51.868249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05cf9ba4-dde5-4744-9439-bd7c7d08f061 req-ce0b44b6-c19d-4558-8a7f-4cf33a0ddd07 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1995218 Nov 19 03:54:51.872019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:51.952763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.003105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:54:52.008035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] For port 8cd8815f-20a1-4599-8b0a-badaaef5303c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8cd8815f-20a1-4599-8b0a-badaaef5303c,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:52.009295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.013850 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef17066-4a15-4552-91f3-c32cc78ac92d" -d '{"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-plugged", "status": "completed", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:54:52.031034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:52.037019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.042637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:52.044379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Calling delete_port for 8cd8815f-20a1-4599-8b0a-badaaef5303c owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:52.059988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.062904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.205873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.206768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c720617-a5f6-4348-8dbb-37e2e962299b {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:54:52.218904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.224896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d01b9c89-13d8-4c5c-8058-c905214fe80e admin admin] 10.222.0.52 "DELETE /v2.0/routers/2c720617-a5f6-4348-8dbb-37e2e962299b HTTP/1.1" status: 204 len: 168 time: 1.9697397 Nov 19 03:54:52.234712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39852) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:52.238446 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05cf9ba4-dde5-4744-9439-bd7c7d08f061 req-8f97347a-3fd4-4b4a-b5e8-042a5f7f8038 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599523 Nov 19 03:54:52.320187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Deleting subnet faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:54:52.325419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.384223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.410365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:52.451574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.501515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.582914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca52c-d7c9-41c8-9f37-e111dcf8a02f req-a2a0e990-c500-4b13-a734-71602cea78f0 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:52.584542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c6ca52c-d7c9-41c8-9f37-e111dcf8a02f req-a2a0e990-c500-4b13-a734-71602cea78f0 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1251667 Nov 19 03:54:52.645949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.671144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c6ca52c-d7c9-41c8-9f37-e111dcf8a02f req-2b7279b3-fd98-44f0-97d9-1f049e599346 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737295 Nov 19 03:54:52.737188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:52.743113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babd92e-40ed-4961-abd6-ac7fb87a3d55 None None] Network 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:54:52.758748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.771730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f41954d-28b1-4824-8d1b-3db5f23fa268 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/faf6d77f-2f4c-45ba-92c4-4a3bc8b2f320 HTTP/1.1" status: 204 len: 168 time: 0.5299451 Nov 19 03:54:52.773281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:52.796304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:52.876393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd8815f-20a1-4599-8b0a-badaaef5303c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:53.004844 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdbadd6-0ba5-4495-a7b3-306bcd874206 x-openstack-request-id: req-ccdbadd6-0ba5-4495-a7b3-306bcd874206 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:54:53.005460 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-plugged", "status": "completed", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:54:53.006604 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccdbadd6-0ba5-4495-a7b3-306bcd874206 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:54:53.007133 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'code': 200} Nov 19 03:54:53.014292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 803c638e-c90b-4c46-b5c7-56b935f7a2a4 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:53.185915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 803c638e-c90b-4c46-b5c7-56b935f7a2a4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:53.185915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 803c638e-c90b-4c46-b5c7-56b935f7a2a4 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:53.185915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 401fd5a0-02d1-448c-9455-cc53190da49a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:53.232951 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:53.244581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:53.341478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.349109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 401fd5a0-02d1-448c-9455-cc53190da49a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:53.349447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 401fd5a0-02d1-448c-9455-cc53190da49a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:53.379047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.406838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.442987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.467874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.480783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.515984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:53.525849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-dee41309-b131-448e-9906-1663f1faaaf0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.4853415 Nov 19 03:54:53.545492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-736cbdbf-ed63-401d-b1b8-3189e33df672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:53.563268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] DHCP port deletion for 31e4a16e-f6bf-4f5e-9ba3-da566a62c86c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:54:53.709301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Deleting port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:53.709625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:53.789350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] Deleting port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:53.790487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:53.841270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:54:53.931004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] For port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:53.932212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:53.952779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] Calling delete_port for b6f27afe-b41e-4f4e-9b3e-95c8cb73061a owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:53.960605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-651ea1e7-f256-4638-bf79-2c8209b6b690 req-410f21a4-4dfd-49f1-806e-acb4501d08b5 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4329906 Nov 19 03:54:54.080810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] For port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,segment=NetworkSegment(2eb2199f-2702-47fd-bd61-2e814fe07881),segment_id=2eb2199f-2702-47fd-bd61-2e814fe07881)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:54.081179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:54.153349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Calling delete_port for b6f27afe-b41e-4f4e-9b3e-95c8cb73061a owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:54.162851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:54.221529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5cefc55-d6e4-48bf-9b5f-ed2bd40ce79f req-b7a96d03-15b8-436a-b78b-f79b314b9257 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0427840 Nov 19 03:54:54.237600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] Pushing event deleted for resources: {'Port': ['ID=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:54.249094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:54:54.263614 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] Sync routers for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:54:54.267914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f8a17-b44d-4954-ad11-a979ea9b8000 None None] No DVR routers for this DVR port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:54.271316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-18deae47-d9a8-4945-a889-27c6875fcf56 admin admin] 10.222.0.52 "PUT /v2.0/routers/0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1144166 Nov 19 03:54:54.273217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39876) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:54.295711 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:54.297188 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:54.544733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cbcf3-76ef-4ad9-8c2e-df0b5324c952 req-4a18d537-880f-49a3-8020-9ed869aafae0 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:54.552952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-309cbcf3-76ef-4ad9-8c2e-df0b5324c952 req-4a18d537-880f-49a3-8020-9ed869aafae0 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1367695 Nov 19 03:54:54.587365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:54.618101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] No DVR routers for this DVR port b6f27afe-b41e-4f4e-9b3e-95c8cb73061a on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:54.668861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f27afe-b41e-4f4e-9b3e-95c8cb73061a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:54.686065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-309cbcf3-76ef-4ad9-8c2e-df0b5324c952 req-e9449922-e1f8-4363-a5d4-9096b755a080 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321352 Nov 19 03:54:54.741306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:54.849538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:54.908108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e4a16e-f6bf-4f5e-9ba3-da566a62c86c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:54.953755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e0581-9629-4ef3-8b2f-bd00b2634463 req-2f36c885-6577-4b18-b0b5-45785cda955b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:54.957624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-893e0581-9629-4ef3-8b2f-bd00b2634463 req-2f36c885-6577-4b18-b0b5-45785cda955b tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.1581464 Nov 19 03:54:54.976501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb2199f-2702-47fd-bd61-2e814fe07881') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:54.976801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb2199f-2702-47fd-bd61-2e814fe07881') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:54.989964 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:55.016714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b6f27afe-b41e-4f4e-9b3e-95c8cb73061a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:55.059404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.063327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b6f27afe-b41e-4f4e-9b3e-95c8cb73061a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:55.063672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b6f27afe-b41e-4f4e-9b3e-95c8cb73061a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:55.110709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.120410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.120693 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.138210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:54:55.141336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.262995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Deleting port 9e888d89-8016-4d62-91f1-61216651232c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:55.265322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:54:55.307491 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:54:55.335181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-893e0581-9629-4ef3-8b2f-bd00b2634463 req-438897d7-f2ff-4ad9-a2a2-d97408c0f0e6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691597 Nov 19 03:54:55.336141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.360930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.369827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] 10.222.0.52 "DELETE /v2.0/networks/31e4a16e-f6bf-4f5e-9ba3-da566a62c86c HTTP/1.1" status: 204 len: 168 time: 2.5953093 Nov 19 03:54:55.398963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d43e1-a42b-47a9-a94c-080b505ba971 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e4a16e-f6bf-4f5e-9ba3-da566a62c86c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:55.476378 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e888d89-8016-4d62-91f1-61216651232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:54:52Z', 'revision_number': 5, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port': {'id': '9e888d89-8016-4d62-91f1-61216651232c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:39Z', 'updated_at': '2021-11-19T03:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:55.549739 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] Checking router: 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:54:55.562398 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] Routers {'0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:54:55.563431 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:55.574154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5e8f785-f73e-4ca4-b76f-51608ba46377 req-e3385d1e-c4ae-43f4-bd0a-26a452916f3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.5419374 Nov 19 03:54:55.587098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] For port 9e888d89-8016-4d62-91f1-61216651232c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9e888d89-8016-4d62-91f1-61216651232c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:55.587576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.595709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.610410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.617951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Calling delete_port for 9e888d89-8016-4d62-91f1-61216651232c owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:55.622597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.633225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.646927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.671324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.688770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:55.690744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c1eae58e-001f-4a8f-8600-49b2e3846fe4 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.2257075 Nov 19 03:54:55.700268 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] Set router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:54:55.822033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b5f01f5-c402-4194-8d5c-06c392f339bd req-c9f3e03f-eb48-4470-840e-172fb4aba401 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203172 Nov 19 03:54:55.899574 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:54:55Z', 'revision_number': 6, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:55.960304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:55.981541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39892) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:55.989403 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69fb2-a09f-4519-8551-fe9e96834cac None None] The sync data for ids ['0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd'] in n-d-818503-1 is: [{'id': '0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-239133427-router', 'tenant_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:38Z', 'updated_at': '2021-11-19T03:54:55Z', 'revision_number': 6, 'project_id': 'f3df5fcbeb6c49ac9065f4c3abb3a7fe', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:54:56.027456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e888d89-8016-4d62-91f1-61216651232c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:56.078015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.137660 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdb0249b-da5c-4a54-b5b8-333741dcb624 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4350b521b1f34e0ea88488732b49db58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547804 Nov 19 03:54:56.141751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f40610aa-9726-4139-ace6-21a432cdf4f6 req-7726e0c9-044d-4c8b-9d13-c5117e75d9ab tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.1192536 Nov 19 03:54:56.142484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39894) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:56.226797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca9903a3-1ccd-4623-8136-23e6f77a92f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.239597 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.328825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca9903a3-1ccd-4623-8136-23e6f77a92f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.564179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc92b27-81bd-46b5-ad88-f8bec19e7b64 req-e1cde0c7-3c4a-48eb-a945-c69511f16296 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:56.566036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fc92b27-81bd-46b5-ad88-f8bec19e7b64 req-e1cde0c7-3c4a-48eb-a945-c69511f16296 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.2787623 Nov 19 03:54:56.705651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca9903a3-1ccd-4623-8136-23e6f77a92f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.715789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca9903a3-1ccd-4623-8136-23e6f77a92f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.733770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca9903a3-1ccd-4623-8136-23e6f77a92f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0712454d-5865-439d-83d6-be1528c91d74 HTTP/1.1" status: 204 len: 168 time: 0.5899887 Nov 19 03:54:56.842575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fc92b27-81bd-46b5-ad88-f8bec19e7b64 req-aefe1166-7468-4b7c-a853-cf2f2dc3a6ad tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643275 Nov 19 03:54:56.871404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:56.877810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9903a3-1ccd-4623-8136-23e6f77a92f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0712454d-5865-439d-83d6-be1528c91d74,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:56.880878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.030019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.030563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:54:57.042972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.046773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-17eb765a-724d-42c2-9a20-cf52e57ad6cc admin admin] 10.222.0.52 "DELETE /v2.0/routers/0cf2ae1d-aefc-4e9c-ba2f-69e5fa362cbd HTTP/1.1" status: 204 len: 168 time: 2.7722464 Nov 19 03:54:57.053111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39904) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:57.191897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.208560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8cd8815f-20a1-4599-8b0a-badaaef5303c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:57.219687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0fe62-a950-4a8f-bf99-58c917d0c545 req-0fe0095f-2081-4010-84d8-aa8ddd3f635a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.221885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07e0fe62-a950-4a8f-bf99-58c917d0c545 req-0fe0095f-2081-4010-84d8-aa8ddd3f635a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 944 time: 0.2235553 Nov 19 03:54:57.249305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Deleting subnet 895cb2d7-cc6e-47c5-b8af-51a3502a0688 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:54:57.273206 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.277985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8cd8815f-20a1-4599-8b0a-badaaef5303c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:57.278531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8cd8815f-20a1-4599-8b0a-badaaef5303c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:57.279229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e888d89-8016-4d62-91f1-61216651232c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:57.348375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9e888d89-8016-4d62-91f1-61216651232c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:57.349648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07e0fe62-a950-4a8f-bf99-58c917d0c545 req-1db2c671-b41f-4d8d-875d-d35bcd249f88 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173267 Nov 19 03:54:57.350123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e888d89-8016-4d62-91f1-61216651232c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:57.437891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.520497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-52c9590b-1b47-4450-864f-313e0e43a64c service neutron] 10.222.0.31 "GET /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.1739390 Nov 19 03:54:57.589761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.601114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.613533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.621914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.625343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.630209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.636155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.643589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:57.652110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-3e851265-5b70-43f1-9642-15ff62a9817a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.1866360 Nov 19 03:54:57.718190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.753151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895cb2d7-cc6e-47c5-b8af-51a3502a0688,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:57.770523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cf9dcfb-a601-4f96-b835-ae7821beda9f req-d7764c20-df04-41c6-8f49-4a95e7ab5cd9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164117 Nov 19 03:54:57.771109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:57.774479 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2490667-9986-4ef5-9416-addfb1bca23a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/895cb2d7-cc6e-47c5-b8af-51a3502a0688 HTTP/1.1" status: 204 len: 168 time: 0.7202528 Nov 19 03:54:57.777377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39918) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:57.778057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e191e-43c3-40a1-8bd7-a9f194797ea5 None None] Network d2f62b2b-97e5-406f-b16b-309ba2105643 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:54:57.992760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:58.018625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.036888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:54:58.099999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2469820-e73a-4eb7-b9cd-fef8e45375a9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:54:58.127748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-815dd3d4-c6c0-44c3-a145-475fed16da3b req-3cb24de8-1397-4079-9edf-8b4172336059 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.1477780 Nov 19 03:54:58.143942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:58.170383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.269557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] DHCP port deletion for d2f62b2b-97e5-406f-b16b-309ba2105643 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:54:58.321339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] Transition to ACTIVE for port object f2469820-e73a-4eb7-b9cd-fef8e45375a9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:54:58.329451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Deleting port 2108f992-271a-4d5a-8639-a5ec089e4ea4 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:58.330721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.335542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.400317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] Deleting port 2108f992-271a-4d5a-8639-a5ec089e4ea4 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:54:58.403085 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.420144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] No DVR routers for this DVR port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:58.476731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] 10.222.0.31 "PUT /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9/bindings/n-h1-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9366479 Nov 19 03:54:58.489997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f645-bc25-4779-aaa1-f410c491ef58 service neutron] Pushing event updated for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:58.520291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3442f6-f81a-49ce-93b9-4f91a4962735 req-8ab6a166-b383-48d9-9960-259d31e8e523 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:58.525021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a3442f6-f81a-49ce-93b9-4f91a4962735 req-8ab6a166-b383-48d9-9960-259d31e8e523 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.2376142 Nov 19 03:54:58.528159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] For port 2108f992-271a-4d5a-8639-a5ec089e4ea4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2108f992-271a-4d5a-8639-a5ec089e4ea4,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:58.528542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.574306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Calling delete_port for 2108f992-271a-4d5a-8639-a5ec089e4ea4 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:58.669533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a3442f6-f81a-49ce-93b9-4f91a4962735 req-2cc5964b-b879-4bf6-84fc-dd7f2f54499a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321988 Nov 19 03:54:58.731040 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:58.769342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-513f7f5d-585e-471f-995c-66d162aea280 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:58.779948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-513f7f5d-585e-471f-995c-66d162aea280 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.1729403 Nov 19 03:54:58.793571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Pushing event deleted for resources: {'Port': ['ID=2108f992-271a-4d5a-8639-a5ec089e4ea4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:58.817233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] No DVR routers for this DVR port 2108f992-271a-4d5a-8639-a5ec089e4ea4 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:58.879657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2108f992-271a-4d5a-8639-a5ec089e4ea4 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:54:58.918186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-ab8b363f-315b-466c-8ec8-cced507a873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:58.919718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-ab8b363f-315b-466c-8ec8-cced507a873c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c&tenant_id=bd867fbd10014db5bc4c826faa744b53 HTTP/1.1" status: 200 len: 1096 time: 0.1201220 Nov 19 03:54:58.971008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2108f992-271a-4d5a-8639-a5ec089e4ea4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:54:58.972383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2108f992-271a-4d5a-8639-a5ec089e4ea4 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:54:58.981759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] For port 2108f992-271a-4d5a-8639-a5ec089e4ea4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2108f992-271a-4d5a-8639-a5ec089e4ea4,segment=NetworkSegment(9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab),segment_id=9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:54:58.983646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.001029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.019288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] Calling delete_port for 2108f992-271a-4d5a-8639-a5ec089e4ea4 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:54:59.030729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-9c6bc7c3-7694-4382-9009-faa0c5f50e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.033792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-9c6bc7c3-7694-4382-9009-faa0c5f50e86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1096 time: 0.0814328 Nov 19 03:54:59.048884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f62b2b-97e5-406f-b16b-309ba2105643']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:59.078381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:59.087054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f95aa4b-44ad-4fb0-b79e-8ee91edb72ab') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:54:59.107909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.136554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.144960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:54:59.146864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:54:59.148732 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:54:59.191919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-4f03c4d8-3c76-4c9e-b409-9942ef533d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.193716 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-4f03c4d8-3c76-4c9e-b409-9942ef533d8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1520984 Nov 19 03:54:59.223324 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.251575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] No DVR routers for this DVR port 2108f992-271a-4d5a-8639-a5ec089e4ea4 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:54:59.252350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.276116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:54:59.304879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d2f62b2b-97e5-406f-b16b-309ba2105643 HTTP/1.1" status: 204 len: 168 time: 1.5258594 Nov 19 03:54:59.311900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:54:59.318149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4affbc8-f2aa-4e0c-998d-319f72a4b03e None None] Pushing event deleted for resources: {'Port': ['ID=2108f992-271a-4d5a-8639-a5ec089e4ea4,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:59.333020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa340e68-3c1d-466a-8747-abcb61b3f815 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f62b2b-97e5-406f-b16b-309ba2105643,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:54:59.372179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-275d7a11-3d3e-438e-827a-4db1af71a322 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 200 len: 217 time: 0.1643732 Nov 19 03:54:59.423891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9ce1-0106-4bd9-8e56-e5552da45824 req-2eee16cf-62de-49c0-aa87-8c38ecdc7437 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.430429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab0f9ce1-0106-4bd9-8e56-e5552da45824 req-2eee16cf-62de-49c0-aa87-8c38ecdc7437 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 945 time: 0.0647838 Nov 19 03:54:59.486577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab0f9ce1-0106-4bd9-8e56-e5552da45824 req-43f4baab-57d6-4625-9008-e45d22c08c73 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515897 Nov 19 03:54:59.493485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-b0d54c7e-34be-419a-82db-e7bfb6d70916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.495345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-b0d54c7e-34be-419a-82db-e7bfb6d70916 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.1143332 Nov 19 03:54:59.575558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-84d3fc4f-6913-480f-ad61-3b30a49c1e44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348570 Nov 19 03:54:59.701857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.709200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.716544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.723276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.731322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.739039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.746206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:54:59.748387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-faa97ac6-ca13-400f-a872-340822f673a8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5430 time: 0.1457818 Nov 19 03:54:59.794458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-ef5ef35d-7819-4aa4-8fc5-65b03f0aff9b service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098958 Nov 19 03:54:59.861449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-599363b7-fce7-4e5c-b715-53d1225b2b6c req-8bd5e2f0-b990-406b-b895-e8c91e086133 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984595 Nov 19 03:54:59.963991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-231a838b-b795-4d29-a85e-eb78ef9c8392 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606710 Nov 19 03:55:00.053483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.351105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-406714f2-009e-42dc-b81d-52ce202031ae tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:00.353365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-406714f2-009e-42dc-b81d-52ce202031ae tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c&tenant_id=bd867fbd10014db5bc4c826faa744b53&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.0978270 Nov 19 03:55:00.487260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 555efabb-4477-4e7d-81c0-cb41be75451d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:00.558610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Deleting port 227dca6e-74d6-4fb1-a55f-7f8866c49a16 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:00.559123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.626575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-7e5a1039-6665-4803-9a0d-60294dea6c55 service neutron] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:00.631894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-7e5a1039-6665-4803-9a0d-60294dea6c55 service neutron] Publish callbacks [] for binding, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.633205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82d05ffb-bed8-4932-9dc2-3def98b6919e req-7e5a1039-6665-4803-9a0d-60294dea6c55 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9/bindings/n-h2-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.2683418 Nov 19 03:55:00.669966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=555efabb-4477-4e7d-81c0-cb41be75451d,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:00.685461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '555efabb-4477-4e7d-81c0-cb41be75451d', 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'port_id': '555efabb-4477-4e7d-81c0-cb41be75451d', 'mac_address': 'fa:16:3e:f5:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2110ca6a-c9bc-41ca-8f9c-9d63ea723821', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:00.691886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] For port 227dca6e-74d6-4fb1-a55f-7f8866c49a16, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=227dca6e-74d6-4fb1-a55f-7f8866c49a16,segment=NetworkSegment(287de178-0524-4020-a59c-ece82a996715),segment_id=287de178-0524-4020-a59c-ece82a996715)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:00.692470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.714311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Calling delete_port for 227dca6e-74d6-4fb1-a55f-7f8866c49a16 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:00.741366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.762114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555efabb-4477-4e7d-81c0-cb41be75451d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:00.793014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=555efabb-4477-4e7d-81c0-cb41be75451d,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:00.800713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.801444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf7bd7fb-460e-475e-bc20-778740460318 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:00.904601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cf7bd7fb-460e-475e-bc20-778740460318, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf7bd7fb-460e-475e-bc20-778740460318,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:00.907178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:00.921517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'cf7bd7fb-460e-475e-bc20-778740460318', 'network_id': 'c69e1ea4-5edc-4766-a2dc-5fdb6bbca430', 'port_id': 'cf7bd7fb-460e-475e-bc20-778740460318', 'mac_address': 'fa:16:3e:fa:a9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2110ca6a-c9bc-41ca-8f9c-9d63ea723821', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:00.983190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:00.992792 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.016371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7bd7fb-460e-475e-bc20-778740460318 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:01.017793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=227dca6e-74d6-4fb1-a55f-7f8866c49a16,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:01.041901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cf7bd7fb-460e-475e-bc20-778740460318, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf7bd7fb-460e-475e-bc20-778740460318,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:01.048526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.049572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c548f4fc-88d5-4971-b56c-21d40f11c7c8 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:01.222602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=cf7bd7fb-460e-475e-bc20-778740460318,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:01.298394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.321336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c548f4fc-88d5-4971-b56c-21d40f11c7c8, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:01.349566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'port_id': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'mac_address': 'fa:16:3e:bb:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:01.428276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.447455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c548f4fc-88d5-4971-b56c-21d40f11c7c8 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:01.472889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c548f4fc-88d5-4971-b56c-21d40f11c7c8, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:01.486407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.487175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7ce8ff7d-51bb-4243-b518-b6aee004bf09 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:01.644123 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.646705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=c548f4fc-88d5-4971-b56c-21d40f11c7c8,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:01.668469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Router 761d25e7-7265-4f6c-a203-11e264ae9c2d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:55:01.709840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:01.734692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '7ce8ff7d-51bb-4243-b518-b6aee004bf09', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'port_id': '7ce8ff7d-51bb-4243-b518-b6aee004bf09', 'mac_address': 'fa:16:3e:96:c2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:01.790639 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.817167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce8ff7d-51bb-4243-b518-b6aee004bf09 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:01.838322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:55:01.848377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f0327efb-71d5-452e-a210-e933b55f8f70 admin admin] 10.222.0.52 "PUT /v2.0/routers/761d25e7-7265-4f6c-a203-11e264ae9c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342789 Nov 19 03:55:01.849066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:01.851696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:01.853051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26867968-d6da-4438-8428-26c887a53865 None None] Sync routers for ids ['761d25e7-7265-4f6c-a203-11e264ae9c2d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:55:01.858143 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:01.858849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:01.962031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:01.982906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] Routers {'761d25e7-7265-4f6c-a203-11e264ae9c2d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:01.983564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['761d25e7-7265-4f6c-a203-11e264ae9c2d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:02.057851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:02.071058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:02.114845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'port_id': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f', 'mac_address': 'fa:16:3e:b5:d5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:02.176719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] Set router 761d25e7-7265-4f6c-a203-11e264ae9c2d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:02.212064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:02.299212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:02.385987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:02.394204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:02.395185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a1d4ea54-469a-4c6d-baa6-ae382fce994d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:02.583021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:02.604716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:02.628572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'a1d4ea54-469a-4c6d-baa6-ae382fce994d', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'port_id': 'a1d4ea54-469a-4c6d-baa6-ae382fce994d', 'mac_address': 'fa:16:3e:45:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:02.693497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:55:00Z', 'revision_number': 5, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port': {'id': 'fb6ccaab-7490-4d1b-97d6-3f7380419c86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:49:48Z', 'updated_at': '2021-11-19T03:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:02.739369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26867968-d6da-4438-8428-26c887a53865 None None] Checking router: 761d25e7-7265-4f6c-a203-11e264ae9c2d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:55:02.755133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:02.763084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:02.785115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] Routers {'761d25e7-7265-4f6c-a203-11e264ae9c2d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:02.785732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['761d25e7-7265-4f6c-a203-11e264ae9c2d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:02.892401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] Set router 761d25e7-7265-4f6c-a203-11e264ae9c2d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:02.895961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Deleting port fb6ccaab-7490-4d1b-97d6-3f7380419c86 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:02.896479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:02.965925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-26867968-d6da-4438-8428-26c887a53865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:55:02Z', 'revision_number': 6, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:02.970928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d4ea54-469a-4c6d-baa6-ae382fce994d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:03.007722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26867968-d6da-4438-8428-26c887a53865 None None] The sync data for ids ['761d25e7-7265-4f6c-a203-11e264ae9c2d'] in n-d-818503-1 is: [{'id': '761d25e7-7265-4f6c-a203-11e264ae9c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-82238270-router', 'tenant_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:49:47Z', 'updated_at': '2021-11-19T03:55:02Z', 'revision_number': 6, 'project_id': 'cf6c4b560b01493abaf122cb56b87ee8', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:55:03.034265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:03.043762 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.044345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 90398311-61d9-4187-8c0a-fa0a9110999e details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:03.066568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] For port fb6ccaab-7490-4d1b-97d6-3f7380419c86, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb6ccaab-7490-4d1b-97d6-3f7380419c86,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:03.067988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.098995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Calling delete_port for fb6ccaab-7490-4d1b-97d6-3f7380419c86 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:03.296639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:03.300464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=90398311-61d9-4187-8c0a-fa0a9110999e,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:03.313347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '90398311-61d9-4187-8c0a-fa0a9110999e', 'network_id': '154fbbde-5f23-40d2-b48e-e647a8d00b23', 'port_id': '90398311-61d9-4187-8c0a-fa0a9110999e', 'mac_address': 'fa:16:3e:c7:9e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e25fc0e-e810-4d6d-bc48-caad75de017d', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:03.365652 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.369949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.390349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90398311-61d9-4187-8c0a-fa0a9110999e {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:03.424700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=90398311-61d9-4187-8c0a-fa0a9110999e,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:03.430939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6ccaab-7490-4d1b-97d6-3f7380419c86,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:03.434383 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.502376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.527063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:03.641460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.644392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.708657 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.709241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761d25e7-7265-4f6c-a203-11e264ae9c2d {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:55:03.713653 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.714888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fbfe68c1-ee33-4f13-800d-4afb0b37b910 admin admin] 10.222.0.52 "DELETE /v2.0/routers/761d25e7-7265-4f6c-a203-11e264ae9c2d HTTP/1.1" status: 204 len: 168 time: 1.8617969 Nov 19 03:55:03.717737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39972) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:03.785870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Deleting subnet 43965340-a3c4-41e8-be7c-cc781f5a5941 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:55:03.790948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.828836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:03.913004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.007471 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.041419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43965340-a3c4-41e8-be7c-cc781f5a5941,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:04.086552 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.094249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ed4ce8fe-a1d6-4656-9e78-66216bfd8cb2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/43965340-a3c4-41e8-be7c-cc781f5a5941 HTTP/1.1" status: 204 len: 168 time: 0.3729098 Nov 19 03:55:04.094920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39974) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:04.104138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33180bdc-db6b-4211-b816-cebde961a26a None None] Network 551a519d-1c82-4ee7-bf32-3efa014c00be requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:55:04.239412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.279559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a1d4ea54-469a-4c6d-baa6-ae382fce994d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.282605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['cf7bd7fb-460e-475e-bc20-778740460318'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.379480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['90398311-61d9-4187-8c0a-fa0a9110999e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.418927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Deleting port f67bc2fc-540a-453c-8974-26e3f55a6ec0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:04.420556 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.441503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['555efabb-4477-4e7d-81c0-cb41be75451d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.489461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['14d370e1-540a-4b3d-b8b8-c0c18fd0f68f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.491859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['c548f4fc-88d5-4971-b56c-21d40f11c7c8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.536343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7ce8ff7d-51bb-4243-b518-b6aee004bf09'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:04.537711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] For port f67bc2fc-540a-453c-8974-26e3f55a6ec0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f67bc2fc-540a-453c-8974-26e3f55a6ec0,segment=NetworkSegment(287de178-0524-4020-a59c-ece82a996715),segment_id=287de178-0524-4020-a59c-ece82a996715)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:04.538331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.565727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Calling delete_port for f67bc2fc-540a-453c-8974-26e3f55a6ec0 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:04.720984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.795493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] No DVR routers for this DVR port f67bc2fc-540a-453c-8974-26e3f55a6ec0 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:04.803096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67bc2fc-540a-453c-8974-26e3f55a6ec0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:04.890269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:04.913522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb6ccaab-7490-4d1b-97d6-3f7380419c86 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:04.921398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.922107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.923064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.923817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.924581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.925091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.925614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.926136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.926648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:04.926990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:05.069598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: fb6ccaab-7490-4d1b-97d6-3f7380419c86 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:05.070135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb6ccaab-7490-4d1b-97d6-3f7380419c86 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:05.070886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 227dca6e-74d6-4fb1-a55f-7f8866c49a16 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:05.124059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:05.124903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:05.135252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:05.135932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:55:05.136559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551a519d-1c82-4ee7-bf32-3efa014c00be']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:05.141747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 227dca6e-74d6-4fb1-a55f-7f8866c49a16 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:05.145622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 227dca6e-74d6-4fb1-a55f-7f8866c49a16 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:05.169353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287de178-0524-4020-a59c-ece82a996715') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:05.170255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287de178-0524-4020-a59c-ece82a996715') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:05.193955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:05.198512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d915e-3e1f-4601-b142-1616c9839532 None None] DHCP port deletion for 551a519d-1c82-4ee7-bf32-3efa014c00be request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:55:05.232981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:05.248023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:55:05.248905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: from cryptography.utils import int_from_bytes Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: from cryptography.utils import int_from_bytes Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: items = [ Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:55:05.262322 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:55:05.408362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:05.428495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:05.445999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/551a519d-1c82-4ee7-bf32-3efa014c00be HTTP/1.1" status: 204 len: 168 time: 1.3477764 Nov 19 03:55:05.464690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7325f-8743-4969-9f4d-baba530a7eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=551a519d-1c82-4ee7-bf32-3efa014c00be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:05.841796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39990) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:05.934169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-92aae8aa-63c9-4172-a1c4-787ae90e9853 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3df5fcbeb6c49ac9065f4c3abb3a7fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0895984 Nov 19 03:55:05.936469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:05.993070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa28b567-8cb1-4a51-8eca-869a6424431f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.020062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa28b567-8cb1-4a51-8eca-869a6424431f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.092010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa28b567-8cb1-4a51-8eca-869a6424431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.095265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa28b567-8cb1-4a51-8eca-869a6424431f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.098924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fa28b567-8cb1-4a51-8eca-869a6424431f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d9d702c-2257-4a7f-a0e2-ecbb7296be3b HTTP/1.1" status: 204 len: 168 time: 0.1589277 Nov 19 03:55:06.122088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28b567-8cb1-4a51-8eca-869a6424431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d702c-2257-4a7f-a0e2-ecbb7296be3b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:06.558830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:06.620499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bf8b7270-543f-450d-834b-db98da46effc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf6c4b560b01493abaf122cb56b87ee8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0569582 Nov 19 03:55:06.620918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40000) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:06.695466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-571e9b47-e929-46a2-a34f-5e935bd2f63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.724494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-571e9b47-e929-46a2-a34f-5e935bd2f63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.795633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f67bc2fc-540a-453c-8974-26e3f55a6ec0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:06.797616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-571e9b47-e929-46a2-a34f-5e935bd2f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.803535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-571e9b47-e929-46a2-a34f-5e935bd2f63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:06.807747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-571e9b47-e929-46a2-a34f-5e935bd2f63a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f090c3d6-bb75-469c-98b4-6cde0b41d407 HTTP/1.1" status: 204 len: 168 time: 0.1856439 Nov 19 03:55:06.819537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9b47-e929-46a2-a34f-5e935bd2f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090c3d6-bb75-469c-98b4-6cde0b41d407,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:06.873284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f67bc2fc-540a-453c-8974-26e3f55a6ec0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:06.874623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f67bc2fc-540a-453c-8974-26e3f55a6ec0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:07.461375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7ce8ff7d-51bb-4243-b518-b6aee004bf09 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:07.550868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:07.557687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:07.558287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:07.690212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:07.736462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:07.736462 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c1ce3e-4b2f-41e8-ba94-bf4ebf531be9" -d '{"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:07.750548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:07.759017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:07.760511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf7bd7fb-460e-475e-bc20-778740460318 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:07.920668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:07.945103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port cf7bd7fb-460e-475e-bc20-778740460318 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:07.950035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port cf7bd7fb-460e-475e-bc20-778740460318 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:07.950909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:08.146191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:08.197732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cf7bd7fb-460e-475e-bc20-778740460318, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf7bd7fb-460e-475e-bc20-778740460318,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:08.202335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:08.319752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=cf7bd7fb-460e-475e-bc20-778740460318,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:09.218843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574a33e-2cfb-4437-a40f-d769746dbf86 req-06813e52-23ce-4a8e-81ce-26777b5ec745 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:09.220617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9574a33e-2cfb-4437-a40f-d769746dbf86 req-06813e52-23ce-4a8e-81ce-26777b5ec745 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.0820339 Nov 19 03:55:09.286943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9574a33e-2cfb-4437-a40f-d769746dbf86 req-4596425a-3e55-45fc-a319-280616b345aa tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599999 Nov 19 03:55:09.487588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:09.589229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:09.598657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:09.598923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:09.635788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847485c5-dd4e-4a0b-93db-60361c70adbf req-1d328d58-f3ac-4432-a45e-7d9c0fcf5d47 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:09.637490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-847485c5-dd4e-4a0b-93db-60361c70adbf req-1d328d58-f3ac-4432-a45e-7d9c0fcf5d47 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 945 time: 0.0936666 Nov 19 03:55:09.717271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:09.732180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-847485c5-dd4e-4a0b-93db-60361c70adbf req-b060844f-166f-4643-a740-9c279c212d74 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861435 Nov 19 03:55:09.790005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:09.796696 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:09.798078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a1d4ea54-469a-4c6d-baa6-ae382fce994d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:09.888958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:09.906390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port a1d4ea54-469a-4c6d-baa6-ae382fce994d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:09.911539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port a1d4ea54-469a-4c6d-baa6-ae382fce994d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:09.912947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:09.961528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:09.968876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:09.976774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:09.985446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:09.991894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:10.001522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:10.011549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:10.011549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-857350e5-a25e-43bc-9ea0-4a38e38656eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5440 time: 0.1841745 Nov 19 03:55:10.032481 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.073104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:10.085702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.088349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 555efabb-4477-4e7d-81c0-cb41be75451d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:10.136324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9dff453e-1e82-43d4-8828-260737dd5c0b req-4686dabe-4694-4b16-855b-996279ee0cc0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165128 Nov 19 03:55:10.142852 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d05c3f-b1ee-4c7b-9be5-97b1160081c4 x-openstack-request-id: req-59d05c3f-b1ee-4c7b-9be5-97b1160081c4 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:10.143247 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:10.143609 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59d05c3f-b1ee-4c7b-9be5-97b1160081c4 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:10.144102 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09', 'code': 200} Nov 19 03:55:10.251724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:10.267301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 555efabb-4477-4e7d-81c0-cb41be75451d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:10.271859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 555efabb-4477-4e7d-81c0-cb41be75451d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:10.273612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.457082 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.545862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=555efabb-4477-4e7d-81c0-cb41be75451d,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:10.555961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.556762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c548f4fc-88d5-4971-b56c-21d40f11c7c8 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:10.621302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-264c779d-1196-4575-8aea-416837c6927e req-94bb5414-5bf0-4230-ad5c-ece35d2543d7 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0431933 Nov 19 03:55:10.710410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:10.728112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port c548f4fc-88d5-4971-b56c-21d40f11c7c8 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:10.732485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port c548f4fc-88d5-4971-b56c-21d40f11c7c8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:10.733071 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.851769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.899328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c548f4fc-88d5-4971-b56c-21d40f11c7c8, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:10.904482 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:10.905702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 90398311-61d9-4187-8c0a-fa0a9110999e up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:11.003704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1202592-3a9e-45e2-a95a-552be272acef req-c71a8de6-819d-4276-bb56-3c592ea283f9 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.005705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1202592-3a9e-45e2-a95a-552be272acef req-c71a8de6-819d-4276-bb56-3c592ea283f9 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 1096 time: 0.0527229 Nov 19 03:55:11.033261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=c548f4fc-88d5-4971-b56c-21d40f11c7c8,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:11.050735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 90398311-61d9-4187-8c0a-fa0a9110999e completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:11.055264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 90398311-61d9-4187-8c0a-fa0a9110999e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:11.055800 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:11.098796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1202592-3a9e-45e2-a95a-552be272acef req-5ee0eb0d-3e7b-4cae-81e5-c0e311883900 tempest-LiveAutoBlockMigrationV225Test-970947330 tempest-LiveAutoBlockMigrationV225Test-970947330-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813301 Nov 19 03:55:11.162621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:11.215577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=90398311-61d9-4187-8c0a-fa0a9110999e,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:11.220213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:11.460111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:11.580671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.586676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.596640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.604788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.610722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.616911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.626217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.628452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-3b088898-79a9-4e0f-8502-31ef8799b1eb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.1071544 Nov 19 03:55:11.698740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5d0aecb-cbc3-4a22-a932-6f37018e4289 req-735e5eb4-a155-42f2-96ae-35350ac05df3 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632925 Nov 19 03:55:11.844303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef8fe-9ba4-4bc3-8381-0aad90d5d7d4 req-9a66b42e-c3ad-4240-90fa-edf40bf1afc3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:11.845927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cef8fe-9ba4-4bc3-8381-0aad90d5d7d4 req-9a66b42e-c3ad-4240-90fa-edf40bf1afc3 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 945 time: 0.0687957 Nov 19 03:55:11.904652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cef8fe-9ba4-4bc3-8381-0aad90d5d7d4 req-4ce5ce85-1d76-427b-9658-9aba728ffb6d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Nov 19 03:55:11.996327 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35397cc4-00b1-408d-a00d-7e567b89d360 req-48ef249b-b724-4a29-9df6-90ce97106ad9 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0373187 Nov 19 03:55:12.145782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7bd7fb-460e-475e-bc20-778740460318'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4ea54-469a-4c6d-baa6-ae382fce994d'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90398311-61d9-4187-8c0a-fa0a9110999e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:12.148250 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc8978-c792-4617-b6dd-59d886ee13f6" -d '{"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "cf7bd7fb-460e-475e-bc20-778740460318"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4ea54-469a-4c6d-baa6-ae382fce994d"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "90398311-61d9-4187-8c0a-fa0a9110999e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:12.190187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77767f-7dce-47b5-a83f-337718070952 req-99b2ebe1-38ef-4f1b-a151-69eaf355a09d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.192036 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f77767f-7dce-47b5-a83f-337718070952 req-99b2ebe1-38ef-4f1b-a151-69eaf355a09d tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 945 time: 0.0645072 Nov 19 03:55:12.254321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a24dd-57b6-4cc2-9b75-a8a6442c48f9 req-a87f5322-bbd0-4e93-b7dd-bdcf50ccec56 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.255910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d39a24dd-57b6-4cc2-9b75-a8a6442c48f9 req-a87f5322-bbd0-4e93-b7dd-bdcf50ccec56 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 949 time: 0.0684457 Nov 19 03:55:12.317197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d39a24dd-57b6-4cc2-9b75-a8a6442c48f9 req-0e3c2f07-d3d0-42c7-82e4-ff94d731f008 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541859 Nov 19 03:55:12.328549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Deleting port f2469820-e73a-4eb7-b9cd-fef8e45375a9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:12.329141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:12.409545 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55c12b-2eea-49d1-a1b7-daa485d5aa73 x-openstack-request-id: req-8c55c12b-2eea-49d1-a1b7-daa485d5aa73 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:12.410131 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "cf7bd7fb-460e-475e-bc20-778740460318", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "a1d4ea54-469a-4c6d-baa6-ae382fce994d", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-plugged", "status": "completed", "tag": "90398311-61d9-4187-8c0a-fa0a9110999e", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:12.410529 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c55c12b-2eea-49d1-a1b7-daa485d5aa73 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:12.411364 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7bd7fb-460e-475e-bc20-778740460318', 'code': 200} Nov 19 03:55:12.411729 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f', 'code': 200} Nov 19 03:55:12.412248 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d4ea54-469a-4c6d-baa6-ae382fce994d', 'code': 200} Nov 19 03:55:12.412822 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d', 'code': 200} Nov 19 03:55:12.413300 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'code': 200} Nov 19 03:55:12.413798 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90398311-61d9-4187-8c0a-fa0a9110999e', 'code': 200} Nov 19 03:55:12.442883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] For port f2469820-e73a-4eb7-b9cd-fef8e45375a9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2469820-e73a-4eb7-b9cd-fef8e45375a9,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:12.443197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:12.458242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Calling delete_port for f2469820-e73a-4eb7-b9cd-fef8e45375a9 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:12.614446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.615211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.615849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.616502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.617129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.617750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.618404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:12.621901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-fbb2302b-c3b3-4646-8acf-bbc8bad62512 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6501 time: 0.1000466 Nov 19 03:55:12.694407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:12.716709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'f2469820-e73a-4eb7-b9cd-fef8e45375a9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:12.783016 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99559a8c-5439-4ad4-89e9-cd9b156d5ec7 req-01b38575-9a2c-4b67-a623-884e14fa74e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458411 Nov 19 03:55:12.805848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event deleted for resources: {'Port': ['ID=f2469820-e73a-4eb7-b9cd-fef8e45375a9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:12.954853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] No DVR routers for this DVR port f2469820-e73a-4eb7-b9cd-fef8e45375a9 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:12.958185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:12.966674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f77767f-7dce-47b5-a83f-337718070952 req-b8f894fa-f7ab-4569-989e-7cad1bd34947 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "DELETE /v2.0/ports/f2469820-e73a-4eb7-b9cd-fef8e45375a9 HTTP/1.1" status: 204 len: 173 time: 0.7673039 Nov 19 03:55:12.967655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'name': 'network-vif-deleted', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:12.970559 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9039da6-e732-4f15-a6ac-9d52a59f2fa6" -d '{"events": [{"server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "name": "network-vif-deleted", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:13.073643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.086892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.104017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.110994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.117596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.124948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.131403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:13.139941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-70016d38-2745-41dd-a792-e0ea6547702f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.1930137 Nov 19 03:55:13.213427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:13.213613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f226736a-ceb1-4ba6-a5d6-d193d8a435d5 req-718b0fff-7cc4-4653-b841-8bb15a364f06 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722198 Nov 19 03:55:13.335724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77d714e4-56e1-4162-a754-a9ca2a8175c2 req-51b048d6-5bc2-442b-9833-27eeffc6f192 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 210 time: 0.0517306 Nov 19 03:55:13.459851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a4f1-79ee-4090-933a-ef7187732d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:13.585863 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cdd514-ff4d-4ead-8e65-0ebe44f7bfbc x-openstack-request-id: req-93cdd514-ff4d-4ead-8e65-0ebe44f7bfbc {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:13.586568 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c", "name": "network-vif-deleted", "tag": "f2469820-e73a-4eb7-b9cd-fef8e45375a9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:13.586837 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93cdd514-ff4d-4ead-8e65-0ebe44f7bfbc {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:13.587295 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c', 'name': 'network-vif-deleted', 'tag': 'f2469820-e73a-4eb7-b9cd-fef8e45375a9', 'status': 'completed', 'code': 200} Nov 19 03:55:13.641972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89bef623-5020-488b-8831-69f261fd0382 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:13.671386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a4f1-79ee-4090-933a-ef7187732d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:13.730400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a4f1-79ee-4090-933a-ef7187732d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:13.807905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecd60e7f-fd00-4056-b22a-54e8639a9848 req-f8597c45-58db-41e4-b56f-a1949a9e09d7 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.1291022 Nov 19 03:55:13.824682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:13.826235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3a4f1-79ee-4090-933a-ef7187732d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1186a4-c370-4270-9640-113f31576f98,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:13.863468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '89bef623-5020-488b-8831-69f261fd0382', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '89bef623-5020-488b-8831-69f261fd0382', 'mac_address': 'fa:16:3e:32:ae:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:13.864857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2ea3a4f1-79ee-4090-933a-ef7187732d38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15c3a7d0dc72417083adcae4d3a84eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497366 Nov 19 03:55:13.867274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40482) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:13.942101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:13.956804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89bef623-5020-488b-8831-69f261fd0382 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:13.975986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1acab6d6-16fb-4fb4-8d43-e1ca4efe3553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:13.983775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:13.990875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:14.029881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1acab6d6-16fb-4fb4-8d43-e1ca4efe3553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:14.062053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:14.115294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1acab6d6-16fb-4fb4-8d43-e1ca4efe3553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:14.118166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1acab6d6-16fb-4fb4-8d43-e1ca4efe3553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:14.120275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1acab6d6-16fb-4fb4-8d43-e1ca4efe3553 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c1186a4-c370-4270-9640-113f31576f98 HTTP/1.1" status: 204 len: 168 time: 0.2518587 Nov 19 03:55:14.131172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acab6d6-16fb-4fb4-8d43-e1ca4efe3553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1186a4-c370-4270-9640-113f31576f98,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:14.340932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['89bef623-5020-488b-8831-69f261fd0382'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:14.451221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.485956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.496231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.528234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.554594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.569754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.577984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:14.599124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-1e31ebbd-e248-487f-9b1e-a65caa5270ea tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.2784629 Nov 19 03:55:14.763916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd56134-a4c3-4ed9-ae5d-63e618c4d46c req-bf3f1806-17a5-49e9-9647-bf07eeee9738 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627102 Nov 19 03:55:14.823419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40568) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:14.855585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c995e5ce-bd30-40e6-93ed-6ab7cff61e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:14.957202 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c382fef-b7d4-4985-8597-3995b8d50bff req-54218ed7-c6df-4ab5-9e07-a092c237e5dc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 210 time: 0.0492098 Nov 19 03:55:15.040440 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c995e5ce-bd30-40e6-93ed-6ab7cff61e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:15.048945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c995e5ce-bd30-40e6-93ed-6ab7cff61e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:15.122549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c995e5ce-bd30-40e6-93ed-6ab7cff61e40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=363959e8b58c41e2b0a1e3dfd3c7a9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970686 Nov 19 03:55:15.123064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40594) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:15.159857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995e5ce-bd30-40e6-93ed-6ab7cff61e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25852d-efe4-4cc3-9d1a-04603abb1998,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:15.223869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b633a8-299f-4c00-ac15-ed8398529a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:15.265102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8d12607-69cf-42b2-9708-d7341a53fea2 req-d3f1beb0-5045-463a-8838-3d59618c91d6 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0562572 Nov 19 03:55:15.266620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b633a8-299f-4c00-ac15-ed8398529a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:15.371812 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b633a8-299f-4c00-ac15-ed8398529a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:15.374946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b633a8-299f-4c00-ac15-ed8398529a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:15.378913 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61b633a8-299f-4c00-ac15-ed8398529a11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b25852d-efe4-4cc3-9d1a-04603abb1998 HTTP/1.1" status: 204 len: 168 time: 0.2529399 Nov 19 03:55:15.395239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b633a8-299f-4c00-ac15-ed8398529a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25852d-efe4-4cc3-9d1a-04603abb1998,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:15.509585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:15.570954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: f2469820-e73a-4eb7-b9cd-fef8e45375a9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:15.573281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2469820-e73a-4eb7-b9cd-fef8e45375a9 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:15.646784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89bef623-5020-488b-8831-69f261fd0382 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:15.792892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 89bef623-5020-488b-8831-69f261fd0382 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:15.795321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:16.064667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.075769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.082685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:16.096925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.115383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.142363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.155660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bef623-5020-488b-8831-69f261fd0382'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:16.158925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.162213 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd21439-cafc-47b2-abbc-7b51ce406ae2" -d '{"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-plugged", "status": "completed", "tag": "89bef623-5020-488b-8831-69f261fd0382"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:16.170890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:16.178186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-786bb420-6ae3-4010-af2b-c28b954a1933 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.2783563 Nov 19 03:55:16.190950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:16.201395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:16.202953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:16.330791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-652c60f7-6cf1-4e94-94ac-30ecd0e35cfb req-3f0ae6a9-2e17-43b3-92a1-16779b9c4081 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406291 Nov 19 03:55:16.361526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fa7b5a5-6a42-430c-ae3b-10ae955bfd72 req-4e8aa9b6-aeeb-4263-9b43-84eee594d42a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 210 time: 0.0968709 Nov 19 03:55:16.460020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:16.544766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:16.622880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:16.644496 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:16.798058 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d0f459-fed6-4446-8ac7-4b44e7a4bbcf x-openstack-request-id: req-03d0f459-fed6-4446-8ac7-4b44e7a4bbcf {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:16.798366 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-plugged", "status": "completed", "tag": "89bef623-5020-488b-8831-69f261fd0382", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:16.799998 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03d0f459-fed6-4446-8ac7-4b44e7a4bbcf {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:16.800615 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bef623-5020-488b-8831-69f261fd0382', 'code': 200} Nov 19 03:55:16.846784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:17.137413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a96d6da-4467-4c55-98c9-2f183be04a9a req-7b28e247-b74f-458c-b7c2-165a6b8f001b tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0451024 Nov 19 03:55:17.696477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:17.944890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:17.984033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'mac_address': 'fa:16:3e:2d:00:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:18.041166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.057981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.080863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.098628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.100664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:18.110776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.117764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.129291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:18.135562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bfd554-6a79-4aee-b738-6fd9208872a2 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:18.145491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40776) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:18.148676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7347467c-83c2-49ad-81f2-79129fd375ed req-6140adfa-ab84-4ff2-90f4-ad5d98cbf38d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.9268739 Nov 19 03:55:18.151801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Request body: {'floatingip': {'port_id': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:18.203836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:18.215016 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:18.318136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:18.381973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-371269d9-5306-4edd-b5a0-236539b6728f req-80376183-29ae-40fd-bb09-7a0c9729f723 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b1fa0a9-604e-4a09-acee-e2d7a20f0b4c HTTP/1.1" status: 200 len: 210 time: 0.0948436 Nov 19 03:55:18.441609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:18.459995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['50bfd554-6a79-4aee-b738-6fd9208872a2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:18.806779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:18.809299 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38174e88-eaf8-491e-9c4f-5d3498212660" -d '{"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:19.418677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:19.427274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:19.671718 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Floating IP 55e47601-838c-4576-a404-0c2aeaefc4a2 associated. External IP: 172.25.8.182, port: c548f4fc-88d5-4971-b56c-21d40f11c7c8. Nov 19 03:55:20.096001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Router 30a621c2-af58-45b3-a910-d6c2d109a435 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:55:20.276243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:55:20.287037 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] Sync routers for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:55:20.293227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:20.319356 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:20.320260 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:20.353415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d21f3077-a329-46e2-a5e3-837c79f8a733 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "PUT /v2.0/floatingips/55e47601-838c-4576-a404-0c2aeaefc4a2 HTTP/1.1" status: 200 len: 992 time: 2.2045786 Nov 19 03:55:20.353843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:20.356376 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa1bb13-55c3-4497-a79d-c73a4171a386" -d '{"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:20.553909 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:20.888589 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:55:20.970704 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '55e47601-838c-4576-a404-0c2aeaefc4a2', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'port_id': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'mac_address': 'fa:16:3e:bb:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:54Z', 'updated_at': '2021-11-19T03:55:19Z', 'revision_number': 1, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:21.009737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] Checking router: 30a621c2-af58-45b3-a910-d6c2d109a435 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:55:21.021339 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:21.025331 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:54:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:21.189608 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:21.249450 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9184ee82-0b7d-45a7-a0a2-207d392ce9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:21.663450 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '55e47601-838c-4576-a404-0c2aeaefc4a2', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'port_id': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'mac_address': 'fa:16:3e:bb:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:54Z', 'updated_at': '2021-11-19T03:55:19Z', 'revision_number': 1, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:21.697538 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb60f8f-e638-4939-aced-9ee7077583ad None None] The sync data for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 is: [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '55e47601-838c-4576-a404-0c2aeaefc4a2', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'port_id': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'mac_address': 'fa:16:3e:bb:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d79bf02-32de-459b-aff7-edc32c109241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:53:54Z', 'updated_at': '2021-11-19T03:55:19Z', 'revision_number': 1, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:55:21.713667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:21.802498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 50bfd554-6a79-4aee-b738-6fd9208872a2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:21.805359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:21.907208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:21.955784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:21.969116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:22.095578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:22.101220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f71fe6-0cc4-416d-a264-12f3690587cf None None] New status for floating IP 55e47601-838c-4576-a404-0c2aeaefc4a2: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:55:22.438284 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:23.519996 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ec68-998f-4f11-a80d-689ed229c725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:25.113224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:26.240881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:27.178098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:27.428166 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-181cec42-fcea-4268-b510-0ace991dd036 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805559 Nov 19 03:55:27.552858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-0e2eccce-a5f3-442b-9e20-e449654b1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:27.557376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-0e2eccce-a5f3-442b-9e20-e449654b1033 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd867fbd10014db5bc4c826faa744b53&device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 1095 time: 0.0756497 Nov 19 03:55:27.763047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-dd59694b-e471-40d9-bab0-22d42705c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:27.768875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-dd59694b-e471-40d9-bab0-22d42705c13f service neutron] 10.222.0.36 "GET /v2.0/networks?id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 200 len: 922 time: 0.1889176 Nov 19 03:55:27.845542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-bdda6c21-e0e0-43cb-aa90-81b5cfab9203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 200 len: 217 time: 0.0686412 Nov 19 03:55:27.936935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-8d1622e5-2614-4018-b1aa-c59425660e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:27.939257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-8d1622e5-2614-4018-b1aa-c59425660e4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 200 len: 861 time: 0.0860956 Nov 19 03:55:27.986217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-250afeed-a350-47a6-a5a1-c6150c0061bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=195ca8db-b6fa-4960-bbee-d6c665c7f9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390449 Nov 19 03:55:28.189468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-7b12a5ca-46b3-47a7-90a2-a52d74fb619c service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945899 Nov 19 03:55:28.331093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-544fcdfe-8605-47bb-ba7b-d56538b9ac17 req-082711f1-e927-4533-81ee-7cfc38ce390c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0440533 Nov 19 03:55:28.408643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29c7455d-19e4-40c5-a4a1-cba3a41b0fa0 req-24559d76-190e-4176-b42c-25a6b27ceab4 service neutron] 10.222.0.36 "GET /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109861 Nov 19 03:55:30.430975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1668ae52-54a9-4305-a3d2-89d9ea47eb7e req-5ab07f5b-aa10-4567-830b-1947237b2f75 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0345676 Nov 19 03:55:30.483620 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19100ca3-53a1-4809-9a48-872c59add513 x-openstack-request-id: req-19100ca3-53a1-4809-9a48-872c59add513 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:30.484804 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:30.485293 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19100ca3-53a1-4809-9a48-872c59add513 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:30.486058 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'code': 200} Nov 19 03:55:30.900304 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041765b0-6982-4a4a-b177-f47b9dfac787 x-openstack-request-id: req-041765b0-6982-4a4a-b177-f47b9dfac787 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:30.900835 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:30.901001 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-041765b0-6982-4a4a-b177-f47b9dfac787 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:30.901720 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'status': 'completed', 'code': 200} Nov 19 03:55:31.091648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-8bfaf31d-ac9e-4a03-bc69-52f5ac63111f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.100391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-8bfaf31d-ac9e-4a03-bc69-52f5ac63111f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.1889102 Nov 19 03:55:31.137591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-803d0ef0-0070-4c4f-b516-0bcba8714e1e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/quotas/4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 375 time: 0.0359004 Nov 19 03:55:31.139862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.143568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.144211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.145817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.146388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.161627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.163648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.186213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-205aa1ac-2a8b-453d-9ac9-b3decc4ea809 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6501 time: 0.2330527 Nov 19 03:55:31.234893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-51c3c41f-4606-4f3f-b549-94aa6e815ed6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957654 Nov 19 03:55:31.354294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-442184f1-939e-4e11-b750-ed6e94071a72 service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181009 Nov 19 03:55:31.457994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-bfc76c54-2069-4029-ade8-5582a6099c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.460305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-bfc76c54-2069-4029-ade8-5582a6099c44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b79f35db-5d74-4c6d-918e-d329321fa815 HTTP/1.1" status: 200 len: 918 time: 0.2687171 Nov 19 03:55:31.502877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-4b0989c0-19a1-4cee-addd-0a05292a9874 service neutron] 10.222.0.52 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418276 Nov 19 03:55:31.576988 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:31.616011 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-215449d8-8f7d-4a88-894e-c5460b3fa28c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 200 len: 1002 time: 0.1443686 Nov 19 03:55:31.700049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-82eae495-0bbb-4829-9491-bbb83d5f215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.701753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-82eae495-0bbb-4829-9491-bbb83d5f215d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375c000d-4953-4b63-9109-7bdb7522b219 HTTP/1.1" status: 200 len: 856 time: 0.0761912 Nov 19 03:55:31.815352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-93ac5b43-7e73-47c6-8b9c-5c6abbc58096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:31.820528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-93ac5b43-7e73-47c6-8b9c-5c6abbc58096 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f35db-5d74-4c6d-918e-d329321fa815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104927 Nov 19 03:55:32.041962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-6eb020ba-f083-43e0-b1b7-ac7817f3a388 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082930 Nov 19 03:55:32.281558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a3ed48-be54-4346-adba-52d6835aa3c0 req-b59a1bd9-6949-4913-949a-627a7f2f5e1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37e6da1c8e074bc9bc8930be226e328b&device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0473998 Nov 19 03:55:32.288540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfa1bb13-55c3-4497-a79d-c73a4171a386 req-0c4ef7c8-c769-48f1-9c8a-07de669e78ad service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383840 Nov 19 03:55:32.346930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a3ed48-be54-4346-adba-52d6835aa3c0 req-f9ea5d76-4f0c-4725-8e1b-2eb8d8d3ff61 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=37e6da1c8e074bc9bc8930be226e328b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491302 Nov 19 03:55:32.487685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:32.490368 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedb62e3-1da5-4550-98c5-38a65d5fb204" -d '{"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-plugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:32.530104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ed48-be54-4346-adba-52d6835aa3c0 req-70a3f02e-87a5-4b61-b694-146ea7c6d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:32.533560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a3ed48-be54-4346-adba-52d6835aa3c0 req-70a3f02e-87a5-4b61-b694-146ea7c6d4e1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783984 Nov 19 03:55:33.327295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25a5cbe9-64c4-429b-ba89-af46b448c1dc req-f39f0788-c6d2-466e-acda-0d70f9eb80be tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.0438416 Nov 19 03:55:33.444344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1e050105-4df2-4699-9fd9-ed83d77dd57c req-407c42ff-6c08-44a4-9b9a-76e07edfcd2a tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0485144 Nov 19 03:55:33.514267 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a29eb-3eef-4044-95b0-aae16f7547d0 x-openstack-request-id: req-b29a29eb-3eef-4044-95b0-aae16f7547d0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:33.514770 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-plugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:33.515097 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b29a29eb-3eef-4044-95b0-aae16f7547d0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:33.515653 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'code': 200} Nov 19 03:55:33.630121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-d3e55230-a779-443f-b2dc-2962c96934d8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:33.631785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-d3e55230-a779-443f-b2dc-2962c96934d8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 807 time: 0.1417108 Nov 19 03:55:33.655128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Request body: {'port': {'device_id': '24b889d0-b061-4df3-b81c-013a9211f816', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'admin_state_up': True, 'tenant_id': '4842bef5db83421892a395c9c6fc1fe0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:33.874248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Made reservation on behalf of 4842bef5db83421892a395c9c6fc1fe0 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:33.882642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:33.976128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdbbfb-1b20-422c-a3b3-28a24c2826cd req-557b4cac-6030-42d7-9c70-e53dcf463c00 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:33.985556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cebdbbfb-1b20-422c-a3b3-28a24c2826cd req-557b4cac-6030-42d7-9c70-e53dcf463c00 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 950 time: 0.0942235 Nov 19 03:55:34.110208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15a3ed48-be54-4346-adba-52d6835aa3c0 req-cd096891-143a-4874-9ff0-23f13bbcfbe0 tempest-ServerShowV254Test-1206203350 tempest-ServerShowV254Test-1206203350-project] 10.222.0.36 "GET /v2.0/ports?device_id=28e5fdba-07d6-41c4-803a-323e0632034f HTTP/1.1" status: 200 len: 210 time: 0.0588951 Nov 19 03:55:34.116784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cebdbbfb-1b20-422c-a3b3-28a24c2826cd req-97e96a1e-1cf2-40ff-9331-04e34c33c754 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293406 Nov 19 03:55:34.276776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Allocated IP 172.20.0.12 (e93412f5-0525-41bb-bb3a-3134534ed20b/7c25ea14-04f2-47ea-a237-66de1ccbb6b7/012498f5-07da-43db-befc-c9b417257730) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:34.454622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-51604656-0687-43cb-9aea-aa0a411caaf1 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:34.474109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-51604656-0687-43cb-9aea-aa0a411caaf1 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.3202963 Nov 19 03:55:34.476806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41128) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:34.524139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-680b6c55-8399-4515-9ba6-bbff5fad7567 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/quotas/37bf2823bf5d4646890a1332f31ee744 HTTP/1.1" status: 200 len: 375 time: 0.0484192 Nov 19 03:55:34.649859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-534810b2-fb6f-43c1-babd-e7e802acd031 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232951 Nov 19 03:55:34.699090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:34.816596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3987f338-dc05-4d9a-a908-0895486bbc77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:34.868123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c404c675-8bc4-4b46-b19a-c4dd03c53af3 req-f489ab40-640c-45ab-a45c-2133fdeebdb2 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.1642294 Nov 19 03:55:34.914897 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:34.953386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:35.061649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Network e93412f5-0525-41bb-bb3a-3134534ed20b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:35.075697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:35.083593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:35.115234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3987f338-dc05-4d9a-a908-0895486bbc77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:35.136801 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3987f338-dc05-4d9a-a908-0895486bbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:35.203841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:35.272298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:35.276042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:35.311619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-81e13da5-42d8-4199-b941-42231f6dc39a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6683509 Nov 19 03:55:35.314327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987f338-dc05-4d9a-a908-0895486bbc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3601c0be-ca84-44da-816e-99d9b2e9d938,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:35.327272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Request body: {'port': {'device_id': '24b889d0-b061-4df3-b81c-013a9211f816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:35.371703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-4a669dff-c573-4eab-9725-4d1f59d9054d service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206578 Nov 19 03:55:35.393478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41162) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:35.473243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:35.595566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3987f338-dc05-4d9a-a908-0895486bbc77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd29c81921414f6fb29cb0986d1fbcf3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1139543 Nov 19 03:55:35.598354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41176) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:35.771871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41182) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:35.792953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151e39-0c50-4aac-9811-a58a4135afad req-d8eb2ca1-ff3a-44ce-bed9-4921a4ad8a3a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:35.794613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a6151e39-0c50-4aac-9811-a58a4135afad req-d8eb2ca1-ff3a-44ce-bed9-4921a4ad8a3a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3190eb8-1249-4dd9-a311-c018d1e2d001 HTTP/1.1" status: 200 len: 945 time: 0.1927879 Nov 19 03:55:35.794767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89bef623-5020-488b-8831-69f261fd0382 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:35.923093 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:35.981121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bb705d0-9252-4a6e-b082-a9655f734e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:35.983424 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d3d089b-1668-4b23-97e3-a8cff77e1d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.023286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:36.030287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89bef623-5020-488b-8831-69f261fd0382'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:36.040836 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92c3bb-95fd-4606-b2ef-95e1f5ca47fb" -d '{"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-unplugged", "status": "completed", "tag": "89bef623-5020-488b-8831-69f261fd0382"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:36.041903 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d3d089b-1668-4b23-97e3-a8cff77e1d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.049654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.062823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe1add-a12e-4ec3-995b-d859707f39d5 req-021dba09-08e9-441f-8aa3-7209d70cfefb tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:36.064579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fbe1add-a12e-4ec3-995b-d859707f39d5 req-021dba09-08e9-441f-8aa3-7209d70cfefb tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 945 time: 0.1731691 Nov 19 03:55:36.110672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bb705d0-9252-4a6e-b082-a9655f734e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.136850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:36.158458 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd1724-21c8-45e5-8665-6b257ab74eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.162381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bb705d0-9252-4a6e-b082-a9655f734e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.174033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-e70a6f31-ccd0-4d80-8ffa-2a530392dd70 service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002222 Nov 19 03:55:36.186117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-d83a7d84-c301-4244-9002-e217797237a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2587810 Nov 19 03:55:36.234039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fbe1add-a12e-4ec3-995b-d859707f39d5 req-1f43dcdc-0b24-4b77-8842-36747b07ad60 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593397 Nov 19 03:55:36.532744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb705d0-9252-4a6e-b082-a9655f734e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89ff83f-3694-4420-9076-12bca28d717d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:36.551597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9bb705d0-9252-4a6e-b082-a9655f734e20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f01e2c96eda4b54ad726d0faed6ccc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1563733 Nov 19 03:55:36.562147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41208) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:36.597811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-e613d082-d580-4bd4-9e82-8e5019538015 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:36.600687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-e613d082-d580-4bd4-9e82-8e5019538015 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 945 time: 0.4842002 Nov 19 03:55:36.604437 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f1d3c4-bb53-43bf-ab6c-c1bf258973f5 x-openstack-request-id: req-13f1d3c4-bb53-43bf-ab6c-c1bf258973f5 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:36.604941 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-unplugged", "status": "completed", "tag": "89bef623-5020-488b-8831-69f261fd0382", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:36.605382 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13f1d3c4-bb53-43bf-ab6c-c1bf258973f5 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:36.605994 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89bef623-5020-488b-8831-69f261fd0382', 'code': 200} Nov 19 03:55:36.831984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-959b894d-30b0-4340-afcf-f94fc5ec06ba req-5162e312-ed28-4217-9b67-7cbcdcf292ff tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 210 time: 0.1282921 Nov 19 03:55:36.883569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-b205fa06-85f6-41c1-ab72-d31babfd7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:36.885557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-b205fa06-85f6-41c1-ab72-d31babfd7120 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 1095 time: 0.6576228 Nov 19 03:55:36.888756 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d3d089b-1668-4b23-97e3-a8cff77e1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.895074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d3d089b-1668-4b23-97e3-a8cff77e1d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.896327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d3d089b-1668-4b23-97e3-a8cff77e1d37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3601c0be-ca84-44da-816e-99d9b2e9d938 HTTP/1.1" status: 204 len: 168 time: 1.2954407 Nov 19 03:55:36.905854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012498f5-07da-43db-befc-c9b417257730 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:36.918427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.954848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dec5b-9f97-4f11-bc7f-a23bf4480d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.957608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Transition to ACTIVE for port object 012498f5-07da-43db-befc-c9b417257730 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:55:36.959249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d089b-1668-4b23-97e3-a8cff77e1d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3601c0be-ca84-44da-816e-99d9b2e9d938,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:36.963340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Deleting port 89bef623-5020-488b-8831-69f261fd0382 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:36.963752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:36.979223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.063790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dec5b-9f97-4f11-bc7f-a23bf4480d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.069755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd1724-21c8-45e5-8665-6b257ab74eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.095889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd1724-21c8-45e5-8665-6b257ab74eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.132387 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-28dd1724-21c8-45e5-8665-6b257ab74eee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37e6da1c8e074bc9bc8930be226e328b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3367405 Nov 19 03:55:37.143478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41232) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:37.179427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993f061-3941-4d60-8afc-fc5feb39d756 req-7283fbf1-4dc5-4572-8608-883f81995ea9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:37.189603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1993f061-3941-4d60-8afc-fc5feb39d756 req-7283fbf1-4dc5-4572-8608-883f81995ea9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 932 time: 0.3596940 Nov 19 03:55:37.204863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Deleting port a2ce2911-b4b3-481a-85cd-73119fc6d0bd {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:37.205415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.288486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd1724-21c8-45e5-8665-6b257ab74eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93c2f1b-3f48-493e-b33f-50facdf61f7c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:37.321065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] For port 89bef623-5020-488b-8831-69f261fd0382, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89bef623-5020-488b-8831-69f261fd0382,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:37.327252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.361604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1993f061-3941-4d60-8afc-fc5feb39d756 req-bce3bfb3-0a57-4912-9fe7-785029fcbdbb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Nov 19 03:55:37.449128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dec5b-9f97-4f11-bc7f-a23bf4480d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.456613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dec5b-9f97-4f11-bc7f-a23bf4480d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.467358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d18dec5b-9f97-4f11-bc7f-a23bf4480d2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b89ff83f-3694-4420-9076-12bca28d717d HTTP/1.1" status: 204 len: 168 time: 0.9006510 Nov 19 03:55:37.469085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Calling delete_port for 89bef623-5020-488b-8831-69f261fd0382 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:37.532045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dec5b-9f97-4f11-bc7f-a23bf4480d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89ff83f-3694-4420-9076-12bca28d717d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:37.582004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:37.583848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:55:37.584151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:55:37.584499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:37.588188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:37.599596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:55:37.599596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:37.609107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-c4b83922-a89e-4ad2-b584-316435f017f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:37.610653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-c4b83922-a89e-4ad2-b584-316435f017f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.6894491 Nov 19 03:55:37.611380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:55:37.611729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:37.612120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:55:37.612569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Bound port: 012498f5-07da-43db-befc-c9b417257730, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:55:37.612934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.684024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-f66c8ed0-9c44-415f-ac4e-5ab9fa8df855 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 200 len: 217 time: 0.0612879 Nov 19 03:55:37.695318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04e9388b-4942-4bee-8c1d-7503fcb4e125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.793840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:37.799807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:55:37.810543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-79526e03-b98b-4262-a08b-e1e2629fb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:37.813895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-79526e03-b98b-4262-a08b-e1e2629fb307 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1039910 Nov 19 03:55:37.816884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.827520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89bef623-5020-488b-8831-69f261fd0382 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:37.907920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04e9388b-4942-4bee-8c1d-7503fcb4e125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.920385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04e9388b-4942-4bee-8c1d-7503fcb4e125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.922888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2233a3db-21e8-4a1a-8625-2437c7897ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:37.928138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] For port a2ce2911-b4b3-481a-85cd-73119fc6d0bd, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:37.928549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.000089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9388b-4942-4bee-8c1d-7503fcb4e125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec739dd-4608-4b5c-b30e-caaff38d1499,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:38.000314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:38.026931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:38.046617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:38.056448 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.058235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-8e4f8e55-dc1f-4550-8535-77e5debcb2c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 1092 time: 2.7377295 Nov 19 03:55:38.060609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-14ac7cbd-1211-413d-8c5a-cf5e4b097bc1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2248631 Nov 19 03:55:38.061136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'tag': '012498f5-07da-43db-befc-c9b417257730'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:38.064387 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3e01f-c7b1-49f4-8497-8f7493213817" -d '{"events": [{"name": "network-changed", "server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "tag": "012498f5-07da-43db-befc-c9b417257730"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:38.089855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Calling delete_port for a2ce2911-b4b3-481a-85cd-73119fc6d0bd owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:38.125749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7175-ce3b-4c6d-a6d8-8a502a19a639 req-feb336ee-726a-4ead-b616-77235964c3cc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:38.134506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb3f7175-ce3b-4c6d-a6d8-8a502a19a639 req-feb336ee-726a-4ead-b616-77235964c3cc tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 945 time: 0.6971443 Nov 19 03:55:38.181506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2233a3db-21e8-4a1a-8625-2437c7897ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.193137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-04e9388b-4942-4bee-8c1d-7503fcb4e125 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b06da389bec4479a43356a176831fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5834172 Nov 19 03:55:38.197905 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.203578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41284) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:38.242968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1674dcfd-77ac-44f0-a60b-8ae2d8119e25 req-c45666c9-3776-4e86-a989-8ad6674e102a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 210 time: 0.1292162 Nov 19 03:55:38.274600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:38.282348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.369746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:38.397532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb3f7175-ce3b-4c6d-a6d8-8a502a19a639 req-48cdc41f-7eca-491c-979d-4fdb283295eb tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619853 Nov 19 03:55:38.472392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-b92205ee-5fe5-4d58-97fd-71aae53f2241 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980019 Nov 19 03:55:38.500651 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880278d1-863f-49c8-af8e-45afc7105250 x-openstack-request-id: req-880278d1-863f-49c8-af8e-45afc7105250 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:38.501199 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "tag": "012498f5-07da-43db-befc-c9b417257730", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:38.501568 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-880278d1-863f-49c8-af8e-45afc7105250 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:38.502105 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'tag': '012498f5-07da-43db-befc-c9b417257730', 'status': 'completed', 'code': 200} Nov 19 03:55:38.596309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-9b15c874-7145-4a3e-b180-ce403f8e97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:38.598042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-9b15c874-7145-4a3e-b180-ce403f8e97fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1095 time: 0.4185023 Nov 19 03:55:38.607681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:38.610239 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15112dfb-df0d-4e56-89b6-ae9de7975ca2" -d '{"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-unplugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:38.660918 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4895daf2-a251-4e12-b5ce-a674983e2064 x-openstack-request-id: req-4895daf2-a251-4e12-b5ce-a674983e2064 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:38.661405 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-unplugged", "status": "completed", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:38.662859 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4895daf2-a251-4e12-b5ce-a674983e2064 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:38.663009 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'code': 200} Nov 19 03:55:38.667352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-89d582f7-2d78-48e3-b967-6f1369837104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 217 time: 0.0596313 Nov 19 03:55:38.679147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-b4187a97-6387-4fee-b145-154907f4dd59 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:38.680892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-b4187a97-6387-4fee-b145-154907f4dd59 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.4976168 Nov 19 03:55:38.694588 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.738936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6af2-a854-4b78-8039-816cc51884fe req-41439c10-05db-423d-aaaa-44b21df0ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:38.740663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-41439c10-05db-423d-aaaa-44b21df0ce2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.0565195 Nov 19 03:55:38.746252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Request body: {'port': {'device_id': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'admin_state_up': True, 'tenant_id': '37bf2823bf5d4646890a1332f31ee744'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:38.766770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2233a3db-21e8-4a1a-8625-2437c7897ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.770338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2233a3db-21e8-4a1a-8625-2437c7897ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.774628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2233a3db-21e8-4a1a-8625-2437c7897ae1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f93c2f1b-3f48-493e-b33f-50facdf61f7c HTTP/1.1" status: 204 len: 168 time: 1.6211843 Nov 19 03:55:38.828188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event deleted for resources: {'Port': ['ID=a2ce2911-b4b3-481a-85cd-73119fc6d0bd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:38.835597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233a3db-21e8-4a1a-8625-2437c7897ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93c2f1b-3f48-493e-b33f-50facdf61f7c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:38.881647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-96a49839-8e37-4396-a151-2b755b09cce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257467 Nov 19 03:55:38.882723 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ca3da80-d3db-4a98-932a-6179cc993db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:38.888828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079bfa3d-1f4e-47e3-9744-326c065d6ead req-d67d83c1-1f78-4e85-b156-feab76860b15 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987234 Nov 19 03:55:38.911487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ca3da80-d3db-4a98-932a-6179cc993db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.012644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] No DVR routers for this DVR port a2ce2911-b4b3-481a-85cd-73119fc6d0bd on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:39.021648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4dff-5404-4c28-b855-f2923e1743c4 req-1cdbda45-f989-4cd8-ad96-713756242d40 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:39.029848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f01c4dff-5404-4c28-b855-f2923e1743c4 req-1cdbda45-f989-4cd8-ad96-713756242d40 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.4021165 Nov 19 03:55:39.035807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.041182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31aea364-7a42-46b4-a4a2-6f63d0604da3 req-013620aa-71b4-44db-ab56-250362843c34 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "DELETE /v2.0/ports/a2ce2911-b4b3-481a-85cd-73119fc6d0bd HTTP/1.1" status: 204 len: 173 time: 2.4275815 Nov 19 03:55:39.041984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'name': 'network-vif-deleted', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:39.044571 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a51b395-815a-49ef-a5cd-06ad186dc167" -d '{"events": [{"server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "name": "network-vif-deleted", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:39.048332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.111867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Made reservation on behalf of 37bf2823bf5d4646890a1332f31ee744 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:39.116764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.142437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event deleted for resources: {'Port': ['ID=89bef623-5020-488b-8831-69f261fd0382,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:39.142727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-49b26a97-9a55-4be5-8c23-e1b9653353e7 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517834 Nov 19 03:55:39.169176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] No DVR routers for this DVR port 89bef623-5020-488b-8831-69f261fd0382 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:39.175009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.179812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a6151e39-0c50-4aac-9811-a58a4135afad req-64d43513-ce43-4581-934c-44a7a441a015 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "DELETE /v2.0/ports/89bef623-5020-488b-8831-69f261fd0382 HTTP/1.1" status: 204 len: 173 time: 3.3604624 Nov 19 03:55:39.213325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ca3da80-d3db-4a98-932a-6179cc993db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.216732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ca3da80-d3db-4a98-932a-6179cc993db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:39.218274 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0ca3da80-d3db-4a98-932a-6179cc993db6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fec739dd-4608-4b5c-b30e-caaff38d1499 HTTP/1.1" status: 204 len: 168 time: 1.0001175 Nov 19 03:55:39.239101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3da80-d3db-4a98-932a-6179cc993db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec739dd-4608-4b5c-b30e-caaff38d1499,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:39.269264 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f01c4dff-5404-4c28-b855-f2923e1743c4 req-28bb14e9-4020-4e8b-a1d7-dfec3ad9047a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382393 Nov 19 03:55:39.345710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-186d6af2-a854-4b78-8039-816cc51884fe req-c81b847f-e413-4d4c-a230-ab65f59fe48d service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840630 Nov 19 03:55:39.483450 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3e88d7-a818-49ff-9a58-083dd9072f7e x-openstack-request-id: req-8b3e88d7-a818-49ff-9a58-083dd9072f7e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:39.483780 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e098a8-1011-4b64-894c-44ad42f743f8", "name": "network-vif-deleted", "tag": "a2ce2911-b4b3-481a-85cd-73119fc6d0bd", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:39.484126 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b3e88d7-a818-49ff-9a58-083dd9072f7e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:39.486931 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e098a8-1011-4b64-894c-44ad42f743f8', 'name': 'network-vif-deleted', 'tag': 'a2ce2911-b4b3-481a-85cd-73119fc6d0bd', 'status': 'completed', 'code': 200} Nov 19 03:55:39.514818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5402300e-ae5e-4b44-b82e-ab757227d7c7 req-c40f9be8-8dcb-4af8-9222-dc708d9de04c tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 210 time: 0.0456715 Nov 19 03:55:39.568409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-1310f3c8-68fe-4f2f-8a12-62891e541449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:39.569953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-1310f3c8-68fe-4f2f-8a12-62891e541449 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1095 time: 0.1440957 Nov 19 03:55:39.581187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:39.658169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: a2ce2911-b4b3-481a-85cd-73119fc6d0bd {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:39.661669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a2ce2911-b4b3-481a-85cd-73119fc6d0bd not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:39.716387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Allocated IP 172.20.0.13 (146f215f-978f-425b-b687-acc960aa29a5/9acd5cfa-407f-4db8-beff-70f0f303470a/1f13975d-0110-439c-9624-f5d5839e55e6) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:39.791926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb9d8c7d-265f-4f2d-b2ff-c39a0362c588 req-d5cf6730-e326-441c-a957-5b39fec4cb41 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=72e098a8-1011-4b64-894c-44ad42f743f8 HTTP/1.1" status: 200 len: 210 time: 0.0903850 Nov 19 03:55:39.843538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-c4ab47e8-d038-41e3-9f3e-66518ae36673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:39.845156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-c4ab47e8-d038-41e3-9f3e-66518ae36673 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.2512820 Nov 19 03:55:39.850480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41388) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:39.961879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-d911a58d-55a5-4181-9128-f59712976c7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 217 time: 0.1005998 Nov 19 03:55:40.171921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0963673d-3db5-4714-80e3-c17950f1c1ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.188521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-674b23a9-0ec2-4c8d-b9b1-df46a91d850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:40.190276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-674b23a9-0ec2-4c8d-b9b1-df46a91d850c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.2189941 Nov 19 03:55:40.244335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-3db15f11-fa71-48fc-ac76-638050d433b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446274 Nov 19 03:55:40.285686 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0963673d-3db5-4714-80e3-c17950f1c1ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.293620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0963673d-3db5-4714-80e3-c17950f1c1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.412231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963673d-3db5-4714-80e3-c17950f1c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b548c3e6-e3ef-4951-90dc-1eb1a3ddbb95,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:40.433369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-42e217dd-37df-4ca7-803f-ddfd5a545f0d service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713142 Nov 19 03:55:40.434501 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0963673d-3db5-4714-80e3-c17950f1c1ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fc4f792b1424213af7860ed2c5021a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832324 Nov 19 03:55:40.439684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.440948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41434) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:40.550386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb507-67dc-43e6-b17f-32fb486cd01f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.601175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb507-67dc-43e6-b17f-32fb486cd01f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.667626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fea66e-9053-4586-bc7f-d949895cc27a req-21981b0c-f29f-41b1-9468-f59718132511 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:40.669445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01fea66e-9053-4586-bc7f-d949895cc27a req-21981b0c-f29f-41b1-9468-f59718132511 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.2335160 Nov 19 03:55:40.684351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb507-67dc-43e6-b17f-32fb486cd01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.691047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb507-67dc-43e6-b17f-32fb486cd01f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.693820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4fbb507-67dc-43e6-b17f-32fb486cd01f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b548c3e6-e3ef-4951-90dc-1eb1a3ddbb95 HTTP/1.1" status: 204 len: 168 time: 0.2518268 Nov 19 03:55:40.707635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb507-67dc-43e6-b17f-32fb486cd01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b548c3e6-e3ef-4951-90dc-1eb1a3ddbb95,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:40.738554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.822049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d3e01f-c7b1-49f4-8497-8f7493213817 req-fbe9f106-b6cb-4010-bb2b-01cb3cec5dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727508 Nov 19 03:55:40.857460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:40.869202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Network 146f215f-978f-425b-b687-acc960aa29a5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:40.873371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01fea66e-9053-4586-bc7f-d949895cc27a req-d67300d0-5eda-4ebe-aa68-b8f6a216f04b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904075 Nov 19 03:55:40.875251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:40.877688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:40.945058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:40.945828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:40.967768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-c2d325a3-55d5-43ff-af65-7527875ffd21 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2258966 Nov 19 03:55:40.990252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Request body: {'port': {'device_id': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:41.075484 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:41.411331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d9147-9d90-416e-ba7b-c236f6f2c10b req-9b5b246a-4b6f-46c6-a132-3f1d04278209 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:41.414018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e3d9147-9d90-416e-ba7b-c236f6f2c10b req-9b5b246a-4b6f-46c6-a132-3f1d04278209 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 932 time: 0.1779411 Nov 19 03:55:41.487992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-deleted', 'tag': '89bef623-5020-488b-8831-69f261fd0382'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:41.491726 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaa1211-4331-4691-ac96-4ef29893607e" -d '{"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-deleted", "tag": "89bef623-5020-488b-8831-69f261fd0382"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:41.550027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e3d9147-9d90-416e-ba7b-c236f6f2c10b req-11ce399e-0eb2-4cf1-a29e-92730dbb4393 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262884 Nov 19 03:55:41.700059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f13975d-0110-439c-9624-f5d5839e55e6 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:41.722721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:41.811118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Transition to ACTIVE for port object 1f13975d-0110-439c-9624-f5d5839e55e6 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:55:41.828150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:41.896576 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce9db9b-51c1-44b3-a9dd-256d366ae898 x-openstack-request-id: req-fce9db9b-51c1-44b3-a9dd-256d366ae898 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:41.896906 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3190eb8-1249-4dd9-a311-c018d1e2d001", "name": "network-vif-deleted", "tag": "89bef623-5020-488b-8831-69f261fd0382", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:41.897793 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fce9db9b-51c1-44b3-a9dd-256d366ae898 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:41.897793 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3190eb8-1249-4dd9-a311-c018d1e2d001', 'name': 'network-vif-deleted', 'tag': '89bef623-5020-488b-8831-69f261fd0382', 'status': 'completed', 'code': 200} Nov 19 03:55:41.923858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:42.059365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Attempting to bind port 1f13975d-0110-439c-9624-f5d5839e55e6 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:55:42.059714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Attempting to bind port 1f13975d-0110-439c-9624-f5d5839e55e6 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:55:42.060981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Attempting to bind port 1f13975d-0110-439c-9624-f5d5839e55e6 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:42.075709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1dda-ebec-489d-a9bc-a14c8e9f099e req-e86fdec3-e65c-47d8-87f6-317c58a31d39 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:42.085681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f19e1dda-ebec-489d-a9bc-a14c8e9f099e req-e86fdec3-e65c-47d8-87f6-317c58a31d39 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.1241033 Nov 19 03:55:42.097651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Port 1f13975d-0110-439c-9624-f5d5839e55e6 on network 146f215f-978f-425b-b687-acc960aa29a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:55:42.098504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Attempting to bind port 1f13975d-0110-439c-9624-f5d5839e55e6 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:42.116061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:55:42.116773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Checking segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:42.118172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Bound using segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:55:42.118871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Bound port: 1f13975d-0110-439c-9624-f5d5839e55e6, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:55:42.119852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.236375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:42.240148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:55:42.246717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.274987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f19e1dda-ebec-489d-a9bc-a14c8e9f099e req-8a525432-74d9-4cf5-b1af-8bcbad6b4c41 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845593 Nov 19 03:55:42.380806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:42.381436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.383555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] 10.222.0.31 "PUT /v2.0/ports/1f13975d-0110-439c-9624-f5d5839e55e6 HTTP/1.1" status: 200 len: 1092 time: 1.4002225 Nov 19 03:55:42.383943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:42.386337 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e06f0df-04ac-4005-83af-e842af123009" -d '{"events": [{"name": "network-changed", "server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:42.459480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a0547-fc71-47a3-bcbf-48b1d2d9c6ac service neutron] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:42.493903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-d5bf3c25-2ed6-4aca-8861-b9125ccd2b59 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:42.495511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-d5bf3c25-2ed6-4aca-8861-b9125ccd2b59 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 944 time: 0.1776922 Nov 19 03:55:42.534231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511ce0f-56ae-4c48-bd94-8437d6126799 req-6c1fc178-6714-468f-a200-f74d1a80dc76 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:42.541798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7511ce0f-56ae-4c48-bd94-8437d6126799 req-6c1fc178-6714-468f-a200-f74d1a80dc76 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1500072 Nov 19 03:55:42.542624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41568) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:42.639726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-4bbc1ce2-54c6-47d6-a142-d0fa96a9e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:42.641330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-4bbc1ce2-54c6-47d6-a142-d0fa96a9e45b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 1095 time: 0.1709118 Nov 19 03:55:42.685731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7511ce0f-56ae-4c48-bd94-8437d6126799 req-b601d865-dd8b-4b79-bf3f-4cdaec636652 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427569 Nov 19 03:55:42.727911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-894315464-network', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:42.734024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-b3430374-0068-4949-a4d6-60f0a208ff71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f13975d-0110-439c-9624-f5d5839e55e6 HTTP/1.1" status: 200 len: 217 time: 0.0715053 Nov 19 03:55:42.770929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Made reservation on behalf of 3e66fb1e6fbc406c90198940ce9e7e7a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:42.777588 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.799288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Deleting port 569cb2dd-fd6f-4719-a100-acbf033ca907 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:42.799666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.802124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.867310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-6c1c0cb6-b3ac-4056-a320-0ac7426f7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:42.869066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-6c1c0cb6-b3ac-4056-a320-0ac7426f7b1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.1275101 Nov 19 03:55:42.927918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.931316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-aa11a952-d479-4bb6-9319-2cd7bf42cb32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536692 Nov 19 03:55:42.933013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.960652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:55:42.985680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9362566-1f6c-4f4c-ad60-f9b4205399c7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:42.989229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:42.989847 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Added segment 062afcf7-44e9-4baf-81a5-997789ac7feb of type vlan for network 261b4ea3-678d-4de6-a638-7c9118b6f441 Nov 19 03:55:43.062462 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d96909-3a75-4a0d-8cc7-21dfffc3c579 x-openstack-request-id: req-70d96909-3a75-4a0d-8cc7-21dfffc3c579 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:43.062462 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:43.062462 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70d96909-3a75-4a0d-8cc7-21dfffc3c579 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:43.062462 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6', 'status': 'completed', 'code': 200} Nov 19 03:55:43.072237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:43.074719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] For port 569cb2dd-fd6f-4719-a100-acbf033ca907, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=569cb2dd-fd6f-4719-a100-acbf033ca907,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:43.075302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:43.097160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Calling delete_port for 569cb2dd-fd6f-4719-a100-acbf033ca907 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:43.111720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:43.113336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:43.115995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:43.180998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-25ed2d76-da52-4e08-9a37-6863b775d3c2 service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403698 Nov 19 03:55:43.201579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] Pushing event updated for resources: {'Network': ['ID=261b4ea3-678d-4de6-a638-7c9118b6f441,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:43.207778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a44fd4d3-104b-4043-85c7-1fd610ceea3a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6637795 Nov 19 03:55:43.218419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:55:43.227304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41584) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:43.253205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Request body: {'subnet': {'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-894315464-subnet', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:43.303131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71f78-4e72-493e-a5c3-820b575cc166 req-a1315015-862c-4c4c-b703-9349e66a40a7 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:43.313035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-20f71f78-4e72-493e-a5c3-820b575cc166 req-a1315015-862c-4c4c-b703-9349e66a40a7 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 944 time: 0.1129022 Nov 19 03:55:43.380175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-20f71f78-4e72-493e-a5c3-820b575cc166 req-a038f41f-543f-4a13-bbbb-8f2ce8d181c7 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658009 Nov 19 03:55:43.775265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Made reservation on behalf of 3e66fb1e6fbc406c90198940ce9e7e7a for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:43.778293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:43.782486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-3cca9437-0620-41e7-8905-3923de900b2b tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392437 Nov 19 03:55:43.938683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5b3c99a-4e39-41f5-8e68-c2a751c2e2c9 req-4baf293a-887f-4ad5-8247-fd15a72e8970 service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356284 Nov 19 03:55:44.041644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:44.119736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event deleted for resources: {'Port': ['ID=569cb2dd-fd6f-4719-a100-acbf033ca907,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:44.134650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-87834cb7-e047-422a-be3b-9aedbb669e79 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.136193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-87834cb7-e047-422a-be3b-9aedbb669e79 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287268 Nov 19 03:55:44.226958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] No DVR routers for this DVR port 569cb2dd-fd6f-4719-a100-acbf033ca907 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:44.234804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:44.238427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d22d32-c35a-4dcc-8281-2fee053511e4 req-df6156da-5bd3-4a62-b945-da6f92af3c40 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.36 "DELETE /v2.0/ports/569cb2dd-fd6f-4719-a100-acbf033ca907 HTTP/1.1" status: 204 len: 173 time: 1.7240434 Nov 19 03:55:44.240015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-2237b554-b0d2-4d9d-8f30-d4ced0d6065e tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/quotas/4600fe02bf0b4bb1a164c2c2b9848669 HTTP/1.1" status: 200 len: 375 time: 0.0890896 Nov 19 03:55:44.250775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f0df-04ac-4005-83af-e842af123009 req-31519f39-1068-4ef0-957f-6470c728e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.252645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-31519f39-1068-4ef0-957f-6470c728e470 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 1095 time: 0.1964092 Nov 19 03:55:44.327010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-7ca79988-dc78-4c19-8653-51e3da6c7481 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732942 Nov 19 03:55:44.327284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9d8a2c9-58c4-49ab-902d-57ec6a907005 req-abc814ba-d715-4b7c-96d7-849f2a019606 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=d727908a-1b07-4cc0-b857-d1ff36fb3a0c HTTP/1.1" status: 200 len: 210 time: 0.0369930 Nov 19 03:55:44.388439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:44.459382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3c53eef5-56d2-4c59-8f75-d57518b37dc2 req-14c4dddb-5681-45b4-86f2-ca684a772e2c tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0360944 Nov 19 03:55:44.487961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85504421-01bc-4235-b489-23edf3b5c2cb,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:44.490860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f0df-04ac-4005-83af-e842af123009 req-c8f577d0-8008-4e19-8b39-94af3d64418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.492722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-c8f577d0-8008-4e19-8b39-94af3d64418a service neutron] 10.222.0.31 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 906 time: 0.2130015 Nov 19 03:55:44.549448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-62f322e5-2d05-459e-9373-2ede8350d250 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f13975d-0110-439c-9624-f5d5839e55e6 HTTP/1.1" status: 200 len: 217 time: 0.0454063 Nov 19 03:55:44.555098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Checking segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:44.555790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Network hostable DHCP agents. Network: 261b4ea3-678d-4de6-a638-7c9118b6f441, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:55:44.609322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a07242-427a-4050-840c-5cc7fe4fcbf3 req-a6df8771-c36f-4c7a-907a-413d6069a54e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.611440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-66a07242-427a-4050-840c-5cc7fe4fcbf3 req-a6df8771-c36f-4c7a-907a-413d6069a54e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.0687799 Nov 19 03:55:44.624627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:55:44.628029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f0df-04ac-4005-83af-e842af123009 req-f693a215-d031-4501-a783-556957f04a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.629694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-f693a215-d031-4501-a783-556957f04a34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.0685010 Nov 19 03:55:44.650830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 261b4ea3-678d-4de6-a638-7c9118b6f441) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:44.663439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4449b94d-5927-4e6e-82ee-7423eccd6b08 None None] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:55:44.672656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-79db0c7f-bae8-43b4-9f7f-cbef9c294466 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348136 Nov 19 03:55:44.674164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.675021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:44.692409 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-66a07242-427a-4050-840c-5cc7fe4fcbf3 req-efb2c9c6-6b40-48ba-b0f7-dabccc6cb3e6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719631 Nov 19 03:55:44.751288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41666) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:44.751947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c733969a-ee09-41a6-84dd-7fee5f991f8d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5021303 Nov 19 03:55:44.757324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:44.834164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-16c0cb8a-0893-47e3-bd0a-ccb7004f0285 service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515889 Nov 19 03:55:44.847964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:44.849440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:44.884359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16b13-ec2b-485c-8556-03c4ac1d8310 req-0edd3432-8a98-4cdd-ac61-da7b083ebf12 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:44.886067 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2a16b13-ec2b-485c-8556-03c4ac1d8310 req-0edd3432-8a98-4cdd-ac61-da7b083ebf12 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 944 time: 0.1085293 Nov 19 03:55:44.950234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.006875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f80c6e9e-a9e2-4870-a5fa-a3e7aba69d90 req-33a51928-d4e7-4936-8149-a7389e1942a9 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 210 time: 0.1219659 Nov 19 03:55:45.049409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-261b4ea3-678d-4de6-a638-7c9118b6f441', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:55:45.051320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.065781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'name': 'network-vif-deleted', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:45.072438 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4979f0-fedf-420a-ae48-81139af9b756" -d '{"events": [{"server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "name": "network-vif-deleted", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:45.105167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e06f0df-04ac-4005-83af-e842af123009 req-b0004e0e-d89b-4908-8ef7-27b9f2069d0e service neutron] 10.222.0.31 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352934 Nov 19 03:55:45.123000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2a16b13-ec2b-485c-8556-03c4ac1d8310 req-0db9a919-2ee7-4ae6-882f-eef49918fb38 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698866 Nov 19 03:55:45.223943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45616127-7118-4927-8a28-9abe9f70f424 req-2ed86079-494d-4a37-a31c-bb0aa147e75d tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:45.226926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45616127-7118-4927-8a28-9abe9f70f424 req-2ed86079-494d-4a37-a31c-bb0aa147e75d tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.0777452 Nov 19 03:55:45.229450 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd157778-5abe-4e2d-96d4-8676c75a16dd x-openstack-request-id: req-dd157778-5abe-4e2d-96d4-8676c75a16dd {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:45.229824 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d727908a-1b07-4cc0-b857-d1ff36fb3a0c", "name": "network-vif-deleted", "tag": "569cb2dd-fd6f-4719-a100-acbf033ca907", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:45.230188 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd157778-5abe-4e2d-96d4-8676c75a16dd {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:45.230649 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd727908a-1b07-4cc0-b857-d1ff36fb3a0c', 'name': 'network-vif-deleted', 'tag': '569cb2dd-fd6f-4719-a100-acbf033ca907', 'status': 'completed', 'code': 200} Nov 19 03:55:45.309468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45616127-7118-4927-8a28-9abe9f70f424 req-c41f21fe-4dc4-4d50-888f-138b71b83f17 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744095 Nov 19 03:55:45.313767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.326512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Allocated IP 172.20.0.2 (261b4ea3-678d-4de6-a638-7c9118b6f441/85504421-01bc-4235-b489-23edf3b5c2cb/8238e446-18cb-43a5-b4ac-d867c4fec6a0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:45.527727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.537345 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.582732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:45.590812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:45.598657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:45.620411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Pushing event updated for resources: {'Port': ['ID=8238e446-18cb-43a5-b4ac-d867c4fec6a0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:45.623860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb43f26b-53a4-4a4f-9b3b-8123428bdb6c req-6631ac54-f8bb-411c-a917-348951258870 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0382063 Nov 19 03:55:45.693540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.705689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Attempting to bind port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:55:45.706372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Attempting to bind port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:55:45.706775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Attempting to bind port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 on network 261b4ea3-678d-4de6-a638-7c9118b6f441 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:45.715186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:55:45.716397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Checking segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:45.717340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.717913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Bound using segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:55:45.719331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Bound port: 8238e446-18cb-43a5-b4ac-d867c4fec6a0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:55:45.720202 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.724417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.750327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c343e-ecf3-4d67-95f4-8a2884b57cac req-c94c8e67-3994-44c1-bc9e-5b1fc01232f5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:45.752122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d23c343e-ecf3-4d67-95f4-8a2884b57cac req-c94c8e67-3994-44c1-bc9e-5b1fc01232f5 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.0878439 Nov 19 03:55:45.805004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] For port 8238e446-18cb-43a5-b4ac-d867c4fec6a0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:45.809044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] For port 8238e446-18cb-43a5-b4ac-d867c4fec6a0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8238e446-18cb-43a5-b4ac-d867c4fec6a0,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:55:45.813957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:45.863441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d23c343e-ecf3-4d67-95f4-8a2884b57cac req-d22a38ce-f1a3-431a-b9b9-1dca5179963a tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/security-groups?id=63ac838e-70b9-4988-b7e5-f53d1c751731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989773 Nov 19 03:55:45.890587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed1878-34ba-471d-96e5-d5abcf264a8c None None] Pushing event updated for resources: {'Port': ['ID=8238e446-18cb-43a5-b4ac-d867c4fec6a0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:45.916749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea08547-b23d-4c12-a87f-89e875b03181 req-c909e804-9f8e-4a4e-80c9-ccee34922ff4 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:45.918820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bea08547-b23d-4c12-a87f-89e875b03181 req-c909e804-9f8e-4a4e-80c9-ccee34922ff4 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1170146 Nov 19 03:55:45.956110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Allocated IP 172.25.8.74 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/75b92f8b-6d05-4d0c-94b7-9e8088d6c05c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:46.062918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bea08547-b23d-4c12-a87f-89e875b03181 req-c9ec0497-3fcd-4ea3-b570-56ae035d79c7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347592 Nov 19 03:55:46.159339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d59d209-c8b4-4191-a45b-692721d082c7 req-9e53bb57-9c67-4a9d-8a66-47866805d59d tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 210 time: 0.0373244 Nov 19 03:55:46.161517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.228492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5c247ca-6a98-47a1-9d94-bcbae889e5a6 req-4010fc04-ff2d-4e35-95fe-15363cd1b1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0665157 Nov 19 03:55:46.232043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.292936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-2abf9483-9f99-4ae9-afc2-d4edcbca1eb6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:46.294668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-2abf9483-9f99-4ae9-afc2-d4edcbca1eb6 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 966 time: 0.0840089 Nov 19 03:55:46.332014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-83870f82-a6a9-424f-b1ea-93cd11552413 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388918 Nov 19 03:55:46.336106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:46.342977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:46.352049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:46.372966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1c9f0-13b9-4574-a6d4-081d0d220d27 req-685bf09a-4de6-4a07-a898-782f52a56d26 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:46.374556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62b1c9f0-13b9-4574-a6d4-081d0d220d27 req-685bf09a-4de6-4a07-a898-782f52a56d26 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 944 time: 0.1557448 Nov 19 03:55:46.418460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Pushing event updated for resources: {'Port': ['ID=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:46.468470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcc290-8efd-4424-be6c-22a663ccc157 req-16f76a93-5547-4e22-bb4f-53ddf91fa2ea tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:46.470043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0dcc290-8efd-4424-be6c-22a663ccc157 req-16f76a93-5547-4e22-bb4f-53ddf91fa2ea tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.0649405 Nov 19 03:55:46.473993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Deleting port 27e1445b-e2d9-403f-a5ce-52795f4aef41 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:46.474351 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.479526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.479881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.480225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.480566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.480902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.481236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.481566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.481894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.482244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.482574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.482902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.483306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:46.595324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0dcc290-8efd-4424-be6c-22a663ccc157 req-49aeda6e-82c1-40ff-a23f-40506e79a380 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144185 Nov 19 03:55:46.626880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] For port 27e1445b-e2d9-403f-a5ce-52795f4aef41, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=27e1445b-e2d9-403f-a5ce-52795f4aef41,segment=NetworkSegment(067f5773-1cd1-48fc-98ad-d6984235a163),segment_id=067f5773-1cd1-48fc-98ad-d6984235a163)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:46.627273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.644061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Calling delete_port for 27e1445b-e2d9-403f-a5ce-52795f4aef41 owned by compute:tempest-test_az-320530811 {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:46.776778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1df21e8-5133-45eb-8f9c-1cabab35075e req-97c91cc8-f4a6-4d3a-a53a-1ee01679b91a tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0393846 Nov 19 03:55:46.857820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8238e446-18cb-43a5-b4ac-d867c4fec6a0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:46.888670 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.935198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Pushing event deleted for resources: {'Port': ['ID=27e1445b-e2d9-403f-a5ce-52795f4aef41,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:46.952259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:46.952636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.992502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] No DVR routers for this DVR port 27e1445b-e2d9-403f-a5ce-52795f4aef41 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:46.995452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:46.995853 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62b1c9f0-13b9-4574-a6d4-081d0d220d27 req-8119a5de-b573-4b00-b126-b1c7e659d368 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949647 Nov 19 03:55:47.000689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40616a60-2b43-45eb-b95a-97d6fc92d1ca req-b6bdb924-5b33-40d2-92c4-e0924753fa22 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.31 "DELETE /v2.0/ports/27e1445b-e2d9-403f-a5ce-52795f4aef41 HTTP/1.1" status: 204 len: 173 time: 0.6896436 Nov 19 03:55:47.068347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01c34871-a470-464c-98d0-df77d226f553 req-ddbebc1c-37ae-4fed-adc5-fce74d65ae21 tempest-LiveAutoBlockMigrationV225Test-1374233627 tempest-LiveAutoBlockMigrationV225Test-1374233627-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f7bed7-6236-4e23-83fb-8b919f28ddfa HTTP/1.1" status: 200 len: 210 time: 0.0524132 Nov 19 03:55:47.078410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-bcbb29f8-ce64-47c3-8b0c-9787a5a0013b tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:47.081614 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-bcbb29f8-ce64-47c3-8b0c-9787a5a0013b tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7270119 Nov 19 03:55:47.102350 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.146579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 8238e446-18cb-43a5-b4ac-d867c4fec6a0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8238e446-18cb-43a5-b4ac-d867c4fec6a0,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:47.158414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.179448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Request body: {'port': {'device_id': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '4600fe02bf0b4bb1a164c2c2b9848669'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:47.213871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-ab094984-4826-4252-b39f-8820d2a52860 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:47.215874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-ab094984-4826-4252-b39f-8820d2a52860 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.0840971 Nov 19 03:55:47.227721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=8238e446-18cb-43a5-b4ac-d867c4fec6a0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:47.243278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caac6ca-2151-42af-9a7c-ced4ebe358c1 None None] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:55:47.246628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'name': 'network-vif-deleted', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:47.250160 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fdce2-ebbb-4f25-8b9c-811cf40a83c2" -d '{"events": [{"server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "name": "network-vif-deleted", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:47.393188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-28b9a3b8-ffb9-4f16-bf07-e4df537d4738 None None] Provisioning complete for port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:47.393611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28b9a3b8-ffb9-4f16-bf07-e4df537d4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.403769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-978e922f-532e-4648-8f61-797039f524ba req-ff9cf7d9-5809-474d-960d-b8a20d653bc3 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 210 time: 0.0614049 Nov 19 03:55:47.404506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bc0dc-2f8d-4b18-af6e-6247d28dabfe req-413ef457-5b63-4925-854a-304072fdec14 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:47.411777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e4bc0dc-2f8d-4b18-af6e-6247d28dabfe req-413ef457-5b63-4925-854a-304072fdec14 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.2393711 Nov 19 03:55:47.442631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Deleting port bfd58c2b-c30e-470f-aafa-6106538911b9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:47.442986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.455621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.505542 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f60559-6a43-46f5-8905-4cc1cbe352eb x-openstack-request-id: req-35f60559-6a43-46f5-8905-4cc1cbe352eb {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:47.505780 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7bed7-6236-4e23-83fb-8b919f28ddfa", "name": "network-vif-deleted", "tag": "27e1445b-e2d9-403f-a5ce-52795f4aef41", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:47.506037 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35f60559-6a43-46f5-8905-4cc1cbe352eb {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:47.506440 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7bed7-6236-4e23-83fb-8b919f28ddfa', 'name': 'network-vif-deleted', 'tag': '27e1445b-e2d9-403f-a5ce-52795f4aef41', 'status': 'completed', 'code': 200} Nov 19 03:55:47.526815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Made reservation on behalf of 4600fe02bf0b4bb1a164c2c2b9848669 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:47.530682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.550743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] For port bfd58c2b-c30e-470f-aafa-6106538911b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfd58c2b-c30e-470f-aafa-6106538911b9,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:47.551451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.558740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.565761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e4bc0dc-2f8d-4b18-af6e-6247d28dabfe req-8ad59969-7df7-44b8-9833-811134d88760 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531882 Nov 19 03:55:47.574616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Calling delete_port for bfd58c2b-c30e-470f-aafa-6106538911b9 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:47.629170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:47.655540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 569cb2dd-fd6f-4719-a100-acbf033ca907 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:47.657296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 569cb2dd-fd6f-4719-a100-acbf033ca907 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:47.820008 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.824477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.826308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.846675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:47.850991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c1749-103c-4b17-b429-c0a81d1e672b req-40262a9a-f4a3-48f0-9ac9-2118c6359674 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:47.861385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-907c1749-103c-4b17-b429-c0a81d1e672b req-40262a9a-f4a3-48f0-9ac9-2118c6359674 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=de5da031-36d8-4ea1-8b26-44726d9b0bcf HTTP/1.1" status: 200 len: 947 time: 0.1506524 Nov 19 03:55:47.881876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.906419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Pushing event deleted for resources: {'Port': ['ID=bfd58c2b-c30e-470f-aafa-6106538911b9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:47.963674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5161279e-dc61-43b6-9530-f72e4fd18a87 None None] Provisioning complete for port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:47.964230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5161279e-dc61-43b6-9530-f72e4fd18a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.977799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] No DVR routers for this DVR port bfd58c2b-c30e-470f-aafa-6106538911b9 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:47.980771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:47.985193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae82106a-291b-4771-a7a1-04e3e1864fd1 req-e5a756df-4398-4200-9c8f-f4e98fe45f05 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "DELETE /v2.0/ports/bfd58c2b-c30e-470f-aafa-6106538911b9 HTTP/1.1" status: 204 len: 173 time: 0.7624483 Nov 19 03:55:47.999232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-907c1749-103c-4b17-b429-c0a81d1e672b req-45880125-3e96-4f15-9afe-d8a491f5bcd8 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368802 Nov 19 03:55:48.049867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:48.069179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '1f13975d-0110-439c-9624-f5d5839e55e6', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '1f13975d-0110-439c-9624-f5d5839e55e6', 'mac_address': 'fa:16:3e:69:9b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:48.086158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc07dea7-c839-404a-9a72-76d99abacf79 req-49b99e1b-1e2e-41ef-8b2c-c00adc7bd74d tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.1835294 Nov 19 03:55:48.098489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1932e16-9c5a-424e-8c04-00c97902d832,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:48.131951 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.147220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f13975d-0110-439c-9624-f5d5839e55e6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:48.185085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:48.196898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.208363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41720) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:48.224997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Allocated IP 192.168.233.83 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/708ba65b-ed1a-43ee-a979-1ae8e7f27bc8) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:48.258748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:55:48.439052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:48.439477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21d90-01d6-4250-a114-7d18433cc666 req-4f931335-8083-4d69-94df-29dd00ca5e3a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:48.447850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6cc21d90-01d6-4250-a114-7d18433cc666 req-4f931335-8083-4d69-94df-29dd00ca5e3a tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 945 time: 0.2444382 Nov 19 03:55:48.600898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Deleting subnet 4c33486f-ed83-4309-9e25-5064047df0e3 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:55:48.604808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['1f13975d-0110-439c-9624-f5d5839e55e6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:48.606049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.648828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6cc21d90-01d6-4250-a114-7d18433cc666 req-47b43663-9b34-4fe0-874e-9ea9e33ac82c tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955695 Nov 19 03:55:48.653639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.666125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:55:48.693719 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Sync routers for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:55:48.698158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.705719 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:48.706588 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:55:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:48.768866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.803354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ba54b18-b123-45ca-81bd-66eef4446e55 req-d75d11fd-71b5-4c17-9cfb-7e2987a2d312 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 210 time: 0.0798461 Nov 19 03:55:48.826347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.870868 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:48.885628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.922684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-00d30484-d614-4c2f-907a-88284c6e5ce5 req-6e12007f-bcb7-4c32-b306-12dc7f397692 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.1346734 Nov 19 03:55:48.925455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:48.926547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5441a7cc-d1ae-4d15-b341-b3c9ecf134e3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1738865 Nov 19 03:55:48.936669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41742) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:48.945138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c33486f-ed83-4309-9e25-5064047df0e3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:48.969355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:48.973183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:48.985374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8238e446-18cb-43a5-b4ac-d867c4fec6a0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:48.986825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:49.015052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Pushing event updated for resources: {'Port': ['ID=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:49.019276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.022438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4c33486f-ed83-4309-9e25-5064047df0e3 HTTP/1.1" status: 204 len: 168 time: 0.8130541 Nov 19 03:55:49.029641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.030026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.030382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.030729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.031076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.031418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.031757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.032092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.032429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.032929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.033114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.033449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05106e8-8025-4fcf-afa6-27602f1443c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.044924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:49.135555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:49.135861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.159719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:49.161351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.201996 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-433c10c6-dc23-4007-82bd-39ecf86ac471 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0281451 Nov 19 03:55:49.225572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Request body: {'port': {'device_id': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:49.268828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.280055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad7fc5-b5cc-46f3-82bb-21c8dab923f2 req-4dd9019d-964c-49f9-b905-852bf65abd82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:49.291117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0ad7fc5-b5cc-46f3-82bb-21c8dab923f2 req-4dd9019d-964c-49f9-b905-852bf65abd82 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.2637992 Nov 19 03:55:49.294243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.334190 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:47Z', 'revision_number': 3, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:49.378725 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Checking router: a86e3d20-a5ba-4458-98fd-87fffbcaf2ac for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:55:49.379219 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Updating router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:55:49.417579 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.419718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ac5da036-2c7e-4cb0-9355-cead2e281ced None None] Provisioning complete for port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:49.420107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ac5da036-2c7e-4cb0-9355-cead2e281ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.485124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0ad7fc5-b5cc-46f3-82bb-21c8dab923f2 req-5e95e9ad-da00-4514-9df9-d8a9fa9b6b4a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915550 Nov 19 03:55:49.516210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ac5da036-2c7e-4cb0-9355-cead2e281ced None None] Port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:55:49.526051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-deleted', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:49.528375 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707309a9-86ac-4f41-b503-7b53e6dc0ffc" -d '{"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-deleted", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:49.582468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.609961 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa8c11-b490-48de-a9d4-75b31383b4e7 x-openstack-request-id: req-09aa8c11-b490-48de-a9d4-75b31383b4e7 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:49.610972 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5da031-36d8-4ea1-8b26-44726d9b0bcf", "name": "network-vif-deleted", "tag": "bfd58c2b-c30e-470f-aafa-6106538911b9", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:49.611253 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09aa8c11-b490-48de-a9d4-75b31383b4e7 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:49.611757 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5da031-36d8-4ea1-8b26-44726d9b0bcf', 'name': 'network-vif-deleted', 'tag': 'bfd58c2b-c30e-470f-aafa-6106538911b9', 'status': 'completed', 'code': 200} Nov 19 03:55:49.651087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195ca8db-b6fa-4960-bbee-d6c665c7f9c5']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:49.658430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:49.677441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.690389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Transition to ACTIVE for port object 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:55:49.696442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.706966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067f5773-1cd1-48fc-98ad-d6984235a163') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:49.707274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067f5773-1cd1-48fc-98ad-d6984235a163') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:49.751107 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.755334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Pushing event updated for resources: {'Port': ['ID=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:49.760891 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.822193 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.825001 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Attempting to bind port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:55:49.825389 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Attempting to bind port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:55:49.825766 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Attempting to bind port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:49.841168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:49.842975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c6d0-cfdd-462d-89e3-c251eefd5d7e req-608b824b-b45e-4950-93f5-5afc44e06e0e tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:49.848447 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:55:49.849615 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:49.850676 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.852011 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:55:49.852624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cde9c6d0-cfdd-462d-89e3-c251eefd5d7e req-608b824b-b45e-4950-93f5-5afc44e06e0e tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 948 time: 0.2639844 Nov 19 03:55:49.852873 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Bound port: 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:55:49.853907 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.861231 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Pushing event updated for resources: {'Port': ['ID=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:49.896408 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.912512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 1f13975d-0110-439c-9624-f5d5839e55e6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:49.915370 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.925965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 1f13975d-0110-439c-9624-f5d5839e55e6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:49.926562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.927597 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.927960 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.928384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.928683 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.929030 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.930029 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.930521 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.930868 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.931200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.931541 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.931883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:49.934836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aecbc-3222-45a9-be87-53ddd4b121a7 req-0b59ec71-c17b-43db-9594-1e1ae947a51f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:49.936446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f07aecbc-3222-45a9-be87-53ddd4b121a7 req-0b59ec71-c17b-43db-9594-1e1ae947a51f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 945 time: 0.1674473 Nov 19 03:55:49.962761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:55:49.963330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:49.966021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Attempting to bind port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:55:49.966387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Attempting to bind port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:55:49.966713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Attempting to bind port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:55:49.967417 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:55:49.995334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:55:49.998385 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] For port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:49.999015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Attempting to bind port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:50.003160 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] For port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:55:50.007948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:55:50.008388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:50.008801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:55:50.009267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Bound port: 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:55:50.009594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.010638 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.045513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cde9c6d0-cfdd-462d-89e3-c251eefd5d7e req-bf780845-a6c5-4e50-9f7f-1baf83db6c77 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913633 Nov 19 03:55:50.058195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.110348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:50.111395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:50.111605 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f07aecbc-3222-45a9-be87-53ddd4b121a7 req-515ac9d7-dbe9-429c-bc2d-14f5b23557df tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642370 Nov 19 03:55:50.114027 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c55d48b-fc7b-4909-bf0d-d99c522e0536" -d '{"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-plugged", "status": "completed", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:50.121554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.122596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:50.131905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:50.133398 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:55:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:50.164613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.190579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.194136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/195ca8db-b6fa-4960-bbee-d6c665c7f9c5 HTTP/1.1" status: 204 len: 168 time: 1.1475060 Nov 19 03:55:50.195631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c75fc-e768-4148-9b58-8b55f8127ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=195ca8db-b6fa-4960-bbee-d6c665c7f9c5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:50.199664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41764) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:50.213805 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.217391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 27e1445b-e2d9-403f-a5ce-52795f4aef41 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:50.217754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 27e1445b-e2d9-403f-a5ce-52795f4aef41 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:50.220751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:50.263307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: bfd58c2b-c30e-470f-aafa-6106538911b9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:50.263940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cff0360f-75dc-40d6-a309-8168d7815b0c req-d49a8614-6cdc-4ec1-93d9-3d0e19f19f99 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0384114 Nov 19 03:55:50.268265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] For port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:50.270525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfd58c2b-c30e-470f-aafa-6106538911b9 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:50.279649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:50.285093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] For port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:55:50.302916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.303696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.303696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.303990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.304837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.306295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.309666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.310054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.310410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.310754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.311105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.312515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.312515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:55:50.340750 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd8de1f-8ea2-4037-b25d-4ddb368a7ad4 x-openstack-request-id: req-ffd8de1f-8ea2-4037-b25d-4ddb368a7ad4 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:50.341364 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-plugged", "status": "completed", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:50.341791 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffd8de1f-8ea2-4037-b25d-4ddb368a7ad4 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:50.342382 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6', 'code': 200} Nov 19 03:55:50.345470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.346175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.347605 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] 10.222.0.31 "PUT /v2.0/ports/708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 HTTP/1.1" status: 200 len: 1095 time: 1.1290007 Nov 19 03:55:50.354011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'tag': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:50.356966 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de191aec-71b2-4175-8fda-edd47a2d82a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e220768-2bc3-4690-a83e-49fa878d35cd", "tag": "708ba65b-ed1a-43ee-a979-1ae8e7f27bc8"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:50.403631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d95f-38de-4b0e-aff8-2bedbe4b9405 service neutron] Pushing event updated for resources: {'Port': ['ID=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:50.419477 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257dd6-0fff-4865-8e00-a946bdca314e None None] Pushing event updated for resources: {'Port': ['ID=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:50.451166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Deleting subnet adddc7cb-dbc6-43c2-b33b-cb5fbe4c546c {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:55:50.454653 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:50.461652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.489399 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba6f36-d223-4ae5-9762-15558575faec x-openstack-request-id: req-3dba6f36-d223-4ae5-9762-15558575faec {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:50.490017 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e220768-2bc3-4690-a83e-49fa878d35cd", "tag": "708ba65b-ed1a-43ee-a979-1ae8e7f27bc8", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:50.490449 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dba6f36-d223-4ae5-9762-15558575faec {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:50.491014 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'tag': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8', 'status': 'completed', 'code': 200} Nov 19 03:55:50.518304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-43885290-e198-4b7e-a26e-093d65da48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.519854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-43885290-e198-4b7e-a26e-093d65da48c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 1098 time: 0.0805581 Nov 19 03:55:50.544811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903f38-151f-4d63-a7af-77c9c32ea38f req-0bd5fc4a-69cc-487f-a5b2-22762fc755dc tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.552183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92903f38-151f-4d63-a7af-77c9c32ea38f req-0bd5fc4a-69cc-487f-a5b2-22762fc755dc tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 947 time: 0.3430314 Nov 19 03:55:50.603000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.611049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-bdd5ac28-490c-443a-b8b6-3bccde77b6ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 HTTP/1.1" status: 200 len: 217 time: 0.0712347 Nov 19 03:55:50.677727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:50.684785 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:47Z', 'revision_number': 3, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:50.697990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ccdc-038b-4485-a4af-87a373ff84b3 req-2591ca08-d493-4eb8-9a2c-1cde8238d393 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.699516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47c9ccdc-038b-4485-a4af-87a373ff84b3 req-2591ca08-d493-4eb8-9a2c-1cde8238d393 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1002784 Nov 19 03:55:50.709114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-9e2a8fc2-5337-4316-b002-e32de4c215e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.713033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-9e2a8fc2-5337-4316-b002-e32de4c215e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0813441 Nov 19 03:55:50.715901 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0a0d9-778d-45d5-965d-fc72c294e7a9 None None] The sync data for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 is: [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:47Z', 'revision_number': 3, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:55:50.742397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Allocated IP 172.20.0.1 (261b4ea3-678d-4de6-a638-7c9118b6f441/85504421-01bc-4235-b489-23edf3b5c2cb/9d1271c2-0f36-41da-bcb9-5afd3b0d1030) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:50.747349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd02fa-e36e-4d67-bdd6-3cf745850156 req-6f35b19e-047c-46c4-a318-02677979b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.749177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cebd02fa-e36e-4d67-bdd6-3cf745850156 req-6f35b19e-047c-46c4-a318-02677979b08f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 1097 time: 0.2854059 Nov 19 03:55:50.800840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47c9ccdc-038b-4485-a4af-87a373ff84b3 req-110a1e96-5536-409e-9689-58fa009f5e49 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855961 Nov 19 03:55:50.809041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-a154f741-1ec0-491a-981c-55968e0bd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:50.811442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-a154f741-1ec0-491a-981c-55968e0bd793 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864911 Nov 19 03:55:50.818580 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92903f38-151f-4d63-a7af-77c9c32ea38f req-2e4c6e9f-7092-4f4c-a636-415fe1f137a2 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603261 Nov 19 03:55:50.936725 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-9eb22acc-3ace-4397-959d-e06a6bfdb9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109924 Nov 19 03:55:51.071951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab6a2e11-9f08-4a38-8cec-9af2c4cf1d55 req-af2d98ee-142c-4930-bc1d-82f9ed1c6046 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276808 Nov 19 03:55:51.223603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88b041a8-4172-4c36-abc5-d9037e6e8344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.239812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad593c9-8e54-4cd8-b695-a70e3358f4c7 req-c62202e0-d4b4-4920-aaeb-a6c98a1ff28e tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:51.242736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8ad593c9-8e54-4cd8-b695-a70e3358f4c7 req-c62202e0-d4b4-4920-aaeb-a6c98a1ff28e tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 948 time: 0.1076369 Nov 19 03:55:51.250413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-2dc09ef7-c90e-4657-b965-3c776b08b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:51.251828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-2dc09ef7-c90e-4657-b965-3c776b08b3c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 1098 time: 0.0784039 Nov 19 03:55:51.253475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cebd02fa-e36e-4d67-bdd6-3cf745850156 req-e131b55c-8261-4138-abc5-eb02ca406a5c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930966 Nov 19 03:55:51.260295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.290893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adddc7cb-dbc6-43c2-b33b-cb5fbe4c546c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:51.303682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8ad593c9-8e54-4cd8-b695-a70e3358f4c7 req-a93596b3-cf6e-425d-b7e3-bb706cd503ba tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507874 Nov 19 03:55:51.311873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.317709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-28990784-f71b-4d63-b9e8-cca37ef61aa6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/adddc7cb-dbc6-43c2-b33b-cb5fbe4c546c HTTP/1.1" status: 204 len: 168 time: 1.1147606 Nov 19 03:55:51.320051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:51.330841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81527-39ca-4f37-a178-b0334ae84a50 req-a3d9e5b4-a7f4-4779-8881-de4bd88532fd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:51.332477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9e81527-39ca-4f37-a178-b0334ae84a50 req-a3d9e5b4-a7f4-4779-8881-de4bd88532fd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 946 time: 0.1278381 Nov 19 03:55:51.386255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.415958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bc36ad6-4a15-4b54-87ad-85f306d2a646 req-4e9ebf8d-8f11-48d5-a6ff-8629d69a2a50 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0312583 Nov 19 03:55:51.437728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9e81527-39ca-4f37-a178-b0334ae84a50 req-7adc610a-01b9-4175-b463-f2010060be7d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Nov 19 03:55:51.463029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.476673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.518277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:51.521492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:51.525693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:51.553651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Pushing event updated for resources: {'Port': ['ID=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:51.562027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.577050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.590641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063e11c0-afe0-4013-a4f3-446311384b97']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:51.611460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5844eec-85e2-4b22-b316-1630a56832a2') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:51.611769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5844eec-85e2-4b22-b316-1630a56832a2') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:51.634305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 012498f5-07da-43db-befc-c9b417257730 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:51.702465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.722290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.730549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:55:51.730874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.733914 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:55:51.775047 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:55:51.808350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:51.819679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.822542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '012498f5-07da-43db-befc-c9b417257730', 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b', 'port_id': '012498f5-07da-43db-befc-c9b417257730', 'mac_address': 'fa:16:3e:3a:db:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25ea14-04f2-47ea-a237-66de1ccbb6b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:51.876665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.889210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] 10.222.0.52 "DELETE /v2.0/networks/063e11c0-afe0-4013-a4f3-446311384b97 HTTP/1.1" status: 204 len: 168 time: 0.5675690 Nov 19 03:55:51.906221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84641e09-855c-4d3a-81b8-af2c8e43539b admin admin] Pushing event deleted for resources: {'Network': ['ID=063e11c0-afe0-4013-a4f3-446311384b97,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:51.914924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.925761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-3bcf9266-4fe4-4cd1-aacc-83b5c11fca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:51.927294 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-3bcf9266-4fe4-4cd1-aacc-83b5c11fca39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3279598 Nov 19 03:55:51.965536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012498f5-07da-43db-befc-c9b417257730 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:51.986147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6182409d-e544-4b81-8de0-97475b5ad0af None None] Provisioning complete for port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:51.986533 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6182409d-e544-4b81-8de0-97475b5ad0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:51.994162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:52.012967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-8c677c10-c88d-41d6-b939-35feed165a30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 HTTP/1.1" status: 200 len: 217 time: 0.0508409 Nov 19 03:55:52.015638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.024254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb12d-0f65-456f-89c6-b3781206676b req-9f98728d-1a64-4377-a384-fb8dacc2f838 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.031295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-539cb12d-0f65-456f-89c6-b3781206676b req-9f98728d-1a64-4377-a384-fb8dacc2f838 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 947 time: 0.1171336 Nov 19 03:55:52.071694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6182409d-e544-4b81-8de0-97475b5ad0af None None] Port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:55:52.078085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.091443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04ea9d-e825-4c67-af70-ed8b7e35d9c0 req-2e6c34b8-15da-4307-93c7-0b378ba62c40 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.093062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f04ea9d-e825-4c67-af70-ed8b7e35d9c0 req-2e6c34b8-15da-4307-93c7-0b378ba62c40 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1609437 Nov 19 03:55:52.093896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:52.094322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41788) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:52.107079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-35ee6935-c35f-4357-979f-bbf4a1c02094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.108558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-35ee6935-c35f-4357-979f-bbf4a1c02094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0747466 Nov 19 03:55:52.112129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.133561 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-539cb12d-0f65-456f-89c6-b3781206676b req-e46ded0f-6da7-4b3b-965b-b3a30d0079e2 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013939 Nov 19 03:55:52.166712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-7245cda8-e25f-46d9-8716-62c528fd8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.168398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-7245cda8-e25f-46d9-8716-62c528fd8e09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488122 Nov 19 03:55:52.233007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Pushing event updated for resources: {'Port': ['ID=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:52.235580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.246787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-000b0a33-11fa-4962-a9d9-49de58642a13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd867fbd10014db5bc4c826faa744b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508143 Nov 19 03:55:52.255121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41790) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:52.290075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f04ea9d-e825-4c67-af70-ed8b7e35d9c0 req-06bc0b04-02c0-47f0-a14b-7435b997beb0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788852 Nov 19 03:55:52.326555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['012498f5-07da-43db-befc-c9b417257730'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:52.358988 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-dde97793-ad01-4756-95c1-5c0092cf1544 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107323 Nov 19 03:55:52.433591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-604d03ab-85cd-42c9-87f5-79b72735f81f tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.435410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-604d03ab-85cd-42c9-87f5-79b72735f81f tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 948 time: 0.1794796 Nov 19 03:55:52.481835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.510583 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f350927-e07f-4710-b11c-55f9dde1ca4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.575248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa0980-ea78-4e9e-a5a3-415293b4518d req-45506294-19ca-4c2f-b707-8809dc2b6df0 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.584593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4fa0980-ea78-4e9e-a5a3-415293b4518d req-45506294-19ca-4c2f-b707-8809dc2b6df0 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 948 time: 0.1204522 Nov 19 03:55:52.597438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de191aec-71b2-4175-8fda-edd47a2d82a5 req-d3f5f899-a725-4560-bbb7-690e56d680f5 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275164 Nov 19 03:55:52.604332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:52.621821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f350927-e07f-4710-b11c-55f9dde1ca4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.623936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:52.642139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4fa0980-ea78-4e9e-a5a3-415293b4518d req-cf0d14fd-9629-4fc3-a945-150bf7557a37 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddd179fe-46d3-4cf7-9339-ceeabf74d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568326 Nov 19 03:55:52.662308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a437c4ec-b5ac-4dd6-abea-8fe01cdefd18 req-335ec20b-6208-4529-ae07-64e6c3a57477 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.1130896 Nov 19 03:55:52.818790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Deleting port 50bfd554-6a79-4aee-b738-6fd9208872a2 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:55:52.820146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.878404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:52.880573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf728-9417-4c85-beac-a44432fbb7be req-5d386b05-ea1a-4213-9b53-f937d940253d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:52.883119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8aaf728-9417-4c85-beac-a44432fbb7be req-5d386b05-ea1a-4213-9b53-f937d940253d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 946 time: 0.1198747 Nov 19 03:55:52.961185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f350927-e07f-4710-b11c-55f9dde1ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.962613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8aaf728-9417-4c85-beac-a44432fbb7be req-6e453fda-4311-4b8c-962c-873b5c6f781e tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734665 Nov 19 03:55:52.964056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f350927-e07f-4710-b11c-55f9dde1ca4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:52.967699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5f350927-e07f-4710-b11c-55f9dde1ca4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63ac838e-70b9-4988-b7e5-f53d1c751731 HTTP/1.1" status: 204 len: 168 time: 0.7043102 Nov 19 03:55:52.972503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:52.972939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.004176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f350927-e07f-4710-b11c-55f9dde1ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac838e-70b9-4988-b7e5-f53d1c751731,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:53.036163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:55:53.047146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] For port 50bfd554-6a79-4aee-b738-6fd9208872a2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=50bfd554-6a79-4aee-b738-6fd9208872a2,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:53.047535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.103060 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.106382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Calling delete_port for 50bfd554-6a79-4aee-b738-6fd9208872a2 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:55:53.125804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ddb2dfad-efa3-43ae-918c-bf53575776d1 None None] Provisioning complete for port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:53.126220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ddb2dfad-efa3-43ae-918c-bf53575776d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.130928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:53.152615 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.226508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2dfad-efa3-43ae-918c-bf53575776d1 None None] Port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:55:53.239697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:55:53.251051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Sync routers for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:55:53.251661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e67aaa56-79d4-44f2-9b2c-3ee6ed30692a admin admin] 10.222.0.52 "PUT /v2.0/routers/a86e3d20-a5ba-4458-98fd-87fffbcaf2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3136544 Nov 19 03:55:53.265310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:53.276668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:53.277233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:55:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:53.338538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1d7e8-b25b-492f-81ce-022d86653bd1 req-9c6d0546-5403-475e-aacd-a5ccb244e040 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:53.340155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2f1d7e8-b25b-492f-81ce-022d86653bd1 req-9c6d0546-5403-475e-aacd-a5ccb244e040 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 947 time: 0.1021857 Nov 19 03:55:53.393669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.436921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41810) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:53.442402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:53.442958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2f1d7e8-b25b-492f-81ce-022d86653bd1 req-69844854-b139-405c-91b5-35a88c09fb5e tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897799 Nov 19 03:55:53.443750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Pushing event deleted for resources: {'Port': ['ID=50bfd554-6a79-4aee-b738-6fd9208872a2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:53.503108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913aede-d239-4f2b-8121-956ca58b45f6 req-e17caf08-a1d8-4d51-bf88-b9e667c89ba1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:53.504631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3913aede-d239-4f2b-8121-956ca58b45f6 req-e17caf08-a1d8-4d51-bf88-b9e667c89ba1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.1019750 Nov 19 03:55:53.520789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-257c7447-c8f1-4766-b143-06d2d37f56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.555105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] No DVR routers for this DVR port 50bfd554-6a79-4aee-b738-6fd9208872a2 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:55:53.559135 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-455d40bd-2be9-439b-b71f-bd479b18839a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be58ce4a8c144204b0b64d6885f347ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1203885 Nov 19 03:55:53.560305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.564269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd449f9f-d5a1-4b8c-9644-bb4a4eb027b8 req-879821e2-8651-4f96-a739-3ef8f4663e44 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.31 "DELETE /v2.0/ports/50bfd554-6a79-4aee-b738-6fd9208872a2 HTTP/1.1" status: 204 len: 173 time: 1.1130939 Nov 19 03:55:53.564816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-deleted', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:53.568119 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15072adc-78e4-470a-8cf5-b1e6f50a6e27" -d '{"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-deleted", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:53.568306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41816) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:53.587595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3913aede-d239-4f2b-8121-956ca58b45f6 req-0a060494-2afd-4c6f-9b1a-3298159c4751 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749247 Nov 19 03:55:53.645705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 012498f5-07da-43db-befc-c9b417257730 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:53.647727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc3df208-1adc-4940-ae48-f70ff2bd80b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.650341 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aec34f8-ce70-47a2-81af-25011838e0aa x-openstack-request-id: req-0aec34f8-ce70-47a2-81af-25011838e0aa {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:53.651733 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a35df45-5302-4f5a-8f87-3243b9701200", "name": "network-vif-deleted", "tag": "50bfd554-6a79-4aee-b738-6fd9208872a2", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:53.652018 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0aec34f8-ce70-47a2-81af-25011838e0aa {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:53.652440 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a35df45-5302-4f5a-8f87-3243b9701200', 'name': 'network-vif-deleted', 'tag': '50bfd554-6a79-4aee-b738-6fd9208872a2', 'status': 'completed', 'code': 200} Nov 19 03:55:53.682597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc3df208-1adc-4940-ae48-f70ff2bd80b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.739820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc3df208-1adc-4940-ae48-f70ff2bd80b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.743557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc3df208-1adc-4940-ae48-f70ff2bd80b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.751310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 012498f5-07da-43db-befc-c9b417257730 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:55:53.756063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fc3df208-1adc-4940-ae48-f70ff2bd80b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42258253-55e4-4db1-a5a0-fdc4c724d645 HTTP/1.1" status: 204 len: 168 time: 0.1872063 Nov 19 03:55:53.766809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 012498f5-07da-43db-befc-c9b417257730 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:53.767043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3df208-1adc-4940-ae48-f70ff2bd80b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42258253-55e4-4db1-a5a0-fdc4c724d645,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:53.767342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:53.809962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 2, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:53.856912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Checking router: a86e3d20-a5ba-4458-98fd-87fffbcaf2ac for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:55:53.858915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Updating router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:55:53.878615 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c38ee959-fd8f-4c1e-b4af-e6f2bf5c10a5 req-829b0951-5579-4285-b3cc-c4ac7e743678 tempest-ListImageFiltersTestJSON-337892774 tempest-ListImageFiltersTestJSON-337892774-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a35df45-5302-4f5a-8f87-3243b9701200 HTTP/1.1" status: 200 len: 210 time: 0.0812600 Nov 19 03:55:53.919260 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.011311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.030420 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e53ccf-4348-410e-afa7-bdf4e6fc60a7 req-71d1e924-c5c8-4bd7-bb20-db0bc647496a tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0466361 Nov 19 03:55:54.135301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012498f5-07da-43db-befc-c9b417257730'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:55:54.137877 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db06f7e-b420-4f29-8898-f76759d6978e" -d '{"events": [{"server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "name": "network-vif-plugged", "status": "completed", "tag": "012498f5-07da-43db-befc-c9b417257730"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:55:54.165328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:54.177272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.207511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41836) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:54.215036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065018369', 'description': 'tempest-description--1248446870'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:54.251624 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc079209-b5ee-4142-9d01-2cd1f2c22c00 x-openstack-request-id: req-cc079209-b5ee-4142-9d01-2cd1f2c22c00 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:55:54.251935 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "name": "network-vif-plugged", "status": "completed", "tag": "012498f5-07da-43db-befc-c9b417257730", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:55:54.252195 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc079209-b5ee-4142-9d01-2cd1f2c22c00 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:55:54.252591 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012498f5-07da-43db-befc-c9b417257730', 'code': 200} Nov 19 03:55:54.280993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.293514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:54.324222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7fa87-4e00-47f0-b883-fb7ab190916d req-c2182c21-e8fc-4198-aa45-dab5c2f07bdc tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:54.326343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aa7fa87-4e00-47f0-b883-fb7ab190916d req-c2182c21-e8fc-4198-aa45-dab5c2f07bdc tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 946 time: 0.0721176 Nov 19 03:55:54.421230 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aa7fa87-4e00-47f0-b883-fb7ab190916d req-f10ff1c2-f8e0-4904-886c-32e14fa5e88d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828748 Nov 19 03:55:54.427053 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.450244 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.454671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.457013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.555437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.562499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3506339 Nov 19 03:55:54.563772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41848) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:54.571492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76140815-7ba8-49eb-afc4-760e7c5010be tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36811c2-85b7-4530-9b63-ba50a58f0a70,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:54.575083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Request body: {'security_group_rule': {'security_group_id': 'a36811c2-85b7-4530-9b63-ba50a58f0a70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:54.588145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea640d-83b2-4a9c-9d75-409548bca2b2 req-4c326574-fc55-427c-8919-ac4a613e4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:54.590166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fea640d-83b2-4a9c-9d75-409548bca2b2 req-4c326574-fc55-427c-8919-ac4a613e4af6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1097 time: 0.1751232 Nov 19 03:55:54.645834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174bb14-4380-47ab-b326-fbd2e713517f None None] Pushing event updated for resources: {'Port': ['ID=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:54.663200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Attempting to bind port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:55:54.664571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Attempting to bind port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:55:54.665336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Attempting to bind port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 on network 261b4ea3-678d-4de6-a638-7c9118b6f441 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:55:54.677779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fea640d-83b2-4a9c-9d75-409548bca2b2 req-8176de5f-54e9-4235-ba0d-30550e72d1fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794199 Nov 19 03:55:54.678257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:55:54.679156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Checking segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:54.680131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.680968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Bound using segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:55:54.682053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Bound port: 9d1271c2-0f36-41da-bcb9-5afd3b0d1030, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:55:54.682935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.766155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1c39-8fd4-4236-a45b-734178a5929c req-683898d4-0115-4d79-9d4d-b986c09c70ec tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:54.780276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0aeb1c39-8fd4-4236-a45b-734178a5929c req-683898d4-0115-4d79-9d4d-b986c09c70ec tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 947 time: 0.1924934 Nov 19 03:55:54.808243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.811245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] For port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:55:54.822926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] For port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:55:54.830708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.945433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:54.951054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7bbd6f3e-79d6-4085-8fe9-5b90fc9713df None None] Provisioning complete for port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:54.951460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bbd6f3e-79d6-4085-8fe9-5b90fc9713df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:54.998980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0aeb1c39-8fd4-4236-a45b-734178a5929c req-9975cb04-10cd-4835-8c77-a303a9115fe4 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010190 Nov 19 03:55:55.007617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.024851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.045309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fba75-106b-4786-837f-cb2e9521b0f7 req-9c7d8e82-9c64-4c9e-ac5a-26268edea5c1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:55.047394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c1fba75-106b-4786-837f-cb2e9521b0f7 req-9c7d8e82-9c64-4c9e-ac5a-26268edea5c1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1148951 Nov 19 03:55:55.055652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f7e4e2-2f29-408d-89a2-353ee0ea7fea,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:55.097374 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.099474 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4301835-762c-490d-b9ea-e20870ac4b13 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5340326 Nov 19 03:55:55.106393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41866) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:55.112866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Request body: {'security_group_rule': {'security_group_id': 'a36811c2-85b7-4530-9b63-ba50a58f0a70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:55.156045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174bb14-4380-47ab-b326-fbd2e713517f None None] Pushing event updated for resources: {'Port': ['ID=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:55.168026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:55:55.168679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:55:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:55.173354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c1fba75-106b-4786-837f-cb2e9521b0f7 req-664a780a-46ea-462c-a261-01da052beb15 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155376 Nov 19 03:55:55.202269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.213470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41870) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:55.248462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e61f86-48b4-4803-b0df-b22dba3e6ba4 req-197cbbdb-523d-4d53-a42e-9f1a10b929eb tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:55.250440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7e61f86-48b4-4803-b0df-b22dba3e6ba4 req-197cbbdb-523d-4d53-a42e-9f1a10b929eb tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 946 time: 0.1173868 Nov 19 03:55:55.362661 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7e61f86-48b4-4803-b0df-b22dba3e6ba4 req-ffeea6fb-440b-432e-9c6d-b21e61bade67 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998747 Nov 19 03:55:55.407546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.415289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.434379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-706559e4-1c20-4157-971a-0bcc7eaaabf9 req-57f06834-84b0-401d-b88c-d6433d9643e3 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0650151 Nov 19 03:55:55.447692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1244208943-network', 'tenant_id': '3c0a5b469c0d4eb3bf7f2b755971e348'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:55.471235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c9a04e-8c06-415e-9849-a4edf672bdc5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:55.479595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.514861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.516055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Made reservation on behalf of 3c0a5b469c0d4eb3bf7f2b755971e348 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:55.517335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3f5d614d-78f4-4b41-ac83-75a05eb7b46e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4094625 Nov 19 03:55:55.520062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:55.526794 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.530853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:55.539069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.584114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.651974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.653774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:55.654257 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.657949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bbd6f3e-79d6-4085-8fe9-5b90fc9713df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.661037 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.691069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:55:55.707459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c3127-2101-4263-b4ec-d0bb57a71ec7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:55.713174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.713855 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Added segment 021d8dac-9ed5-4649-ac07-8672f2c8b19a of type vlan for network 3a0ced85-f0ec-46b3-a6c0-3103392100db Nov 19 03:55:55.737725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:55:55.747689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.773375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7bbd6f3e-79d6-4085-8fe9-5b90fc9713df None None] For port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:55.812744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.863881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.865085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:55.865918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.913018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:55:55.915966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:55:55.940260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7249496 Nov 19 03:55:55.940493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41892) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:55.945955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Request body: {'subnet': {'network_id': '3a0ced85-f0ec-46b3-a6c0-3103392100db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1244208943-subnet', 'tenant_id': '3c0a5b469c0d4eb3bf7f2b755971e348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:55.948587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 50bfd554-6a79-4aee-b738-6fd9208872a2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:55:55.949048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 50bfd554-6a79-4aee-b738-6fd9208872a2 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:55:55.951726 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bbd6f3e-79d6-4085-8fe9-5b90fc9713df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:55.962830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46295e-dae8-4842-b9e0-c1014a08c2ef admin admin] Pushing event updated for resources: {'Network': ['ID=3a0ced85-f0ec-46b3-a6c0-3103392100db,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:56.073151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3a0ced85-f0ec-46b3-a6c0-3103392100db details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:55:56.258159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd6f3e-79d6-4085-8fe9-5b90fc9713df None None] Pushing event updated for resources: {'Port': ['ID=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:56.315650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-016cfce9-eb82-4653-bec1-c7077a69f5b6 None None] Provisioning complete for port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:56.316071 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016cfce9-eb82-4653-bec1-c7077a69f5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.325010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Allocated IP 172.25.8.109 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/3918e358-005a-4729-adb5-462fd28a45b8) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:55:56.380659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Made reservation on behalf of 3c0a5b469c0d4eb3bf7f2b755971e348 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:56.383516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.414779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.491047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:56.493707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e67313-0a07-47f6-ad36-21cbee8a8acd req-1f747e49-d1fd-4d07-86b0-e70a9660777f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:56.494054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b95b-5eba-4102-b054-6c39e60a214f req-8ad9be97-e2d5-4d06-9f26-67ed4b81c945 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:56.495887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47b6b95b-5eba-4102-b054-6c39e60a214f req-8ad9be97-e2d5-4d06-9f26-67ed4b81c945 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.0712986 Nov 19 03:55:56.496623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-11e67313-0a07-47f6-ad36-21cbee8a8acd req-1f747e49-d1fd-4d07-86b0-e70a9660777f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 947 time: 0.1753049 Nov 19 03:55:56.518667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-910ea489-429c-47b5-b453-8c662c99650c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:54Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:55:56.550581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ea489-429c-47b5-b453-8c662c99650c None None] The sync data for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 is: [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:54Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:55:56.552239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8', 'mac_address': 'fa:16:3e:b5:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:55:56.564918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47b6b95b-5eba-4102-b054-6c39e60a214f req-06b45b29-6102-4baf-9002-7881334ba79f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607088 Nov 19 03:55:56.634200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.645291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.678965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-11e67313-0a07-47f6-ad36-21cbee8a8acd req-6fc81b1c-5405-4f1d-95d2-fa929e55c0e6 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618371 Nov 19 03:55:56.686441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:55:56.708121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:55:56.721804 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.794195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.839732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:56.873287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:56.937923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:56.977099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:55:56.993557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:56.997515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:55:57.015693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:55:57.016148 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.036641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event updated for resources: {'Port': ['ID=3918e358-005a-4729-adb5-462fd28a45b8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:57.056751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9741edb9-788a-49f0-90c5-f72813021055,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:57.120164 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e4d3-ea00-4048-a25a-538ffc4ab25b req-506e0052-cd40-4abb-84d9-169300dc2b3d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:57.128797 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fa3e4d3-ea00-4048-a25a-538ffc4ab25b req-506e0052-cd40-4abb-84d9-169300dc2b3d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 946 time: 0.2491663 Nov 19 03:55:57.130814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Checking segment: {'id': '021d8dac-9ed5-4649-ac07-8672f2c8b19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3a0ced85-f0ec-46b3-a6c0-3103392100db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:57.131246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Network hostable DHCP agents. Network: 3a0ced85-f0ec-46b3-a6c0-3103392100db, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:55:57.136157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc8c011e-87e0-4d1b-b0ac-c61c7d4f5ca1 req-5bc9f0dc-7d3d-408c-81df-fa8fffceb7c8 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0472329 Nov 19 03:55:57.140085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:55:57.277273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Network 3a0ced85-f0ec-46b3-a6c0-3103392100db is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:55:57.282724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.283063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.325121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5fa3e4d3-ea00-4048-a25a-538ffc4ab25b req-89650ccf-d79d-427b-9a9d-a0c921c0efd9 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953118 Nov 19 03:55:57.408735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 3a0ced85-f0ec-46b3-a6c0-3103392100db) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:57.414802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:57.415760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.431383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29f948-7d16-47b1-bf41-8344d5c0fc5d None None] Network 3a0ced85-f0ec-46b3-a6c0-3103392100db requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:55:57.435929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.470809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6debf958-900c-4131-90a1-8f8f0559b57b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5291288 Nov 19 03:55:57.523367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41956) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:57.548856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f3de1-2159-4b70-8e6d-aec64e8ce04e req-388a764d-af6a-43ce-8a6d-c27302672082 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:57.562295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-871f3de1-2159-4b70-8e6d-aec64e8ce04e req-388a764d-af6a-43ce-8a6d-c27302672082 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1097 time: 0.1366444 Nov 19 03:55:57.650798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-871f3de1-2159-4b70-8e6d-aec64e8ce04e req-c1448684-9142-48b7-85f2-9a58503753a8 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 Nov 19 03:55:57.787022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.789350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d69365-745a-4057-a320-dfb8462ecea0 None None] Network 3a0ced85-f0ec-46b3-a6c0-3103392100db requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:55:57.801635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:57.889184 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:55:57.907651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event updated for resources: {'Port': ['ID=3918e358-005a-4729-adb5-462fd28a45b8,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:57.979469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-784f201e-0aea-4a39-a74f-a7b2a9d0515e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3161597cb3914de0a18a55663a49d310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512918 Nov 19 03:55:57.985124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41974) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:58.032191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1286e74-f2f0-46e1-9f6e-884a3a16fe06 req-03babac5-8463-48ca-8fa3-d6bbe8719ccf tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:58.033813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1286e74-f2f0-46e1-9f6e-884a3a16fe06 req-03babac5-8463-48ca-8fa3-d6bbe8719ccf tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1097 time: 0.2629857 Nov 19 03:55:58.042104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.075625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.077232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-431b50bc-ae3c-42c1-bb70-18ce39fd5dfe tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5557082 Nov 19 03:55:58.083978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b66611-7d2f-4633-b1c1-b982848d6c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.159476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1286e74-f2f0-46e1-9f6e-884a3a16fe06 req-8f8cc16b-0aec-4762-bb21-6e5bba3ccc82 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166468 Nov 19 03:55:58.165344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b66611-7d2f-4633-b1c1-b982848d6c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.201160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6acdb-58c9-4532-9e7b-1d7fe633bca6 req-25effe11-9be5-490a-b0f3-398bf086cf54 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:58.202857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03f6acdb-58c9-4532-9e7b-1d7fe633bca6 req-25effe11-9be5-490a-b0f3-398bf086cf54 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 948 time: 0.0914638 Nov 19 03:55:58.344823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03f6acdb-58c9-4532-9e7b-1d7fe633bca6 req-5f982a68-8e40-48f4-ad25-322c2066a334 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141222 Nov 19 03:55:58.346069 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b66611-7d2f-4633-b1c1-b982848d6c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.349122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3b66611-7d2f-4633-b1c1-b982848d6c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.350547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c3b66611-7d2f-4633-b1c1-b982848d6c0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ddd179fe-46d3-4cf7-9339-ceeabf74d33b HTTP/1.1" status: 204 len: 168 time: 0.3641145 Nov 19 03:55:58.371720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b66611-7d2f-4633-b1c1-b982848d6c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd179fe-46d3-4cf7-9339-ceeabf74d33b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:58.395403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b736e85-ea08-490e-9db5-6360ea90c97f req-dbb00581-f8ae-4fa4-be8e-d4326c5b6995 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0493653 Nov 19 03:55:58.591246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42016) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:58.597397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1390467728-network', 'tenant_id': 'afef1a6d5c3d4d26a2254973a9b9e505'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:58.641304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Made reservation on behalf of afef1a6d5c3d4d26a2254973a9b9e505 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:58.645813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.668103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.790981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-468adaf6-4909-45ae-a0ec-e858665aeda5 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2065018369&fields=id&tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a HTTP/1.1" status: 200 len: 267 time: 0.0823607 Nov 19 03:55:58.886642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.896957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.953920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:55:58.963115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c4b5e-c595-40a5-8ab2-355081ad2122,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:58.972621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:58.973177 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Added segment d6478c0d-04d2-4c78-97ac-8e1aed3954d9 of type vlan for network 412a892a-b2c0-477a-ab26-a68ee3a6421c Nov 19 03:55:58.992000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ebeebdac-725c-46f8-ad18-0e22f8940b0c tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:58.993928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ebeebdac-725c-46f8-ad18-0e22f8940b0c tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/networks?id=261b4ea3-678d-4de6-a638-7c9118b6f441 HTTP/1.1" status: 200 len: 805 time: 0.1922851 Nov 19 03:55:59.043029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ea147cfc-a001-40da-96be-6e162ffe614d tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/quotas/3e66fb1e6fbc406c90198940ce9e7e7a HTTP/1.1" status: 200 len: 375 time: 0.0233865 Nov 19 03:55:59.046915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:59.109497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:59.111055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:59.111722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:59.143684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-9a3c853e-4750-49a4-8bcd-6a78bf73352d tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877094 Nov 19 03:55:59.236509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6411800 Nov 19 03:55:59.236842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42054) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:59.243362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Request body: {'subnet': {'network_id': '412a892a-b2c0-477a-ab26-a68ee3a6421c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1390467728-subnet', 'tenant_id': 'afef1a6d5c3d4d26a2254973a9b9e505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:55:59.245482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4108abc-ba12-4bd1-ac7e-228073aa7cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=412a892a-b2c0-477a-ab26-a68ee3a6421c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:59.261132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 412a892a-b2c0-477a-ab26-a68ee3a6421c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:55:59.273922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Made reservation on behalf of afef1a6d5c3d4d26a2254973a9b9e505 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:55:59.277087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:59.331043 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-86d70146-2959-4004-962e-ccc1731c4bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574316 Nov 19 03:55:59.459304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-4d7f5cb0-5e47-4ca9-9d83-055d45a42d2e service neutron] 10.222.0.52 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272540 Nov 19 03:55:59.505218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:59.575314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88825bf2-e6b0-4d5d-9a3a-2dc7f7d8c0b6,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:55:59.582469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Checking segment: {'id': 'd6478c0d-04d2-4c78-97ac-8e1aed3954d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '412a892a-b2c0-477a-ab26-a68ee3a6421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:55:59.582845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Network hostable DHCP agents. Network: 412a892a-b2c0-477a-ab26-a68ee3a6421c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:55:59.605853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Network 412a892a-b2c0-477a-ab26-a68ee3a6421c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:55:59.616892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 412a892a-b2c0-477a-ab26-a68ee3a6421c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:55:59.623213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:59.623875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:55:59.629402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c8240-76ea-483e-87da-fbe2fa0cc115 None None] Network 412a892a-b2c0-477a-ab26-a68ee3a6421c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:55:59.677855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-395a2acd-7c11-4b69-a185-41d188431716 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4396429 Nov 19 03:55:59.869965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42082) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:55:59.877288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:55:59.879948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b5eeb-31dd-4375-aeae-a31d21c49f8e req-013f41a1-7f0b-4ca3-ac64-dc575c11d309 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:55:59.881983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433b5eeb-31dd-4375-aeae-a31d21c49f8e req-013f41a1-7f0b-4ca3-ac64-dc575c11d309 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 948 time: 0.0790229 Nov 19 03:55:59.949871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Deleting subnet 9741edb9-788a-49f0-90c5-f72813021055 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:55:59.953091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433b5eeb-31dd-4375-aeae-a31d21c49f8e req-f0b6f599-4360-460d-8e13-0a98f8b4bfe9 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647697 Nov 19 03:55:59.958981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.021714 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.049210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da82f8-74dc-4e6d-9b7c-d84e10200a55 None None] Network 412a892a-b2c0-477a-ab26-a68ee3a6421c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:56:00.092035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ffef089-deb0-45bb-93b3-bbf033c28b6d req-cc69e894-0e45-4531-a534-d66a0c7dcd24 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0552821 Nov 19 03:56:00.097839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.107543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:00.111892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:00.112439 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.161880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.243531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9741edb9-788a-49f0-90c5-f72813021055,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:00.255154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.262739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cc19074b-69d8-4140-b9dd-e4bb0cae332e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9741edb9-788a-49f0-90c5-f72813021055 HTTP/1.1" status: 204 len: 168 time: 0.3911924 Nov 19 03:56:00.265229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42094) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:00.348219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.370232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-76e6c934-59a2-4ea1-bbdd-c4d1db1690ee tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:56:00.371282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-76e6c934-59a2-4ea1-bbdd-c4d1db1690ee tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3758011 Nov 19 03:56:00.393963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:00.396327 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea22ab9-b83a-47e7-8985-d2b3853310a8" -d '{"events": [{"server_uuid": "9e220768-2bc3-4690-a83e-49fa878d35cd", "name": "network-vif-plugged", "status": "completed", "tag": "708ba65b-ed1a-43ee-a979-1ae8e7f27bc8"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:00.405064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.431705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:00.440569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.518328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-8b2830ec-d600-44a6-b66b-0fe2ae4b7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:00.526511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-8b2830ec-d600-44a6-b66b-0fe2ae4b7ef1 service neutron] 10.222.0.52 "GET /v2.0/ports/012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 1094 time: 0.1472256 Nov 19 03:56:00.535432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:00.537191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Request body: {'binding': {'host': 'n-h2-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:00.537886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Unknown quota resources ['binding']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 03:56:00.545435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.570777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0ced85-f0ec-46b3-a6c0-3103392100db']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:00.588045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021d8dac-9ed5-4649-ac07-8672f2c8b19a') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:00.588615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021d8dac-9ed5-4649-ac07-8672f2c8b19a') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:00.622406 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3157eb83-79de-43d8-9765-f60ecdf1ae10 req-4fc8cd63-70ea-42b1-b3b4-f40bf7366121 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 210 time: 0.0375099 Nov 19 03:56:00.624418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.641491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.648019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:56:00.648605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:56:00.650602 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:56:00.685458 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba621656-dcca-4df4-8fb7-1616f022ceea x-openstack-request-id: req-ba621656-dcca-4df4-8fb7-1616f022ceea {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:00.685764 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e220768-2bc3-4690-a83e-49fa878d35cd", "name": "network-vif-plugged", "status": "completed", "tag": "708ba65b-ed1a-43ee-a979-1ae8e7f27bc8", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:00.686122 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba621656-dcca-4df4-8fb7-1616f022ceea {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:00.686649 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8', 'code': 200} Nov 19 03:56:00.750564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.758761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.764239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3a0ced85-f0ec-46b3-a6c0-3103392100db HTTP/1.1" status: 204 len: 168 time: 0.4967854 Nov 19 03:56:00.767920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:00.785244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacc95f-27a3-4e59-a7c9-4e75257d0008 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0ced85-f0ec-46b3-a6c0-3103392100db,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:00.852137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Deleting subnet 88825bf2-e6b0-4d5d-9a3a-2dc7f7d8c0b6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:56:00.853381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on host n-h2-818503-1 for vnic_type normal with profile None {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:00.853882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:00.854444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:00.858070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.867515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:00.867515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:00.887636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed91610-0320-44c9-b35d-5b716f3ae525 req-3186433f-d9b9-4b57-ba86-6cc49fd54842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:00.889716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed91610-0320-44c9-b35d-5b716f3ae525 req-3186433f-d9b9-4b57-ba86-6cc49fd54842 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 1100 time: 0.0897884 Nov 19 03:56:00.891380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:00.891845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:00.892443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:00.893688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Bound port: 012498f5-07da-43db-befc-c9b417257730, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:00.909453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:00.954543 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.026402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.033459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed91610-0320-44c9-b35d-5b716f3ae525 req-12ae85d5-eabf-45fd-b455-052128fe1ede service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334224 Nov 19 03:56:01.046390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:01.046918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.055794 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/88825bf2-e6b0-4d5d-9a3a-2dc7f7d8c0b6 HTTP/1.1" status: 204 len: 168 time: 0.2769489 Nov 19 03:56:01.056238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42140) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:01.074388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.083626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-a9ab05fd-aa85-4987-8fe5-1e7b6a6a38dc service neutron] 10.222.0.52 "POST /v2.0/ports/012498f5-07da-43db-befc-c9b417257730/bindings HTTP/1.1" status: 201 len: 389 time: 0.5559900 Nov 19 03:56:01.087227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35f6f8-5a52-4c73-8b1f-07f7b2d5491a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88825bf2-e6b0-4d5d-9a3a-2dc7f7d8c0b6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:01.205793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.420874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54374054-e500-4bf5-b378-06a7170e85e4 req-e51a4ff3-f406-4f6a-9c3a-b311b0a77862 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:01.422573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54374054-e500-4bf5-b378-06a7170e85e4 req-e51a4ff3-f406-4f6a-9c3a-b311b0a77862 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 949 time: 0.1682429 Nov 19 03:56:01.430132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-761b456b-4638-4293-8b9b-ea4e1612fe47 req-e54dce2c-a81e-418e-83cd-ff7918a84ef9 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0425987 Nov 19 03:56:01.493799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-66c5ada3-0f60-489d-8b88-9624d5115063 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:01.495547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-66c5ada3-0f60-489d-8b88-9624d5115063 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.36 "GET /v2.0/networks?id=261b4ea3-678d-4de6-a638-7c9118b6f441 HTTP/1.1" status: 200 len: 805 time: 0.3386505 Nov 19 03:56:01.502191 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.572950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412a892a-b2c0-477a-ab26-a68ee3a6421c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:01.576985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.580184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbccce-29f7-4851-9e3f-225f9043ec6a req-cf234882-27f0-4477-be82-085dfcc57a62 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:01.586354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6478c0d-04d2-4c78-97ac-8e1aed3954d9') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:01.586777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6478c0d-04d2-4c78-97ac-8e1aed3954d9') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:01.588595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81cbccce-29f7-4851-9e3f-225f9043ec6a req-cf234882-27f0-4477-be82-085dfcc57a62 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.0734353 Nov 19 03:56:01.597866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.618938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.652243 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81cbccce-29f7-4851-9e3f-225f9043ec6a req-757dab80-c72d-4617-801e-030945505e1c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624983 Nov 19 03:56:01.658573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54374054-e500-4bf5-b378-06a7170e85e4 req-9f09b00d-ba14-43b8-8912-54fedd223a6f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265954 Nov 19 03:56:01.666106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:56:01.666619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:56:01.677677 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:56:01.745054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-9b4c16f8-f744-481f-a827-ff8a91b3fe65 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a HTTP/1.1" status: 200 len: 380 time: 0.2165711 Nov 19 03:56:01.769778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Request body: {'port': {'device_id': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'admin_state_up': True, 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'security_groups': ['a36811c2-85b7-4530-9b63-ba50a58f0a70']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:01.886330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:01.900292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba449ff2-38aa-4913-8175-b8cad253a130 req-cc11569f-5a92-4c10-b58f-220bf8573893 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 210 time: 0.1541870 Nov 19 03:56:01.919416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.935776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-2c81322c-0244-4154-ad40-b60a8fa06cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:01.940872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-2c81322c-0244-4154-ad40-b60a8fa06cfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1097 time: 0.3999448 Nov 19 03:56:01.959432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:01.972733 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/412a892a-b2c0-477a-ab26-a68ee3a6421c HTTP/1.1" status: 204 len: 168 time: 0.9150972 Nov 19 03:56:02.035024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faa8bc-d8c3-4826-91dc-3ab618aec2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=412a892a-b2c0-477a-ab26-a68ee3a6421c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:02.075601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:02.097432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '1f13975d-0110-439c-9624-f5d5839e55e6', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '1f13975d-0110-439c-9624-f5d5839e55e6', 'mac_address': 'fa:16:3e:69:9b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:02.128012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Made reservation on behalf of 3e66fb1e6fbc406c90198940ce9e7e7a for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:02.133520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.146911 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.189914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f13975d-0110-439c-9624-f5d5839e55e6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:02.213683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:02.221441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.322468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:02.374790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42174) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:02.403012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['1f13975d-0110-439c-9624-f5d5839e55e6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:02.453269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6108f2de-3a85-4435-8361-0b945a378987 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c0a5b469c0d4eb3bf7f2b755971e348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763268 Nov 19 03:56:02.455586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42176) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:02.577591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24ebbbc3-f206-4166-9f1c-659a2972bea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.629846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24ebbbc3-f206-4166-9f1c-659a2972bea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.737473 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24ebbbc3-f206-4166-9f1c-659a2972bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.740714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24ebbbc3-f206-4166-9f1c-659a2972bea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:02.744977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-24ebbbc3-f206-4166-9f1c-659a2972bea7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a04c3127-2101-4263-b4ec-d0bb57a71ec7 HTTP/1.1" status: 204 len: 168 time: 0.2855165 Nov 19 03:56:02.782886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-5249dbd5-5cd9-47b6-8822-98c90098e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:02.784546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-5249dbd5-5cd9-47b6-8822-98c90098e4ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.8050172 Nov 19 03:56:02.799304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebbbc3-f206-4166-9f1c-659a2972bea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c3127-2101-4263-b4ec-d0bb57a71ec7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:02.803125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e8ab766-0a62-4981-a1b4-ba3e183fff7f req-288c8dc2-3d5d-4b34-83bf-47b831dd1691 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0778337 Nov 19 03:56:02.869623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Allocated IP 172.20.0.13 (261b4ea3-678d-4de6-a638-7c9118b6f441/85504421-01bc-4235-b489-23edf3b5c2cb/31fdc160-e8ba-4d3c-a861-7fa09d336a12) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:02.874036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-c6842a74-2f95-4c25-8bf1-7793f6526243 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 217 time: 0.0780840 Nov 19 03:56:02.964449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324113-cb07-4289-9876-a23a6fd1986a req-8029addc-1280-4b64-9439-23d6343f7580 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:02.970536 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56324113-cb07-4289-9876-a23a6fd1986a req-8029addc-1280-4b64-9439-23d6343f7580 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 949 time: 0.0641088 Nov 19 03:56:03.032084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-7d2e3c1d-4ea3-4bfc-ba5a-f1dd8426edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:03.033578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-7d2e3c1d-4ea3-4bfc-ba5a-f1dd8426edde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1470041 Nov 19 03:56:03.054484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56324113-cb07-4289-9876-a23a6fd1986a req-6edaf585-a77b-4aa4-b01f-e7f9afadf599 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Nov 19 03:56:03.091956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1f4ea-3e42-4f5b-b0fc-7c4f8bfd6e2b req-01df8dc2-578c-40b4-8964-589bdde9d136 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:03.093898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05e1f4ea-3e42-4f5b-b0fc-7c4f8bfd6e2b req-01df8dc2-578c-40b4-8964-589bdde9d136 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1965952 Nov 19 03:56:03.127799 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-b8a29a38-a7ab-4232-9844-624538eee890 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325985 Nov 19 03:56:03.293500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05e1f4ea-3e42-4f5b-b0fc-7c4f8bfd6e2b req-ccef4f59-e90c-49da-a360-642a8f8d4fba tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544826 Nov 19 03:56:03.311125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42198) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:03.355393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:03.408265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-6aa02cf5-66c1-42ce-8dbb-0e93a51193e5 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634971 Nov 19 03:56:03.409430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a5e08c5-6637-4b09-bf21-ec630638fe33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afef1a6d5c3d4d26a2254973a9b9e505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0970800 Nov 19 03:56:03.413485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42202) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:03.447363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccac645d-8ee7-4fca-a861-9784c903550a req-4910b214-7328-4394-9cb0-b56b796836f1 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 210 time: 0.0521390 Nov 19 03:56:03.549624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-32bf4913-4e4c-4974-842b-6c3152fe588b service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128159 Nov 19 03:56:03.604882 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:03.615222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73c49842-47e6-47fe-ae2a-ae7a310df13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:03.672944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:03.689048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:03.726388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:03.750415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73c49842-47e6-47fe-ae2a-ae7a310df13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:03.844550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event updated for resources: {'Port': ['ID=31fdc160-e8ba-4d3c-a861-7fa09d336a12,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:03.898930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:04.037692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:04.037692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.076627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b81cc40b-a3b5-46d3-a8d5-b19a75bb035b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3126991 Nov 19 03:56:04.098089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 1f13975d-0110-439c-9624-f5d5839e55e6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:04.098089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.106149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Request body: {'port': {'device_id': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:04.132874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d6025ff-95b8-4be1-831d-7caf49610c0e req-313a2d3a-43c7-4688-ba1f-846a02a96213 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0568998 Nov 19 03:56:04.161324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73c49842-47e6-47fe-ae2a-ae7a310df13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.164711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73c49842-47e6-47fe-ae2a-ae7a310df13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.168205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-73c49842-47e6-47fe-ae2a-ae7a310df13c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a4c4b5e-c595-40a5-8ab2-355081ad2122 HTTP/1.1" status: 204 len: 168 time: 0.7533238 Nov 19 03:56:04.204836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c49842-47e6-47fe-ae2a-ae7a310df13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c4b5e-c595-40a5-8ab2-355081ad2122,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:04.282297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f95cdebb-a001-4490-b3b7-c77d2ab1c54b None None] Provisioning complete for port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:04.283034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f95cdebb-a001-4490-b3b7-c77d2ab1c54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.321172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.475477 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.486492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f95cdebb-a001-4490-b3b7-c77d2ab1c54b None None] Port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:04.545159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:04.552096 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c908508d-139f-47a9-8c24-0f6568808a35" -d '{"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-plugged", "status": "completed", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:04.584065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:04.594898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:04.667870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428aaa2-ad3e-4319-8e6b-dcbe314611a2 req-600b8cd7-86a6-4e14-b2ed-34557cb56461 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:04.685755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d428aaa2-ad3e-4319-8e6b-dcbe314611a2 req-600b8cd7-86a6-4e14-b2ed-34557cb56461 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1760530 Nov 19 03:56:04.713785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:04.757842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2ee4-ab35-4214-b187-c6df697bcaee req-e67b26a0-f97a-46a6-b5a8-f4cd97081776 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:04.767431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-619d2ee4-ab35-4214-b187-c6df697bcaee req-e67b26a0-f97a-46a6-b5a8-f4cd97081776 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 949 time: 0.3508053 Nov 19 03:56:04.810311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d428aaa2-ad3e-4319-8e6b-dcbe314611a2 req-a261c20e-b56d-4013-bb03-ffb26b986bd8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169870 Nov 19 03:56:04.939517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42246) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:04.976505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-619d2ee4-ab35-4214-b187-c6df697bcaee req-a12409e7-aa2d-4a31-97fc-614f52a5833d tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908457 Nov 19 03:56:05.140809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-835c7853-1426-4295-ad3f-765a40efa74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.217808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fdc160-e8ba-4d3c-a861-7fa09d336a12 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:05.222580 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed30b2-71ba-44d5-9bff-d5b6f464fc6b x-openstack-request-id: req-fbed30b2-71ba-44d5-9bff-d5b6f464fc6b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:05.222580 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-plugged", "status": "completed", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:05.222580 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbed30b2-71ba-44d5-9bff-d5b6f464fc6b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:05.222580 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6', 'code': 200} Nov 19 03:56:05.256812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.294682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Transition to ACTIVE for port object 31fdc160-e8ba-4d3c-a861-7fa09d336a12 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:05.303105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-835c7853-1426-4295-ad3f-765a40efa74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.306367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.360612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-835c7853-1426-4295-ad3f-765a40efa74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.430708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Pushing event updated for resources: {'Port': ['ID=31fdc160-e8ba-4d3c-a861-7fa09d336a12,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:05.473563 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-835c7853-1426-4295-ad3f-765a40efa74d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6835281481c04aa9bb5481878e9e3b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327666 Nov 19 03:56:05.483885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42272) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:05.513036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c5c0892-b42c-4857-bda2-6882e74d1167 req-b671676e-38b1-4e05-8de5-af12828f9a78 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0886979 Nov 19 03:56:05.626419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94691eb-8842-44e0-95b0-d843dc0430dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.638769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c7853-1426-4295-ad3f-765a40efa74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817090b4-702f-4378-9692-0193ceea641d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:05.677705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50724daa-9e03-42d4-b1a6-f7833559068c req-dd614555-8595-407c-9e7d-aeff80306c85 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:05.690551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-50724daa-9e03-42d4-b1a6-f7833559068c req-dd614555-8595-407c-9e7d-aeff80306c85 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 944 time: 0.5385311 Nov 19 03:56:05.754331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Attempting to bind port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:05.754937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Attempting to bind port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:05.758959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Attempting to bind port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 on network 261b4ea3-678d-4de6-a638-7c9118b6f441 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:05.770151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94691eb-8842-44e0-95b0-d843dc0430dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.785898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 on network 261b4ea3-678d-4de6-a638-7c9118b6f441 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:05.788368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Attempting to bind port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 on network 261b4ea3-678d-4de6-a638-7c9118b6f441 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:05.816710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-0f3ea015-bfd6-4d4a-85b3-07e69064ad80 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080601 Nov 19 03:56:05.824243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:05.826358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Checking segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:05.834968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Bound using segment: {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:05.835877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Bound port: 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062afcf7-44e9-4baf-81a5-997789ac7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:05.847005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:05.848578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-50724daa-9e03-42d4-b1a6-f7833559068c req-057d0287-76c4-4e52-b20f-ad5b32bb41f4 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547821 Nov 19 03:56:06.056256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94691eb-8842-44e0-95b0-d843dc0430dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:06.060618 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94691eb-8842-44e0-95b0-d843dc0430dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:06.062277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e94691eb-8842-44e0-95b0-d843dc0430dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/817090b4-702f-4378-9692-0193ceea641d HTTP/1.1" status: 204 len: 168 time: 0.5728171 Nov 19 03:56:06.083215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] For port 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:06.089703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] For port 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:06.102252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94691eb-8842-44e0-95b0-d843dc0430dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817090b4-702f-4378-9692-0193ceea641d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:06.110731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-3920b96a-037c-4b72-afbd-e30be1b28283 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:06.130369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-3920b96a-037c-4b72-afbd-e30be1b28283 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746582 Nov 19 03:56:06.151985 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:06.165555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a5c27-1496-4ab6-85a7-b687c3ebe30e req-ea01d2ab-d2ad-4c1f-bef1-29b0678434e6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:06.178219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a23a5c27-1496-4ab6-85a7-b687c3ebe30e req-ea01d2ab-d2ad-4c1f-bef1-29b0678434e6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.2027099 Nov 19 03:56:06.188633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-21937837-8536-4728-b550-36ff5101a79f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/quotas/4600fe02bf0b4bb1a164c2c2b9848669 HTTP/1.1" status: 200 len: 375 time: 0.0562704 Nov 19 03:56:06.304087 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a23a5c27-1496-4ab6-85a7-b687c3ebe30e req-0f67fc18-e944-4a7a-84f9-bcd21610dd61 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215665 Nov 19 03:56:06.356795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Pushing event updated for resources: {'Port': ['ID=31fdc160-e8ba-4d3c-a861-7fa09d336a12,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:06.380022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:06.382219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:06.384801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-ee0b9759-b54a-4b0b-88f1-4062521ba0dc service neutron] 10.222.0.36 "PUT /v2.0/ports/31fdc160-e8ba-4d3c-a861-7fa09d336a12 HTTP/1.1" status: 200 len: 1092 time: 2.2996902 Nov 19 03:56:06.386627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:06.389794 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78997e1e-849b-42df-9c39-5fda6db2d455" -d '{"events": [{"name": "network-changed", "server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:06.441505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-3b4c6fde-fb3d-4cdc-98b7-bd65131aad6f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2518563 Nov 19 03:56:06.589448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-c0154265-21d9-4a8e-937f-cbe7dc9ba5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:06.593115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-c0154265-21d9-4a8e-937f-cbe7dc9ba5ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a&device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 1095 time: 0.1264758 Nov 19 03:56:06.729122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-7f60bece-7114-440e-9c4d-9b673b8c90a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12 HTTP/1.1" status: 200 len: 217 time: 0.1209230 Nov 19 03:56:06.776054 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a77af8c-7b3b-4efd-a1f3-9e0c86f8cbb2 x-openstack-request-id: req-7a77af8c-7b3b-4efd-a1f3-9e0c86f8cbb2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:06.776360 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:06.776627 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a77af8c-7b3b-4efd-a1f3-9e0c86f8cbb2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:06.777055 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'status': 'completed', 'code': 200} Nov 19 03:56:06.949340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-3683245d-9232-4723-8313-411728a2b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:06.951849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-3683245d-9232-4723-8313-411728a2b381 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85504421-01bc-4235-b489-23edf3b5c2cb HTTP/1.1" status: 200 len: 844 time: 0.2135160 Nov 19 03:56:06.966825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08db7c1b-1f87-44a1-9a85-1cb8b650fad8 req-80e97e64-8af0-4942-bf63-988ab65d679b tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0638678 Nov 19 03:56:07.059981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cab200a2-3ce4-4e2d-85d2-1bf19774af84 req-1c4beff5-6b46-41ac-b56a-59cf62344a59 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 210 time: 0.1065755 Nov 19 03:56:07.079233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b1f8d177-1d17-4fd1-aee5-18564e8bd60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:07.080758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-b1f8d177-1d17-4fd1-aee5-18564e8bd60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=261b4ea3-678d-4de6-a638-7c9118b6f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100328 Nov 19 03:56:07.223241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b228831-8e13-4d6c-99ad-a254c3371621 req-5a4ec51f-3fa5-4b84-aa74-8460cf5ea1c3 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:07.237022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b228831-8e13-4d6c-99ad-a254c3371621 req-5a4ec51f-3fa5-4b84-aa74-8460cf5ea1c3 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 944 time: 0.1155763 Nov 19 03:56:07.396566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-170d306e-ec90-493d-be2f-a2ada9fd8033 service neutron] 10.222.0.36 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073084 Nov 19 03:56:07.400232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b228831-8e13-4d6c-99ad-a254c3371621 req-0aaa8a5f-3098-4ace-abc2-77d0a15fba99 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619053 Nov 19 03:56:07.689168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6adf26ce-b3be-43bf-92ef-d972abcaa94c req-d11ee973-57f4-4f62-84dd-57a95e256a7f service neutron] 10.222.0.36 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841616 Nov 19 03:56:07.707160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de6e6-2556-4531-83e2-414da4b0138f req-592a5f0a-6fcc-469b-bd8e-6bf85ad18d54 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:07.709068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b12de6e6-2556-4531-83e2-414da4b0138f req-592a5f0a-6fcc-469b-bd8e-6bf85ad18d54 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.2593303 Nov 19 03:56:07.875770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b12de6e6-2556-4531-83e2-414da4b0138f req-e5a4b516-8d26-4e2b-832e-cf36bf35e855 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429896 Nov 19 03:56:07.943581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-8a3f9534-eb02-442b-949c-8932d1e9a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:07.945882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-8a3f9534-eb02-442b-949c-8932d1e9a8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a&device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 1095 time: 0.1469064 Nov 19 03:56:08.143117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff2bf5d6-fdda-4655-90f9-1ecbecac1946 req-7a049cb3-fcc2-4a5b-9845-1bb248a340bc tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0502355 Nov 19 03:56:08.183365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-92c79f5d-023e-45c2-b06b-b3d51803ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.186262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-92c79f5d-023e-45c2-b06b-b3d51803ab94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=261b4ea3-678d-4de6-a638-7c9118b6f441 HTTP/1.1" status: 200 len: 906 time: 0.2295270 Nov 19 03:56:08.314806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-6144c337-1920-4ddf-9bbc-90db92d2dedb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12 HTTP/1.1" status: 200 len: 217 time: 0.1174779 Nov 19 03:56:08.366302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9598a3a-dfe8-4161-8f32-cfe692dec830 req-5dcfb6fa-46b7-46d1-899a-e64bebda437b tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 210 time: 0.0637491 Nov 19 03:56:08.408337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-7f3c662c-ab37-4fcb-b073-27fc55d4c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.409979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-7f3c662c-ab37-4fcb-b073-27fc55d4c905 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85504421-01bc-4235-b489-23edf3b5c2cb HTTP/1.1" status: 200 len: 844 time: 0.0542090 Nov 19 03:56:08.458726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.465391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.466354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.466860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.467333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.467810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.468281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.468742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.469205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.469665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.470144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.481116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aaa0d463-443c-4589-aef6-e4d5961b455a req-20966990-6223-456e-b5a3-d5b5ad1da096 tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7772 time: 0.3149807 Nov 19 03:56:08.483965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-6a08a55c-9552-4eec-8dfc-28ff88940ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.487866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-6a08a55c-9552-4eec-8dfc-28ff88940ae9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=261b4ea3-678d-4de6-a638-7c9118b6f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607519 Nov 19 03:56:08.619778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1839-44a5-428b-b237-523b9cae961b req-ba69389f-188c-434e-b385-0b16725de9e8 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:08.621835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a4cf1839-44a5-428b-b237-523b9cae961b req-ba69389f-188c-434e-b385-0b16725de9e8 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 944 time: 0.0712585 Nov 19 03:56:08.637272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-635d90c3-1e14-4cdf-8930-3535c4a82047 service neutron] 10.222.0.36 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408234 Nov 19 03:56:08.738761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a4cf1839-44a5-428b-b237-523b9cae961b req-ec16839d-a678-4d83-a0d1-959740afe67f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086247 Nov 19 03:56:08.902385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78997e1e-849b-42df-9c39-5fda6db2d455 req-edde1159-9f23-4c22-b66a-4c6189997827 service neutron] 10.222.0.36 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533159 Nov 19 03:56:08.975847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-d1b323c5-7db3-4e88-9aae-6e9a76150f00 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688753 Nov 19 03:56:09.055727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d86b1-7a30-4a0f-bf9d-012276fc28df req-9492503b-84d8-4f69-ab43-257a73199f7b tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.059694 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b55d86b1-7a30-4a0f-bf9d-012276fc28df req-9492503b-84d8-4f69-ab43-257a73199f7b tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 886 time: 0.2806113 Nov 19 03:56:09.183455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-dd6af2f8-4ce4-451f-9562-b22390debc07 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.185156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-dd6af2f8-4ce4-451f-9562-b22390debc07 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057829 Nov 19 03:56:09.212890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Request body: {'port': {'device_id': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '4600fe02bf0b4bb1a164c2c2b9848669'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:09.479800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e98bc-72a2-423d-92a9-6d1915dee9bf req-1f10512a-41c9-41a5-ae99-063636c9f923 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.494855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-778e98bc-72a2-423d-92a9-6d1915dee9bf req-1f10512a-41c9-41a5-ae99-063636c9f923 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1131148 Nov 19 03:56:09.576678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Made reservation on behalf of 4600fe02bf0b4bb1a164c2c2b9848669 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:09.577881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-778e98bc-72a2-423d-92a9-6d1915dee9bf req-ebba8706-720a-4ec3-85d4-40a79e9cc318 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773854 Nov 19 03:56:09.593298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:09.620200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.620687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.621160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.621634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.622219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.622689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.623308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.623782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.624249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.624856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.625335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:09.627507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe145cfd-4660-4f1a-b937-225b1fb5a0a4 req-02befd87-9ed1-487c-9f12-deec9ec2549c tempest-NetworksTest-645945705 tempest-NetworksTest-645945705-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7772 time: 0.2996416 Nov 19 03:56:09.768790 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7c4df44-e899-4491-ab81-9700954b3644 req-5d25b44f-cb87-438c-a0c7-ef7153e09f98 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0890501 Nov 19 03:56:09.983179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64e0502e-e773-4a2b-8280-452e73727cc1 req-a8d6f264-4c8c-4e53-94aa-a58816c1858f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 210 time: 0.0636253 Nov 19 03:56:09.992340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Allocated IP 192.168.233.8 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/74e9c703-0f4c-40dc-a965-1f6c56f8ccf6) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:10.013208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4201d-10b2-4063-943b-8e6616da69c7 req-14233ce9-f99b-48f4-839a-11df421b5d65 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:10.023909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdf4201d-10b2-4063-943b-8e6616da69c7 req-14233ce9-f99b-48f4-839a-11df421b5d65 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 944 time: 0.1012459 Nov 19 03:56:10.132625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdf4201d-10b2-4063-943b-8e6616da69c7 req-f2e95f27-5da3-4c14-9d95-45a41baf174a tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068735 Nov 19 03:56:10.219267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:10.301885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.389000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.425823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:10.447683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e497299c-4583-4ca4-b38d-8e0118b591a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.454809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:10.461242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:10.465883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:10.534078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Pushing event updated for resources: {'Port': ['ID=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:10.611931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:10.612666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.639136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-56a1a988-3157-4eb6-a749-b109a2e4ddf8 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4315965 Nov 19 03:56:10.656486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e497299c-4583-4ca4-b38d-8e0118b591a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.666818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Request body: {'port': {'device_id': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:10.668200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e497299c-4583-4ca4-b38d-8e0118b591a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.802572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e497299c-4583-4ca4-b38d-8e0118b591a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22f9c747dd5d49dcade6a693e78a7fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821881 Nov 19 03:56:10.820655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:10.821796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497299c-4583-4ca4-b38d-8e0118b591a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fbc51-26a2-4f81-b96c-d295a9981e96,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:10.863626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:10.987634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea608efd-9d62-4056-97b6-a179fb9af91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:11.036632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cf3d2463-2e28-445e-aad5-a015aa7e30d0 None None] Provisioning complete for port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:11.042217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2463-2e28-445e-aad5-a015aa7e30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:11.043041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea608efd-9d62-4056-97b6-a179fb9af91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:11.044108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206fce-6969-4d1b-b93a-b5f98bf0f5d9 req-48e57261-21a5-485f-a585-f90fa1520f77 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:11.047807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4206fce-6969-4d1b-b93a-b5f98bf0f5d9 req-48e57261-21a5-485f-a585-f90fa1520f77 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.2817748 Nov 19 03:56:11.112689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea608efd-9d62-4056-97b6-a179fb9af91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:11.116607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea608efd-9d62-4056-97b6-a179fb9af91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:11.122168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ea608efd-9d62-4056-97b6-a179fb9af91d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b20fbc51-26a2-4f81-b96c-d295a9981e96 HTTP/1.1" status: 204 len: 168 time: 0.2960088 Nov 19 03:56:11.152654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d2463-2e28-445e-aad5-a015aa7e30d0 None None] Port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:11.156740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea608efd-9d62-4056-97b6-a179fb9af91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fbc51-26a2-4f81-b96c-d295a9981e96,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:11.249430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c03cf51-86cb-4f89-a637-4ec4b97daa27 req-5280ad89-8a8f-48c3-9233-c49a79c35b7f tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0454710 Nov 19 03:56:11.398972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4206fce-6969-4d1b-b93a-b5f98bf0f5d9 req-fe92a77f-7102-48d6-81e0-4764127dd528 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392334 Nov 19 03:56:11.435150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22064ea2-2d0a-4cb1-83e9-9309b97b0dd7 req-b20ad581-45c3-4ada-8631-43109a163801 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:11.448272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22064ea2-2d0a-4cb1-83e9-9309b97b0dd7 req-b20ad581-45c3-4ada-8631-43109a163801 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 934 time: 0.1256359 Nov 19 03:56:11.505393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22064ea2-2d0a-4cb1-83e9-9309b97b0dd7 req-f892aee4-8ac3-4b3e-a8f2-60e5f4b1a950 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Nov 19 03:56:11.687608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42462) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:11.704639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-307f4dd0-76b6-472c-a09e-3abed2045e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:11.758094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff477c-1e73-40ce-bef7-a7dca148782f req-baa6dd18-42c9-4f17-bec1-1d0b50d4dc44 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:11.766609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03ff477c-1e73-40ce-bef7-a7dca148782f req-baa6dd18-42c9-4f17-bec1-1d0b50d4dc44 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 944 time: 0.1460657 Nov 19 03:56:11.790997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 31fdc160-e8ba-4d3c-a861-7fa09d336a12 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:12.006723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:12.062231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'port_id': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'mac_address': 'fa:16:3e:84:1e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:12.065376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-307f4dd0-76b6-472c-a09e-3abed2045e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.089342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03ff477c-1e73-40ce-bef7-a7dca148782f req-438311e4-fdda-48c3-b23f-9a91d76c8a1b tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216591 Nov 19 03:56:12.094751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-307f4dd0-76b6-472c-a09e-3abed2045e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.149149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-307f4dd0-76b6-472c-a09e-3abed2045e04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=948c92bef2d4428186babd852d5762ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601970 Nov 19 03:56:12.150136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42474) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:12.200908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f4dd0-76b6-472c-a09e-3abed2045e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ead5e06-9251-473a-9bab-e38366c3ec90,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:12.204589 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.221774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fdc160-e8ba-4d3c-a861-7fa09d336a12 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:12.245970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0981-2b7c-4a3a-bd51-c7cf31d0ac66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.249860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:12.263834 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.291219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0981-2b7c-4a3a-bd51-c7cf31d0ac66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.295140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:12.303329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.330316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Transition to ACTIVE for port object 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:12.341129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.393160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=31fdc160-e8ba-4d3c-a861-7fa09d336a12,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:12.465799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-06504373-d7c2-4edb-a8d3-47201d20f3b4 req-9aa59dcd-4e76-4cd4-8082-0fd633ea2c25 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0551362 Nov 19 03:56:12.468077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0981-2b7c-4a3a-bd51-c7cf31d0ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.472811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0981-2b7c-4a3a-bd51-c7cf31d0ac66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.493706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f0a0981-2b7c-4a3a-bd51-c7cf31d0ac66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ead5e06-9251-473a-9bab-e38366c3ec90 HTTP/1.1" status: 204 len: 168 time: 0.3301601 Nov 19 03:56:12.536377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a0981-2b7c-4a3a-bd51-c7cf31d0ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ead5e06-9251-473a-9bab-e38366c3ec90,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:12.621474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['31fdc160-e8ba-4d3c-a861-7fa09d336a12'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:12.766475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:12.803490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ada4d8-01dd-4fb9-bf19-f9c26136e211 req-27a03f93-72d7-4ff6-8ba1-2f3c6a957d92 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:12.807599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c0ada4d8-01dd-4fb9-bf19-f9c26136e211 req-27a03f93-72d7-4ff6-8ba1-2f3c6a957d92 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1673040 Nov 19 03:56:12.822175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Attempting to bind port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:12.823217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Attempting to bind port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:12.824890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Attempting to bind port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:12.862778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:12.863083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Attempting to bind port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:12.881089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:12.882935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:12.884228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:12.885241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Bound port: 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:12.885618 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:12.986948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c0ada4d8-01dd-4fb9-bf19-f9c26136e211 req-e877d655-8f73-4e2d-bec4-dbb524799d2d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718957 Nov 19 03:56:13.070051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] For port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:13.079367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] For port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:13.118223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:13.220417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:13.220923 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:13.222350 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] 10.222.0.31 "PUT /v2.0/ports/74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 HTTP/1.1" status: 200 len: 1094 time: 2.5680192 Nov 19 03:56:13.223707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'tag': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:13.226831 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7489786-5f1c-4d06-8101-0e13202f3f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "004890fe-8816-4bd3-9d48-e0fefd769c19", "tag": "74e9c703-0f4c-40dc-a965-1f6c56f8ccf6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:13.251875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41aeac-360c-4ebc-803d-dcd4e2ccfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:13.268551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d5930-0edb-45bb-8b5b-59f574c68dec req-8835479c-4eee-403f-a46b-68e2a4fa0a80 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:13.280340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-364d5930-0edb-45bb-8b5b-59f574c68dec req-8835479c-4eee-403f-a46b-68e2a4fa0a80 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 946 time: 0.2032900 Nov 19 03:56:13.426701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-364d5930-0edb-45bb-8b5b-59f574c68dec req-00635584-d91a-4a8f-a684-c9da76872475 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453402 Nov 19 03:56:13.449659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-ae950ab4-3885-48be-8b32-5d03b85e7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:13.460967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-ae950ab4-3885-48be-8b32-5d03b85e7e99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 1097 time: 0.1616240 Nov 19 03:56:13.520606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-7555e052-29c3-4789-ad60-b1e26deb80fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 HTTP/1.1" status: 200 len: 217 time: 0.0448666 Nov 19 03:56:13.550657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b5828-3163-469f-8d34-c5c8684f622a req-f5aa892d-2d80-45a9-af83-1920d166cc56 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:13.561464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-779b5828-3163-469f-8d34-c5c8684f622a req-f5aa892d-2d80-45a9-af83-1920d166cc56 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 945 time: 0.1259611 Nov 19 03:56:13.597634 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c98fc5-03e5-44bd-a874-165777ce835f x-openstack-request-id: req-05c98fc5-03e5-44bd-a874-165777ce835f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:13.602436 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004890fe-8816-4bd3-9d48-e0fefd769c19", "tag": "74e9c703-0f4c-40dc-a965-1f6c56f8ccf6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:13.602915 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05c98fc5-03e5-44bd-a874-165777ce835f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:13.603484 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'tag': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6', 'status': 'completed', 'code': 200} Nov 19 03:56:13.651994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-4924e48d-a261-4a20-89bd-adab49702eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:13.653529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-4924e48d-a261-4a20-89bd-adab49702eee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1248045 Nov 19 03:56:13.661806 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-779b5828-3163-469f-8d34-c5c8684f622a req-7d7c3209-2288-48d4-bf76-3205e7fa8bfc tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916502 Nov 19 03:56:13.747523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-eec58497-260b-4f42-8a42-3421c8294819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:13.749663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-eec58497-260b-4f42-8a42-3421c8294819 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874431 Nov 19 03:56:13.804099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 31fdc160-e8ba-4d3c-a861-7fa09d336a12 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:13.836013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab31010-8223-4573-84bb-ee7fa7990d92 req-df37e245-231c-4b7d-88f0-d0199dd39992 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0788238 Nov 19 03:56:13.909190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:13.927274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:13.929485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:13.986751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-cf34962a-1ffa-4427-8ae6-80bed4b30fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276022 Nov 19 03:56:14.083062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:14.147646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:14.152329 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fb4a12-40bd-45f3-baf5-0d1f986a40b0" -d '{"events": [{"server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "name": "network-vif-plugged", "status": "completed", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:14.195696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:14.209266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:14.284676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49768ad-cd1f-4c4e-8bfa-487a751fd70a req-f94d737a-eaca-4f2e-bde0-79300710caf0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:14.294519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a49768ad-cd1f-4c4e-8bfa-487a751fd70a req-f94d737a-eaca-4f2e-bde0-79300710caf0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1722574 Nov 19 03:56:14.308361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=31fdc160-e8ba-4d3c-a861-7fa09d336a12,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:14.369042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-612c3783-92a0-4bdc-baa0-f8da81133b84 req-29c0f22a-38e0-4e35-8cea-8deee365eea9 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725674 Nov 19 03:56:14.447803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a49768ad-cd1f-4c4e-8bfa-487a751fd70a req-ea326b49-aefd-4a20-8cd3-cadd74f81eb3 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480732 Nov 19 03:56:14.505086 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14e2f6-4b3e-4c13-a850-c32ca735bb15 x-openstack-request-id: req-4d14e2f6-4b3e-4c13-a850-c32ca735bb15 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:14.505528 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "name": "network-vif-plugged", "status": "completed", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:14.505890 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d14e2f6-4b3e-4c13-a850-c32ca735bb15 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:14.506459 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'code': 200} Nov 19 03:56:14.557859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-fe16cfa9-a9d0-4717-8383-49085d335810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:14.560738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-fe16cfa9-a9d0-4717-8383-49085d335810 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 1097 time: 0.0843940 Nov 19 03:56:14.790109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e9a67-ff09-45d9-bcb2-ae18a02ed310 req-dcd81e57-281e-4733-8328-0717cef87e9a tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:14.806140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d3e9a67-ff09-45d9-bcb2-ae18a02ed310 req-dcd81e57-281e-4733-8328-0717cef87e9a tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 946 time: 0.1149030 Nov 19 03:56:14.888797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad64d-1fe7-4cbe-b638-3d9a33a2120e req-8ad0131d-4b3a-4088-99bd-ea35d355e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:14.893425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c1ad64d-1fe7-4cbe-b638-3d9a33a2120e req-8ad0131d-4b3a-4088-99bd-ea35d355e42a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 1097 time: 0.3251295 Nov 19 03:56:14.917205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d3e9a67-ff09-45d9-bcb2-ae18a02ed310 req-235b69a2-b498-4bf6-acfa-5ebe74eb1300 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101220 Nov 19 03:56:15.036608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-c28fdda9-4bb8-47f2-a7aa-dd6e97c8b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:15.039121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-c28fdda9-4bb8-47f2-a7aa-dd6e97c8b4c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.4557631 Nov 19 03:56:15.041667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c1ad64d-1fe7-4cbe-b638-3d9a33a2120e req-be5635af-a0a5-44a2-9f60-d4cda609f321 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380012 Nov 19 03:56:15.125516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-879ca77c-f916-40c5-8f38-7948c095020a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 HTTP/1.1" status: 200 len: 217 time: 0.0691512 Nov 19 03:56:15.172690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a83da-279e-4f41-982a-9509657048c4 req-7057702d-68d6-4479-9bde-d8d7ffae4c80 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:15.180354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c48a83da-279e-4f41-982a-9509657048c4 req-7057702d-68d6-4479-9bde-d8d7ffae4c80 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.1053710 Nov 19 03:56:15.223380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-3fa0d2a1-7217-4be1-be40-0bd3ae24a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:15.241180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-3fa0d2a1-7217-4be1-be40-0bd3ae24a30c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1018028 Nov 19 03:56:15.254170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c48a83da-279e-4f41-982a-9509657048c4 req-016ea788-2c96-4380-a28b-e125308840d2 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687008 Nov 19 03:56:15.307800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d30e3700-838a-40bc-aec4-05c3f60f03e9 req-fe5a41da-689c-4c58-85db-d8ac713347df tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0637221 Nov 19 03:56:15.324653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-66eee833-11e9-4d2f-87e0-6c1435f7405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:15.326420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-66eee833-11e9-4d2f-87e0-6c1435f7405e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667865 Nov 19 03:56:15.465509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-4c5ff115-204f-49e1-a473-3ab4bd614b6a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291473 Nov 19 03:56:15.625798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7489786-5f1c-4d06-8101-0e13202f3f5b req-52bb1d6b-68c0-4472-885a-02ffe37ea4dd service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497743 Nov 19 03:56:15.825734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ea382-7eee-4e90-aede-b04ef2d7a350 req-310034fe-06fb-444a-93b6-6c88f9197809 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:15.834098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c69ea382-7eee-4e90-aede-b04ef2d7a350 req-310034fe-06fb-444a-93b6-6c88f9197809 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.0866120 Nov 19 03:56:15.910201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c69ea382-7eee-4e90-aede-b04ef2d7a350 req-1c00a9bd-522a-42a0-9ffb-d149741c992b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755055 Nov 19 03:56:16.143304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb08f87-bdce-4c33-9e50-6e90daca82d4 req-e9875dc1-3c7b-4909-b2b2-78fdb18acf72 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:16.150488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6eb08f87-bdce-4c33-9e50-6e90daca82d4 req-e9875dc1-3c7b-4909-b2b2-78fdb18acf72 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 946 time: 0.0647757 Nov 19 03:56:16.210608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6eb08f87-bdce-4c33-9e50-6e90daca82d4 req-b3a9948c-25c0-46a5-9736-e3a02972e8e6 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Nov 19 03:56:16.439415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96138f0-cef7-44fe-ab0e-21bc8add0305 req-79705a69-7bb7-4810-9aa8-947ad1d3c123 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:16.449161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b96138f0-cef7-44fe-ab0e-21bc8add0305 req-79705a69-7bb7-4810-9aa8-947ad1d3c123 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.0973074 Nov 19 03:56:16.532363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b96138f0-cef7-44fe-ab0e-21bc8add0305 req-e0e639e6-c321-4f1a-ba5c-fb257b59f4fa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745094 Nov 19 03:56:16.611949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42620) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:16.670160 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7544794a-af8a-41d5-a349-f7b3cf1313da req-04106e28-a601-49a2-bb9c-9833aec372ec tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0488939 Nov 19 03:56:16.861675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42628) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:16.921444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a26e93bc-f228-42fb-bca0-ea017c69e31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.016369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a84d48f-143e-4bc2-84d2-165a417a9b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.087621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a26e93bc-f228-42fb-bca0-ea017c69e31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.096709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a26e93bc-f228-42fb-bca0-ea017c69e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.171058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a26e93bc-f228-42fb-bca0-ea017c69e31e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e10e25ef4c643d2b1540d1412aa10a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555553 Nov 19 03:56:17.171450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42646) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:17.180886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e93bc-f228-42fb-bca0-ea017c69e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d3e93a-b23b-4583-b3d4-20c10b8028f2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:17.193494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a84d48f-143e-4bc2-84d2-165a417a9b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.199444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a84d48f-143e-4bc2-84d2-165a417a9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.251663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a84d48f-143e-4bc2-84d2-165a417a9b9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6df2560df3f4e6899e684680ce726de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882656 Nov 19 03:56:17.252582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84d48f-143e-4bc2-84d2-165a417a9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9167d2f8-d154-4f0c-873e-fe5c18aa1489,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:17.255371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42650) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:17.338189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-559c7f9a-e597-40f7-8a1e-295608891bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.361554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6b6fc0e-d991-4769-a6b2-c713f17cbb36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.409291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-559c7f9a-e597-40f7-8a1e-295608891bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.415377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6b6fc0e-d991-4769-a6b2-c713f17cbb36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.458920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba03b0-58dd-4e1a-95fe-b80d49c0cd8f req-70a6d040-3f4a-4220-ad75-29fdb8e8c221 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:17.467265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57ba03b0-58dd-4e1a-95fe-b80d49c0cd8f req-70a6d040-3f4a-4220-ad75-29fdb8e8c221 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 946 time: 0.1341567 Nov 19 03:56:17.489686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6b6fc0e-d991-4769-a6b2-c713f17cbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.493113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6b6fc0e-d991-4769-a6b2-c713f17cbb36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.495177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b6b6fc0e-d991-4769-a6b2-c713f17cbb36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9167d2f8-d154-4f0c-873e-fe5c18aa1489 HTTP/1.1" status: 204 len: 168 time: 0.2386279 Nov 19 03:56:17.530890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6fc0e-d991-4769-a6b2-c713f17cbb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9167d2f8-d154-4f0c-873e-fe5c18aa1489,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:17.595417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0deb7-20af-413b-8dfa-44a7f5c9d208 req-9323ab47-e06c-4bb0-a94e-475a8cad20bc tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:17.598081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ae0deb7-20af-413b-8dfa-44a7f5c9d208 req-9323ab47-e06c-4bb0-a94e-475a8cad20bc tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1188173 Nov 19 03:56:17.601755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57ba03b0-58dd-4e1a-95fe-b80d49c0cd8f req-f6b00e8d-84a5-4808-9901-a9cf31ccfa73 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328533 Nov 19 03:56:17.625703 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-559c7f9a-e597-40f7-8a1e-295608891bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.632003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-559c7f9a-e597-40f7-8a1e-295608891bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:17.636626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-559c7f9a-e597-40f7-8a1e-295608891bdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40d3e93a-b23b-4583-b3d4-20c10b8028f2 HTTP/1.1" status: 204 len: 168 time: 0.4608369 Nov 19 03:56:17.658426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c7f9a-e597-40f7-8a1e-295608891bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d3e93a-b23b-4583-b3d4-20c10b8028f2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:17.765669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ae0deb7-20af-413b-8dfa-44a7f5c9d208 req-588a1c82-f9a8-4c0c-bb25-e87cd7be3280 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586056 Nov 19 03:56:17.813859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b887377-a3c9-4f9d-99aa-32cab9ad52e4 req-b436622f-8dff-4a97-b2bf-81cf26a1e111 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:17.819967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b887377-a3c9-4f9d-99aa-32cab9ad52e4 req-b436622f-8dff-4a97-b2bf-81cf26a1e111 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.0977113 Nov 19 03:56:17.891396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af013e46-a410-41b7-b7cd-37aa27b99cb8 req-b81bbac1-ab7d-4b26-b9f1-a357f2f26a42 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0600665 Nov 19 03:56:17.927747 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b887377-a3c9-4f9d-99aa-32cab9ad52e4 req-09bb1189-d508-4ef3-a8f7-07b51be9f5d7 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910523 Nov 19 03:56:18.006261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:18.102397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42668) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:18.122118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27efba00-b511-4c7f-a0d9-16c602c201d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.127448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488270a8-5cd2-41f7-ae81-9102a0e21e35 req-fbdfaeed-f58d-4ef7-be5e-75e685e2d00c tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:18.137497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-488270a8-5cd2-41f7-ae81-9102a0e21e35 req-fbdfaeed-f58d-4ef7-be5e-75e685e2d00c tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.0901606 Nov 19 03:56:18.149888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42672) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:18.159937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Request body: {'floatingip': {'port_id': '31fdc160-e8ba-4d3c-a861-7fa09d336a12'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:18.191877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:18.222321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6', 'mac_address': 'fa:16:3e:c3:7a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:18.263418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.266569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.280643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27efba00-b511-4c7f-a0d9-16c602c201d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.288906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27efba00-b511-4c7f-a0d9-16c602c201d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.290007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:18.323270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:18.331650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.373915 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-27efba00-b511-4c7f-a0d9-16c602c201d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98ec14454e94407fb7b9474f5d365d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704086 Nov 19 03:56:18.374658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42686) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:18.376741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efba00-b511-4c7f-a0d9-16c602c201d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b62ae4a-46ec-425c-87b9-817857af4d1a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:18.440554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:18.468793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dca5fef0-a954-4c03-89c5-99a1c321ef8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.499702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dca5fef0-a954-4c03-89c5-99a1c321ef8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.587609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dca5fef0-a954-4c03-89c5-99a1c321ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.591355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dca5fef0-a954-4c03-89c5-99a1c321ef8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:18.592752 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dca5fef0-a954-4c03-89c5-99a1c321ef8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b62ae4a-46ec-425c-87b9-817857af4d1a HTTP/1.1" status: 204 len: 168 time: 0.2170146 Nov 19 03:56:18.628376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5fef0-a954-4c03-89c5-99a1c321ef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b62ae4a-46ec-425c-87b9-817857af4d1a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:18.742372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['74e9c703-0f4c-40dc-a965-1f6c56f8ccf6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:18.992193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6adfb-336b-4ac7-99b9-84c2ae18bf21 req-f3504389-6c45-4a9a-9073-6ab2bd753c6b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:19.009697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4b6adfb-336b-4ac7-99b9-84c2ae18bf21 req-f3504389-6c45-4a9a-9073-6ab2bd753c6b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1130619 Nov 19 03:56:19.116941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.126870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4b6adfb-336b-4ac7-99b9-84c2ae18bf21 req-3a8d8a00-e0a9-48a6-ac72-b3648aae3151 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160293 Nov 19 03:56:19.135412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.243448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ef64-7c57-4b82-93e5-dd88d6d321cd req-4e6f531c-8e3a-463a-93e9-0a4219c7a163 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:19.243448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c506ef64-7c57-4b82-93e5-dd88d6d321cd req-4e6f531c-8e3a-463a-93e9-0a4219c7a163 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 947 time: 0.5145528 Nov 19 03:56:19.244377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:19.280874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-babbbc3b-36d5-471d-bd6f-190d2e760c3a req-9507a6bd-38e6-4e0c-b9dd-0a2fe25ccad0 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0580797 Nov 19 03:56:19.432017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c506ef64-7c57-4b82-93e5-dd88d6d321cd req-befa0c6e-39d4-4957-82b2-17da7dcaedc5 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796184 Nov 19 03:56:19.435807 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Floating IP b9219c40-130b-4ea0-882a-80be15dcba18 associated. External IP: 172.25.8.109, port: 31fdc160-e8ba-4d3c-a861-7fa09d336a12. Nov 19 03:56:19.446353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1019240727-network', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:19.550306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Made reservation on behalf of 7996c6f154c546eca4da474afd80cb1c for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:19.552464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.564332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.770883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.781885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.791653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:56:19.812462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:56:19.837746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:19.838401 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Added segment 9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83 of type vlan for network 7140de68-49cb-4b40-aa19-2618ba573c2d Nov 19 03:56:19.852102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c853f-599a-4f87-808f-5d6ce54759b2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:19.935480 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.011560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:20.155197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:20.164208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:20.165006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.297976 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.336770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:20.339763 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a9a494-d891-4b39-b656-668bbd508fda" -d '{"events": [{"server_uuid": "004890fe-8816-4bd3-9d48-e0fefd769c19", "name": "network-vif-plugged", "status": "completed", "tag": "74e9c703-0f4c-40dc-a965-1f6c56f8ccf6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:20.356592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:20.366450 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.442476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.445125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:20.445125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.485313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:20.488275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea4e4b06-e5d3-4610-8051-ff52b0e179c1 req-8586af72-5fe9-4b1d-90ff-4a526936aea1 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0806696 Nov 19 03:56:20.509356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:56:20.519215 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] Sync routers for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:56:20.523978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.545890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:20.549156 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:55:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:20.567354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3200636 Nov 19 03:56:20.587465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37784bde-f881-432f-a1e5-a270559f6937 admin admin] Pushing event updated for resources: {'Network': ['ID=7140de68-49cb-4b40-aa19-2618ba573c2d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:20.590127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42762) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:20.608281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746655a-0945-47ba-a94b-5dcf11c010eb req-8a055a43-45a8-4955-9b09-7a5c3e7d738f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:20.609079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7140de68-49cb-4b40-aa19-2618ba573c2d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:56:20.609178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b746655a-0945-47ba-a94b-5dcf11c010eb req-8a055a43-45a8-4955-9b09-7a5c3e7d738f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.1954033 Nov 19 03:56:20.609446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Request body: {'subnet': {'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-subnet', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:20.609582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8e0b42f-c932-4ce7-b93e-9b32f4e0fcad tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "PUT /v2.0/floatingips/b9219c40-130b-4ea0-882a-80be15dcba18 HTTP/1.1" status: 200 len: 992 time: 2.4546072 Nov 19 03:56:20.609582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:20.610892 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d25eff-964b-48a4-a084-5c07293ec76c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:20.673831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Made reservation on behalf of 7996c6f154c546eca4da474afd80cb1c for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:20.676640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:20.677279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b746655a-0945-47ba-a94b-5dcf11c010eb req-e170eb62-c76a-4b74-8d9e-cec14ff57751 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Nov 19 03:56:20.739436 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2406058-602f-41a3-a96e-5af09196320f x-openstack-request-id: req-e2406058-602f-41a3-a96e-5af09196320f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:20.739436 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004890fe-8816-4bd3-9d48-e0fefd769c19", "name": "network-vif-plugged", "status": "completed", "tag": "74e9c703-0f4c-40dc-a965-1f6c56f8ccf6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:20.739781 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2406058-602f-41a3-a96e-5af09196320f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:20.740046 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6', 'code': 200} Nov 19 03:56:20.916027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d54e9e-0b0f-49fa-83cb-61830867c136 req-6bb87a42-ba6d-42a0-8daf-19aaf59491e3 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:20.925418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-78d54e9e-0b0f-49fa-83cb-61830867c136 req-6bb87a42-ba6d-42a0-8daf-19aaf59491e3 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.0827088 Nov 19 03:56:20.941182 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:21.031772 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-78d54e9e-0b0f-49fa-83cb-61830867c136 req-a0c1f6ac-345d-4d7b-83b4-3f8ca6809efb tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045859 Nov 19 03:56:21.177852 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e111ab37-9abf-436b-a10e-61d5e9ce30f4 x-openstack-request-id: req-e111ab37-9abf-436b-a10e-61d5e9ce30f4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:21.178725 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:21.180833 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e111ab37-9abf-436b-a10e-61d5e9ce30f4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:21.181507 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'status': 'completed', 'code': 200} Nov 19 03:56:21.187610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa7fd4-e754-48ef-80c8-4eaf2425cc97 req-3a676a1d-f552-4fb4-9d39-fdf96c366b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:21.202493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3eaa7fd4-e754-48ef-80c8-4eaf2425cc97 req-3a676a1d-f552-4fb4-9d39-fdf96c366b34 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 1099 time: 0.3113775 Nov 19 03:56:21.239764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'b9219c40-130b-4ea0-882a-80be15dcba18', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'port_id': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'mac_address': 'fa:16:3e:84:1e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:55:57Z', 'updated_at': '2021-11-19T03:56:18Z', 'revision_number': 1, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:55Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:21.275419 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] Checking router: a86e3d20-a5ba-4458-98fd-87fffbcaf2ac for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:56:21.285639 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:21.286623 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:55:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:21.344009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-fa22a678-9cc2-4f50-9e9a-43207bead167 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:21.345406 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-fa22a678-9cc2-4f50-9e9a-43207bead167 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1097 time: 0.1027548 Nov 19 03:56:21.364188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818503-1'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:21.416670 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:21.446234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3eaa7fd4-e754-48ef-80c8-4eaf2425cc97 req-ef217ba4-3d01-4407-9c96-48fc33a3cd6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129583 Nov 19 03:56:21.482487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1542ed22-d69e-4ba1-a4d5-64eac8d881a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:21.485365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25eff-964b-48a4-a084-5c07293ec76c req-ffb9f3f3-8d3e-46f2-9175-803edca6becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:21.487172 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-ffb9f3f3-8d3e-46f2-9175-803edca6becd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a&device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 1097 time: 0.2800946 Nov 19 03:56:21.488916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:21.497925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:21.682828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25eff-964b-48a4-a084-5c07293ec76c req-aaf317ae-0b38-402b-8902-7283c9f95c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:21.684276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-aaf317ae-0b38-402b-8902-7283c9f95c2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=261b4ea3-678d-4de6-a638-7c9118b6f441 HTTP/1.1" status: 200 len: 906 time: 0.1862848 Nov 19 03:56:21.692920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-923adbe3-43f3-4039-80b4-ac179f06bec4 req-31f05b76-c163-4a85-8e67-5ee08d62b206 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0426550 Nov 19 03:56:21.756613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:21.814423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:21.819004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-721665da-b989-4678-96af-f8cc74ad7d31 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a2301409b0254bb18a4f0c874029f504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158373 Nov 19 03:56:21.924411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:21.947795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:21.964475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eaf38-29a4-44f7-a7dc-a9c060fd0c24 req-d7ac92f5-6178-4c5a-8eb3-43ef324ef4ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:21.967891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-004eaf38-29a4-44f7-a7dc-a9c060fd0c24 req-d7ac92f5-6178-4c5a-8eb3-43ef324ef4ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 946 time: 0.0993371 Nov 19 03:56:21.996922 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'b9219c40-130b-4ea0-882a-80be15dcba18', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'port_id': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'mac_address': 'fa:16:3e:84:1e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:55:57Z', 'updated_at': '2021-11-19T03:56:18Z', 'revision_number': 1, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:55Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:22.044661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd066972-674e-4975-9fdc-b4f4816d9553,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:22.047297 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b34c3-6549-4fcb-8a5f-216d5d6e0981 None None] The sync data for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 is: [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'b9219c40-130b-4ea0-882a-80be15dcba18', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'port_id': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'mac_address': 'fa:16:3e:84:1e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:55:57Z', 'updated_at': '2021-11-19T03:56:18Z', 'revision_number': 1, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:55Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:56:22.100373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:22.132376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Checking segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:22.132376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Network hostable DHCP agents. Network: 7140de68-49cb-4b40-aa19-2618ba573c2d, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:56:22.137375 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-004eaf38-29a4-44f7-a7dc-a9c060fd0c24 req-e7af6917-4b0b-49e3-8f44-0bf37f29be9e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381724 Nov 19 03:56:22.148656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-f8a620d5-fd1c-4564-ac3f-459cc368e452 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12 HTTP/1.1" status: 200 len: 1000 time: 0.4332585 Nov 19 03:56:22.175600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on host n-h1-818503-1 for vnic_type normal with profile {"migrating_to": "n-h2-818503-1"} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:22.175941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:22.176380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:22.189156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb36ac9a-ec94-48cd-a9ec-2e7cc049d7da req-701e2471-c76c-4abd-a5a0-ab5e7f14a3ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0611854 Nov 19 03:56:22.192063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:22.192472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Attempting to bind port 012498f5-07da-43db-befc-c9b417257730 on network e93412f5-0525-41bb-bb3a-3134534ed20b {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:22.199668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:22.200156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Checking segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:22.200735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Bound using segment: {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:22.201340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Bound port: 012498f5-07da-43db-befc-c9b417257730, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809ec979-954a-403e-bebe-83be12d0e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e93412f5-0525-41bb-bb3a-3134534ed20b'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:22.201775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.211185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-ddc201ef-e3ee-4e73-9ed0-ea39a19257c1 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:22.212745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-ddc201ef-e3ee-4e73-9ed0-ea39a19257c1 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3916185 Nov 19 03:56:22.226039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Network 7140de68-49cb-4b40-aa19-2618ba573c2d is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:56:22.251639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25eff-964b-48a4-a084-5c07293ec76c req-4d9d787e-5446-4f73-8698-dad6e6436e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:22.253166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-4d9d787e-5446-4f73-8698-dad6e6436e0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85504421-01bc-4235-b489-23edf3b5c2cb HTTP/1.1" status: 200 len: 844 time: 0.0909810 Nov 19 03:56:22.254030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7140de68-49cb-4b40-aa19-2618ba573c2d) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:22.256759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-0d0f22ab-fcb0-42c2-99f9-4a556735ea00 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/quotas/a2301409b0254bb18a4f0c874029f504 HTTP/1.1" status: 200 len: 375 time: 0.0246825 Nov 19 03:56:22.260274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:22.261120 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.268423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962a593-03aa-49af-a362-687743ce7584 None None] Network 7140de68-49cb-4b40-aa19-2618ba573c2d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:56:22.291662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42822) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:22.291942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-503f4475-e084-49bb-a9cc-b09e694b5e87 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7003670 Nov 19 03:56:22.298453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:22.303566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:22.308118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-bd19e0b0-97b8-4516-9cc9-12fd13c5b639 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350745 Nov 19 03:56:22.322650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:22.334521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.364398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.366328 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.434598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1ec63-5476-4dda-ae78-89aede9b7def None None] New status for floating IP b9219c40-130b-4ea0-882a-80be15dcba18: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:56:22.484309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:22.484956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.486441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 1122 time: 1.1314006 Nov 19 03:56:22.491875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01420121-f894-4209-b0d3-54947eb1a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=8']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:22.496155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.524483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25eff-964b-48a4-a084-5c07293ec76c req-6d3d03f8-bd4e-4a73-8108-08a906972ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:22.528277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-6d3d03f8-bd4e-4a73-8108-08a906972ce2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=261b4ea3-678d-4de6-a638-7c9118b6f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033330 Nov 19 03:56:22.743687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.803512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-68fdd273-ae1c-4755-ae78-d6e768ce5531 service neutron] 10.222.0.36 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384946 Nov 19 03:56:22.869446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['012498f5-07da-43db-befc-c9b417257730'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:22.899397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4040828-7af6-408f-887e-d071e44f33a0 req-22feca5f-32b9-4b79-bb86-c98ca056a7c2 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:22.916163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4040828-7af6-408f-887e-d071e44f33a0 req-22feca5f-32b9-4b79-bb86-c98ca056a7c2 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.3270669 Nov 19 03:56:22.919998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:22.928922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['012498f5-07da-43db-befc-c9b417257730'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:22.935822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-bd4cde9f-945d-4688-81e5-af069269e766 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a2301409b0254bb18a4f0c874029f504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492582 Nov 19 03:56:23.024211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-7140de68-49cb-4b40-aa19-2618ba573c2d', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:56:23.025674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.052280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4040828-7af6-408f-887e-d071e44f33a0 req-b3716d14-c084-4ecd-a190-a4e5a412d86a tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311772 Nov 19 03:56:23.114571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35d25eff-964b-48a4-a084-5c07293ec76c req-6785b49f-22cf-4fff-8ea4-de06497acffa service neutron] 10.222.0.36 "GET /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909551 Nov 19 03:56:23.198538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012498f5-07da-43db-befc-c9b417257730'}, {'name': 'network-changed', 'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'tag': '012498f5-07da-43db-befc-c9b417257730'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:23.201831 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6149bb-3a24-4807-b4bb-06ae47a4194a" -d '{"events": [{"server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "name": "network-vif-unplugged", "status": "completed", "tag": "012498f5-07da-43db-befc-c9b417257730"}, {"name": "network-changed", "server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "tag": "012498f5-07da-43db-befc-c9b417257730"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:23.241257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-666f20fd-c574-4120-82f2-9e3a48ccd266 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:23.248502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-666f20fd-c574-4120-82f2-9e3a48ccd266 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042467 Nov 19 03:56:23.269709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-a63c390a-fe9f-40c8-b4ac-db0a52270bfb tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/quotas/a2301409b0254bb18a4f0c874029f504 HTTP/1.1" status: 200 len: 375 time: 0.0202281 Nov 19 03:56:23.279115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abdb4db7-480a-4912-9a23-1ef9162590bf req-588f5f60-9d80-40d6-a5b1-e5b813b1c6ed tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0337350 Nov 19 03:56:23.308942 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-22e2226f-2bce-498e-a513-0b017d01e7cc tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384147 Nov 19 03:56:23.365343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Allocated IP 172.20.0.2 (7140de68-49cb-4b40-aa19-2618ba573c2d/fd066972-674e-4975-9fdc-b4f4816d9553/b7ff67ed-7a5c-476b-acc1-15612b90eb6e) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:23.388139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.420558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.508044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc9f12-d8d4-4f75-a790-7f0ed05e263c req-a63e5b4e-9df9-4587-b34c-bd9595e001e7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:23.509920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ccc9f12-d8d4-4f75-a790-7f0ed05e263c req-a63e5b4e-9df9-4587-b34c-bd9595e001e7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.0919230 Nov 19 03:56:23.551998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22830286-a3c5-4f4b-9f1d-fe5cc4f11023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.597964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.611426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.615365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Allocated IP 172.25.8.22 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/28176299-4474-4489-8d84-c7e33565da4d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:23.619342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ccc9f12-d8d4-4f75-a790-7f0ed05e263c req-3801328a-37ef-4682-bb0c-57424d5c5235 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023257 Nov 19 03:56:23.721328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Network 7140de68-49cb-4b40-aa19-2618ba573c2d is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:23.736052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:23.739464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Pushing event updated for resources: {'Port': ['ID=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:23.758118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:23.762598 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339c952-2893-4b6f-aa2d-729bf48c90b6 x-openstack-request-id: req-6339c952-2893-4b6f-aa2d-729bf48c90b6 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:23.763211 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "name": "network-vif-unplugged", "status": "completed", "tag": "012498f5-07da-43db-befc-c9b417257730", "code": 200}, {"name": "network-changed", "server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "tag": "012498f5-07da-43db-befc-c9b417257730", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:23.763211 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6339c952-2893-4b6f-aa2d-729bf48c90b6 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:23.763435 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012498f5-07da-43db-befc-c9b417257730', 'code': 200} Nov 19 03:56:23.763640 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'tag': '012498f5-07da-43db-befc-c9b417257730', 'status': 'completed', 'code': 200} Nov 19 03:56:23.770565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.822931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-1ae5c8d3-0756-490d-805d-a8db569e0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:23.825395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-1ae5c8d3-0756-490d-805d-a8db569e0f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1125 time: 0.0769069 Nov 19 03:56:23.844237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.858050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Attempting to bind port b7ff67ed-7a5c-476b-acc1-15612b90eb6e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:23.858767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Attempting to bind port b7ff67ed-7a5c-476b-acc1-15612b90eb6e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:23.859318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Attempting to bind port b7ff67ed-7a5c-476b-acc1-15612b90eb6e on network 7140de68-49cb-4b40-aa19-2618ba573c2d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:23.864597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:23.865591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Checking segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:23.865923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.866364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Bound using segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:23.866847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Bound port: b7ff67ed-7a5c-476b-acc1-15612b90eb6e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:23.867255 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:23.949555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6d10487-ff45-4503-a761-13010802f9d5 req-d2ae00dc-7b2b-4d32-aa59-1564447268d7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 210 time: 0.0691805 Nov 19 03:56:23.952952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:23.976436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] For port b7ff67ed-7a5c-476b-acc1-15612b90eb6e, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:23.976984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:23.980684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:23.987117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] For port b7ff67ed-7a5c-476b-acc1-15612b90eb6e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:23.995122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:24.007860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-2377b37a-501c-4ae3-a916-f0f74be00f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:24.009680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-2377b37a-501c-4ae3-a916-f0f74be00f89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.1769857 Nov 19 03:56:24.056326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=28176299-4474-4489-8d84-c7e33565da4d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:24.095553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 012498f5-07da-43db-befc-c9b417257730 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:24.118900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-71296262-fd0b-403e-a5ad-8c20de93ba70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 217 time: 0.0950401 Nov 19 03:56:24.228287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561651b-57c6-4302-ae1c-bd190db37523 None None] Pushing event updated for resources: {'Port': ['ID=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:24.243267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-9df145c0-487e-401f-b389-f651c08ebf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:24.245307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-9df145c0-487e-401f-b389-f651c08ebf7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.1179490 Nov 19 03:56:24.276510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-314baa98-aabc-4a89-8853-520a9c9a0025 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a2301409b0254bb18a4f0c874029f504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693572 Nov 19 03:56:24.321805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-a771147d-3d3b-40c2-a248-623d016e4913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429876 Nov 19 03:56:24.393675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:24.420720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 012498f5-07da-43db-befc-c9b417257730 has no active binding in host n-h2-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 03:56:24.541221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57196544-a4f9-4dc2-be3e-aa344a7cda37 req-57473f7d-c2ba-4e9f-8162-96ab3461513a tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:24.546294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57196544-a4f9-4dc2-be3e-aa344a7cda37 req-57473f7d-c2ba-4e9f-8162-96ab3461513a tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.2996492 Nov 19 03:56:24.676027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-b0c5cad5-aecc-41f0-8af4-acbad95b13ff service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117092 Nov 19 03:56:24.681631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57196544-a4f9-4dc2-be3e-aa344a7cda37 req-942f0901-a094-4729-a9a7-f33219d7519f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168728 Nov 19 03:56:24.824015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d6149bb-3a24-4807-b4bb-06ae47a4194a req-18193192-5b73-4bf8-963d-ca6fe27b0b43 service neutron] 10.222.0.36 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354556 Nov 19 03:56:24.827962 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:24.899662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-e344fa20-4af0-476d-93cd-036631ece7bf tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:24.901341 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-e344fa20-4af0-476d-93cd-036631ece7bf tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5890853 Nov 19 03:56:24.904332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a53dbe78-f74d-4ce5-a1ed-6cff9c6df828 req-ef315f69-f691-4e01-9767-f801a8c28100 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0795567 Nov 19 03:56:24.928892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Request body: {'port': {'device_id': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'a2301409b0254bb18a4f0c874029f504'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:24.940602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7ff67ed-7a5c-476b-acc1-15612b90eb6e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:25.026807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b7ff67ed-7a5c-476b-acc1-15612b90eb6e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:25.027488 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.063601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6363411-7c89-48bc-90b9-a95a5d688383 req-b2121cfa-578e-4229-8e9b-84ce8436fe90 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:25.065157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b6363411-7c89-48bc-90b9-a95a5d688383 req-b2121cfa-578e-4229-8e9b-84ce8436fe90 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.2324753 Nov 19 03:56:25.126810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.162434 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.202845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port b7ff67ed-7a5c-476b-acc1-15612b90eb6e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:25.210351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.261908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b6363411-7c89-48bc-90b9-a95a5d688383 req-8717c75b-1a48-4acf-8f55-73ceab5fa112 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798120 Nov 19 03:56:25.297013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Made reservation on behalf of a2301409b0254bb18a4f0c874029f504 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:25.299170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:25.300607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.330693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.356475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.492584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08e1f59c-11ea-4095-8d1f-959f447f4f3f req-9811b92c-19c1-47aa-bcfb-73d3a63f2c75 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 210 time: 0.0386639 Nov 19 03:56:25.601497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4eb8e528-25b0-4323-8612-4c30c504869e req-a1d1317f-e97e-4034-abed-2d14a085e52b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4304f91ef44504880ee09572a00bb6&device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.0419126 Nov 19 03:56:25.605626 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.627795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.660419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4eb8e528-25b0-4323-8612-4c30c504869e req-4ef9e9d5-e3be-43e7-a723-0b678a06e0b5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7d4304f91ef44504880ee09572a00bb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516114 Nov 19 03:56:25.722404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b2fee-fe78-4a02-9a37-ffd9ee5cf0e1 None None] Network 7140de68-49cb-4b40-aa19-2618ba573c2d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:56:25.767302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Router 2a116af7-344a-44c7-be3b-02e10494a1a3 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:56:25.772537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7404082-df7e-4951-9f37-cbdc6bc7aeb2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:25.776400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-bc9ccc63-afa3-4dc8-98e7-4398de46c7ec tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a2301409b0254bb18a4f0c874029f504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925722 Nov 19 03:56:25.804671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8d91b-49b0-4a17-bf9e-c1af6ab0c086 req-4d73722c-5d3b-4409-b672-df35ae8fdeb2 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:25.807105 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42e8d91b-49b0-4a17-bf9e-c1af6ab0c086 req-4d73722c-5d3b-4409-b672-df35ae8fdeb2 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.2148693 Nov 19 03:56:25.850944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3d7413ae-ee34-4b9a-b383-cc5eacdbddda None None] Provisioning complete for port b7ff67ed-7a5c-476b-acc1-15612b90eb6e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:25.851745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d7413ae-ee34-4b9a-b383-cc5eacdbddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:25.988141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e528-25b0-4323-8612-4c30c504869e req-11d6722f-bea8-4ce0-97d5-3d63fe8be2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:25.990009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4eb8e528-25b0-4323-8612-4c30c504869e req-11d6722f-bea8-4ce0-97d5-3d63fe8be2ad service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3222356 Nov 19 03:56:26.018207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-561e218c-7963-4a1b-ab5e-1b98f5b0f236 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:26.019946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-561e218c-7963-4a1b-ab5e-1b98f5b0f236 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.2781467 Nov 19 03:56:26.045715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-08e55d70-e36b-4217-81ff-fdd72ac2b141 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/quotas/37bf2823bf5d4646890a1332f31ee744 HTTP/1.1" status: 200 len: 375 time: 0.0156391 Nov 19 03:56:26.109241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:26.132151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-e59aa574-0304-488e-b7dd-19730b3678fa tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774994 Nov 19 03:56:26.231525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42e8d91b-49b0-4a17-bf9e-c1af6ab0c086 req-1e87b44d-e4a1-4724-a431-0f716c2fe6bf tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820632 Nov 19 03:56:26.274774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Allocated IP 192.168.233.146 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/62ee98ba-038d-4d6b-aa24-4c5ccefb5031) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:26.291433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:56:26.292354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:26.298075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:26.309451 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Sync routers for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:56:26.324917 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:26.325769 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:26.355677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-9a964fb4-9bbf-4656-8e80-c0678bb8d5b8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:26.357217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-9a964fb4-9bbf-4656-8e80-c0678bb8d5b8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5333297 Nov 19 03:56:26.379993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:26.382523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:26.390459 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182dc81-bef0-407a-afeb-f129afd25458" -d '{"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-unplugged", "status": "completed", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:26.400930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:26.419558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:26.430882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a1384cf-6bd7-4720-9f30-d9cf3c51d7a7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1376114 Nov 19 03:56:26.434534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Request body: {'port': {'device_id': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'a2301409b0254bb18a4f0c874029f504'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:26.446482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42962) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:26.513098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:26.523449 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:26.562610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-891407a6-3957-4c5a-a4c1-2bd3f3d1477a None None] Provisioning complete for port b7ff67ed-7a5c-476b-acc1-15612b90eb6e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:26.563032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-891407a6-3957-4c5a-a4c1-2bd3f3d1477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:26.626084 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d04f937-4310-4811-9889-511fd3a72f7a req-9aad8459-f6fe-4299-98c3-55f3d45793f2 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.2272167 Nov 19 03:56:26.869716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Made reservation on behalf of a2301409b0254bb18a4f0c874029f504 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:26.876050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:26.911909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65564703-98c8-4d09-8c2f-190d9fdaac78 req-39115722-1ae9-4ecf-8b15-a640070f9f6c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:26.921474 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65564703-98c8-4d09-8c2f-190d9fdaac78 req-39115722-1ae9-4ecf-8b15-a640070f9f6c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1847038 Nov 19 03:56:26.959118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7ff67ed-7a5c-476b-acc1-15612b90eb6e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:26.963997 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:24Z', 'revision_number': 3, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:27.003373 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Checking router: 2a116af7-344a-44c7-be3b-02e10494a1a3 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:56:27.004253 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Updating router 2a116af7-344a-44c7-be3b-02e10494a1a3 port 28176299-4474-4489-8d84-c7e33565da4d binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:56:27.038402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65564703-98c8-4d09-8c2f-190d9fdaac78 req-a1ba088a-05fc-4439-a5ef-07f190fb868f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158512 Nov 19 03:56:27.075364 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.075949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b7ff67ed-7a5c-476b-acc1-15612b90eb6e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:27.076539 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.098926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.312556 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc31978-c976-4252-8ac8-b869bcaa89c2 x-openstack-request-id: req-0bc31978-c976-4252-8ac8-b869bcaa89c2 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:27.313695 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-unplugged", "status": "completed", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:27.314192 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bc31978-c976-4252-8ac8-b869bcaa89c2 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:27.314844 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6', 'code': 200} Nov 19 03:56:27.315901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.368454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.530389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-d068ef5c-5e36-4226-83a5-87f1ed48e0f7 service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3968987 Nov 19 03:56:27.626696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e01d1cca-da21-4bdc-8b8a-35bc4759c0ef req-cfc1189a-b757-4527-8939-0544d98d27df tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 210 time: 0.1536238 Nov 19 03:56:27.667950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:27.678470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:27.684445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Allocated IP 192.168.233.40 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/8b1c6938-0732-4533-8c4b-e5bfb40dde63) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:27.687498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:27.695414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:27.722508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-b8a3ea46-1ca3-4e7a-99df-41ac2a0fd879 service neutron] 10.222.0.52 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766574 Nov 19 03:56:27.732878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4eb8e528-25b0-4323-8612-4c30c504869e req-5e0050e6-6c0f-40f1-b5ec-263958d52e34 tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.2053125 Nov 19 03:56:27.788578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-a0324ecf-a8a5-492d-a3f3-53b91e753d06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3493052 Nov 19 03:56:27.905358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:27.906391 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.981281 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:27.986389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12899c6-2abf-4441-abdb-c604c9941980 req-6ccb4adb-9be3-467e-afaf-8efa21415b4b tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:27.988357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a12899c6-2abf-4441-abdb-c604c9941980 req-6ccb4adb-9be3-467e-afaf-8efa21415b4b tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e803d85-af3d-4719-a7e3-d226168ca7be HTTP/1.1" status: 200 len: 944 time: 0.1610420 Nov 19 03:56:28.009343 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.110608 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f8c16-f8db-461d-ac3b-a451c5963688 None None] Pushing event updated for resources: {'Port': ['ID=28176299-4474-4489-8d84-c7e33565da4d,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:28.140006 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Attempting to bind port 28176299-4474-4489-8d84-c7e33565da4d on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:28.140386 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Attempting to bind port 28176299-4474-4489-8d84-c7e33565da4d by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:28.140755 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Attempting to bind port 28176299-4474-4489-8d84-c7e33565da4d on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:28.148177 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:28.148703 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:28.149482 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.149985 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:28.151020 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Bound port: 28176299-4474-4489-8d84-c7e33565da4d, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:28.151605 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.227734 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] For port 28176299-4474-4489-8d84-c7e33565da4d, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:28.232503 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] For port 28176299-4474-4489-8d84-c7e33565da4d, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=28176299-4474-4489-8d84-c7e33565da4d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:28.237241 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.281999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4af2ad68-2c71-4708-9599-62e5ef96f28d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3595674 Nov 19 03:56:28.306364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Request body: {'port': {'device_id': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:28.319567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9f4253b5-07ca-4ceb-bf9a-546ef658dc75 None None] Provisioning complete for port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:28.320707 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:28.321489 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:28.322279 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f4253b5-07ca-4ceb-bf9a-546ef658dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.379181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42decd-27b2-49c8-9e2c-842ad596c59d req-713306b8-1646-459b-9703-9065426ddf24 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.386982 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4a42decd-27b2-49c8-9e2c-842ad596c59d req-713306b8-1646-459b-9703-9065426ddf24 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.4771883 Nov 19 03:56:28.448425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9f4253b5-07ca-4ceb-bf9a-546ef658dc75 None None] Port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:28.453480 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f8c16-f8db-461d-ac3b-a451c5963688 None None] Pushing event updated for resources: {'Port': ['ID=28176299-4474-4489-8d84-c7e33565da4d,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:28.516685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9f596bc-cc39-4adc-a547-fecc63bcd9c2 req-2fad8220-6fff-40ff-a530-21ec367b742b tempest-ServerShowV257Test-1079801869 tempest-ServerShowV257Test-1079801869-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e00f57e-d277-4151-ad56-e96e0e70cd33 HTTP/1.1" status: 200 len: 210 time: 0.3168674 Nov 19 03:56:28.596565 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.620292 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:28.635227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Deleting port 1f13975d-0110-439c-9624-f5d5839e55e6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:56:28.635580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:28.946467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.947234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.947713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.948346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.948978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.949603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.950261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:28.952381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-63fd1de1-2704-4a9b-8369-c439772f98c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6501 time: 0.9943876 Nov 19 03:56:28.991018 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:24Z', 'revision_number': 3, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:29.026110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8661776-4d48-4240-84a7-7100b38d11f1 None None] The sync data for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 is: [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:24Z', 'revision_number': 3, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:56:29.029060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.110786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] For port 1f13975d-0110-439c-9624-f5d5839e55e6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1f13975d-0110-439c-9624-f5d5839e55e6,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:29.112467 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.139100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Calling delete_port for 1f13975d-0110-439c-9624-f5d5839e55e6 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:56:29.151403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Allocated IP 172.20.0.1 (7140de68-49cb-4b40-aa19-2618ba573c2d/fd066972-674e-4975-9fdc-b4f4816d9553/1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:29.175840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab810b-2342-4f4c-bdb0-47e6fbb29bbc req-bb7adb99-70dd-4ff4-933c-c4d73cc0b871 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:29.177676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cab810b-2342-4f4c-bdb0-47e6fbb29bbc req-bb7adb99-70dd-4ff4-933c-c4d73cc0b871 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1697731 Nov 19 03:56:29.203583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4a42decd-27b2-49c8-9e2c-842ad596c59d req-e4c63334-18f9-48dc-b057-93535bb0301c tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8156319 Nov 19 03:56:29.222781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.310339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-afb6bc7f-c3da-409d-906b-e083b9a247bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:29.310815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-afb6bc7f-c3da-409d-906b-e083b9a247bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:29.311283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-afb6bc7f-c3da-409d-906b-e083b9a247bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:29.312880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-afb6bc7f-c3da-409d-906b-e083b9a247bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=b79f35db-5d74-4c6d-918e-d329321fa815&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 2298 time: 0.2883763 Nov 19 03:56:29.328709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cab810b-2342-4f4c-bdb0-47e6fbb29bbc req-49bbceec-3e7c-4da1-8cfa-8f69cdb80d48 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100564 Nov 19 03:56:29.440827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5db1f0f4-16d7-4896-befb-ccb6f10e3417 req-d1d28f32-655a-448e-a3d0-10470ab12cfc tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 210 time: 0.1337624 Nov 19 03:56:29.491115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.616754 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-2558236a-6773-4666-93fb-59dde18e978b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 200 len: 1002 time: 0.2894855 Nov 19 03:56:29.634219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.712459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.747935 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:29.791795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:29.829766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:29.834619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 012498f5-07da-43db-befc-c9b417257730 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:29.903346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.36', 49658) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:29.919694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-002ad72c-cf16-4dcb-92d3-3dfbbde957e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:29.925792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-002ad72c-cf16-4dcb-92d3-3dfbbde957e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375c000d-4953-4b63-9109-7bdb7522b219 HTTP/1.1" status: 200 len: 856 time: 0.2682607 Nov 19 03:56:29.996063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:30.000132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Network 7140de68-49cb-4b40-aa19-2618ba573c2d is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:30.040325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:30.056850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event updated for resources: {'Port': ['ID=8b1c6938-0732-4533-8c4b-e5bfb40dde63,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:30.066565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-c470eb25-8543-47c1-988d-95b272294bbe tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:30.068643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-c470eb25-8543-47c1-988d-95b272294bbe tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 805 time: 0.4281104 Nov 19 03:56:30.070495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:30.091130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Request body: {'port': {'device_id': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'admin_state_up': True, 'tenant_id': '37bf2823bf5d4646890a1332f31ee744'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:30.143442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51801d98-dd79-4d7e-83bd-1d0385378c72 req-59faab15-98dd-4f91-800b-722a75577d2d tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:30.145143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51801d98-dd79-4d7e-83bd-1d0385378c72 req-59faab15-98dd-4f91-800b-722a75577d2d tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 1099 time: 0.4007518 Nov 19 03:56:30.173366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-51801d98-dd79-4d7e-83bd-1d0385378c72 req-43a540d2-c600-49d4-9d14-aa8251aed480 tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.187112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:30.188306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.220551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] No DVR routers for this DVR port 1f13975d-0110-439c-9624-f5d5839e55e6 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:30.230867 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.235052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a12899c6-2abf-4441-abdb-c604c9941980 req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.31 "DELETE /v2.0/ports/1f13975d-0110-439c-9624-f5d5839e55e6 HTTP/1.1" status: 204 len: 173 time: 2.2377605 Nov 19 03:56:30.282552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-417459da-3ac7-4627-b1cd-f92efff079c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:30.284350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-417459da-3ac7-4627-b1cd-f92efff079c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f35db-5d74-4c6d-918e-d329321fa815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756717 Nov 19 03:56:30.296212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-deleted', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:30.302030 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad528ac-a075-46fd-b068-b0b11db70c0f" -d '{"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-deleted", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:30.306646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:30.311639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-acddeaf2-95cf-46a0-b4b9-8633c438fa37 None None] Provisioning complete for port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:30.312021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-acddeaf2-95cf-46a0-b4b9-8633c438fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.313356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Pushing event updated for resources: {'Port': ['ID=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:30.325861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-b3d282d7-a6e8-4270-b7a2-2bad01e9ea83 service neutron] 10.222.0.36 "GET /v2.0/ports/012498f5-07da-43db-befc-c9b417257730/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.3850064 Nov 19 03:56:30.341755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.344794 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.416608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef58ecc-46f8-441c-a9b2-bde923dbd03e req-2d069001-45e1-4b0f-8665-6b5545ecc30a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:30.418223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fef58ecc-46f8-441c-a9b2-bde923dbd03e req-2d069001-45e1-4b0f-8665-6b5545ecc30a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 935 time: 0.7617059 Nov 19 03:56:30.431444 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-8dd6c3a8-49eb-44c9-b043-444294bfae61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0187585 Nov 19 03:56:30.469294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Transition to ACTIVE for port object 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:30.492912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790f6a5-2fcf-4589-b6ab-5d29c8d5f1da tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event deleted for resources: {'Port': ['ID=1f13975d-0110-439c-9624-f5d5839e55e6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:30.493642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Request body: {'port': {'device_id': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:30.542922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-acddeaf2-95cf-46a0-b4b9-8633c438fa37 None None] Port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:30.555697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.653324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fef58ecc-46f8-441c-a9b2-bde923dbd03e req-e57cb6dc-a6f9-4fda-81ee-ded4fd61a47f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971982 Nov 19 03:56:30.666173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-51801d98-dd79-4d7e-83bd-1d0385378c72 req-43a540d2-c600-49d4-9d14-aa8251aed480 tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.695049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-84f810c5-52a5-41f2-b790-e939ad41337c None None] Provisioning complete for port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:30.696365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84f810c5-52a5-41f2-b790-e939ad41337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.802499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-51801d98-dd79-4d7e-83bd-1d0385378c72 req-43a540d2-c600-49d4-9d14-aa8251aed480 tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.834688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-84f810c5-52a5-41f2-b790-e939ad41337c None None] Port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:30.858164 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4be6c-a9c7-4a5b-b549-9ebcb1bf56de x-openstack-request-id: req-67c4be6c-a9c7-4a5b-b549-9ebcb1bf56de {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:30.859564 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e803d85-af3d-4719-a7e3-d226168ca7be", "name": "network-vif-deleted", "tag": "1f13975d-0110-439c-9624-f5d5839e55e6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:30.859995 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67c4be6c-a9c7-4a5b-b549-9ebcb1bf56de {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:30.860575 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e803d85-af3d-4719-a7e3-d226168ca7be', 'name': 'network-vif-deleted', 'tag': '1f13975d-0110-439c-9624-f5d5839e55e6', 'status': 'completed', 'code': 200} Nov 19 03:56:30.864099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Made reservation on behalf of 37bf2823bf5d4646890a1332f31ee744 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:30.869397 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.876894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:30.877184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.892600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:30.929750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-54c48cdd-123e-4bcd-969e-a0f48de6025a service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355109 Nov 19 03:56:30.967050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28176299-4474-4489-8d84-c7e33565da4d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:31.004920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:31.044639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:31.095383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 28176299-4474-4489-8d84-c7e33565da4d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:31.096335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.149594 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-95c788a1-f0e5-4878-9d79-82a6bad28014 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655998 Nov 19 03:56:31.163445 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-51801d98-dd79-4d7e-83bd-1d0385378c72 req-43a540d2-c600-49d4-9d14-aa8251aed480 tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0006478 Nov 19 03:56:31.206366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a540d2-c600-49d4-9d14-aa8251aed480 tempest-LiveMigrationNegativeTest-1973555482 tempest-LiveMigrationNegativeTest-1973555482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9b1a9-c370-4dc8-ad55-b2b7278b0860,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:31.236310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e188c-47f2-4d33-9340-7394e157ddb7 req-53720918-eb87-4a32-953d-da7dcc01faf7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:31.238614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c3e188c-47f2-4d33-9340-7394e157ddb7 req-53720918-eb87-4a32-953d-da7dcc01faf7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 944 time: 0.1898546 Nov 19 03:56:31.243603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012498f5-07da-43db-befc-c9b417257730 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:31.294095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-21e8c2d0-535d-489c-ab85-3848cc853b2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 217 time: 0.0899920 Nov 19 03:56:31.313581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.320967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:31.377122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 28176299-4474-4489-8d84-c7e33565da4d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=28176299-4474-4489-8d84-c7e33565da4d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:31.389182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.389807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Attempting to bind port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:31.390343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Attempting to bind port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:31.390840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Attempting to bind port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:31.428926 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.458685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43010) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:31.466588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c3e188c-47f2-4d33-9340-7394e157ddb7 req-33f05d79-a52c-4e05-9ea7-bad9b4a9b0ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040067 Nov 19 03:56:31.475116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=28176299-4474-4489-8d84-c7e33565da4d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:31.487331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:31.488188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Attempting to bind port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:31.515000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-0a59ea2d-b80c-4c39-9f3e-0f3c6b21c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:31.519438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Allocated IP 172.20.0.4 (146f215f-978f-425b-b687-acc960aa29a5/9acd5cfa-407f-4db8-beff-70f0f303470a/3627a4d3-286a-4213-bb97-92d2c56b0544) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:31.522149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-0a59ea2d-b80c-4c39-9f3e-0f3c6b21c1d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.2105558 Nov 19 03:56:31.524300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e603f84-799d-4ad1-8aba-a5b5040ab536 req-3e6df187-f222-4876-9918-8774d50b26e1 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 210 time: 0.0644243 Nov 19 03:56:31.528208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:31.528546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:31.529716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:31.530218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Bound port: 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:31.530590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.585500 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.677808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.679944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] Transition to ACTIVE for port object 012498f5-07da-43db-befc-c9b417257730 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:31.686978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.735508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.765734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-10966394-ffe8-419c-bebc-4bc25c2853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:31.767926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-10966394-ffe8-419c-bebc-4bc25c2853dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2281802 Nov 19 03:56:31.797525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:31.799562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-389f21c9-43d2-4467-b4df-d5797dbcd485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.834772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.844448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:31.854607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Pushing event updated for resources: {'Port': ['ID=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:31.878360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] No DVR routers for this DVR port 012498f5-07da-43db-befc-c9b417257730 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:31.903263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.982457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:31.983111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:31.984561 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/62ee98ba-038d-4d6b-aa24-4c5ccefb5031 HTTP/1.1" status: 200 len: 1096 time: 3.6867793 Nov 19 03:56:31.996223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:31.998552 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:32.093220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37498078-b1fd-4ab0-900a-b7d708c0af40 req-49095ba0-a01a-44cf-b6fd-100b3688cac0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:32.101285 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37498078-b1fd-4ab0-900a-b7d708c0af40 req-49095ba0-a01a-44cf-b6fd-100b3688cac0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 935 time: 0.3093407 Nov 19 03:56:32.113199 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac933616-33a4-4274-8023-a435e80bcb44 x-openstack-request-id: req-ac933616-33a4-4274-8023-a435e80bcb44 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:32.113502 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:32.113972 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac933616-33a4-4274-8023-a435e80bcb44 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:32.114562 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'status': 'completed', 'code': 200} Nov 19 03:56:32.137660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:32.161170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae72d8-c1a1-4666-b98e-711bdd0ce1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:32.202756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-2f7ac9e1-e6f2-4f3d-8b78-ab000bea4960 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192250 Nov 19 03:56:32.204924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 1f13975d-0110-439c-9624-f5d5839e55e6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:56:32.205278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1f13975d-0110-439c-9624-f5d5839e55e6 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:56:32.209309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1c6938-0732-4533-8c4b-e5bfb40dde63 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:32.225202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.336664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Transition to ACTIVE for port object 8b1c6938-0732-4533-8c4b-e5bfb40dde63 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:32.339041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-229ec9da-68aa-49bf-9515-81fc9b8b3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:32.340589 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-229ec9da-68aa-49bf-9515-81fc9b8b3b18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1099 time: 0.2576063 Nov 19 03:56:32.344300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-389f21c9-43d2-4467-b4df-d5797dbcd485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.348031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37498078-b1fd-4ab0-900a-b7d708c0af40 req-cdf5fe5e-5812-4874-9266-c3e0ccfc0146 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459135 Nov 19 03:56:32.352834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.367140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-389f21c9-43d2-4467-b4df-d5797dbcd485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.399206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/012498f5-07da-43db-befc-c9b417257730/bindings/n-h2-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9787047 Nov 19 03:56:32.403678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.419430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58840f-223d-4c28-98cc-c5983044fcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:32.467211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-b5fd785f-318f-41e6-ad71-a541fb157601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031 HTTP/1.1" status: 200 len: 217 time: 0.1176367 Nov 19 03:56:32.487376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a41197-62ba-480f-b038-14f01bfc5418 req-10d160c1-484b-40db-8e34-fdacce242bd6 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:32.489739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56a41197-62ba-480f-b038-14f01bfc5418 req-10d160c1-484b-40db-8e34-fdacce242bd6 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.1705134 Nov 19 03:56:32.567603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Network 7140de68-49cb-4b40-aa19-2618ba573c2d is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:32.570571 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-389f21c9-43d2-4467-b4df-d5797dbcd485 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d4304f91ef44504880ee09572a00bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1055152 Nov 19 03:56:32.571707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f21c9-43d2-4467-b4df-d5797dbcd485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37698f50-0299-43a1-b7cf-ad410fc4e0c0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:32.577138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43032) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:32.582843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:32.586978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c6938-0732-4533-8c4b-e5bfb40dde63,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:32.598523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.626000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-2b4227c8-5065-4b65-a539-5e3784ebf9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068551 Nov 19 03:56:32.775919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-706c68cf-19c2-496b-9d27-4acfcabb9557 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 217 time: 0.1340697 Nov 19 03:56:32.807516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4770725b-bd7b-459f-abf2-652353975f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:32.809024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-4770725b-bd7b-459f-abf2-652353975f58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.3319132 Nov 19 03:56:32.831801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7228d5-d968-45f1-910e-a46bdf3b9c5c req-71e086f7-408e-4c3c-87d3-51c66cc79600 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:32.834238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea7228d5-d968-45f1-910e-a46bdf3b9c5c req-71e086f7-408e-4c3c-87d3-51c66cc79600 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.2377241 Nov 19 03:56:32.840867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Network 146f215f-978f-425b-b687-acc960aa29a5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:32.862312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:32.871568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56a41197-62ba-480f-b038-14f01bfc5418 req-bcf006ac-ab24-44d0-ac65-e3e5c9578e25 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711338 Nov 19 03:56:32.876309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28176299-4474-4489-8d84-c7e33565da4d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:32.918301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:32.962691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 28176299-4474-4489-8d84-c7e33565da4d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:32.963069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:32.986140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:32.992538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Router 2a116af7-344a-44c7-be3b-02e10494a1a3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:56:33.027925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-13a21dbd-5c0c-46a6-ab5a-a1c46b092d18 None None] Provisioning complete for port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:33.028406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13a21dbd-5c0c-46a6-ab5a-a1c46b092d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.038175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-6a9c7604-75f5-41de-b3f0-60c10d62a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.040187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-6a9c7604-75f5-41de-b3f0-60c10d62a733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.2211201 Nov 19 03:56:33.043250 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea7228d5-d968-45f1-910e-a46bdf3b9c5c req-399b881e-222c-4947-9cd1-f45d9366fb00 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805313 Nov 19 03:56:33.047342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-41f46043-ca42-4ed7-aedf-81dd7e3ec2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.048909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-41f46043-ca42-4ed7-aedf-81dd7e3ec2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2271383 Nov 19 03:56:33.054192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35507435-aaa8-4458-bb33-7c00ab6550af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.061267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.062034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.066394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-d91a1817-ff76-487f-a578-513804e33cee tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.067799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Attempting to bind port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:33.068959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Attempting to bind port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:33.069270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-d91a1817-ff76-487f-a578-513804e33cee tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.5738049 Nov 19 03:56:33.069778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Attempting to bind port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:33.113500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-13a21dbd-5c0c-46a6-ab5a-a1c46b092d18 None None] Port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:33.130715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:33.131123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Attempting to bind port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:33.173163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6c8de-316e-4e61-b58b-f827e801a032 req-3f85c0fe-08fa-4679-bc25-6e388d2e67d8 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.175003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ddd6c8de-316e-4e61-b58b-f827e801a032 req-3f85c0fe-08fa-4679-bc25-6e388d2e67d8 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 931 time: 0.2084200 Nov 19 03:56:33.181910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-5f20c754-4d6a-4982-8fc5-6020f929cf18 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0976057 Nov 19 03:56:33.251652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Request body: {'port': {'device_id': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:33.324021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-6fb548bb-f807-4701-8707-e8885fceef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.325678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-6fb548bb-f807-4701-8707-e8885fceef8f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816&tenant_id=4842bef5db83421892a395c9c6fc1fe0 HTTP/1.1" status: 200 len: 1096 time: 0.1965258 Nov 19 03:56:33.348797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:56:33.363045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b2a881bb-fdce-4b90-804b-ef554327121a admin admin] 10.222.0.52 "PUT /v2.0/routers/2a116af7-344a-44c7-be3b-02e10494a1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9151495 Nov 19 03:56:33.381707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Sync routers for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:56:33.384472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ddd6c8de-316e-4e61-b58b-f827e801a032 req-dece9cd2-32b8-492c-9466-6d46b92ae36d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981013 Nov 19 03:56:33.390577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.411953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:33.416182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:33.528742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35507435-aaa8-4458-bb33-7c00ab6550af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.535598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:33.535947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:33.536346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:33.536858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Bound port: 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:33.537222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.599789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-e211586b-73e2-4ee1-ae44-178428ec90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.603943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-e211586b-73e2-4ee1-ae44-178428ec90b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1096 time: 0.2085688 Nov 19 03:56:33.649526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:33.680045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-d6d68673-8c2d-4ea5-b3be-e4b8872e7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.681587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-d6d68673-8c2d-4ea5-b3be-e4b8872e7e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6311483 Nov 19 03:56:33.786195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-a9453838-68d6-42a8-aa48-652c8de52b60 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215180 Nov 19 03:56:33.828491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c741b-c0ee-4b2c-bc05-144a0e11100a req-03bf2da3-da94-4c66-8902-d1141ea753e6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.830322 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-120c741b-c0ee-4b2c-bc05-144a0e11100a req-03bf2da3-da94-4c66-8902-d1141ea753e6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 947 time: 0.2676628 Nov 19 03:56:33.915546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-98f23bd9-53ad-4486-8c69-1c8cd7ba26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:33.917300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-98f23bd9-53ad-4486-8c69-1c8cd7ba26a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.3006847 Nov 19 03:56:33.949205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] For port 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:33.959689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35507435-aaa8-4458-bb33-7c00ab6550af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.962331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35507435-aaa8-4458-bb33-7c00ab6550af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:33.967286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-35507435-aaa8-4458-bb33-7c00ab6550af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37698f50-0299-43a1-b7cf-ad410fc4e0c0 HTTP/1.1" status: 204 len: 168 time: 1.3813062 Nov 19 03:56:33.967655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 2, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:34.015856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] For port 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:34.017196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35507435-aaa8-4458-bb33-7c00ab6550af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37698f50-0299-43a1-b7cf-ad410fc4e0c0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:34.042245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Checking router: 2a116af7-344a-44c7-be3b-02e10494a1a3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:56:34.042681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Updating router 2a116af7-344a-44c7-be3b-02e10494a1a3 port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:56:34.046134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.090388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-9941a774-7e92-4768-b91a-b8e5b2fa7772 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978889 Nov 19 03:56:34.114386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-d5facf77-9b33-4f50-84dd-e096cb7f42a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 200 len: 217 time: 0.1541004 Nov 19 03:56:34.128829 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.197062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:34.202538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.204194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] 10.222.0.31 "PUT /v2.0/ports/8b1c6938-0732-4533-8c4b-e5bfb40dde63 HTTP/1.1" status: 200 len: 1095 time: 3.7322080 Nov 19 03:56:34.234837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'tag': '8b1c6938-0732-4533-8c4b-e5bfb40dde63'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:34.252604 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64725d8-ec1c-4108-846e-7f0ec3f45165" -d '{"events": [{"name": "network-changed", "server_uuid": "26f62a36-ba40-49be-8f28-24ac761fbd76", "tag": "8b1c6938-0732-4533-8c4b-e5bfb40dde63"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:34.259639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-39f48481-0a12-4d81-97c5-95f469abb27b tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:34.266309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-39f48481-0a12-4d81-97c5-95f469abb27b tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.1945982 Nov 19 03:56:34.326136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-3b3b83c4-db0e-4329-baab-04f826535938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:34.329295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-3b3b83c4-db0e-4329-baab-04f826535938 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.2038074 Nov 19 03:56:34.357726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-120c741b-c0ee-4b2c-bc05-144a0e11100a req-85ab73e7-0e74-48eb-a556-ec00f6b0d176 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874229 Nov 19 03:56:34.466293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3d4048b-42ba-46d7-b4c3-501c3908b3f4 req-9e47bc56-12f9-4a1f-a125-43b6852a2e8e service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694710 Nov 19 03:56:34.509372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9af9-f803-47a0-a001-6b8f8ce7cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c6938-0732-4533-8c4b-e5bfb40dde63,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:34.520519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-44b51872-ede7-4958-bea1-84810492b399 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846722 Nov 19 03:56:34.534844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3627a4d3-286a-4213-bb97-92d2c56b0544 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:34.585305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43068) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:34.626523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953318783', 'description': 'tempest-description--435130241'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:34.668724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.682228 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.683183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-7921ce0f-8743-4ecf-8dd9-ca810176f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:34.683984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-7921ce0f-8743-4ecf-8dd9-ca810176f3c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 1098 time: 0.3242846 Nov 19 03:56:34.690499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.694752 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.695491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Transition to ACTIVE for port object 3627a4d3-286a-4213-bb97-92d2c56b0544 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:34.721084 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-e2c87fa8-e473-4aca-86e0-dd2c101443c6 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598402 Nov 19 03:56:34.733456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-09dc3628-621c-43de-8879-d1664ab775b3 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925986 Nov 19 03:56:34.734674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1edba-d8a6-41da-908b-140b9c708622 req-75102b5b-ad2e-43e3-aea7-9f7123898dca tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:34.736179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-58f1edba-d8a6-41da-908b-140b9c708622 req-75102b5b-ad2e-43e3-aea7-9f7123898dca tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 948 time: 0.2195549 Nov 19 03:56:34.777264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da9ccd-6ffe-40ed-aae4-e01607bd9ac9 None None] Pushing event updated for resources: {'Port': ['ID=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:34.778260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.792154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-4a40fb97-9b57-4534-9240-65484a432c62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63 HTTP/1.1" status: 200 len: 217 time: 0.0860782 Nov 19 03:56:34.843794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-582a5fbc-901f-4812-81ae-635fe59177ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:34.845281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-582a5fbc-901f-4812-81ae-635fe59177ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1099 time: 0.2652617 Nov 19 03:56:34.868488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-5c8785e4-9496-4b0d-a59e-7097a4c55ac5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 200 len: 217 time: 0.1270285 Nov 19 03:56:34.890110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:56:34.899357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Attempting to bind port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:34.900032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Attempting to bind port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:34.900713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Attempting to bind port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 on network 7140de68-49cb-4b40-aa19-2618ba573c2d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:34.908222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:34.908700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Checking segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:34.909176 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.909640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Bound using segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:34.910213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Bound port: 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:34.910678 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:34.922014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:35.029225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] For port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:35.034699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] For port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:35.044503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.060473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29b18-54c0-4d9b-8f55-1a7deadae71d req-1450d3f8-6ef1-4fd4-a81d-918acd3f9fe6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.072418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ad29b18-54c0-4d9b-8f55-1a7deadae71d req-1450d3f8-6ef1-4fd4-a81d-918acd3f9fe6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.3753324 Nov 19 03:56:35.111896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Deleting port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:56:35.112246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.141472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da9ccd-6ffe-40ed-aae4-e01607bd9ac9 None None] Pushing event updated for resources: {'Port': ['ID=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:35.143670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-c3220b3c-60dd-473a-9620-b76a2c88d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.148464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-c3220b3c-60dd-473a-9620-b76a2c88d061 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.3071854 Nov 19 03:56:35.166243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:35.167282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:35.194593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-58f1edba-d8a6-41da-908b-140b9c708622 req-1bc215e1-53e6-4c58-ad58-4b56e933d8f0 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169698 Nov 19 03:56:35.256142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:35.259939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-7fd51bc9-d8f8-4d9f-b070-5979a1135bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.261888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-7fd51bc9-d8f8-4d9f-b070-5979a1135bb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.3329511 Nov 19 03:56:35.305519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.358395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.404381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-55458d28-13b9-457f-9331-6aaccf3035e5 None None] Provisioning complete for port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:35.404787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55458d28-13b9-457f-9331-6aaccf3035e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.422155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-4d6fad3e-33dd-4c5d-b7a3-1d3277e631de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.424131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-79373da3-633e-4e6c-b4de-0f66a3f57620 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798408 Nov 19 03:56:35.425604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-4d6fad3e-33dd-4c5d-b7a3-1d3277e631de service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.5550737 Nov 19 03:56:35.437863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768418-a5ad-491f-810b-56d800250e40 req-1e6d5715-e22c-49c3-b9ef-3df82d11da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.440460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-1e6d5715-e22c-49c3-b9ef-3df82d11da8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2758722 Nov 19 03:56:35.442373 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86024c5d-7f9d-418e-9e77-066731309cfd x-openstack-request-id: req-86024c5d-7f9d-418e-9e77-066731309cfd {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:35.443597 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f62a36-ba40-49be-8f28-24ac761fbd76", "tag": "8b1c6938-0732-4533-8c4b-e5bfb40dde63", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:35.444258 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86024c5d-7f9d-418e-9e77-066731309cfd {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:35.444517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ad29b18-54c0-4d9b-8f55-1a7deadae71d req-ea6b62dc-cbd0-4554-9ebc-b10ada5494ba tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711045 Nov 19 03:56:35.444617 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'tag': '8b1c6938-0732-4533-8c4b-e5bfb40dde63', 'status': 'completed', 'code': 200} Nov 19 03:56:35.448410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Attempting to bind port 3627a4d3-286a-4213-bb97-92d2c56b0544 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:35.448410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Attempting to bind port 3627a4d3-286a-4213-bb97-92d2c56b0544 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:35.448788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Attempting to bind port 3627a4d3-286a-4213-bb97-92d2c56b0544 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:35.462468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.466654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8773997 Nov 19 03:56:35.470930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43088) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:35.479117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Port 3627a4d3-286a-4213-bb97-92d2c56b0544 on network 146f215f-978f-425b-b687-acc960aa29a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:35.479839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Attempting to bind port 3627a4d3-286a-4213-bb97-92d2c56b0544 on network 146f215f-978f-425b-b687-acc960aa29a5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:35.498327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Request body: {'security_group_rule': {'security_group_id': 'e191cf5a-5273-4bfd-89fa-e3be01f60aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:35.518521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:35.520187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Checking segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:35.520918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Bound using segment: {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:35.521678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Bound port: 3627a4d3-286a-4213-bb97-92d2c56b0544, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094ac3a3-c1ef-4175-ae9a-624da97b6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '146f215f-978f-425b-b687-acc960aa29a5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:35.522322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.532827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] For port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:35.533617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.543908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:35.575031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Calling delete_port for 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:56:35.585844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-f4640120-103d-4436-a5c3-5c5f5d6e47b6 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166196 Nov 19 03:56:35.603487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-520348323-network', 'tenant_id': '0f74449b5216473db44aba5e5bde9d1a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:35.663812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.684173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05e213-696d-44aa-bb8b-1d58e3dabc12 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e191cf5a-5273-4bfd-89fa-e3be01f60aed,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:35.760801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55458d28-13b9-457f-9331-6aaccf3035e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.780631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-8a9ec1b3-0e69-42a3-ad42-b4e4a7a12ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.782197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-8a9ec1b3-0e69-42a3-ad42-b4e4a7a12ece service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5085495 Nov 19 03:56:35.783636 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-8283f737-8051-415c-bd26-f43278371fe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031 HTTP/1.1" status: 200 len: 217 time: 0.3381617 Nov 19 03:56:35.811638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:35.823773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-55458d28-13b9-457f-9331-6aaccf3035e5 None None] For port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:35.843690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55458d28-13b9-457f-9331-6aaccf3035e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.855588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:35.864114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd720f-fbbc-4689-96b4-5f189687f5bb req-fcc1ba7b-f3c6-4fd1-afbe-ebfbd63ea580 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.866197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36cd720f-fbbc-4689-96b4-5f189687f5bb req-fcc1ba7b-f3c6-4fd1-afbe-ebfbd63ea580 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 947 time: 0.1887920 Nov 19 03:56:35.873770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.894931 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.899149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Made reservation on behalf of 0f74449b5216473db44aba5e5bde9d1a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:35.901360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.906951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-e807cdab-afdf-4cc2-8b0d-1049b0843598 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.908390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-e807cdab-afdf-4cc2-8b0d-1049b0843598 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816&tenant_id=4842bef5db83421892a395c9c6fc1fe0&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.1328568 Nov 19 03:56:35.911401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.911401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.912500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] 10.222.0.36 "PUT /v2.0/ports/3627a4d3-286a-4213-bb97-92d2c56b0544 HTTP/1.1" status: 200 len: 1091 time: 2.6753795 Nov 19 03:56:35.932976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:35.935526 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd153bb3-1f81-4021-9e85-a0036a7c8e73" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:35.946783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55458d28-13b9-457f-9331-6aaccf3035e5 None None] Pushing event updated for resources: {'Port': ['ID=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:35.953255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.965673 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.983584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97066bbd-49cf-4f64-ab9e-d18dbfb34d8a req-4cf9b3a9-c147-4a6c-84f3-0408ddb09292 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:35.987154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97066bbd-49cf-4f64-ab9e-d18dbfb34d8a req-4cf9b3a9-c147-4a6c-84f3-0408ddb09292 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 943 time: 0.3995116 Nov 19 03:56:35.989291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-51301126-a191-41c1-8497-0149d700776a None None] Provisioning complete for port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:35.990240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-51301126-a191-41c1-8497-0149d700776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:35.991547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d828d6-c6be-412e-8f0e-28f22c48dbaa,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:35.997086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:36.007672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-5d1fb829-359f-4be9-b6c5-d6596ef60d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:36.009360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-5d1fb829-359f-4be9-b6c5-d6596ef60d4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.2124836 Nov 19 03:56:36.017082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7768418-a5ad-491f-810b-56d800250e40 req-f0290648-5de3-4718-ba5a-80e00dbdd812 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588338 Nov 19 03:56:36.051211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec8f05-ab79-4fb3-8c13-c70c75b0ec8a None None] The sync data for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 is: [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:56:36.107587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-c25435fc-616f-4c1e-ac0a-4690b1572f3b service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069091 Nov 19 03:56:36.153006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.155787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-83ed009d-f7b4-4ca8-b0a9-6ebd7b8fe4b8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6610763 Nov 19 03:56:36.184510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a94e75-81e0-412e-acf3-58f7cd4cec0c service neutron] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:36.190743 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36cd720f-fbbc-4689-96b4-5f189687f5bb req-d4f1a240-a130-4d43-b6b8-62607f4aef3e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080268 Nov 19 03:56:36.192097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43092) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:36.223364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Request body: {'security_group_rule': {'security_group_id': 'e191cf5a-5273-4bfd-89fa-e3be01f60aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:36.230686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.269766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:36.287181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-85eed5ac-70f1-472a-b9c0-5477d0761ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:36.289441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-85eed5ac-70f1-472a-b9c0-5477d0761ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 1094 time: 0.3066843 Nov 19 03:56:36.294955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Pushing event deleted for resources: {'Port': ['ID=74e9c703-0f4c-40dc-a965-1f6c56f8ccf6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:36.295383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-eca9cc84-1308-4888-9bae-a4ef1f55222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:36.296930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-eca9cc84-1308-4888-9bae-a4ef1f55222d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732620 Nov 19 03:56:36.310054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.317392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97066bbd-49cf-4f64-ab9e-d18dbfb34d8a req-02e1ce7b-033d-421c-b7c0-7be1d934172e tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063595 Nov 19 03:56:36.320837 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa266cb-0555-40f6-b44c-2bfbd40b9097 x-openstack-request-id: req-3aa266cb-0555-40f6-b44c-2bfbd40b9097 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:36.321142 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:36.321577 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3aa266cb-0555-40f6-b44c-2bfbd40b9097 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:36.321881 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'status': 'completed', 'code': 200} Nov 19 03:56:36.371595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-b8dfcfe1-5a18-4c8d-8540-c86512a6f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:36.375123 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-b8dfcfe1-5a18-4c8d-8540-c86512a6f103 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 1098 time: 0.1843188 Nov 19 03:56:36.375579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.457915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:56:36.477183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.477546 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Added segment 05e71d5a-4c49-4c7c-af15-33a88fcd20c9 of type vlan for network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 Nov 19 03:56:36.494282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-bff73739-272c-43fd-9079-0e0c57eaf4b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3627a4d3-286a-4213-bb97-92d2c56b0544 HTTP/1.1" status: 200 len: 217 time: 0.1753080 Nov 19 03:56:36.501506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] No DVR routers for this DVR port 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:36.508982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.514471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f20958e9-150e-4dcf-8642-9ed34c353537 req-72e4cec3-c6a5-4dd0-b622-da85fc284883 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "DELETE /v2.0/ports/74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 HTTP/1.1" status: 204 len: 173 time: 2.2317400 Nov 19 03:56:36.642364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-54960c02-c84e-407d-8a1b-668b3f86ee03 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212393 Nov 19 03:56:36.643851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.652460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dd17cea-5fcc-4c37-8bf0-26dd162abc20 req-79ef193c-b208-4b08-84f2-d950d7a9de8f tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=004890fe-8816-4bd3-9d48-e0fefd769c19 HTTP/1.1" status: 200 len: 210 time: 0.1618304 Nov 19 03:56:36.713789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-54a9f3c4-464c-471c-88c1-73aa6e906a2e service neutron] For port 012498f5-07da-43db-befc-c9b417257730, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:36.720276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-d9c5f38f-6efe-4c2f-b29c-77f687754294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:36.721968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-d9c5f38f-6efe-4c2f-b29c-77f687754294 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.1770627 Nov 19 03:56:36.725238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-54a9f3c4-464c-471c-88c1-73aa6e906a2e service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.736557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed77020-0ee7-49dd-8baa-13a1d8d35748 req-54a9f3c4-464c-471c-88c1-73aa6e906a2e service neutron] 10.222.0.31 "DELETE /v2.0/ports/012498f5-07da-43db-befc-c9b417257730/bindings/n-h1-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.7860203 Nov 19 03:56:36.801497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-c4f5cc6d-2b5c-4f59-bb8b-b8ad0975d195 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584905 Nov 19 03:56:36.830882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9342deb-cdd1-4fec-af60-3338690234c2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:36.916610 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.925958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-e024b2ed-c3b0-437a-b1cf-671ed5979b42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 200 len: 217 time: 0.0966842 Nov 19 03:56:36.936558 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.947957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:36.957976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:36.980282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615c29ad-a440-44ac-adea-2c184a278cc9,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:37.016612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:37.018332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d9da5d48-41dc-449e-ac0c-d9b3d55bf916 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8207910 Nov 19 03:56:37.021503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-934a030c-bdb8-4e53-ae5e-a03e2c7a01de service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966565 Nov 19 03:56:37.023070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43102) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:37.028822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:37.035131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:37.035521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:37.063126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-fcde26d1-fb0d-4755-bb42-1f92bf8af1da service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438095 Nov 19 03:56:37.080433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c66bd-e0ab-4d79-9105-5e02bfb07655 req-477baf27-97ab-4646-8ea4-87ec3117556a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.082009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b1c66bd-e0ab-4d79-9105-5e02bfb07655 req-477baf27-97ab-4646-8ea4-87ec3117556a tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.4229555 Nov 19 03:56:37.127823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:37.128765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.136102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:37.142125 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:37.170154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-deca6933-ef4c-4493-a608-e0caf2c0b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.171945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-deca6933-ef4c-4493-a608-e0caf2c0b986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.5286181 Nov 19 03:56:37.250183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-06f73377-2d6d-43b4-9ed0-8233c5ad37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.254247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-06f73377-2d6d-43b4-9ed0-8233c5ad37ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.3093503 Nov 19 03:56:37.279154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26106242-b3de-485d-af4f-61b6c7cc6129 req-e7912553-4276-45ae-87e5-6a04f1d9c2c1 service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395630 Nov 19 03:56:37.419954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-f6924510-e40e-412e-a512-c8c4c6455496 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63 HTTP/1.1" status: 200 len: 217 time: 0.2127028 Nov 19 03:56:37.433149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:37.436408 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1728826 Nov 19 03:56:37.444264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43108) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:37.452104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83699e5-2e4a-42eb-bbff-7b8e0d7b9571 req-e3d949e3-7710-4298-a0c8-b468da5a6117 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.454000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a83699e5-2e4a-42eb-bbff-7b8e0d7b9571 req-e3d949e3-7710-4298-a0c8-b468da5a6117 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 947 time: 0.1223915 Nov 19 03:56:37.462964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Request body: {'subnet': {'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-520348323-subnet', 'tenant_id': '0f74449b5216473db44aba5e5bde9d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:37.475829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-dea295e6-6932-4af6-a7bb-5b8b4d4534ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.477328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-dea295e6-6932-4af6-a7bb-5b8b4d4534ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37bf2823bf5d4646890a1332f31ee744&device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 1094 time: 0.1129568 Nov 19 03:56:37.534252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563754bc-f483-438c-906a-0faa3a4d10d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e009a86-46ed-4d74-8c23-5e9222dc7a13,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:37.548078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:56:37.579732 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b1c66bd-e0ab-4d79-9105-5e02bfb07655 req-6ac77c51-1f07-4978-bad0-bd89d278baa6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530418 Nov 19 03:56:37.587435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-16dc12e9-37fe-405c-b1b1-a360121b7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.588975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-16dc12e9-37fe-405c-b1b1-a360121b7728 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1467218 Nov 19 03:56:37.597900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-acb4ab5b-ba76-46bd-bfed-35ccadbe2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:37.600344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-acb4ab5b-ba76-46bd-bfed-35ccadbe2fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2132699 Nov 19 03:56:37.602636 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52e1d93e-dda0-48a5-8f65-d9e7cd49317e req-6cfeac53-a50c-48b1-9781-8ba6c9f8ef6e service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059526 Nov 19 03:56:37.862565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:37.983981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:37.996586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'mac_address': 'fa:16:3e:75:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:38.044023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:38.048645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Made reservation on behalf of 0f74449b5216473db44aba5e5bde9d1a for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:38.051006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:38.060841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:38.086352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:38.091265 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:38.092721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-6301672b-bff1-41fd-ae19-3db04fb397da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.094964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-6301672b-bff1-41fd-ae19-3db04fb397da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4907517 Nov 19 03:56:38.154372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:38.157987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:38.179548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a83699e5-2e4a-42eb-bbff-7b8e0d7b9571 req-50ee1318-20fb-4185-b6c9-6051619659b6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7104583 Nov 19 03:56:38.182750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:56:38.182916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d1b34-8581-4b51-b61e-fd4ebbe3f1de req-4f1ab696-7ec2-4467-9e12-4bd2b4e85ba4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.183139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 74e9c703-0f4c-40dc-a965-1f6c56f8ccf6 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:56:38.184592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e29d1b34-8581-4b51-b61e-fd4ebbe3f1de req-4f1ab696-7ec2-4467-9e12-4bd2b4e85ba4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 943 time: 0.1412015 Nov 19 03:56:38.189828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-a9f4ebe6-8803-4326-bee6-4918cb450b1c service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629406 Nov 19 03:56:38.225114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-2b5445f9-c826-4870-a4cf-a99246820fbd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244120 Nov 19 03:56:38.236523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-e7883c5b-5f64-4f78-ba09-8dcbc937bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.237546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-e7883c5b-5f64-4f78-ba09-8dcbc937bd3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 200 len: 906 time: 0.7238784 Nov 19 03:56:38.238709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Allocated IP 172.25.8.89 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2b10edf0-bc5b-43fb-bc81-2b03411c4b28) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:38.292186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-2fd47e7b-b244-48ab-b92e-57ca5e34e7fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3627a4d3-286a-4213-bb97-92d2c56b0544 HTTP/1.1" status: 200 len: 217 time: 0.0466866 Nov 19 03:56:38.319001 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-38924223-9100-4198-b371-750c13c0114a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061863 Nov 19 03:56:38.330759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'name': 'network-vif-deleted', 'tag': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:38.332492 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310426c-557e-4b93-a09a-7165c11d935e" -d '{"events": [{"server_uuid": "004890fe-8816-4bd3-9d48-e0fefd769c19", "name": "network-vif-deleted", "tag": "74e9c703-0f4c-40dc-a965-1f6c56f8ccf6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:38.355871 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e29d1b34-8581-4b51-b61e-fd4ebbe3f1de req-aed89190-7a78-4080-aeeb-41147d7cfcc7 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634889 Nov 19 03:56:38.400600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['62ee98ba-038d-4d6b-aa24-4c5ccefb5031'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:38.410612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-a8e066f6-1a7f-4cce-9c53-31273282b089 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989748 Nov 19 03:56:38.459416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-96060209-a7ec-4343-a3bd-59060fe0d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.460947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-96060209-a7ec-4343-a3bd-59060fe0d8b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 200 len: 845 time: 0.1515908 Nov 19 03:56:38.503886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-80d123b9-6afc-4f0d-83fe-04bb2dac34c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 200 len: 217 time: 0.0804532 Nov 19 03:56:38.521282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-8d343619-90a7-4923-bdb4-d9d9986a8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.522556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-8d343619-90a7-4923-bdb4-d9d9986a8708 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4842bef5db83421892a395c9c6fc1fe0&device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 1095 time: 0.2220826 Nov 19 03:56:38.554243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-64e40fc5-1e92-4953-80c9-f7b3dbcc7387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f215f-978f-425b-b687-acc960aa29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522311 Nov 19 03:56:38.597304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a64725d8-ec1c-4108-846e-7f0ec3f45165 req-471880e9-bfa6-45bd-a623-2c67ae15b043 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687366 Nov 19 03:56:38.613290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-291fd19f-3a29-4e80-a1b5-72683057e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.614917 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-291fd19f-3a29-4e80-a1b5-72683057e2b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.0904887 Nov 19 03:56:38.619976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152afc4-781f-403b-a0ec-2d6865db42f6 req-9ba032d1-f3c5-43fe-b0d1-21a8983a138d tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.621722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8152afc4-781f-403b-a0ec-2d6865db42f6 req-9ba032d1-f3c5-43fe-b0d1-21a8983a138d tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 1096 time: 0.1220331 Nov 19 03:56:38.691745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-2a3b758c-37e4-4c7e-9f2e-cbd4a2b8c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.693804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-2a3b758c-37e4-4c7e-9f2e-cbd4a2b8c0fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714376 Nov 19 03:56:38.700541 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8152afc4-781f-403b-a0ec-2d6865db42f6 req-c6ee0a27-ed9a-4941-92bf-f50eaa9d0754 tempest-LiveMigrationTest-1678617430 tempest-LiveMigrationTest-1678617430-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682683 Nov 19 03:56:38.770469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:38.776577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:38.823479 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-1be7977c-d961-4ed3-a117-197a634bd765 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209493 Nov 19 03:56:38.831934 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b90165-433f-4527-9315-86df94eff5fe x-openstack-request-id: req-17b90165-433f-4527-9315-86df94eff5fe {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:38.832239 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004890fe-8816-4bd3-9d48-e0fefd769c19", "name": "network-vif-deleted", "tag": "74e9c703-0f4c-40dc-a965-1f6c56f8ccf6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:38.832505 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17b90165-433f-4527-9315-86df94eff5fe {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:38.836134 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004890fe-8816-4bd3-9d48-e0fefd769c19', 'name': 'network-vif-deleted', 'tag': '74e9c703-0f4c-40dc-a965-1f6c56f8ccf6', 'status': 'completed', 'code': 200} Nov 19 03:56:38.912744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-bd4d5742-20c7-4dad-9ffe-42377b61b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:38.914296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-bd4d5742-20c7-4dad-9ffe-42377b61b227 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 200 len: 908 time: 0.3632629 Nov 19 03:56:38.935513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-992a0806-13e2-426d-adb1-381d6e3f6362 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021307 Nov 19 03:56:38.961306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e75b49-dbaf-4a12-9906-525bc057ca32,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:38.993159 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-ce074742-6ebe-4e87-8259-40106b48e524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 200 len: 217 time: 0.0503619 Nov 19 03:56:39.008703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-5f168785-8b02-46da-9dd4-ff08c58f7798 service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438913 Nov 19 03:56:39.013819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-cf376b23-a234-44f3-a887-02ee734be344 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0711391 Nov 19 03:56:39.042417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427da83b-f944-4234-ad45-10fe1bf05889 req-567dd951-4c6d-4fc4-81f7-4ff713745cea tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.043926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-427da83b-f944-4234-ad45-10fe1bf05889 req-567dd951-4c6d-4fc4-81f7-4ff713745cea tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 949 time: 0.1991470 Nov 19 03:56:39.060408 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:39.074300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-d88b1bcb-9514-4a7d-b0a7-8304a7564f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.075768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-d88b1bcb-9514-4a7d-b0a7-8304a7564f79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.0677793 Nov 19 03:56:39.086823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aeb84-12bf-4de6-903d-5a8657e30d75 req-b7879141-5c61-46bc-95cb-e8ebb547760c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.088223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e17aeb84-12bf-4de6-903d-5a8657e30d75 req-b7879141-5c61-46bc-95cb-e8ebb547760c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.0901537 Nov 19 03:56:39.090889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Checking segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:39.091286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Network hostable DHCP agents. Network: 8e009a86-46ed-4d74-8c23-5e9222dc7a13, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:56:39.161183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-a3fed5ec-9915-4c82-ab51-28b441bc458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.163316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-a3fed5ec-9915-4c82-ab51-28b441bc458d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737364 Nov 19 03:56:39.170094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e17aeb84-12bf-4de6-903d-5a8657e30d75 req-b47b1fe8-e661-47de-a133-2889c6a4e8e2 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732932 Nov 19 03:56:39.198478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:39.218085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:39.231679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:39.243051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event updated for resources: {'Port': ['ID=2b10edf0-bc5b-43fb-bc81-2b03411c4b28,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:39.246238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-e2ec8f2f-e96c-4592-b125-ff0d6eea3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.247745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-e2ec8f2f-e96c-4592-b125-ff0d6eea3ec0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 200 len: 847 time: 0.2166545 Nov 19 03:56:39.263796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-e78ab70c-88cb-4e22-8aee-12a63ab551af service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917454 Nov 19 03:56:39.278738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:56:39.328537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-427da83b-f944-4234-ad45-10fe1bf05889 req-5bd5020b-47b3-4682-9195-664b2921a469 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642579 Nov 19 03:56:39.332828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-0fa544c6-267a-4ce5-9bde-af0cc5b02259 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e93412f5-0525-41bb-bb3a-3134534ed20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551231 Nov 19 03:56:39.337842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd153bb3-1f81-4021-9e85-a0036a7c8e73 req-5e772fe6-7431-4775-a958-99b426b6491c service neutron] 10.222.0.36 "GET /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192787 Nov 19 03:56:39.338474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8e009a86-46ed-4d74-8c23-5e9222dc7a13) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:39.346887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.347497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:39.350969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d19d9-2cf2-4bd4-b40b-2f21f86e3a2e None None] Network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:56:39.417552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1855-8a9c-4e27-beb8-10cbc9e0c860 req-9208be79-3944-475c-ae7a-a5d82c87988f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.424550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7cbb64b0-b619-4672-96ec-d950e64b4de8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9585168 Nov 19 03:56:39.424931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-665b1855-8a9c-4e27-beb8-10cbc9e0c860 req-9208be79-3944-475c-ae7a-a5d82c87988f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 947 time: 0.1566231 Nov 19 03:56:39.498000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:39.504285 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97fd3c18-b43d-42c1-9ecd-43004ee29573 req-b9946a22-1ccd-4ec3-b28f-8c01b8c77919 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258527 Nov 19 03:56:39.507754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711e21a-bde5-4ac2-91fe-b6e6f36f0d3d None None] Network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:56:39.545046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-665b1855-8a9c-4e27-beb8-10cbc9e0c860 req-bda755f4-c33e-41d6-9f3e-4f02f0466eb3 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191161 Nov 19 03:56:39.649511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:39.682323 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-ec9ad603-f239-41f6-8055-04e57ea64d33 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946734 Nov 19 03:56:39.721820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc84a71-ac9b-4fc3-83a2-812072b4ecfa req-d4813016-6322-4f3f-9ebd-e3e4beb0bbf2 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:39.723353 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adc84a71-ac9b-4fc3-83a2-812072b4ecfa req-d4813016-6322-4f3f-9ebd-e3e4beb0bbf2 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 943 time: 0.1821246 Nov 19 03:56:39.853205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3627a4d3-286a-4213-bb97-92d2c56b0544 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:39.857221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:39.902301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adc84a71-ac9b-4fc3-83a2-812072b4ecfa req-140e30ad-6357-4860-9372-912d41e11862 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677229 Nov 19 03:56:39.907658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e73bb995-caa1-49f0-9c40-fd14f38e3ca5 req-d853083a-f456-4559-8a45-70b5b879c278 service neutron] 10.222.0.31 "GET /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071877 Nov 19 03:56:39.976127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:39.981430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:39.989029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:39.998866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:39.999280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.055988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:40.062232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event updated for resources: {'Port': ['ID=2b10edf0-bc5b-43fb-bc81-2b03411c4b28,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:40.071847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'mac_address': 'fa:16:3e:f3:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:40.076267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-64b83fb0-e8a0-4d0c-bd9d-34822c28b81d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:40.078199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.078409 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-64b83fb0-e8a0-4d0c-bd9d-34822c28b81d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.2467630 Nov 19 03:56:40.095545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.096833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8f545a40-e276-4d6f-9f56-57ab79d9850c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0722263 Nov 19 03:56:40.142275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.153701 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.156354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-09124dc2-2378-4d6c-a092-d4c62c029afe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:40.158151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-09124dc2-2378-4d6c-a092-d4c62c029afe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 813 time: 0.2806618 Nov 19 03:56:40.170702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8b1c6938-0732-4533-8c4b-e5bfb40dde63 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:40.186112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:40.188376 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37934b95-e408-49ce-a97b-3ef1135ba536" -d '{"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:40.204654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3627a4d3-286a-4213-bb97-92d2c56b0544 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:40.216694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:40.218123 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-4d771b04-61f1-4d6c-b99d-80d6f4c9f2ff tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/quotas/0f74449b5216473db44aba5e5bde9d1a HTTP/1.1" status: 200 len: 375 time: 0.0508356 Nov 19 03:56:40.233483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.241038 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530ea6e-f15c-486f-8a03-23de32512559 x-openstack-request-id: req-c530ea6e-f15c-486f-8a03-23de32512559 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:40.241301 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:40.241523 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c530ea6e-f15c-486f-8a03-23de32512559 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:40.241925 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'code': 200} Nov 19 03:56:40.243669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:40.265855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-a59097cc-a74d-485d-9738-0bd1491ac720 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392168 Nov 19 03:56:40.280826 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.285440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Deleting port 012498f5-07da-43db-befc-c9b417257730 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:56:40.285802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.346408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:40.373885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b4c9c-ee0a-4132-8fae-a606617ea511 req-25a49047-8fdd-4541-9f42-9beec70b57bb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:40.377124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe0b4c9c-ee0a-4132-8fae-a606617ea511 req-25a49047-8fdd-4541-9f42-9beec70b57bb tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 945 time: 0.0602229 Nov 19 03:56:40.393183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:40.414190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '8b1c6938-0732-4533-8c4b-e5bfb40dde63', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '8b1c6938-0732-4533-8c4b-e5bfb40dde63', 'mac_address': 'fa:16:3e:75:b0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:40.426667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:40.431935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe0b4c9c-ee0a-4132-8fae-a606617ea511 req-0f0d46ba-8438-4ea7-b7f9-742e7b89671f tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495167 Nov 19 03:56:40.475755 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.491842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1c6938-0732-4533-8c4b-e5bfb40dde63 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:40.514415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:40.518581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3e4e-5992-48ac-a61b-8ea867fb5dca req-836317a2-8161-4d71-ae48-a78831ed4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:40.519840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.519984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa1f3e4e-5992-48ac-a61b-8ea867fb5dca req-836317a2-8161-4d71-ae48-a78831ed4380 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1101 time: 0.1899040 Nov 19 03:56:40.575341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=8b1c6938-0732-4533-8c4b-e5bfb40dde63,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:40.575612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] For port 012498f5-07da-43db-befc-c9b417257730, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=012498f5-07da-43db-befc-c9b417257730,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:40.575861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.581896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-5b909acc-df1e-4c14-bbb9-7da1d8b398a5 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1953318783&fields=id&tenant_id=7996c6f154c546eca4da474afd80cb1c HTTP/1.1" status: 200 len: 267 time: 0.0513980 Nov 19 03:56:40.596288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['3627a4d3-286a-4213-bb97-92d2c56b0544'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:40.600825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-f8e37eef-09a7-4da2-8f33-7b159b3716f9 service neutron] 10.222.0.52 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211408 Nov 19 03:56:40.637208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Calling delete_port for 012498f5-07da-43db-befc-c9b417257730 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:56:40.668638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa1f3e4e-5992-48ac-a61b-8ea867fb5dca req-b8334137-0d9d-43a9-b937-ebdba73327b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394150 Nov 19 03:56:40.716843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-f32aa212-378c-4112-91cf-dc8538742524 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:40.718453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-f32aa212-378c-4112-91cf-dc8538742524 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/networks?id=7140de68-49cb-4b40-aa19-2618ba573c2d HTTP/1.1" status: 200 len: 815 time: 0.1134772 Nov 19 03:56:40.742935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-2d37f5b9-a91a-4ac2-8a66-aaf9011aeccb tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/quotas/7996c6f154c546eca4da474afd80cb1c HTTP/1.1" status: 200 len: 375 time: 0.0166993 Nov 19 03:56:40.769675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-20995b5d-5ee9-46ef-839c-8db3aef77fbb service neutron] 10.222.0.52 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668465 Nov 19 03:56:40.794909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-b174d57e-a698-4f91-9ecf-c5325794d63e tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7996c6f154c546eca4da474afd80cb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498953 Nov 19 03:56:40.842133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['8b1c6938-0732-4533-8c4b-e5bfb40dde63'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:40.867329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:40.913751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event deleted for resources: {'Port': ['ID=012498f5-07da-43db-befc-c9b417257730,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:40.918105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-bbfefbc4-fff0-4438-8d01-84535833a729 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:40.919865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-bbfefbc4-fff0-4438-8d01-84535833a729 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 949 time: 0.1240506 Nov 19 03:56:41.000903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] No DVR routers for this DVR port 012498f5-07da-43db-befc-c9b417257730 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:41.006717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:41.010012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-5e26ce1f-5fd9-4242-91e1-c2a37ec5330a service neutron] 10.222.0.52 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844623 Nov 19 03:56:41.016592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caf6f9bc-807f-40a6-adac-fcb37e754b5e req-511adf8d-498b-4ae7-95d1-2af82cbb1fd9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "DELETE /v2.0/ports/012498f5-07da-43db-befc-c9b417257730 HTTP/1.1" status: 204 len: 173 time: 0.9274342 Nov 19 03:56:41.017089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'name': 'network-vif-deleted', 'tag': '012498f5-07da-43db-befc-c9b417257730'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:41.019667 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecdfb2d-5ec0-4880-86a5-26588f91ee03" -d '{"events": [{"server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "name": "network-vif-deleted", "tag": "012498f5-07da-43db-befc-c9b417257730"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:41.098794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2cb52-e597-4e5c-9fbf-ebb7308f3fa8 req-6014d14e-836e-4193-9131-d8b3c67c6fa5 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:41.109198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dee2cb52-e597-4e5c-9fbf-ebb7308f3fa8 req-6014d14e-836e-4193-9131-d8b3c67c6fa5 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 949 time: 0.0797334 Nov 19 03:56:41.166540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-21d49aa9-ceec-4594-a303-140c5fa0832e service neutron] 10.222.0.52 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478200 Nov 19 03:56:41.171232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dee2cb52-e597-4e5c-9fbf-ebb7308f3fa8 req-5b717da4-af84-45eb-8bf9-8c58664d7543 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1932e16-9c5a-424e-8c04-00c97902d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Nov 19 03:56:41.173805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Deleting port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:56:41.174211 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:41.299809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] For port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:41.300188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:41.324733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Calling delete_port for 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:56:41.512471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cd7c-d1b0-4af8-9f91-6495478f98fd req-4bf5cbde-d3ac-4041-b405-c96797876160 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:41.521585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7b5cd7c-d1b0-4af8-9f91-6495478f98fd req-4bf5cbde-d3ac-4041-b405-c96797876160 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 948 time: 0.0709431 Nov 19 03:56:41.577247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bf64bb2-9230-4c3d-b313-8fd472a754f8 req-fcd6dd17-02c6-412f-a2d7-528376094a65 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 210 time: 0.0434990 Nov 19 03:56:41.591426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:41.598115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', '012498f5-07da-43db-befc-c9b417257730'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:41.643903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7b5cd7c-d1b0-4af8-9f91-6495478f98fd req-e38c2561-0c2b-45e4-a066-31b531f88682 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213522 Nov 19 03:56:41.660414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Pushing event deleted for resources: {'Port': ['ID=708ba65b-ed1a-43ee-a979-1ae8e7f27bc8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:41.735569 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43722972-5278-4077-971c-7d8046f353d2 x-openstack-request-id: req-43722972-5278-4077-971c-7d8046f353d2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:41.736230 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b889d0-b061-4df3-b81c-013a9211f816", "name": "network-vif-deleted", "tag": "012498f5-07da-43db-befc-c9b417257730", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:41.736712 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43722972-5278-4077-971c-7d8046f353d2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:41.737570 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b889d0-b061-4df3-b81c-013a9211f816', 'name': 'network-vif-deleted', 'tag': '012498f5-07da-43db-befc-c9b417257730', 'status': 'completed', 'code': 200} Nov 19 03:56:41.786831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] No DVR routers for this DVR port 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:41.790692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:41.794874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc7b69c6-bb70-444e-81e9-aca5acd7b6ee req-08ee2f4c-dc49-4f12-b9e0-933a536a1880 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.31 "DELETE /v2.0/ports/708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 HTTP/1.1" status: 204 len: 173 time: 0.8208385 Nov 19 03:56:41.796542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'name': 'network-vif-deleted', 'tag': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:41.799626 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451781ac-ffec-439e-a9ab-8d24fd917556" -d '{"events": [{"server_uuid": "9e220768-2bc3-4690-a83e-49fa878d35cd", "name": "network-vif-deleted", "tag": "708ba65b-ed1a-43ee-a979-1ae8e7f27bc8"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:41.817437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890dceb-d66d-4e04-bd05-b6cc8545c452 req-17898e6b-dfb7-41a2-9b90-07774c6f345e tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:41.825926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6890dceb-d66d-4e04-bd05-b6cc8545c452 req-17898e6b-dfb7-41a2-9b90-07774c6f345e tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 944 time: 0.1028366 Nov 19 03:56:41.859116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f06b756-536a-4991-9942-693d6e82aba3 req-35c17a8c-a8f7-4338-825e-7026a943ae1e tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 210 time: 0.0787089 Nov 19 03:56:41.860667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3627a4d3-286a-4213-bb97-92d2c56b0544 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:41.947073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6890dceb-d66d-4e04-bd05-b6cc8545c452 req-6b0ec214-379b-4c06-aafd-1ce927758c32 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Nov 19 03:56:42.023471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d3a4213-3157-4511-b3f1-df5d54b9526b req-13dd6705-3520-49a7-ab21-ea848bc05c64 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.0535631 Nov 19 03:56:42.066982 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6bda09-14ba-4d11-9f5c-55cc5a25ab31 x-openstack-request-id: req-1e6bda09-14ba-4d11-9f5c-55cc5a25ab31 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:42.067863 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e220768-2bc3-4690-a83e-49fa878d35cd", "name": "network-vif-deleted", "tag": "708ba65b-ed1a-43ee-a979-1ae8e7f27bc8", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:42.068092 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e6bda09-14ba-4d11-9f5c-55cc5a25ab31 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:42.068694 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e220768-2bc3-4690-a83e-49fa878d35cd', 'name': 'network-vif-deleted', 'tag': '708ba65b-ed1a-43ee-a979-1ae8e7f27bc8', 'status': 'completed', 'code': 200} Nov 19 03:56:42.125919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 3627a4d3-286a-4213-bb97-92d2c56b0544 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:42.136283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 3627a4d3-286a-4213-bb97-92d2c56b0544 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:42.136671 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:42.199591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8b1c6938-0732-4533-8c4b-e5bfb40dde63 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:42.347975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bba612b2-9ca9-4a8f-84ea-c4d8a79255f7 req-8c0eab26-56e0-4d33-bb56-365b56be7be1 tempest-LiveMigrationNegativeTest-58731961 tempest-LiveMigrationNegativeTest-58731961-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e220768-2bc3-4690-a83e-49fa878d35cd HTTP/1.1" status: 200 len: 210 time: 0.0422223 Nov 19 03:56:42.386010 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:42.398497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:42.409779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:42.410182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:42.444154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:42.446551 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26e1db2-ced2-4bf1-a075-9f73c52ce352" -d '{"events": [{"server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "name": "network-vif-plugged", "status": "completed", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:42.466677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:42.482586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:42.510584 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c603f9-6794-49c0-9a8c-63d2b56ebf10 x-openstack-request-id: req-68c603f9-6794-49c0-9a8c-63d2b56ebf10 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:42.511037 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "name": "network-vif-plugged", "status": "completed", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:42.511308 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68c603f9-6794-49c0-9a8c-63d2b56ebf10 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:42.511702 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'code': 200} Nov 19 03:56:42.544012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['708ba65b-ed1a-43ee-a979-1ae8e7f27bc8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:42.623792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:42.640588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ce48d-7de9-47ff-815c-c9bd7df43f1b req-a7043fc7-3918-44cc-9096-5cae7f0b3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:42.641988 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f1ce48d-7de9-47ff-815c-c9bd7df43f1b req-a7043fc7-3918-44cc-9096-5cae7f0b3b19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 1096 time: 0.0621104 Nov 19 03:56:42.661793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:42.725521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:42.731911 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:42.733522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 012498f5-07da-43db-befc-c9b417257730 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:42.760157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f1ce48d-7de9-47ff-815c-c9bd7df43f1b req-b317fe35-5688-496b-863d-f3e23a47da07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105778 Nov 19 03:56:42.799014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e0c1cea-ebbf-4046-9507-0e3872a2512c req-44c52ef8-7c50-4290-8f2b-ca2440d1f19e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 210 time: 0.0703962 Nov 19 03:56:42.830714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 012498f5-07da-43db-befc-c9b417257730 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:56:42.831041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 012498f5-07da-43db-befc-c9b417257730 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:56:42.837790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-b9588ca5-bbd1-4613-9255-bd21ed1c520a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:42.838856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-b9588ca5-bbd1-4613-9255-bd21ed1c520a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.31 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 813 time: 0.2191932 Nov 19 03:56:42.847160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3e98-6bee-4c4d-ab93-36c578d3af24 req-c10ff8cc-f79b-4403-85b2-7ab3437ec917 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:42.848304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0ad3e98-6bee-4c4d-ab93-36c578d3af24 req-c10ff8cc-f79b-4403-85b2-7ab3437ec917 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.0977168 Nov 19 03:56:42.859245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=8b1c6938-0732-4533-8c4b-e5bfb40dde63,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:42.868912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Request body: {'port': {'device_id': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'admin_state_up': True, 'tenant_id': '0f74449b5216473db44aba5e5bde9d1a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:42.969261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ecc02a20-8084-4929-aad2-3fc6a65d8fd9 req-a20f20d3-bfc9-49eb-af6b-5943add72d31 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 210 time: 0.0272558 Nov 19 03:56:42.975914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0ad3e98-6bee-4c4d-ab93-36c578d3af24 req-91f3b93c-7640-4196-9e79-28da705abb9d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199307 Nov 19 03:56:43.072289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Made reservation on behalf of 0f74449b5216473db44aba5e5bde9d1a for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:43.080642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:43.128625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd902-c0ab-48be-a9ad-aacca28b2db9 req-ffd61f56-b56c-45d6-9c53-11c80a7ec733 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:43.132017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ce9dd902-c0ab-48be-a9ad-aacca28b2db9 req-ffd61f56-b56c-45d6-9c53-11c80a7ec733 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 945 time: 0.0977380 Nov 19 03:56:43.148770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4c4374c-faaa-43dd-9ab7-09bbacac6fcf req-94d0b82b-06cd-4008-b843-cd019289eec1 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.0391636 Nov 19 03:56:43.217783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ce9dd902-c0ab-48be-a9ad-aacca28b2db9 req-b3c329d0-a1d7-42ac-88a8-468e064dcc2f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779755 Nov 19 03:56:43.278429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Allocated IP 172.20.0.11 (8e009a86-46ed-4d74-8c23-5e9222dc7a13/c8e75b49-dbaf-4a12-9906-525bc057ca32/c6d30316-d0a9-48b1-b870-1a3dc204a39b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:43.444285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:43.500699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:43.557781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:43.561560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:43.569540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:43.599954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:43.628257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:43.628885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:43.650456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-2100cf09-a2cf-4b95-8cfe-81fdec7ed4ba tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854991 Nov 19 03:56:43.683802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Request body: {'port': {'device_id': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:43.708554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43234) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:43.795114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:43.864833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-007b1a92-ddfe-47c5-9428-2e140e5a088e tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:43.867228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-007b1a92-ddfe-47c5-9428-2e140e5a088e tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.31 "GET /v2.0/networks?id=7140de68-49cb-4b40-aa19-2618ba573c2d HTTP/1.1" status: 200 len: 815 time: 0.2154205 Nov 19 03:56:43.991450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-01b02d9a-2040-4e89-9d3b-6cc16d668f80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4600fe02bf0b4bb1a164c2c2b9848669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814932 Nov 19 03:56:44.008558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43242) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:44.045918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-ed26e3b8-3f97-4052-b7c9-a5d2e51d0dc0 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7996c6f154c546eca4da474afd80cb1c HTTP/1.1" status: 200 len: 380 time: 0.1480792 Nov 19 03:56:44.065000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Request body: {'port': {'device_id': '87ab5eff-0093-4323-8e07-85198cb15c43', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'admin_state_up': True, 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'security_groups': ['e191cf5a-5273-4bfd-89fa-e3be01f60aed']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:44.141730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678c0f2-488e-4b90-bc75-dceae7faa6b0 req-83c07cf0-486c-4ffd-92db-940e351f6750 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:44.143368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d678c0f2-488e-4b90-bc75-dceae7faa6b0 req-83c07cf0-486c-4ffd-92db-940e351f6750 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 932 time: 0.2105246 Nov 19 03:56:44.213274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c8e1-88b0-471a-bfa3-56faf42de874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.280070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c8e1-88b0-471a-bfa3-56faf42de874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.291562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d678c0f2-488e-4b90-bc75-dceae7faa6b0 req-e98136ca-eae2-4f8c-b964-3abb57beee40 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354201 Nov 19 03:56:44.315358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Made reservation on behalf of 7996c6f154c546eca4da474afd80cb1c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:44.319243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.437759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c8e1-88b0-471a-bfa3-56faf42de874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.440438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c8e1-88b0-471a-bfa3-56faf42de874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.444722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ae8c8e1-88b0-471a-bfa3-56faf42de874 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1932e16-9c5a-424e-8c04-00c97902d832 HTTP/1.1" status: 204 len: 168 time: 0.4286182 Nov 19 03:56:44.475627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c8e1-88b0-471a-bfa3-56faf42de874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1932e16-9c5a-424e-8c04-00c97902d832,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:44.506716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2e0a864-20d7-46c1-b765-9a5dfef8545b req-3a4522b1-ab80-46d8-8ced-f77f0cba4046 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 210 time: 0.4259079 Nov 19 03:56:44.512984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c6938-0732-4533-8c4b-e5bfb40dde63'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:44.517830 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1791eb70-eb7c-4d19-b6eb-aed81580db16" -d '{"events": [{"server_uuid": "26f62a36-ba40-49be-8f28-24ac761fbd76", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c6938-0732-4533-8c4b-e5bfb40dde63"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:44.532844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c3d71-1d0a-4499-9141-582153198058 req-acf4247f-77d2-4f5d-b1b6-f57db067d1ad tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:44.538344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b33c3d71-1d0a-4499-9141-582153198058 req-acf4247f-77d2-4f5d-b1b6-f57db067d1ad tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.1366818 Nov 19 03:56:44.583584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Allocated IP 172.20.0.6 (7140de68-49cb-4b40-aa19-2618ba573c2d/fd066972-674e-4975-9fdc-b4f4816d9553/24cd26d4-528b-4bcb-a263-d0080062568f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:44.653619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd4ef0b0-efec-40dc-bff6-c7ef67ef09c0 req-761dcfd3-4f03-4b45-92f7-2c74a7069e4c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.0551450 Nov 19 03:56:44.659305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b33c3d71-1d0a-4499-9141-582153198058 req-66775e0b-9eed-4a23-a4ce-d53dd9ad5548 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078603 Nov 19 03:56:44.740406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:44.749737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.765775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Transition to ACTIVE for port object c6d30316-d0a9-48b1-b870-1a3dc204a39b will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:44.792741 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.849794 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff6f47-4ebe-438d-a0b7-70ae41865673 x-openstack-request-id: req-f7ff6f47-4ebe-438d-a0b7-70ae41865673 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:44.850601 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f62a36-ba40-49be-8f28-24ac761fbd76", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c6938-0732-4533-8c4b-e5bfb40dde63", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:44.851036 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7ff6f47-4ebe-438d-a0b7-70ae41865673 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:44.851760 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c6938-0732-4533-8c4b-e5bfb40dde63', 'code': 200} Nov 19 03:56:44.861520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.907972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:44.962626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74281fe-6b27-4421-9ad4-1cea9217342a req-bf96e12a-92c5-4a69-926d-a9b78c7aef1d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:44.963893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event updated for resources: {'Port': ['ID=24cd26d4-528b-4bcb-a263-d0080062568f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:44.965251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d74281fe-6b27-4421-9ad4-1cea9217342a req-bf96e12a-92c5-4a69-926d-a9b78c7aef1d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 945 time: 0.1760066 Nov 19 03:56:44.965776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43260) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:44.988197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:45.006149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Network 7140de68-49cb-4b40-aa19-2618ba573c2d is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:45.007756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:45.011511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:45.069742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:45.070925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.091695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-9953edc4-7fb9-46b9-ac8f-077f084f1d98 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0329072 Nov 19 03:56:45.117718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Request body: {'port': {'device_id': '87ab5eff-0093-4323-8e07-85198cb15c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:45.137297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-35280009-e40e-493f-bf83-88ca176145f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=192811c13e00479386793678fd5319eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686761 Nov 19 03:56:45.152173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d74281fe-6b27-4421-9ad4-1cea9217342a req-dd28d325-a166-4d39-aaa9-5c08f617b08d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577151 Nov 19 03:56:45.159426 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43262) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:45.174347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:45.174929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:45.175425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:45.187195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea594-70b5-475a-8a1a-1e05efc052cb req-4f97f098-88b8-4a1a-bdaf-46d3776760cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:45.189578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-912ea594-70b5-475a-8a1a-1e05efc052cb req-4f97f098-88b8-4a1a-bdaf-46d3776760cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 1100 time: 0.2227180 Nov 19 03:56:45.197208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Port c6d30316-d0a9-48b1-b870-1a3dc204a39b on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:45.198015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:45.213205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.228623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:45.229289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Checking segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:45.229863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Bound using segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:45.230512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Bound port: c6d30316-d0a9-48b1-b870-1a3dc204a39b, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:45.231077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.351873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-912ea594-70b5-475a-8a1a-1e05efc052cb req-b0b5494e-9dc1-4510-ad42-cc897c04a1a7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482575 Nov 19 03:56:45.357431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6f31c9f-de82-4b33-9a24-df39be5367c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.361624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b5408555-ef32-4a32-9bcf-acf2d0ee802f None None] Provisioning complete for port 24cd26d4-528b-4bcb-a263-d0080062568f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:45.362037 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b5408555-ef32-4a32-9bcf-acf2d0ee802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.392726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:45.396792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6f31c9f-de82-4b33-9a24-df39be5367c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.400078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:45.418430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.459829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b5408555-ef32-4a32-9bcf-acf2d0ee802f None None] Port 24cd26d4-528b-4bcb-a263-d0080062568f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:45.538193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:45.538843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.540266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] 10.222.0.31 "PUT /v2.0/ports/c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 1092 time: 1.8613997 Nov 19 03:56:45.540746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:45.543133 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07e628-3ed5-4820-9cde-69c92c10445b" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:45.593562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf852154-8f8d-4b57-b5bb-e2959b6cbfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:45.617554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6baa23-ae94-4c7c-83eb-9ab277e80bac req-ff5191cb-1675-4161-bac4-dc08c07d54af tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:45.625145 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc6baa23-ae94-4c7c-83eb-9ab277e80bac req-ff5191cb-1675-4161-bac4-dc08c07d54af tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.1572914 Nov 19 03:56:45.634754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6f31c9f-de82-4b33-9a24-df39be5367c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.637479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6f31c9f-de82-4b33-9a24-df39be5367c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.638709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b6f31c9f-de82-4b33-9a24-df39be5367c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59c9b1a9-c370-4dc8-ad55-b2b7278b0860 HTTP/1.1" status: 204 len: 168 time: 0.4782872 Nov 19 03:56:45.699459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f31c9f-de82-4b33-9a24-df39be5367c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9b1a9-c370-4dc8-ad55-b2b7278b0860,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:45.710013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cd26d4-528b-4bcb-a263-d0080062568f {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:45.720246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.734149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Transition to ACTIVE for port object 24cd26d4-528b-4bcb-a263-d0080062568f will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:45.748637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:45.841180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc6baa23-ae94-4c7c-83eb-9ab277e80bac req-09df89de-73f4-4f89-963e-7280492499ac tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149365 Nov 19 03:56:45.850838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27530856-6341-42a2-93fe-461026e16027 service neutron] Pushing event updated for resources: {'Port': ['ID=24cd26d4-528b-4bcb-a263-d0080062568f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:45.862373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118235a-cc8d-4f7d-be96-8285d1db7af9 req-c3ad0055-7413-4c58-a2cf-a6d6f98772e1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:45.863954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1118235a-cc8d-4f7d-be96-8285d1db7af9 req-c3ad0055-7413-4c58-a2cf-a6d6f98772e1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 943 time: 0.1285028 Nov 19 03:56:45.876041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-ea25beda-4f60-46e0-a8f2-56b321123053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:45.877845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-ea25beda-4f60-46e0-a8f2-56b321123053 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1095 time: 0.1510901 Nov 19 03:56:45.949518 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff6478a-ac59-4eb5-961a-8cf5bd753807 x-openstack-request-id: req-aff6478a-ac59-4eb5-961a-8cf5bd753807 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:45.949901 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:45.950253 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aff6478a-ac59-4eb5-961a-8cf5bd753807 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:45.950738 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'status': 'completed', 'code': 200} Nov 19 03:56:45.952469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-60973fe9-c392-44a1-a018-548a547e1b3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 217 time: 0.0575864 Nov 19 03:56:45.990961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Attempting to bind port 24cd26d4-528b-4bcb-a263-d0080062568f on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:45.991516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Attempting to bind port 24cd26d4-528b-4bcb-a263-d0080062568f by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:45.991646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Attempting to bind port 24cd26d4-528b-4bcb-a263-d0080062568f on network 7140de68-49cb-4b40-aa19-2618ba573c2d {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:46.022556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1118235a-cc8d-4f7d-be96-8285d1db7af9 req-a0fea279-d79f-4238-b0cd-7c401d73acff tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474319 Nov 19 03:56:46.024915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Port 24cd26d4-528b-4bcb-a263-d0080062568f on network 7140de68-49cb-4b40-aa19-2618ba573c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:46.025246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Attempting to bind port 24cd26d4-528b-4bcb-a263-d0080062568f on network 7140de68-49cb-4b40-aa19-2618ba573c2d {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:46.030560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:46.030903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Checking segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:46.031294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Bound using segment: {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:46.031735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Bound port: 24cd26d4-528b-4bcb-a263-d0080062568f, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:46.032103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:46.044513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-6a30bd6c-0a33-4ec1-a7d7-e3d92a7fe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.046417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-6a30bd6c-0a33-4ec1-a7d7-e3d92a7fe343 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.0856895 Nov 19 03:56:46.119172 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-d3ae0c17-7183-4dc6-8222-ff047580141d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623152 Nov 19 03:56:46.132765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] For port 24cd26d4-528b-4bcb-a263-d0080062568f, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:46.137783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] For port 24cd26d4-528b-4bcb-a263-d0080062568f, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=24cd26d4-528b-4bcb-a263-d0080062568f,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:46.143346 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:46.192934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.194373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:46.196097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:46.197559 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-27530856-6341-42a2-93fe-461026e16027 service neutron] 10.222.0.31 "PUT /v2.0/ports/24cd26d4-528b-4bcb-a263-d0080062568f HTTP/1.1" status: 200 len: 1091 time: 1.0858428 Nov 19 03:56:46.198505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:46.201010 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36cea39-29e9-42cc-b4dc-57ca3439e997" -d '{"events": [{"name": "network-changed", "server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:46.244535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:56:46.244535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 708ba65b-ed1a-43ee-a979-1ae8e7f27bc8 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:56:46.287778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1103725-25ce-4b76-b4e8-49ae73c2e06b req-c9f52b1a-e923-4e3e-a16c-6dfe088f65f6 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.0486510 Nov 19 03:56:46.296170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27530856-6341-42a2-93fe-461026e16027 service neutron] Pushing event updated for resources: {'Port': ['ID=24cd26d4-528b-4bcb-a263-d0080062568f,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:46.338251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897393c8-1b0e-4456-9a62-07aec0b30d1b req-716a41e8-4b70-43fa-8e2d-fa984b6a23eb tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.348021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-897393c8-1b0e-4456-9a62-07aec0b30d1b req-716a41e8-4b70-43fa-8e2d-fa984b6a23eb tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.1195641 Nov 19 03:56:46.373306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-948ac1b3-9d93-4df0-ba6e-3668fc741a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.375012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-948ac1b3-9d93-4df0-ba6e-3668fc741a16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7996c6f154c546eca4da474afd80cb1c&device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 1094 time: 0.0906637 Nov 19 03:56:46.442499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-897393c8-1b0e-4456-9a62-07aec0b30d1b req-e1c0243c-3698-4fe3-9d37-26dab6764884 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907753 Nov 19 03:56:46.480468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-b784daed-9bb0-4056-b99b-ae7e3b5e0921 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cd26d4-528b-4bcb-a263-d0080062568f HTTP/1.1" status: 200 len: 217 time: 0.0839622 Nov 19 03:56:46.497725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-627b5ba2-0319-462d-b1ac-0597a8ad221c service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653934 Nov 19 03:56:46.625834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-2b440b66-3247-4b9c-a5d9-8c2d97b5e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.628135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-2b440b66-3247-4b9c-a5d9-8c2d97b5e4ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd066972-674e-4975-9fdc-b4f4816d9553 HTTP/1.1" status: 200 len: 854 time: 0.1367252 Nov 19 03:56:46.630225 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efbf10f-990f-44f4-96bc-92498afd9f50 x-openstack-request-id: req-2efbf10f-990f-44f4-96bc-92498afd9f50 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:46.630903 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:46.631338 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2efbf10f-990f-44f4-96bc-92498afd9f50 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:46.632098 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f', 'status': 'completed', 'code': 200} Nov 19 03:56:46.646759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a0072e-bc85-42ef-912b-0e5c2edc7c18 req-54973df7-f96f-4d39-be5f-23a9440743e8 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305411 Nov 19 03:56:46.717208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-830c2e6a-641d-49f0-bcc4-0440eaa355be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.718842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-830c2e6a-641d-49f0-bcc4-0440eaa355be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7140de68-49cb-4b40-aa19-2618ba573c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809908 Nov 19 03:56:46.858236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-b58b3e5c-457f-4f6f-a8de-98a9cfbc3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:46.859774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-b58b3e5c-457f-4f6f-a8de-98a9cfbc3712 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1095 time: 0.0792634 Nov 19 03:56:46.943511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-4bfe9646-3f26-4a6b-991c-0f59072de565 service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929188 Nov 19 03:56:47.077295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79185c55-0608-46fb-8cfc-506ef3db62cd req-ceeeb03d-d370-4f64-bb38-01ae1f5bc197 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.079844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79185c55-0608-46fb-8cfc-506ef3db62cd req-ceeeb03d-d370-4f64-bb38-01ae1f5bc197 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.0987723 Nov 19 03:56:47.089585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-d7200053-0c7a-4f33-a2a0-3aace11e77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.092344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-d7200053-0c7a-4f33-a2a0-3aace11e77ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 914 time: 0.2243307 Nov 19 03:56:47.094789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ddaba-a974-4cb8-b1a2-6ddb1d1a058b req-77bd3f90-6d85-4975-b781-a5dc8c13f46d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.103091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e75ddaba-a974-4cb8-b1a2-6ddb1d1a058b req-77bd3f90-6d85-4975-b781-a5dc8c13f46d tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 945 time: 0.1404009 Nov 19 03:56:47.155580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0b15266-2afa-4f4a-8595-9e864f3de873 req-c8ed0ad3-9c89-4a90-9ee8-e656be06c64c service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037983 Nov 19 03:56:47.183266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-77934e9f-52db-47d7-98c9-f714fb01ef56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 217 time: 0.0644007 Nov 19 03:56:47.206894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79185c55-0608-46fb-8cfc-506ef3db62cd req-779fef8f-e99b-4df1-b089-1c7e7d9a62c6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194539 Nov 19 03:56:47.210535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e75ddaba-a974-4cb8-b1a2-6ddb1d1a058b req-42d19b56-6556-444a-b59a-cc445aa758df tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065824 Nov 19 03:56:47.256476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-4b0950e2-6b3a-4620-a082-fcd2019b1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.258260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-4b0950e2-6b3a-4620-a082-fcd2019b1581 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.0669098 Nov 19 03:56:47.338275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-ea8535ad-0b48-42f5-8fc8-1abeed19dee3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453105 Nov 19 03:56:47.367322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875da41-d28a-4dd9-ae6c-89566e3b8531 req-7b8061d8-3148-458c-afa7-10d4eb2f1077 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.374811 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d875da41-d28a-4dd9-ae6c-89566e3b8531 req-7b8061d8-3148-458c-afa7-10d4eb2f1077 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 943 time: 0.0965214 Nov 19 03:56:47.387824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-9fd6d37a-5579-4c69-99a4-f0bdf2e12e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.389306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-9fd6d37a-5579-4c69-99a4-f0bdf2e12e1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7996c6f154c546eca4da474afd80cb1c&device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 1094 time: 0.0973458 Nov 19 03:56:47.506613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72bc8696-acb3-4185-8320-01412c33ec0a req-5b313ad8-8d0c-4dd7-aada-568df181571b tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b889d0-b061-4df3-b81c-013a9211f816 HTTP/1.1" status: 200 len: 210 time: 0.0476980 Nov 19 03:56:47.507129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d875da41-d28a-4dd9-ae6c-89566e3b8531 req-ff79adb2-e021-492c-ae7f-3a509b34d922 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269794 Nov 19 03:56:47.569100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-cc4461a2-14cc-41aa-91f0-e739eadd4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.569589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-bd23a494-b41e-4ba7-b5a7-f825d7b41182 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235057 Nov 19 03:56:47.571650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-cc4461a2-14cc-41aa-91f0-e739eadd4781 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7140de68-49cb-4b40-aa19-2618ba573c2d HTTP/1.1" status: 200 len: 916 time: 0.1713099 Nov 19 03:56:47.650626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-47e7ec10-156a-471f-830b-9d10e5d319d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cd26d4-528b-4bcb-a263-d0080062568f HTTP/1.1" status: 200 len: 217 time: 0.0657649 Nov 19 03:56:47.731059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-c31ad169-7253-4b56-af35-2f9fbdbed6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.732552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-c31ad169-7253-4b56-af35-2f9fbdbed6ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd066972-674e-4975-9fdc-b4f4816d9553 HTTP/1.1" status: 200 len: 854 time: 0.0735385 Nov 19 03:56:47.734729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193296-b6ef-4e39-87e9-a94200225f1c req-0b5e9b14-6adf-476b-b18a-a26c7004453e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.736292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03193296-b6ef-4e39-87e9-a94200225f1c req-0b5e9b14-6adf-476b-b18a-a26c7004453e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.0846376 Nov 19 03:56:47.798640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-ed96bb34-b057-475e-aded-751239c5b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:47.800907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-ed96bb34-b057-475e-aded-751239c5b059 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7140de68-49cb-4b40-aa19-2618ba573c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559442 Nov 19 03:56:47.817164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03193296-b6ef-4e39-87e9-a94200225f1c req-61af988c-bb63-42d1-98d6-e9cf1f19aaf8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Nov 19 03:56:47.819273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d07e628-3ed5-4820-9cde-69c92c10445b req-630bf0d8-a045-42de-b5f3-ddb1d36a8b88 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349575 Nov 19 03:56:47.862581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3627a4d3-286a-4213-bb97-92d2c56b0544 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:48.004271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:48.006347 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-9c4a5e13-c237-4b18-ac42-482e9f764bb3 service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719239 Nov 19 03:56:48.029372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'network_id': '146f215f-978f-425b-b687-acc960aa29a5', 'port_id': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'mac_address': 'fa:16:3e:f3:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd5cfa-407f-4db8-beff-70f0f303470a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:48.075588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:48.095970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3627a4d3-286a-4213-bb97-92d2c56b0544 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:48.126277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:48.133302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:48.145626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14379-0ce9-481a-b739-f5c4b2bf40be req-5c1c9ee9-7bb7-46a7-ae81-cc77c20c0bb5 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:48.152838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3bc14379-0ce9-481a-b739-f5c4b2bf40be req-5c1c9ee9-7bb7-46a7-ae81-cc77c20c0bb5 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.2486773 Nov 19 03:56:48.205886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:48.255620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36cea39-29e9-42cc-b4dc-57ca3439e997 req-3261b10d-afbd-46ee-81f8-f7ab878fa164 service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351444 Nov 19 03:56:48.260157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3bc14379-0ce9-481a-b739-f5c4b2bf40be req-9f441550-0c26-49dc-bb33-ce15b34cb1f8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063669 Nov 19 03:56:48.322945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['3627a4d3-286a-4213-bb97-92d2c56b0544'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:48.377266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-14187b7c-2a04-4c24-b134-8d928a36455c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=16dc011056c043b794c342bae4a79f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456934 Nov 19 03:56:48.426312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6751b-34b7-4455-8801-e62190bfa566 req-2d19bee6-b1c4-4ddc-921b-5a6bed3caec5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:48.429004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7dc6751b-34b7-4455-8801-e62190bfa566 req-2d19bee6-b1c4-4ddc-921b-5a6bed3caec5 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 944 time: 0.0654578 Nov 19 03:56:48.490186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7dc6751b-34b7-4455-8801-e62190bfa566 req-acdd94f5-b02e-4e01-836b-8e7677199e35 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547709 Nov 19 03:56:48.533648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-53800eca-733c-4e3a-a33b-7465bcd9a81c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:48.535596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-53800eca-733c-4e3a-a33b-7465bcd9a81c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490676 Nov 19 03:56:48.555089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-f76ce51c-ac7f-4e66-be09-271ab0bdd86c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/quotas/16dc011056c043b794c342bae4a79f64 HTTP/1.1" status: 200 len: 375 time: 0.0129409 Nov 19 03:56:48.593190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-e1758529-d4e8-4046-a3e3-757df2a20a43 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16dc011056c043b794c342bae4a79f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326531 Nov 19 03:56:48.622223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a9d3-0e32-4c63-8864-1fa0bd5f8113 req-451c9e4c-760d-4a2c-a340-b3069554ed20 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:48.623912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c3a9d3-0e32-4c63-8864-1fa0bd5f8113 req-451c9e4c-760d-4a2c-a340-b3069554ed20 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.0635657 Nov 19 03:56:48.674992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c3a9d3-0e32-4c63-8864-1fa0bd5f8113 req-072bab0c-79bc-4244-baa1-ebe002d450bb tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Nov 19 03:56:48.826034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-12ea9ca4-1792-4fff-8c53-32deaeae663b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a2301409b0254bb18a4f0c874029f504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469551 Nov 19 03:56:48.867970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22fa56-5f25-48a3-a4c4-75610ed0ccd5 req-cc342257-1b34-45a8-b648-d1d0e8479db0 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:48.877851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f22fa56-5f25-48a3-a4c4-75610ed0ccd5 req-cc342257-1b34-45a8-b648-d1d0e8479db0 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 943 time: 0.0827849 Nov 19 03:56:48.932844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f22fa56-5f25-48a3-a4c4-75610ed0ccd5 req-bdd8cc2f-24e3-4323-b4f2-8179cf52f857 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535607 Nov 19 03:56:48.993338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-83397793-0e75-4ff1-b696-59cd12c51259 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:49.000678 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-83397793-0e75-4ff1-b696-59cd12c51259 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595058 Nov 19 03:56:49.019248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-138f5594-b887-4cf0-b541-e4f355393e64 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/quotas/a2301409b0254bb18a4f0c874029f504 HTTP/1.1" status: 200 len: 375 time: 0.0174012 Nov 19 03:56:49.077415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-d96aace9-1df1-404c-8403-9c9b715fe23e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572712 Nov 19 03:56:49.137538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eddba63d-7031-4b74-9846-a1b636d1c53b req-3037b6e6-ae48-40b6-bb2f-03577549e5ea tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 210 time: 0.0556800 Nov 19 03:56:49.340940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-74fe3530-95a5-461b-9163-0c9aa2cdd4f9 req-3f8a6b7a-9a38-40ed-949c-6e56373bd45e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 210 time: 0.0298088 Nov 19 03:56:49.647052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634aede2-7f8d-4f20-acd7-9eed2bf9afc6 req-430041bf-a094-421d-af85-338f35a4f286 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:49.657019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-634aede2-7f8d-4f20-acd7-9eed2bf9afc6 req-430041bf-a094-421d-af85-338f35a4f286 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 944 time: 0.0714207 Nov 19 03:56:49.726174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-634aede2-7f8d-4f20-acd7-9eed2bf9afc6 req-925b1dbd-f193-4588-a57c-cc656eefe2a4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679426 Nov 19 03:56:49.863669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3627a4d3-286a-4213-bb97-92d2c56b0544 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:49.938306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 3627a4d3-286a-4213-bb97-92d2c56b0544 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:49.938716 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:49.962389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c921-3df6-439e-b501-59862069168d req-a0a4ee24-3f9e-4879-95de-8177b898d5a4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:49.966674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d228c921-3df6-439e-b501-59862069168d req-a0a4ee24-3f9e-4879-95de-8177b898d5a4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.1340251 Nov 19 03:56:50.063081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d228c921-3df6-439e-b501-59862069168d req-57e4a7a0-9774-429f-8e6d-9c8a65f7ce1c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826299 Nov 19 03:56:50.120385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.159926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:50.164191 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53794c66-5b65-4e82-92c9-5ff444ac4c88" -d '{"events": [{"server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "name": "network-vif-plugged", "status": "completed", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:50.172578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:50.186912 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.236900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ad962-d773-4e06-bc23-f733788d5974 req-e791e556-0af5-4c90-92ff-3669ca0063b1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:50.238733 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-279ad962-d773-4e06-bc23-f733788d5974 req-e791e556-0af5-4c90-92ff-3669ca0063b1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 943 time: 0.1508417 Nov 19 03:56:50.256040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-0c1465ee-ebe0-4005-b538-17e2fe0fe914 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=16dc011056c043b794c342bae4a79f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803056 Nov 19 03:56:50.290110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 24cd26d4-528b-4bcb-a263-d0080062568f details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:50.354241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-279ad962-d773-4e06-bc23-f733788d5974 req-186e5445-11e0-46c1-8c52-855a8c3cf7a7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065538 Nov 19 03:56:50.379131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:50.443204 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ea88b-38de-45c2-96b3-192c10240ba7 x-openstack-request-id: req-1e7ea88b-38de-45c2-96b3-192c10240ba7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:50.443514 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "name": "network-vif-plugged", "status": "completed", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:50.443783 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e7ea88b-38de-45c2-96b3-192c10240ba7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:50.444196 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'code': 200} Nov 19 03:56:50.476283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-e7ad22de-8c12-43fd-976c-d9b8d6dad26b tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:50.478684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-e7ad22de-8c12-43fd-976c-d9b8d6dad26b tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171106 Nov 19 03:56:50.499766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Request body: {'port': {'device_id': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '16dc011056c043b794c342bae4a79f64'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:50.517382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0cd8106-8295-4130-9c8a-aff321a91759 req-4d300850-15b7-4708-84c9-d8beb5f97188 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 210 time: 0.0497665 Nov 19 03:56:50.521247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.521633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.522103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.522330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.534171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.535183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.535921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.537214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.537948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.538727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.539277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.540984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:50.607189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 24cd26d4-528b-4bcb-a263-d0080062568f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=24cd26d4-528b-4bcb-a263-d0080062568f,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:50.626548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '24cd26d4-528b-4bcb-a263-d0080062568f', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'port_id': '24cd26d4-528b-4bcb-a263-d0080062568f', 'mac_address': 'fa:16:3e:8a:77:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:50.682468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-adc3b1c6-9ef7-4808-8854-382a44efd422 req-d5469388-b120-49a3-a505-aa9b78b1ef4b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 210 time: 0.0437958 Nov 19 03:56:50.703782 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.726416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Made reservation on behalf of 16dc011056c043b794c342bae4a79f64 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:50.730244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.738333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cd26d4-528b-4bcb-a263-d0080062568f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:50.751205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.782291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 24cd26d4-528b-4bcb-a263-d0080062568f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=24cd26d4-528b-4bcb-a263-d0080062568f,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:50.793530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.794317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:50.904186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=24cd26d4-528b-4bcb-a263-d0080062568f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:50.919363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-0845aef8-3f02-4de2-9a8d-1c81489862ca tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a2301409b0254bb18a4f0c874029f504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012208 Nov 19 03:56:50.922477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.934555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:50.950359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b9a4-acfa-4a7b-919b-bb5f3dd6d425 req-639bf409-6096-48d7-90c9-eb250018eb4f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:50.963560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45b7b9a4-acfa-4a7b-919b-bb5f3dd6d425 req-639bf409-6096-48d7-90c9-eb250018eb4f tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 945 time: 0.2100334 Nov 19 03:56:50.997092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:51.015958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'port_id': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'mac_address': 'fa:16:3e:14:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e75b49-dbaf-4a12-9906-525bc057ca32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:51.059650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:51.077702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:51.102548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:51.111809 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:51.142464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-359cebea-4949-4074-ade3-41e95c4937aa tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:51.147726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48ba33c-7828-416e-b364-d5057b147d9e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:51.150009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-359cebea-4949-4074-ade3-41e95c4937aa tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828003 Nov 19 03:56:51.165271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.165962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.166487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.166982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.167498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.167999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.168513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.169017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.169534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.170073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.171087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.171595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:51.188601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Allocated IP 192.168.233.96 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/403a0151-ea22-4f71-8216-c5a89d32be70) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:51.262258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:51.264195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45b7b9a4-acfa-4a7b-919b-bb5f3dd6d425 req-3a9dd4c8-dd5d-450a-ad9c-c25039e5f3ee tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991939 Nov 19 03:56:51.274606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be452394-ac5c-4ef7-a196-7f0b38c8340c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:51.285728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Request body: {'port': {'device_id': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'a2301409b0254bb18a4f0c874029f504'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:51.473121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Made reservation on behalf of a2301409b0254bb18a4f0c874029f504 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:56:51.478627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:51.500518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['24cd26d4-528b-4bcb-a263-d0080062568f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:51.565015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c6d30316-d0a9-48b1-b870-1a3dc204a39b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:51.617623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a71f3-0b3c-4f77-b000-5059ee433a98 req-feeff5c2-cfe1-4b7e-81b0-928aedaad127 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:51.634979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-269a71f3-0b3c-4f77-b000-5059ee433a98 req-feeff5c2-cfe1-4b7e-81b0-928aedaad127 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 944 time: 0.1531227 Nov 19 03:56:51.713643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-269a71f3-0b3c-4f77-b000-5059ee433a98 req-bbd0735e-c6e7-40f7-9c87-a837eaba3cc5 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626588 Nov 19 03:56:51.771496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2b218-b0fb-4586-8583-5be2da1f0171 req-d8bc29c6-12ba-493a-8256-3ac5560b7167 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:51.779435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61a2b218-b0fb-4586-8583-5be2da1f0171 req-d8bc29c6-12ba-493a-8256-3ac5560b7167 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.5426533 Nov 19 03:56:51.921548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61a2b218-b0fb-4586-8583-5be2da1f0171 req-b9d68954-5d3c-436f-9751-c840605c6197 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366050 Nov 19 03:56:51.956825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.031693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a2fadc0-4149-4b05-af59-787fb1d21ed4 req-a5ad05db-d0d8-4f90-bc5a-5a8fd5304a4f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 210 time: 0.0468287 Nov 19 03:56:52.053001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.116125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Allocated IP 192.168.233.173 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/b34f8145-dea6-4af7-ae48-62013947e462) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:56:52.119892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:52.128168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:52.133890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:52.184836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Pushing event updated for resources: {'Port': ['ID=403a0151-ea22-4f71-8216-c5a89d32be70,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:52.210825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-af6f7cd5-d29b-465d-ad5a-b5a541b89b93 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:52.213290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-af6f7cd5-d29b-465d-ad5a-b5a541b89b93 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 945 time: 0.2144980 Nov 19 03:56:52.228960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50e2e67f-9ac9-4b89-9686-51568db533eb req-de4d4cb8-07c7-43fa-90a0-1fe09df0c464 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 210 time: 0.0505645 Nov 19 03:56:52.355791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.394702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:52.397100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.401081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.413732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['62ee98ba-038d-4d6b-aa24-4c5ccefb5031'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:52.467359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event updated for resources: {'Port': ['ID=b34f8145-dea6-4af7-ae48-62013947e462,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:52.480285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.480661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.480995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.481349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.481691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.482064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.482390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.482723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.483054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.483387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.483721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.484053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:56:52.503135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-10c67da1-888b-4f18-a452-e7d3a419dc29 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0078018 Nov 19 03:56:52.506723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:56:52.508856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:56:52.511691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:56:52.522244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Request body: {'port': {'device_id': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:52.522785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.568155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cb8a6-172b-45a1-82a6-b6d10e9518e9 req-0fad3ebd-0edb-4873-a629-d7f60f4d19f9 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:52.570099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c75cb8a6-172b-45a1-82a6-b6d10e9518e9 req-0fad3ebd-0edb-4873-a629-d7f60f4d19f9 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 945 time: 0.1331153 Nov 19 03:56:52.601252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:52.601962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.612116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Deleting port 3627a4d3-286a-4213-bb97-92d2c56b0544 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:56:52.612563 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.626093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-77f5962a-9d3f-4cc7-b064-909064f4d919 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3755972 Nov 19 03:56:52.640658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Request body: {'port': {'device_id': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:52.696984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['8b1c6938-0732-4533-8c4b-e5bfb40dde63'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:52.740985 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.742947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.755110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e3d943dc-4ec2-4097-a85a-c802c1be5034 None None] Provisioning complete for port 403a0151-ea22-4f71-8216-c5a89d32be70 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:52.755686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3d943dc-4ec2-4097-a85a-c802c1be5034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:52.897772 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c75cb8a6-172b-45a1-82a6-b6d10e9518e9 req-0b5eab37-6bea-426a-8d0d-c00ba9466900 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/security-groups?id=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162796 Nov 19 03:56:52.940488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e3d943dc-4ec2-4097-a85a-c802c1be5034 None None] Port 403a0151-ea22-4f71-8216-c5a89d32be70 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:53.022728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] For port 3627a4d3-286a-4213-bb97-92d2c56b0544, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3627a4d3-286a-4213-bb97-92d2c56b0544,segment=NetworkSegment(094ac3a3-c1ef-4175-ae9a-624da97b6ea0),segment_id=094ac3a3-c1ef-4175-ae9a-624da97b6ea0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:53.023113 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.089675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fe423-4611-47fd-8823-e628ebfd66ba req-294955cb-a85c-4351-a0cf-a8231d30cd01 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:53.097209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9fe423-4611-47fd-8823-e628ebfd66ba req-294955cb-a85c-4351-a0cf-a8231d30cd01 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 944 time: 0.1265883 Nov 19 03:56:53.115895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c67abb63-09c5-4c7c-89a5-7660185e24f2 None None] Provisioning complete for port b34f8145-dea6-4af7-ae48-62013947e462 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:53.116272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c67abb63-09c5-4c7c-89a5-7660185e24f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.167876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Calling delete_port for 3627a4d3-286a-4213-bb97-92d2c56b0544 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:56:53.195978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9fe423-4611-47fd-8823-e628ebfd66ba req-ccccd868-37e6-4ab0-b347-35493fb3a015 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919976 Nov 19 03:56:53.237678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c67abb63-09c5-4c7c-89a5-7660185e24f2 None None] Port b34f8145-dea6-4af7-ae48-62013947e462 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:56:53.284431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34f8145-dea6-4af7-ae48-62013947e462 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:53.294106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.308529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Transition to ACTIVE for port object b34f8145-dea6-4af7-ae48-62013947e462 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:53.319960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.454956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Pushing event updated for resources: {'Port': ['ID=b34f8145-dea6-4af7-ae48-62013947e462,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:53.525132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f77d80dc-69f2-4a0b-a3ac-1d5d91a5b435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.547832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7612-21be-4f15-9c63-a5a16b0d4d85 req-aa6ff03f-f8ee-4f44-9682-33ae2b4178f1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:53.550484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e5c7612-21be-4f15-9c63-a5a16b0d4d85 req-aa6ff03f-f8ee-4f44-9682-33ae2b4178f1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.3643482 Nov 19 03:56:53.554963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cac64-e852-4dab-b01a-b01088aafc87 req-14cc05e3-15ed-4901-ace6-43c68314134d tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:53.563627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a5cac64-e852-4dab-b01a-b01088aafc87 req-14cc05e3-15ed-4901-ace6-43c68314134d tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 935 time: 0.1858168 Nov 19 03:56:53.653390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.662672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a5cac64-e852-4dab-b01a-b01088aafc87 req-0be8b56e-73f8-4251-9fcd-d77f176baeb9 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975528 Nov 19 03:56:53.692403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Attempting to bind port b34f8145-dea6-4af7-ae48-62013947e462 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:53.692821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Attempting to bind port b34f8145-dea6-4af7-ae48-62013947e462 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:53.693898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Attempting to bind port b34f8145-dea6-4af7-ae48-62013947e462 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:53.700967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Port b34f8145-dea6-4af7-ae48-62013947e462 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:53.701316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Attempting to bind port b34f8145-dea6-4af7-ae48-62013947e462 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:53.707141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:53.708487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:53.709048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:53.709774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Bound port: b34f8145-dea6-4af7-ae48-62013947e462, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:53.710177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.730930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Pushing event deleted for resources: {'Port': ['ID=3627a4d3-286a-4213-bb97-92d2c56b0544,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:53.805725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] For port b34f8145-dea6-4af7-ae48-62013947e462, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:53.834114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] For port b34f8145-dea6-4af7-ae48-62013947e462, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b34f8145-dea6-4af7-ae48-62013947e462,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:53.844435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] No DVR routers for this DVR port 3627a4d3-286a-4213-bb97-92d2c56b0544 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:53.847834 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.849798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.854852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f2e2ac6-f7c8-4fd4-99e8-93897ee87a6c req-bf9432bc-0b99-40b2-8a89-8fa1c5e2fcdd tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.36 "DELETE /v2.0/ports/3627a4d3-286a-4213-bb97-92d2c56b0544 HTTP/1.1" status: 204 len: 173 time: 1.6326966 Nov 19 03:56:53.855508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'name': 'network-vif-deleted', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:53.859821 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260440b-e17f-4eab-b110-b94a04de84ac" -d '{"events": [{"server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "name": "network-vif-deleted", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:53.864672 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e5c7612-21be-4f15-9c63-a5a16b0d4d85 req-a23160ed-243d-4fa1-8b8e-5d06ee6e0b27 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314122 Nov 19 03:56:53.876034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3627a4d3-286a-4213-bb97-92d2c56b0544 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:56:53.881288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403a0151-ea22-4f71-8216-c5a89d32be70 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:53.888364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313ac4-9a04-4f37-859c-4e00ffd4e532 req-dc2ac0fa-f4d7-4b9c-96bf-e473b847a988 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:53.889927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14313ac4-9a04-4f37-859c-4e00ffd4e532 req-dc2ac0fa-f4d7-4b9c-96bf-e473b847a988 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 948 time: 0.0991304 Nov 19 03:56:53.901798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.914365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:53.914365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.914365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] 10.222.0.36 "PUT /v2.0/ports/b34f8145-dea6-4af7-ae48-62013947e462 HTTP/1.1" status: 200 len: 1096 time: 1.2774084 Nov 19 03:56:53.914365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'tag': 'b34f8145-dea6-4af7-ae48-62013947e462'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:53.915779 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446" -d '{"events": [{"name": "network-changed", "server_uuid": "fee866f8-371a-41d6-816e-e330c9ed4880", "tag": "b34f8145-dea6-4af7-ae48-62013947e462"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:53.951547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Transition to ACTIVE for port object 403a0151-ea22-4f71-8216-c5a89d32be70 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:56:53.961269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 3627a4d3-286a-4213-bb97-92d2c56b0544 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:56:53.961540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3627a4d3-286a-4213-bb97-92d2c56b0544 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:56:53.965295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:53.985417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984231b4-ad98-4c38-9deb-62ef48e8b535 service neutron] Pushing event updated for resources: {'Port': ['ID=b34f8145-dea6-4af7-ae48-62013947e462,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:54.073114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14313ac4-9a04-4f37-859c-4e00ffd4e532 req-a6abaf51-a7b4-419e-a1c7-5adc20905c76 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552515 Nov 19 03:56:54.073276 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe292bd-0a57-492c-a49f-5a5ebd71575b x-openstack-request-id: req-bfe292bd-0a57-492c-a49f-5a5ebd71575b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:54.073567 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb67fe4-9999-485f-acfc-c385bd3ce02e", "name": "network-vif-deleted", "tag": "3627a4d3-286a-4213-bb97-92d2c56b0544", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:54.073832 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfe292bd-0a57-492c-a49f-5a5ebd71575b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:54.074270 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb67fe4-9999-485f-acfc-c385bd3ce02e', 'name': 'network-vif-deleted', 'tag': '3627a4d3-286a-4213-bb97-92d2c56b0544', 'status': 'completed', 'code': 200} Nov 19 03:56:54.075119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Pushing event updated for resources: {'Port': ['ID=403a0151-ea22-4f71-8216-c5a89d32be70,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:54.076321 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c55525c-aa7a-4ad0-91b3-5041eb7faff5 x-openstack-request-id: req-5c55525c-aa7a-4ad0-91b3-5041eb7faff5 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:54.076623 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee866f8-371a-41d6-816e-e330c9ed4880", "tag": "b34f8145-dea6-4af7-ae48-62013947e462", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:54.076983 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c55525c-aa7a-4ad0-91b3-5041eb7faff5 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:54.077410 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'tag': 'b34f8145-dea6-4af7-ae48-62013947e462', 'status': 'completed', 'code': 200} Nov 19 03:56:54.095850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-30c5439e-ef57-46ef-a002-d7f3299a939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.097385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-30c5439e-ef57-46ef-a002-d7f3299a939d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 1099 time: 0.1056044 Nov 19 03:56:54.150866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-7a615e39-e7d2-43f5-848b-e47de09fdd5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b34f8145-dea6-4af7-ae48-62013947e462 HTTP/1.1" status: 200 len: 217 time: 0.0392921 Nov 19 03:56:54.234015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 24cd26d4-528b-4bcb-a263-d0080062568f up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:54.242033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4dbdb06f-4b48-4193-b2ee-377b3c4b9e01 req-01b244bb-5c28-4cab-8baa-08af700946f4 tempest-ImagesTestJSON-150976901 tempest-ImagesTestJSON-150976901-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb67fe4-9999-485f-acfc-c385bd3ce02e HTTP/1.1" status: 200 len: 210 time: 0.0482092 Nov 19 03:56:54.270553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-63be250d-b02f-44ad-ac73-e498d29d5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.272444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-63be250d-b02f-44ad-ac73-e498d29d5272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1129634 Nov 19 03:56:54.297953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Attempting to bind port 403a0151-ea22-4f71-8216-c5a89d32be70 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:56:54.298313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Attempting to bind port 403a0151-ea22-4f71-8216-c5a89d32be70 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:56:54.298686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Attempting to bind port 403a0151-ea22-4f71-8216-c5a89d32be70 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:54.308869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Port 403a0151-ea22-4f71-8216-c5a89d32be70 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:56:54.309540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Attempting to bind port 403a0151-ea22-4f71-8216-c5a89d32be70 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:56:54.316477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:56:54.317490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:56:54.318475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:56:54.320533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Bound port: 403a0151-ea22-4f71-8216-c5a89d32be70, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:56:54.320918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:54.389804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25f7e-7c2e-4438-8b58-b44da91befb1 req-ab59489c-a413-400e-9d4a-a36309bedd0c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.403841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7f25f7e-7c2e-4438-8b58-b44da91befb1 req-ab59489c-a413-400e-9d4a-a36309bedd0c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 944 time: 0.1024311 Nov 19 03:56:54.407577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] For port 403a0151-ea22-4f71-8216-c5a89d32be70, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:56:54.412398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 24cd26d4-528b-4bcb-a263-d0080062568f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:54.413836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] For port 403a0151-ea22-4f71-8216-c5a89d32be70, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=403a0151-ea22-4f71-8216-c5a89d32be70,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:56:54.419283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 24cd26d4-528b-4bcb-a263-d0080062568f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:54.419778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:54.424074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:54.450255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-7af66b7b-4a0b-41a9-806d-071d74f56c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.462706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-7af66b7b-4a0b-41a9-806d-071d74f56c8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693261 Nov 19 03:56:54.518699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.520106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:54.521903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] 10.222.0.36 "PUT /v2.0/ports/403a0151-ea22-4f71-8216-c5a89d32be70 HTTP/1.1" status: 200 len: 1095 time: 2.0064108 Nov 19 03:56:54.523185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc3dc6-2cb7-421e-8b58-a5376deacefd service neutron] Pushing event updated for resources: {'Port': ['ID=403a0151-ea22-4f71-8216-c5a89d32be70,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:54.626609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7f25f7e-7c2e-4438-8b58-b44da91befb1 req-9e258bec-7161-46ee-b7e5-02ba475ba307 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218540 Nov 19 03:56:54.656687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:54.719815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-c33501ab-7af9-4315-bc87-8142049470b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.722242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-c33501ab-7af9-4315-bc87-8142049470b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16dc011056c043b794c342bae4a79f64&device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 1098 time: 0.1307178 Nov 19 03:56:54.725347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-de8a453e-ec93-4477-8df2-d8937e5767ad service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514985 Nov 19 03:56:54.734197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:54.737961 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46706a94-d3cc-4e19-b1cc-f3a724830aa3" -d '{"events": [{"server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "name": "network-vif-plugged", "status": "completed", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:54.767916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 24cd26d4-528b-4bcb-a263-d0080062568f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=24cd26d4-528b-4bcb-a263-d0080062568f,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:54.774591 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:54.775763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:56:54.802300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-c34c6bf3-cb1e-4815-a51f-7328d98607cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=403a0151-ea22-4f71-8216-c5a89d32be70 HTTP/1.1" status: 200 len: 217 time: 0.0609620 Nov 19 03:56:54.936930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-f3ea43f7-7444-445b-ae97-d907f2701011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:54.938738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-f3ea43f7-7444-445b-ae97-d907f2701011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1229131 Nov 19 03:56:54.977751 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c1519b-faf9-4b9e-a4c5-d6bc39feeee8 x-openstack-request-id: req-f0c1519b-faf9-4b9e-a4c5-d6bc39feeee8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:54.978277 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "name": "network-vif-plugged", "status": "completed", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:54.978664 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0c1519b-faf9-4b9e-a4c5-d6bc39feeee8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:54.979077 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f', 'code': 200} Nov 19 03:56:55.043054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f59d1cb6-350d-45b5-82e9-c6de140da256 req-af914410-b404-40ef-8fa5-4e67357b06a4 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003101 Nov 19 03:56:55.052123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port c6d30316-d0a9-48b1-b870-1a3dc204a39b completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:56:55.054089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700568-379f-434d-9d62-378193071038 req-780efa5b-3970-459e-90a9-928bab02a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.054514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=24cd26d4-528b-4bcb-a263-d0080062568f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:55.058045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-780efa5b-3970-459e-90a9-928bab02a200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097887 Nov 19 03:56:55.059860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d493ec7-2940-4c68-a1d1-5a3ca2afee8c req-933fe518-daa7-479d-8374-73b73b70d725 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.061417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d493ec7-2940-4c68-a1d1-5a3ca2afee8c req-933fe518-daa7-479d-8374-73b73b70d725 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 947 time: 0.1928945 Nov 19 03:56:55.063509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port c6d30316-d0a9-48b1-b870-1a3dc204a39b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:56:55.063947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:55.164631 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:55.222544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:55.252843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d493ec7-2940-4c68-a1d1-5a3ca2afee8c req-860d3fcf-7386-46ed-8afe-ab9a0cc9adc8 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804783 Nov 19 03:56:55.261492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-82da1f62-1858-4522-94f1-b86a01974515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.265125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-82da1f62-1858-4522-94f1-b86a01974515 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2301409b0254bb18a4f0c874029f504&device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 1099 time: 0.1413045 Nov 19 03:56:55.280690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:55.288477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08daa0-87c6-4e61-9e30-ef845265af3c req-4416d0f2-dd40-453e-bc5d-adc2ff8f55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.288777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:55.289629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee08daa0-87c6-4e61-9e30-ef845265af3c req-4416d0f2-dd40-453e-bc5d-adc2ff8f55a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 1096 time: 0.1863184 Nov 19 03:56:55.293405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-033c4a38-e708-4719-90b9-6dc613f0403d service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212560 Nov 19 03:56:55.341950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096c563-2633-4f17-8e7d-50f9a1ebfab4 req-ee6d72d9-5fa4-4c77-ae04-9dcd018968d7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.344726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d096c563-2633-4f17-8e7d-50f9a1ebfab4 req-ee6d72d9-5fa4-4c77-ae04-9dcd018968d7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.2015510 Nov 19 03:56:55.395474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:55.482773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ee08daa0-87c6-4e61-9e30-ef845265af3c req-cb79367d-45f8-407e-a7b2-589db8cda3f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570776 Nov 19 03:56:55.483847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-26549cc3-8a0d-4f5e-9fc4-9c4b58b5725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.486258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-26549cc3-8a0d-4f5e-9fc4-9c4b58b5725a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2133293 Nov 19 03:56:55.502451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1269f-3284-4a47-b246-8ab5817894c2 req-64874ab5-d147-4a00-91c1-4fba2e6716db tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.503974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30f1269f-3284-4a47-b246-8ab5817894c2 req-64874ab5-d147-4a00-91c1-4fba2e6716db tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1021247 Nov 19 03:56:55.515216 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d096c563-2633-4f17-8e7d-50f9a1ebfab4 req-fad24469-efa3-417a-9685-e4bbd0acecb0 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254089 Nov 19 03:56:55.527752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8700568-379f-434d-9d62-378193071038 req-76a37644-abb0-41c1-95a7-12484b41f2f2 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250071 Nov 19 03:56:55.543190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-6c0e5581-30f9-43cc-bafa-ac1ed5a46c1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b34f8145-dea6-4af7-ae48-62013947e462 HTTP/1.1" status: 200 len: 217 time: 0.0381880 Nov 19 03:56:55.625721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30f1269f-3284-4a47-b246-8ab5817894c2 req-e665928b-8320-4379-910e-c5ce38e62c42 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851264 Nov 19 03:56:55.627281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-631e5979-8b34-4371-bb84-a20db21ab3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.628684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-631e5979-8b34-4371-bb84-a20db21ab3d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0781229 Nov 19 03:56:55.644461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030d01-9e3a-4979-9a06-131a55a8a7d8 req-b060b1c3-a6a7-499c-8ab5-3a9576375712 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.646822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49030d01-9e3a-4979-9a06-131a55a8a7d8 req-b060b1c3-a6a7-499c-8ab5-3a9576375712 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 948 time: 0.0554347 Nov 19 03:56:55.688881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-21ea8f97-e6f9-4e17-ad27-337224e6d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.691114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-21ea8f97-e6f9-4e17-ad27-337224e6d9f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548029 Nov 19 03:56:55.730171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49030d01-9e3a-4979-9a06-131a55a8a7d8 req-1fbc2c68-872d-4efc-903d-ec1993dc89ac tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Nov 19 03:56:55.967503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-b8d2b818-963d-4ffe-88c5-00bbe01a11ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:55.969215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-b8d2b818-963d-4ffe-88c5-00bbe01a11ff tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.0809555 Nov 19 03:56:56.075948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'tag': '403a0151-ea22-4f71-8216-c5a89d32be70'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:56.078579 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4fc68-1eb6-4b82-a807-5030f16375c1", "tag": "403a0151-ea22-4f71-8216-c5a89d32be70"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:56.092261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Deleting port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:56:56.092612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.143998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffff8de-0e08-45cb-918f-066c4d0dae7c req-2c953096-2ac7-4773-b8c2-b5c8565bd5f4 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.145554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ffff8de-0e08-45cb-918f-066c4d0dae7c req-2c953096-2ac7-4773-b8c2-b5c8565bd5f4 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 945 time: 0.0812192 Nov 19 03:56:56.149497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-767dd32c-49f8-40c8-aaa3-0f96b72e1c28 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493036 Nov 19 03:56:56.150416 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ca570-d4a0-40ff-a86a-249abc02fd73 x-openstack-request-id: req-f50ca570-d4a0-40ff-a86a-249abc02fd73 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:56.150652 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4fc68-1eb6-4b82-a807-5030f16375c1", "tag": "403a0151-ea22-4f71-8216-c5a89d32be70", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:56.150906 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f50ca570-d4a0-40ff-a86a-249abc02fd73 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:56.151315 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'tag': '403a0151-ea22-4f71-8216-c5a89d32be70', 'status': 'completed', 'code': 200} Nov 19 03:56:56.163810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43564) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:56.243915 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.250438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ffff8de-0e08-45cb-918f-066c4d0dae7c req-29791122-bdb0-4708-9f3d-324b19b066d2 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961442 Nov 19 03:56:56.274664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Deleting subnet 9acd5cfa-407f-4db8-beff-70f0f303470a {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:56:56.280239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] For port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:56.280646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.291652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.291829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec0a56c-0f2f-449e-aa8d-c509f42b8446 req-950c84e9-60e2-4b1a-86ab-e4d849af0c0a service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234157 Nov 19 03:56:56.295965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-c924645a-4be5-4f75-a481-af378fb95984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.297464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-c924645a-4be5-4f75-a481-af378fb95984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16dc011056c043b794c342bae4a79f64&device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 1098 time: 0.1240046 Nov 19 03:56:56.333762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Calling delete_port for 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:56:56.447821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.536213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a08cc-2d70-412b-9cb5-e34d8f97f1d7 req-c9edbfb7-b52e-4f9e-bc8b-02a11e826152 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.537629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-436a08cc-2d70-412b-9cb5-e34d8f97f1d7 req-c9edbfb7-b52e-4f9e-bc8b-02a11e826152 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 947 time: 0.2003679 Nov 19 03:56:56.565590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.602762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-9977d0a5-125a-4c5b-947f-73cd22af6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.604235 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-9977d0a5-125a-4c5b-947f-73cd22af6c66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2782588 Nov 19 03:56:56.642905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02089aca-cf54-429d-914e-9c5b63c63f15 req-9a2f2a76-b3f7-4fc1-84bc-b5ee7b1105e9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.644414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02089aca-cf54-429d-914e-9c5b63c63f15 req-9a2f2a76-b3f7-4fc1-84bc-b5ee7b1105e9 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 944 time: 0.0517864 Nov 19 03:56:56.681550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-31bde3f2-b949-41fe-a9ce-b0dbe0e69a4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=403a0151-ea22-4f71-8216-c5a89d32be70 HTTP/1.1" status: 200 len: 217 time: 0.0627458 Nov 19 03:56:56.689187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-436a08cc-2d70-412b-9cb5-e34d8f97f1d7 req-ab4ab837-6e06-4710-8a53-903dd6ac6b55 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451523 Nov 19 03:56:56.700529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02089aca-cf54-429d-914e-9c5b63c63f15 req-792de5f0-6b3f-451a-b8aa-cfc4a828def7 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Nov 19 03:56:56.791158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.860573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acd5cfa-407f-4db8-beff-70f0f303470a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:56.871085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.874368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-faa30483-588c-46ba-bf82-978f8e390765 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9acd5cfa-407f-4db8-beff-70f0f303470a HTTP/1.1" status: 204 len: 168 time: 0.7095125 Nov 19 03:56:56.875205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.877165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43578) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:56.889379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-5ffbc792-bfa6-4229-97a1-855de0122cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.890854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-5ffbc792-bfa6-4229-97a1-855de0122cb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1916201 Nov 19 03:56:56.909440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:56.923563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event deleted for resources: {'Port': ['ID=9dd349bc-f9cf-42ab-a6e2-254cdea5dd65,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:56.965481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0083c-5863-461c-81fb-63049d3bfc55 req-7c1d5e38-0dd9-439c-8c25-8d8bf40d291a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.967023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ce0083c-5863-461c-81fb-63049d3bfc55 req-7c1d5e38-0dd9-439c-8c25-8d8bf40d291a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 948 time: 0.1199975 Nov 19 03:56:56.969976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:56.979659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0a8f-507e-48a2-ac73-d1bb495cbaf2 req-ba806232-f095-4522-9733-09856a9bc2a0 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:56.980205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:56.981193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bbf0a8f-507e-48a2-ac73-d1bb495cbaf2 req-ba806232-f095-4522-9733-09856a9bc2a0 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1964924 Nov 19 03:56:56.984011 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8241ad-f7b4-4546-8e67-38862f85ed56" -d '{"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:57.012434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] No DVR routers for this DVR port 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:56:57.022884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.026218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bfb2cd58-ff56-4c93-b112-d6989f617c23 req-bda06401-ddb3-44e0-9724-ca731eae8b7e tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "DELETE /v2.0/ports/9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 HTTP/1.1" status: 204 len: 173 time: 1.0502231 Nov 19 03:56:57.030343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-ecf2c658-2863-40d0-9561-371622926a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:57.031773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-ecf2c658-2863-40d0-9561-371622926a1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188271 Nov 19 03:56:57.091024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ce0083c-5863-461c-81fb-63049d3bfc55 req-388f82d5-b95a-4cff-9ab2-2d51aab6a4ee tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151948 Nov 19 03:56:57.092617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.103336 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bbf0a8f-507e-48a2-ac73-d1bb495cbaf2 req-a0dd40ce-7250-4f3b-8aea-724e9c0c5543 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133649 Nov 19 03:56:57.115604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146f215f-978f-425b-b687-acc960aa29a5']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:57.125827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094ac3a3-c1ef-4175-ae9a-624da97b6ea0') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:57.126171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094ac3a3-c1ef-4175-ae9a-624da97b6ea0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:57.150531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.179047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.182661 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-0ff14881-b9e5-414c-9da8-36d5fb872aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387625 Nov 19 03:56:57.186264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:56:57.186744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.187013 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04245f7e-c279-47a5-a17d-1cab227e00ec x-openstack-request-id: req-04245f7e-c279-47a5-a17d-1cab227e00ec {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:57.187581 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:57.188071 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04245f7e-c279-47a5-a17d-1cab227e00ec {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:57.188753 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'code': 200} Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:56:57.199944 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:56:57.203451 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.263781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.269151 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.272913 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] 10.222.0.52 "DELETE /v2.0/networks/146f215f-978f-425b-b687-acc960aa29a5 HTTP/1.1" status: 204 len: 168 time: 0.3941767 Nov 19 03:56:57.286401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b1629-b5cb-46ab-9c40-3355d5b6c86a admin admin] Pushing event deleted for resources: {'Network': ['ID=146f215f-978f-425b-b687-acc960aa29a5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:57.294898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e88934f-b64f-4fe3-8406-2abfbbf97cd8 req-8e61a979-5ecb-4faa-a3d8-82154cbe728c service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027792 Nov 19 03:56:57.395348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da86477-564e-44dc-913c-d5cbb58efbfa req-8a2a351f-32da-42b9-aa2f-850c61068696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:57.396616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9da86477-564e-44dc-913c-d5cbb58efbfa req-8a2a351f-32da-42b9-aa2f-850c61068696 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1097 time: 0.0729780 Nov 19 03:56:57.417083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d05f-eda3-457b-a1f1-39e16c8b88d7 req-9b6c4d48-8562-4356-805d-a7ebac8090d4 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:57.418568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3328d05f-eda3-457b-a1f1-39e16c8b88d7 req-9b6c4d48-8562-4356-805d-a7ebac8090d4 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 945 time: 0.0633824 Nov 19 03:56:57.461652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43586) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:57.491730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9da86477-564e-44dc-913c-d5cbb58efbfa req-9148fa96-5527-4e19-8a76-fbe87ad6b933 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721009 Nov 19 03:56:57.496180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3328d05f-eda3-457b-a1f1-39e16c8b88d7 req-980cff52-2658-49fe-89ba-a16d4dbeef25 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670216 Nov 19 03:56:57.505854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-49cb16ad-c3da-4e5a-b79f-b077013637b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37bf2823bf5d4646890a1332f31ee744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428057 Nov 19 03:56:57.508408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43588) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:57.561264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cea9f1-b160-43a9-96ab-2a9f776134be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.610663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cea9f1-b160-43a9-96ab-2a9f776134be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.659119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db741e8-b9c3-48a4-8faf-0b17dda7e7a9 req-34f42952-58c2-45c1-9c4b-6ffb676a0e3c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:57.662113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2db741e8-b9c3-48a4-8faf-0b17dda7e7a9 req-34f42952-58c2-45c1-9c4b-6ffb676a0e3c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 945 time: 0.0958762 Nov 19 03:56:57.671215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43592) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:57.675926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Request body: {'floatingip': {'port_id': '24cd26d4-528b-4bcb-a263-d0080062568f'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:56:57.686940 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cea9f1-b160-43a9-96ab-2a9f776134be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.690198 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cea9f1-b160-43a9-96ab-2a9f776134be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.691389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39cea9f1-b160-43a9-96ab-2a9f776134be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1bf6af5-a807-4a6f-b82a-78e0f5312ca8 HTTP/1.1" status: 204 len: 168 time: 0.1820278 Nov 19 03:56:57.701842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cea9f1-b160-43a9-96ab-2a9f776134be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf6af5-a807-4a6f-b82a-78e0f5312ca8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:57.735182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:57.827490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58c4782e-cf41-43a2-99a1-2ad419af8da8 req-a93a9ade-19e3-4511-baea-eb6f944781d8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=083e6091-1ad9-4def-bf37-4140503cab66 HTTP/1.1" status: 200 len: 210 time: 0.0299242 Nov 19 03:56:57.893457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a848ea4-069d-49c3-8859-818eabd0a5f4 req-04e4660b-fc1b-4ed1-990a-b7364d34538b tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:57.895989 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a848ea4-069d-49c3-8859-818eabd0a5f4 req-04e4660b-fc1b-4ed1-990a-b7364d34538b tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 947 time: 0.1232889 Nov 19 03:56:57.904856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 403a0151-ea22-4f71-8216-c5a89d32be70 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:58.056923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 403a0151-ea22-4f71-8216-c5a89d32be70, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=403a0151-ea22-4f71-8216-c5a89d32be70,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:58.070818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '403a0151-ea22-4f71-8216-c5a89d32be70', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '403a0151-ea22-4f71-8216-c5a89d32be70', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:58.091258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a848ea4-069d-49c3-8859-818eabd0a5f4 req-6ef87a7a-018e-4922-b31e-d46ea35b4706 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886570 Nov 19 03:56:58.132136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:58.148222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403a0151-ea22-4f71-8216-c5a89d32be70 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:58.166744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'name': 'network-vif-deleted', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:56:58.169692 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d6e77-5c5f-42bf-9de5-12708d8a5c37" -d '{"events": [{"server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "name": "network-vif-deleted", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:56:58.175606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 403a0151-ea22-4f71-8216-c5a89d32be70, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=403a0151-ea22-4f71-8216-c5a89d32be70,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:58.183612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:58.184490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b34f8145-dea6-4af7-ae48-62013947e462 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:56:58.220232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b34f8145-dea6-4af7-ae48-62013947e462, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b34f8145-dea6-4af7-ae48-62013947e462,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:58.277562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'b34f8145-dea6-4af7-ae48-62013947e462', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'b34f8145-dea6-4af7-ae48-62013947e462', 'mac_address': 'fa:16:3e:48:12:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:56:58.284385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb44cc5-872e-43cc-9e1b-5270ae75efe9 req-77af7ef5-273d-4d6a-880a-2507ef8deb11 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:58.286751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-feb44cc5-872e-43cc-9e1b-5270ae75efe9 req-77af7ef5-273d-4d6a-880a-2507ef8deb11 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 948 time: 0.0584514 Nov 19 03:56:58.330196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=403a0151-ea22-4f71-8216-c5a89d32be70,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:58.345561 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:58.366265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-feb44cc5-872e-43cc-9e1b-5270ae75efe9 req-f756a747-ef32-4767-bdf2-077a14a3e6a2 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687106 Nov 19 03:56:58.380421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34f8145-dea6-4af7-ae48-62013947e462 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:56:58.409601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b34f8145-dea6-4af7-ae48-62013947e462, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b34f8145-dea6-4af7-ae48-62013947e462,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:56:58.416349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:58.492441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=b34f8145-dea6-4af7-ae48-62013947e462,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:58.700401 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ab138-51aa-40f7-91bf-f88c53977f21 x-openstack-request-id: req-fe0ab138-51aa-40f7-91bf-f88c53977f21 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:56:58.700683 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083e6091-1ad9-4def-bf37-4140503cab66", "name": "network-vif-deleted", "tag": "9dd349bc-f9cf-42ab-a6e2-254cdea5dd65", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:56:58.700825 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe0ab138-51aa-40f7-91bf-f88c53977f21 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:56:58.701211 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083e6091-1ad9-4def-bf37-4140503cab66', 'name': 'network-vif-deleted', 'tag': '9dd349bc-f9cf-42ab-a6e2-254cdea5dd65', 'status': 'completed', 'code': 200} Nov 19 03:56:58.719320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdd45a-5284-48e1-a4ce-43faa81868eb req-1465b4d8-0f53-4852-b47d-23f87f3deafb tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:58.720837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93bdd45a-5284-48e1-a4ce-43faa81868eb req-1465b4d8-0f53-4852-b47d-23f87f3deafb tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.4526775 Nov 19 03:56:58.742418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['b34f8145-dea6-4af7-ae48-62013947e462'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:58.743768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:58.752221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:58.780016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['403a0151-ea22-4f71-8216-c5a89d32be70'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:56:58.847621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93bdd45a-5284-48e1-a4ce-43faa81868eb req-43d404d4-b0cc-4ae8-bf21-62a9f350a164 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173210 Nov 19 03:56:58.908959 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Floating IP 26815104-16f7-4cdf-b3d2-2c98a7323ec7 associated. External IP: 172.25.8.89, port: 24cd26d4-528b-4bcb-a263-d0080062568f. Nov 19 03:56:59.226435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ce6cc-45a3-4f48-a488-c0b9d8fdf64b req-945bc575-8e82-4c44-8bf5-38faf0ec87bd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:59.230435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-932ce6cc-45a3-4f48-a488-c0b9d8fdf64b req-945bc575-8e82-4c44-8bf5-38faf0ec87bd tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.0568089 Nov 19 03:56:59.247431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Router 2a116af7-344a-44c7-be3b-02e10494a1a3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:56:59.263360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87391926-1259-4f65-8a6a-4e6fba8b7a73 req-61158b94-63bf-4538-b7a0-c9d2528610dd tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:59.264903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-87391926-1259-4f65-8a6a-4e6fba8b7a73 req-61158b94-63bf-4538-b7a0-c9d2528610dd tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 948 time: 0.0737662 Nov 19 03:56:59.292459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-932ce6cc-45a3-4f48-a488-c0b9d8fdf64b req-cdfc9eb7-a05e-4427-8ab5-511d76d4005d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578830 Nov 19 03:56:59.346076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43674) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:59.396378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-87391926-1259-4f65-8a6a-4e6fba8b7a73 req-6c80ed19-9091-473c-8a5c-2699782e3bd6 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227436 Nov 19 03:56:59.415413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:56:59.420180 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.429753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] Sync routers for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:56:59.451804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:59.452642 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:59.464897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-154bbeae-30be-45e2-b0f1-600139dc89a8 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "PUT /v2.0/floatingips/26815104-16f7-4cdf-b3d2-2c98a7323ec7 HTTP/1.1" status: 200 len: 990 time: 1.7924833 Nov 19 03:56:59.510538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc101-1093-4801-9d4f-d68d846b8ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.539061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3d207-1a38-42a4-8b28-6e5f1fa87493 req-78406a73-cb98-4d76-8b02-a5a78a9043f0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:59.540674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbd3d207-1a38-42a4-8b28-6e5f1fa87493 req-78406a73-cb98-4d76-8b02-a5a78a9043f0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 949 time: 0.1022253 Nov 19 03:56:59.615772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbd3d207-1a38-42a4-8b28-6e5f1fa87493 req-38640420-2671-4190-bdb1-b90161cf5364 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675406 Nov 19 03:56:59.658750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc101-1093-4801-9d4f-d68d846b8ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.664255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc101-1093-4801-9d4f-d68d846b8ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.669161 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:56:59.704726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdc101-1093-4801-9d4f-d68d846b8ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d734d-8004-45c3-9570-f64a9977f7d7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:59.710996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7dbdc101-1093-4801-9d4f-d68d846b8ac0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dda877d1bcdc4bf18104ead2f86a13cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635468 Nov 19 03:56:59.714068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43684) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:56:59.765198 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f087c7a8-ebc0-49bb-af52-3b8b62cc4cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.787683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f087c7a8-ebc0-49bb-af52-3b8b62cc4cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.836766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-1a72826a-7ef5-480e-819a-af9ab09d3c28 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:56:59.843816 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-1a72826a-7ef5-480e-819a-af9ab09d3c28 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.0590274 Nov 19 03:56:59.847627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f087c7a8-ebc0-49bb-af52-3b8b62cc4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.851853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f087c7a8-ebc0-49bb-af52-3b8b62cc4cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:56:59.855681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f087c7a8-ebc0-49bb-af52-3b8b62cc4cbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca1d734d-8004-45c3-9570-f64a9977f7d7 HTTP/1.1" status: 204 len: 168 time: 0.1379001 Nov 19 03:56:59.862208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087c7a8-ebc0-49bb-af52-3b8b62cc4cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d734d-8004-45c3-9570-f64a9977f7d7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:56:59.957454 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '26815104-16f7-4cdf-b3d2-2c98a7323ec7', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'port_id': '24cd26d4-528b-4bcb-a263-d0080062568f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'mac_address': 'fa:16:3e:8a:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ab5eff-0093-4323-8e07-85198cb15c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:56:39Z', 'updated_at': '2021-11-19T03:56:58Z', 'revision_number': 1, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:56:59.986139 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] Checking router: 2a116af7-344a-44c7-be3b-02e10494a1a3 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:56:59.996744 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:56:59.997464 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:00.028949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd149-7b9b-4a13-a851-42c935d66225 req-0c880edb-8e61-47e6-b014-4020e9f933cf tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:00.030562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-666cd149-7b9b-4a13-a851-42c935d66225 req-0c880edb-8e61-47e6-b014-4020e9f933cf tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0805645 Nov 19 03:57:00.034783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Deleting port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:57:00.037673 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:00.119428 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:00.166559 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-666cd149-7b9b-4a13-a851-42c935d66225 req-a569ba5d-8edb-4de5-9b79-4ee3f62bf1b3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240120 Nov 19 03:57:00.197917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] For port 7511aa67-c2f6-4830-a8e3-e669af29d7f7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7511aa67-c2f6-4830-a8e3-e669af29d7f7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:00.198223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:00.212797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Calling delete_port for 7511aa67-c2f6-4830-a8e3-e669af29d7f7 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:57:00.291697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:00.314233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:57:00.314954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9dd349bc-f9cf-42ab-a6e2-254cdea5dd65 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:57:00.435702 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '26815104-16f7-4cdf-b3d2-2c98a7323ec7', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'port_id': '24cd26d4-528b-4bcb-a263-d0080062568f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'mac_address': 'fa:16:3e:8a:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ab5eff-0093-4323-8e07-85198cb15c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:56:39Z', 'updated_at': '2021-11-19T03:56:58Z', 'revision_number': 1, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:00.467579 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09383b2-a158-4406-964a-1cd35ba5c3ae None None] The sync data for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 is: [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '26815104-16f7-4cdf-b3d2-2c98a7323ec7', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'floating_ip_address': '172.25.8.89', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'port_id': '24cd26d4-528b-4bcb-a263-d0080062568f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'mac_address': 'fa:16:3e:8a:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ab5eff-0093-4323-8e07-85198cb15c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:56:39Z', 'updated_at': '2021-11-19T03:56:58Z', 'revision_number': 1, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:00.478368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ea35-9479-4a28-a954-ad4f6fc57b82 req-6775394d-c7e4-4847-8fe0-bc95f7778ba5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:00.481059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b401ea35-9479-4a28-a954-ad4f6fc57b82 req-6775394d-c7e4-4847-8fe0-bc95f7778ba5 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=960f3517-fbc8-43ec-a425-ce1983f24a77 HTTP/1.1" status: 200 len: 944 time: 0.0974908 Nov 19 03:57:00.482309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:00.516767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-d81e3efd-84fa-45cc-8281-7d7141ea8667 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:00.519487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-d81e3efd-84fa-45cc-8281-7d7141ea8667 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 813 time: 0.1435673 Nov 19 03:57:00.535443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-c1ecf6de-4b24-4336-984f-319fc8a5d374 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/quotas/0f74449b5216473db44aba5e5bde9d1a HTTP/1.1" status: 200 len: 375 time: 0.0097294 Nov 19 03:57:00.580945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event deleted for resources: {'Port': ['ID=7511aa67-c2f6-4830-a8e3-e669af29d7f7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:00.602529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-1ded64e5-8178-48aa-9862-4b856da0c82e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607026 Nov 19 03:57:00.645819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] No DVR routers for this DVR port 7511aa67-c2f6-4830-a8e3-e669af29d7f7 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:57:00.649254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:00.652776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3404c1be-5f5e-4987-b6b6-9b1ff83d514e req-ca720d4e-ee02-4fa2-904c-f321565aa3ea tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "DELETE /v2.0/ports/7511aa67-c2f6-4830-a8e3-e669af29d7f7 HTTP/1.1" status: 204 len: 173 time: 0.8062503 Nov 19 03:57:00.676512 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b401ea35-9479-4a28-a954-ad4f6fc57b82 req-9bd95c2d-cc05-46a8-9e53-29ef0bb76303 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681721 Nov 19 03:57:00.702890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f'}, {'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'name': 'network-vif-deleted', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:00.705297 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d983b8-262c-48b6-9394-3cf21dabc794" -d '{"events": [{"name": "network-changed", "server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f"}, {"server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "name": "network-vif-deleted", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:00.731665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f1a06b6b-179a-4253-8b11-dd20c18c47af service neutron] 10.222.0.52 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221027 Nov 19 03:57:00.757720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43734) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:00.773437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d9b88-ecf3-4a18-aa36-28cc54794203 None None] New status for floating IP 26815104-16f7-4cdf-b3d2-2c98a7323ec7: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:57:00.860566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-4641a0db-7358-4eb4-9ce8-a1116c22b7f3 service neutron] 10.222.0.52 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275079 Nov 19 03:57:00.877714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f81df-c997-4067-8870-8710107c738e req-92a2fcea-0afb-42bb-b124-ea7f51dfd5be tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:00.877714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60f81df-c997-4067-8870-8710107c738e req-92a2fcea-0afb-42bb-b124-ea7f51dfd5be tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 948 time: 0.1014068 Nov 19 03:57:00.936132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60f81df-c997-4067-8870-8710107c738e req-d45d6b3a-cbd9-4386-91b5-f1685e6ff9f7 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572193 Nov 19 03:57:00.954282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1297765977-network', 'tenant_id': 'a9a7be2182504bc093a251861cd55270'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:00.986985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Made reservation on behalf of a9a7be2182504bc093a251861cd55270 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:00.990349 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.007000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.130130 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b3ae5-a93b-4c61-80da-7d06963daf60 x-openstack-request-id: req-fb8b3ae5-a93b-4c61-80da-7d06963daf60 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:01.130444 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f", "status": "completed", "code": 200}, {"server_uuid": "960f3517-fbc8-43ec-a425-ce1983f24a77", "name": "network-vif-deleted", "tag": "7511aa67-c2f6-4830-a8e3-e669af29d7f7", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:01.130710 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb8b3ae5-a93b-4c61-80da-7d06963daf60 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:01.131133 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f', 'status': 'completed', 'code': 200} Nov 19 03:57:01.131401 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960f3517-fbc8-43ec-a425-ce1983f24a77', 'name': 'network-vif-deleted', 'tag': '7511aa67-c2f6-4830-a8e3-e669af29d7f7', 'status': 'completed', 'code': 200} Nov 19 03:57:01.191095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5d76021-9b0f-49f3-90d4-a2d05b33fd80 req-8386c722-105d-41f6-94e1-bca0ef990b18 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 210 time: 0.0347853 Nov 19 03:57:01.242140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.253440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a02b0-bed8-4e5d-9eef-9c72e777c2bd req-95a1dc5f-cebe-408d-9ac3-f03b9a5f2dd1 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:01.262310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d26a02b0-bed8-4e5d-9eef-9c72e777c2bd req-95a1dc5f-cebe-408d-9ac3-f03b9a5f2dd1 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 949 time: 0.1536050 Nov 19 03:57:01.266011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.316496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:57:01.330656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-d70e84be-8152-4ef6-95fe-5f1f6d23ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:01.332311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-d70e84be-8152-4ef6-95fe-5f1f6d23ff03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7996c6f154c546eca4da474afd80cb1c&device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 1096 time: 0.1510828 Nov 19 03:57:01.357574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.357997 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Added segment 70bc25fe-60a8-403a-b284-5b430f35eed3 of type vlan for network d06a7bfd-131f-433c-b9f1-2aed680a74e6 Nov 19 03:57:01.376990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0638d5d2-71f9-46ef-86b0-176b3ea0166a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:01.442984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d26a02b0-bed8-4e5d-9eef-9c72e777c2bd req-51cbf9be-7811-465b-998d-6c776e63f8ca tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800914 Nov 19 03:57:01.457360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.508201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-8c0d7a47-82f6-4cb4-9e1f-45b1033a30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:01.509686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-8c0d7a47-82f6-4cb4-9e1f-45b1033a30aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=7140de68-49cb-4b40-aa19-2618ba573c2d HTTP/1.1" status: 200 len: 916 time: 0.1668649 Nov 19 03:57:01.510295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.511148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:01.511714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.585427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.612066 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8531368 Nov 19 03:57:01.615671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43750) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:01.620604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Request body: {'subnet': {'network_id': 'd06a7bfd-131f-433c-b9f1-2aed680a74e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1297765977-subnet', 'tenant_id': 'a9a7be2182504bc093a251861cd55270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:01.621985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db9b7-0178-4aed-b7fc-ab36c0904f9c admin admin] Pushing event updated for resources: {'Network': ['ID=d06a7bfd-131f-433c-b9f1-2aed680a74e6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:01.636487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-a7496bd6-b3ed-40ca-b33f-5c9c8573012f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cd26d4-528b-4bcb-a263-d0080062568f HTTP/1.1" status: 200 len: 1000 time: 0.1173143 Nov 19 03:57:01.639066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d06a7bfd-131f-433c-b9f1-2aed680a74e6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:57:01.654284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Made reservation on behalf of a9a7be2182504bc093a251861cd55270 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:01.656944 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.700990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-716a1dca-6b0e-4b79-ac42-326b3091ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:01.702790 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-716a1dca-6b0e-4b79-ac42-326b3091ef30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd066972-674e-4975-9fdc-b4f4816d9553 HTTP/1.1" status: 200 len: 854 time: 0.0579293 Nov 19 03:57:01.796646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-f50e3bf0-7f37-4665-9145-714e7bcbb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:01.798199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-f50e3bf0-7f37-4665-9145-714e7bcbb390 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7140de68-49cb-4b40-aa19-2618ba573c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735855 Nov 19 03:57:01.873214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:01.914328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-c0497a81-8e48-4eac-894f-e27c4b0bc6c8 service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082301 Nov 19 03:57:01.926530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=973e6769-183d-46d0-aeea-7bd0496adf2d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:01.938760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 403a0151-ea22-4f71-8216-c5a89d32be70 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:01.970958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Checking segment: {'id': '70bc25fe-60a8-403a-b284-5b430f35eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd06a7bfd-131f-433c-b9f1-2aed680a74e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:01.971659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Network hostable DHCP agents. Network: d06a7bfd-131f-433c-b9f1-2aed680a74e6, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:57:01.995064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 403a0151-ea22-4f71-8216-c5a89d32be70 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:57:02.001225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 403a0151-ea22-4f71-8216-c5a89d32be70 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:02.001897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.006671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae106200-5654-4ffd-8182-ac54e2393c29 req-8deea66e-8ab5-4f16-8b06-b448a49cd021 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.008585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae106200-5654-4ffd-8182-ac54e2393c29 req-8deea66e-8ab5-4f16-8b06-b448a49cd021 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 944 time: 0.0799479 Nov 19 03:57:02.009911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Network d06a7bfd-131f-433c-b9f1-2aed680a74e6 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:57:02.032322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d06a7bfd-131f-433c-b9f1-2aed680a74e6) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:02.047969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524f345-4117-4d0a-9131-d61c80a90ce4 None None] Network d06a7bfd-131f-433c-b9f1-2aed680a74e6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:02.048845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.049473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.090466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae106200-5654-4ffd-8182-ac54e2393c29 req-c2cc7cc2-d5d2-462e-b4ce-501d3ced037c tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c7e82fe-23c9-4618-8b8a-7ef334c0f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744998 Nov 19 03:57:02.102101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-99173cda-e7c3-414a-b4bf-765ab6ec5f5c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4787288 Nov 19 03:57:02.108620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98d983b8-262c-48b6-9394-3cf21dabc794 req-c73c2dff-b2e9-4f8c-8129-f5af450e56cf service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585281 Nov 19 03:57:02.156619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcdfc9-1b1b-4e3e-9c24-663f88a39b98 req-3868eadb-52fc-4034-8756-597d2e02db20 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.161582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7fcdfc9-1b1b-4e3e-9c24-663f88a39b98 req-3868eadb-52fc-4034-8756-597d2e02db20 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 948 time: 0.1023021 Nov 19 03:57:02.172963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.219992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7fcdfc9-1b1b-4e3e-9c24-663f88a39b98 req-ab716c87-7f96-42ca-a978-bd6a34c6302e tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540299 Nov 19 03:57:02.240989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403a0151-ea22-4f71-8216-c5a89d32be70'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:02.243640 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb902b18-6959-43b4-9665-032604fb3809" -d '{"events": [{"server_uuid": "f7a4fc68-1eb6-4b82-a807-5030f16375c1", "name": "network-vif-plugged", "status": "completed", "tag": "403a0151-ea22-4f71-8216-c5a89d32be70"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:02.268939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 403a0151-ea22-4f71-8216-c5a89d32be70, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=403a0151-ea22-4f71-8216-c5a89d32be70,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:02.292722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.293503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b34f8145-dea6-4af7-ae48-62013947e462 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:02.354862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1c653-8396-499c-87b3-52df4bd1970d None None] Network d06a7bfd-131f-433c-b9f1-2aed680a74e6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:02.357889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90d80c42-33f0-4e8b-ae1f-75b22490194d req-1c1ba532-c8b1-44d5-b888-140ba2c2bfd2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 210 time: 0.0398402 Nov 19 03:57:02.422298 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d74392-903d-42c6-8439-75319c729279 x-openstack-request-id: req-09d74392-903d-42c6-8439-75319c729279 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:02.422866 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4fc68-1eb6-4b82-a807-5030f16375c1", "name": "network-vif-plugged", "status": "completed", "tag": "403a0151-ea22-4f71-8216-c5a89d32be70", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:02.423296 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09d74392-903d-42c6-8439-75319c729279 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:02.423873 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403a0151-ea22-4f71-8216-c5a89d32be70', 'code': 200} Nov 19 03:57:02.442467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=403a0151-ea22-4f71-8216-c5a89d32be70,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:02.476109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port b34f8145-dea6-4af7-ae48-62013947e462 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:57:02.486643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port b34f8145-dea6-4af7-ae48-62013947e462 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:02.487309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.574689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f409ab09-ee6c-4215-9b6a-068d2f465cf9 req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2089899427', 'description': 'tempest-description-1142471998'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:02.589120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-28de31e1-9385-4760-8c8f-b2b9eac9a4d1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.590854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-28de31e1-9385-4760-8c8f-b2b9eac9a4d1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.31 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 813 time: 0.2515404 Nov 19 03:57:02.617170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Request body: {'port': {'device_id': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'admin_state_up': True, 'tenant_id': '0f74449b5216473db44aba5e5bde9d1a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:02.645097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05a028-7854-4200-be70-3e186afa9371 req-077b7a82-2995-4eb7-91eb-84f4f41aa718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.648944 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb05a028-7854-4200-be70-3e186afa9371 req-077b7a82-2995-4eb7-91eb-84f4f41aa718 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 1100 time: 0.1162093 Nov 19 03:57:02.654794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-334475f3-e87e-44b4-a342-7c473864190d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.656454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-334475f3-e87e-44b4-a342-7c473864190d tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 944 time: 0.0907421 Nov 19 03:57:02.656891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.670307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe5d07-dad8-4b40-8485-4b6f198d2cbc req-d0a27e26-22db-46e3-8cc7-14096c9ccea7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:02.672075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dfe5d07-dad8-4b40-8485-4b6f198d2cbc req-d0a27e26-22db-46e3-8cc7-14096c9ccea7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 949 time: 0.0708103 Nov 19 03:57:02.676400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f409ab09-ee6c-4215-9b6a-068d2f465cf9 req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.701566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b34f8145-dea6-4af7-ae48-62013947e462, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b34f8145-dea6-4af7-ae48-62013947e462,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:02.708178 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.761357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=b34f8145-dea6-4af7-ae48-62013947e462,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:02.780586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb05a028-7854-4200-be70-3e186afa9371 req-69cde612-2b05-45a7-b86f-4871364d504c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058190 Nov 19 03:57:02.793639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dfe5d07-dad8-4b40-8485-4b6f198d2cbc req-a09c9e1f-10ae-44a8-b119-59f2a0236306 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935190 Nov 19 03:57:02.813393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Deleting port f17b6bda-8c5d-48f7-a022-639087fde0a7 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:57:02.814021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.847087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f409ab09-ee6c-4215-9b6a-068d2f465cf9 req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.849722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Made reservation on behalf of 0f74449b5216473db44aba5e5bde9d1a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:02.853855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.857025 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f409ab09-ee6c-4215-9b6a-068d2f465cf9 req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.907470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f409ab09-ee6c-4215-9b6a-068d2f465cf9 req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.908705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f409ab09-ee6c-4215-9b6a-068d2f465cf9 req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3425632 Nov 19 03:57:02.911844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] For port f17b6bda-8c5d-48f7-a022-639087fde0a7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f17b6bda-8c5d-48f7-a022-639087fde0a7,segment=NetworkSegment(809ec979-954a-403e-bebe-83be12d0e217),segment_id=809ec979-954a-403e-bebe-83be12d0e217)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:02.912492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:02.926694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Calling delete_port for f17b6bda-8c5d-48f7-a022-639087fde0a7 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:57:02.938742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a52b4-bb5c-4e5e-a023-31a654d844ef tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca52720f-cd0e-44ff-ba0d-8968274e1f41,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:03.019088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Allocated IP 172.20.0.14 (8e009a86-46ed-4d74-8c23-5e9222dc7a13/c8e75b49-dbaf-4a12-9906-525bc057ca32/0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:03.028635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-69b5edf1-3cd1-4b2d-84e8-b3dff90a5ef5 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/ca52720f-cd0e-44ff-ba0d-8968274e1f41 HTTP/1.1" status: 200 len: 1822 time: 0.0921941 Nov 19 03:57:03.046605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca52720f-cd0e-44ff-ba0d-8968274e1f41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:03.046943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca52720f-cd0e-44ff-ba0d-8968274e1f41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:03.139190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.175914 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.179082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Pushing event deleted for resources: {'Port': ['ID=f17b6bda-8c5d-48f7-a022-639087fde0a7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:03.197301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.214979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ffc43264-c1ec-4902-a8db-c5947c5e7b02 req-a348ae18-5cba-494e-bbb9-06b0939320a8 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8f25d9b-b774-4580-9867-9cd09ba13bca HTTP/1.1" status: 200 len: 210 time: 0.0376909 Nov 19 03:57:03.245167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] No DVR routers for this DVR port f17b6bda-8c5d-48f7-a022-639087fde0a7 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:57:03.247988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.249321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.253049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d11ef037-2601-4cf2-8f59-ac2a08815b0f req-8ddb742c-2d3b-49c6-a154-ecb4a43cb390 tempest-LiveMigrationTest-973736952 tempest-LiveMigrationTest-973736952-project] 10.222.0.31 "DELETE /v2.0/ports/f17b6bda-8c5d-48f7-a022-639087fde0a7 HTTP/1.1" status: 204 len: 173 time: 0.5795851 Nov 19 03:57:03.253518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'name': 'network-vif-deleted', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:03.254583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.256166 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ee667-6bd8-4f3f-9992-2cc050a1fd87" -d '{"events": [{"server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "name": "network-vif-deleted", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:03.259760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.283172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78193d6f-6bcf-4a89-8593-a12ec47cde48,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:03.293659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.295553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c6d30316-d0a9-48b1-b870-1a3dc204a39b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:03.306767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:03.308708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f26477d2-09fd-4197-b6d1-d4a055e791b5 req-8257ae4b-391e-46d1-bb65-f47fb323963a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2674358 Nov 19 03:57:03.309008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:03.313108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:03.342198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Pushing event updated for resources: {'Port': ['ID=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:03.350377 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0319b1-3b52-488a-b385-727fc16b5b5e x-openstack-request-id: req-7a0319b1-3b52-488a-b385-727fc16b5b5e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:03.351556 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f25d9b-b774-4580-9867-9cd09ba13bca", "name": "network-vif-deleted", "tag": "f17b6bda-8c5d-48f7-a022-639087fde0a7", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:03.352001 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a0319b1-3b52-488a-b385-727fc16b5b5e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:03.352581 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f25d9b-b774-4580-9867-9cd09ba13bca', 'name': 'network-vif-deleted', 'tag': 'f17b6bda-8c5d-48f7-a022-639087fde0a7', 'status': 'completed', 'code': 200} Nov 19 03:57:03.408541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:03.408541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.427966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a1251-2d1e-452c-b7be-a5aceafb8f5d req-442d7970-27fa-409d-aef1-e833137a7983 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:03.429531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-927a1251-2d1e-452c-b7be-a5aceafb8f5d req-442d7970-27fa-409d-aef1-e833137a7983 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 949 time: 0.0913258 Nov 19 03:57:03.440637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-70d5c446-2294-42de-9ecc-7b7373f7b895 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8296313 Nov 19 03:57:03.478804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-a92be03c-0264-4e3b-9ec0-426496e80618 req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-661435040', 'description': 'tempest-description-41893410'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:03.492821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Request body: {'port': {'device_id': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:03.499686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-927a1251-2d1e-452c-b7be-a5aceafb8f5d req-a1d56f60-4cea-4326-b90c-1fb7230d32d5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630269 Nov 19 03:57:03.522852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a92be03c-0264-4e3b-9ec0-426496e80618 req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.565034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.614938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a92be03c-0264-4e3b-9ec0-426496e80618 req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.620268 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a92be03c-0264-4e3b-9ec0-426496e80618 req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.655448 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a92be03c-0264-4e3b-9ec0-426496e80618 req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.656763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a92be03c-0264-4e3b-9ec0-426496e80618 req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1852441 Nov 19 03:57:03.671706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53ee52-4eac-4a46-9666-b79e89c9c150 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c841d28c-abe6-4aab-85eb-fdcfcab0a5b5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:03.782248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-17363f9c-2e80-4d7e-941a-45fde600f007 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/c841d28c-abe6-4aab-85eb-fdcfcab0a5b5 HTTP/1.1" status: 200 len: 1819 time: 0.0410750 Nov 19 03:57:03.792982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd0de-aebb-4ed1-98ed-866b6920052d req-9c94b6f5-8010-4a07-b675-6a51fdaa2565 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:03.794517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0edfd0de-aebb-4ed1-98ed-866b6920052d req-9c94b6f5-8010-4a07-b675-6a51fdaa2565 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 932 time: 0.1057255 Nov 19 03:57:03.797409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c841d28c-abe6-4aab-85eb-fdcfcab0a5b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:03.797969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c841d28c-abe6-4aab-85eb-fdcfcab0a5b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:03.866319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.900533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.905157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.923254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0edfd0de-aebb-4ed1-98ed-866b6920052d req-2119d04a-2826-49fa-8b86-eb184ad6826a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219907 Nov 19 03:57:03.923504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675eefc4-7aac-416d-a7ea-a12e689d1a40,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:03.934288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:03.943225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90de907c-2402-4a24-b1f2-2d83a192af4b req-a527644b-fe44-4f83-9bcd-d5a3be562b1b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1467619 Nov 19 03:57:03.970710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b96c9f4e-cbb4-42dc-b02f-4f9717b3d911 req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1673220152', 'description': 'tempest-description-684003715'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:04.000863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b96c9f4e-cbb4-42dc-b02f-4f9717b3d911 req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.045636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:04.062303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.074362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b96c9f4e-cbb4-42dc-b02f-4f9717b3d911 req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.076180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0319c-2173-4551-b73b-6e0c47555cce req-af1fc292-d0a9-4d5f-83bb-9feb33431722 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:04.077680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae0319c-2173-4551-b73b-6e0c47555cce req-af1fc292-d0a9-4d5f-83bb-9feb33431722 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 950 time: 0.0834241 Nov 19 03:57:04.078644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b96c9f4e-cbb4-42dc-b02f-4f9717b3d911 req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.086828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Transition to ACTIVE for port object 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:57:04.099579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.114117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b96c9f4e-cbb4-42dc-b02f-4f9717b3d911 req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.115388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b96c9f4e-cbb4-42dc-b02f-4f9717b3d911 req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1519766 Nov 19 03:57:04.117256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ec555-9449-4ffe-9e1f-9ed248202232 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f41213d-26f1-4f79-bb83-869eaabda36c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:04.145211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-11e9c357-f6be-4b5c-ab51-51ca9f9f41da req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-455177958', 'description': 'tempest-description-911788566'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:04.166972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11e9c357-f6be-4b5c-ab51-51ca9f9f41da req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.172050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:04.178335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae0319c-2173-4551-b73b-6e0c47555cce req-1adfb174-1d12-48a1-830d-7924a683e46c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927346 Nov 19 03:57:04.249409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11e9c357-f6be-4b5c-ab51-51ca9f9f41da req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.249589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Attempting to bind port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:04.249812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Attempting to bind port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:04.250264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Attempting to bind port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:04.255772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11e9c357-f6be-4b5c-ab51-51ca9f9f41da req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.260073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:57:04.260406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Attempting to bind port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:04.267059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:04.267407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Checking segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:04.267934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Bound using segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:04.268373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Bound port: 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:04.268759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.281760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43806) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:04.296923 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11e9c357-f6be-4b5c-ab51-51ca9f9f41da req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.298182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11e9c357-f6be-4b5c-ab51-51ca9f9f41da req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1600161 Nov 19 03:57:04.300046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c5331-76b0-4a1f-a8ad-c3450de0542c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f157302-7c84-4809-ab93-592ebf4ae994,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:04.323444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:04.344619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 7511aa67-c2f6-4830-a8e3-e669af29d7f7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:57:04.344972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7511aa67-c2f6-4830-a8e3-e669af29d7f7 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:57:04.367428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] For port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:04.387018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] For port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:04.390547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-822e9a61-9964-482a-b1fe-22774177a93b req-de732dc0-9884-4791-ba42-e24055a3a0cb tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/7f41213d-26f1-4f79-bb83-869eaabda36c HTTP/1.1" status: 200 len: 1821 time: 0.0655768 Nov 19 03:57:04.392681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.409113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Deleting subnet 7c25ea14-04f2-47ea-a237-66de1ccbb6b7 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:57:04.413137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.425002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f8145-dea6-4af7-ae48-62013947e462'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:04.428124 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ffb8b4-f055-493f-8013-2db73fbca515" -d '{"events": [{"server_uuid": "fee866f8-371a-41d6-816e-e330c9ed4880", "name": "network-vif-plugged", "status": "completed", "tag": "b34f8145-dea6-4af7-ae48-62013947e462"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:04.444289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:04.444917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.446342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] 10.222.0.31 "PUT /v2.0/ports/0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 HTTP/1.1" status: 200 len: 1092 time: 0.9591811 Nov 19 03:57:04.448532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'tag': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:04.450833 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a64fa5-c29a-4854-9acf-b02d9db529ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8f4874-daff-47d1-adfe-7110e40b6a07", "tag": "0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:04.456304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.476118 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b76b5-f360-4523-b15f-4683bbdd5d89 x-openstack-request-id: req-fe9b76b5-f360-4523-b15f-4683bbdd5d89 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:04.477270 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee866f8-371a-41d6-816e-e330c9ed4880", "name": "network-vif-plugged", "status": "completed", "tag": "b34f8145-dea6-4af7-ae48-62013947e462", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:04.477720 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe9b76b5-f360-4523-b15f-4683bbdd5d89 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:04.478898 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f8145-dea6-4af7-ae48-62013947e462', 'code': 200} Nov 19 03:57:04.488883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622b49f-7842-4503-a17d-4a43b629f522 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:04.512967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-822e9a61-9964-482a-b1fe-22774177a93b req-5bfdf00d-b054-49d8-b26d-2c0663ee387e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/8f157302-7c84-4809-ab93-592ebf4ae994 HTTP/1.1" status: 200 len: 1820 time: 0.1146197 Nov 19 03:57:04.514909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.527619 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd5a2e7-d323-4400-991b-ee0afe4b7a16 x-openstack-request-id: req-edd5a2e7-d323-4400-991b-ee0afe4b7a16 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:04.527918 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8f4874-daff-47d1-adfe-7110e40b6a07", "tag": "0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:04.528188 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edd5a2e7-d323-4400-991b-ee0afe4b7a16 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:04.528598 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'tag': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8', 'status': 'completed', 'code': 200} Nov 19 03:57:04.551965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f41213d-26f1-4f79-bb83-869eaabda36c', 'remote_group_id': '8f157302-7c84-4809-ab93-592ebf4ae994', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:04.552688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f41213d-26f1-4f79-bb83-869eaabda36c', 'remote_group_id': '8f157302-7c84-4809-ab93-592ebf4ae994', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:04.586695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.619965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c25ea14-04f2-47ea-a237-66de1ccbb6b7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:04.623806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.630760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc58ede1-58a4-448f-89c0-409cba30fb12 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c25ea14-04f2-47ea-a237-66de1ccbb6b7 HTTP/1.1" status: 204 len: 168 time: 0.3479741 Nov 19 03:57:04.631631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43822) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:04.631797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-a9085f0a-c7c7-4be9-a067-e710b72b12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:04.633301 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-a9085f0a-c7c7-4be9-a067-e710b72b12cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 1095 time: 0.1194751 Nov 19 03:57:04.638139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d12449-2400-4010-9b34-0bbdf96ed699 req-43f6beb3-f8c4-474d-a3d5-09cbc05ef237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:04.639599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b6d12449-2400-4010-9b34-0bbdf96ed699 req-43f6beb3-f8c4-474d-a3d5-09cbc05ef237 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 1101 time: 0.0823605 Nov 19 03:57:04.722865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-48ab6479-67fc-43c0-8845-151955c813f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 HTTP/1.1" status: 200 len: 217 time: 0.0610664 Nov 19 03:57:04.738174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.747558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.750194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22514c-c89f-4490-98ab-0999a35d3389 req-aa191dc0-672e-48e2-8456-b1f54772a1ca tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:04.751708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab22514c-c89f-4490-98ab-0999a35d3389 req-aa191dc0-672e-48e2-8456-b1f54772a1ca tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 949 time: 0.0716453 Nov 19 03:57:04.809502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b6d12449-2400-4010-9b34-0bbdf96ed699 req-5c2a1695-6598-4b74-ad5d-5db93c8a0196 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612794 Nov 19 03:57:04.824234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.826040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-74f5cc66-2d0c-41c6-9195-9bc5c7ba799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:04.827482 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-74f5cc66-2d0c-41c6-9195-9bc5c7ba799f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.0945768 Nov 19 03:57:04.828528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.865652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.872727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f987d9-ad81-4d00-9d08-204d16393a8b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:04.875895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-a28ccac0-44c4-4843-a00d-46f82a77f870 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388689 Nov 19 03:57:04.876388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab22514c-c89f-4490-98ab-0999a35d3389 req-611868cc-a116-4d44-9703-6593134a4c9d tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160538 Nov 19 03:57:04.885136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.886360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-822e9a61-9964-482a-b1fe-22774177a93b req-9230e99a-3757-4721-94c3-537ea0583051 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3569558 Nov 19 03:57:04.890707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93412f5-0525-41bb-bb3a-3134534ed20b']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:04.902640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809ec979-954a-403e-bebe-83be12d0e217') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:04.902939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809ec979-954a-403e-bebe-83be12d0e217') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:04.927176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.933597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.942206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:57:04.942770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:57:04.944833 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:57:05.015468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.030943 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.038275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e93412f5-0525-41bb-bb3a-3134534ed20b HTTP/1.1" status: 204 len: 168 time: 0.4022427 Nov 19 03:57:05.054080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34777-acd0-42b0-a931-16e0e6cf4704 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93412f5-0525-41bb-bb3a-3134534ed20b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:05.056707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43832) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:05.070744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-da17d94a-d753-4f56-956a-7b1285faa33f req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-100976131', 'description': 'tempest-description-352700867'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:05.132509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Deleting subnet 8b5d5f41-8c38-42e8-8311-370572206d42 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:57:05.136420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.138582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da17d94a-d753-4f56-956a-7b1285faa33f req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.190157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.264431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.333142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da17d94a-d753-4f56-956a-7b1285faa33f req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.341574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da17d94a-d753-4f56-956a-7b1285faa33f req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.360972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9336ea4-9491-4b81-9969-988872ad8d0a req-4620cc2a-f4f5-4020-aa2c-34dd31098355 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:05.362463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c9336ea4-9491-4b81-9969-988872ad8d0a req-4620cc2a-f4f5-4020-aa2c-34dd31098355 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 944 time: 0.0736444 Nov 19 03:57:05.380592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-ca2df0d6-94e6-4cde-90ce-0689d0d8c870 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932873 Nov 19 03:57:05.382191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333c071e-6ef9-49a0-8d5d-eccf6edc5f1d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:05.386919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.393321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da17d94a-d753-4f56-956a-7b1285faa33f req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.395355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da17d94a-d753-4f56-956a-7b1285faa33f req-bc46af10-3eb5-46d1-b979-2958e5633167 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3372993 Nov 19 03:57:05.420801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.424125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8b5d5f41-8c38-42e8-8311-370572206d42 HTTP/1.1" status: 204 len: 168 time: 0.3648503 Nov 19 03:57:05.425162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dbccb-e58c-4eeb-86f1-c95f3e46ecec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5d5f41-8c38-42e8-8311-370572206d42,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:05.427607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43844) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:05.478687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c9336ea4-9491-4b81-9969-988872ad8d0a req-fc97667c-06e1-4b91-b96a-88104e91f4c2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064973 Nov 19 03:57:05.508825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d7a4cd2-2517-4a60-bc14-2096e431c5df req-62bdc239-e1fb-4cd9-b3b8-87b2d5f0aa67 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180851 Nov 19 03:57:05.537245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.552872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17804b2-3f63-4669-a09a-4d97978562c4 req-1008267f-fda0-4500-9a52-8b2793a4f096 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:05.554788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a17804b2-3f63-4669-a09a-4d97978562c4 req-1008267f-fda0-4500-9a52-8b2793a4f096 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 950 time: 0.0817816 Nov 19 03:57:05.587729 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-26acdf6f-2873-496e-a666-0612a4dfe7f2 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=16dc011056c043b794c342bae4a79f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235400 Nov 19 03:57:05.666934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.672051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a17804b2-3f63-4669-a09a-4d97978562c4 req-c18da343-cb32-4b07-a3b4-d03caec484b1 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103282 Nov 19 03:57:05.697903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e98839-71a2-47d6-a0fa-1edbb8e101cc']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:05.711930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-412d8980-7a42-4bb6-a25b-c718ca3d8a56 req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1878339703', 'description': 'tempest-description-1002300118'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:05.720607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-7b1cac99-55ce-40e8-aaf1-6d6e29eb9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:05.721237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a469a4c2-2d90-43e6-abfe-a1157e9c3f1b') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:05.721541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a469a4c2-2d90-43e6-abfe-a1157e9c3f1b') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:05.722153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-7b1cac99-55ce-40e8-aaf1-6d6e29eb9d3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 1095 time: 0.0811141 Nov 19 03:57:05.734622 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.741543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-d903d181-0348-4a30-9fe6-f96d7ba900c5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:05.743027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-d903d181-0348-4a30-9fe6-f96d7ba900c5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486943 Nov 19 03:57:05.756085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.761849 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-412d8980-7a42-4bb6-a25b-c718ca3d8a56 req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.763854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:57:05.764241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:57:05.765861 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:57:05.797430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-bf1fabbf-45eb-4655-9cb6-b8e0749a255f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/quotas/16dc011056c043b794c342bae4a79f64 HTTP/1.1" status: 200 len: 375 time: 0.0461011 Nov 19 03:57:05.845969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.855354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.858596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c4e98839-71a2-47d6-a0fa-1edbb8e101cc HTTP/1.1" status: 204 len: 168 time: 0.4300337 Nov 19 03:57:05.871247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755b8ea-89d8-49c1-8ab4-f539127880a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e98839-71a2-47d6-a0fa-1edbb8e101cc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:05.894996 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-04158811-fea5-4e4a-9463-88b09f8d7899 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16dc011056c043b794c342bae4a79f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909879 Nov 19 03:57:05.897759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-2783b713-f15b-414c-a6ec-35d2de4e3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:05.899489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-2783b713-f15b-414c-a6ec-35d2de4e3ad6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 914 time: 0.1554294 Nov 19 03:57:05.904606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-412d8980-7a42-4bb6-a25b-c718ca3d8a56 req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.909418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-412d8980-7a42-4bb6-a25b-c718ca3d8a56 req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.944047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97dc680-b8ed-4574-a774-e0f3e09aa840,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:05.949212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-412d8980-7a42-4bb6-a25b-c718ca3d8a56 req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:05.974456 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-d17df3fb-3683-43dd-a342-1b61944bfd42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 HTTP/1.1" status: 200 len: 217 time: 0.0604572 Nov 19 03:57:05.976077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-412d8980-7a42-4bb6-a25b-c718ca3d8a56 req-e7e24cd6-b8c8-4a75-94b9-a38ad5083c96 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2706029 Nov 19 03:57:06.018942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43860) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:06.051896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-7b1a0083-1917-481a-b14b-ddd9be864df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:06.053576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-7b1a0083-1917-481a-b14b-ddd9be864df0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.0702806 Nov 19 03:57:06.105184 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-014d3ef3-f7ac-4088-8ddf-a4898dba29e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413551 Nov 19 03:57:06.108946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a39f67e-191b-457d-8076-dee151f74962 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4842bef5db83421892a395c9c6fc1fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881145 Nov 19 03:57:06.111173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43870) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:06.179279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-3f5d3135-f9a4-49cb-ac7f-9fadbfc5df7d tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/333c071e-6ef9-49a0-8d5d-eccf6edc5f1d HTTP/1.1" status: 200 len: 1820 time: 0.0824609 Nov 19 03:57:06.197586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d56e103-cb71-4442-9982-478ca27e807b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.239546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-5518f8fe-fd8f-4168-83fc-a4a7a9d36494 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128712 Nov 19 03:57:06.242289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d56e103-cb71-4442-9982-478ca27e807b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.278714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-4397c7f2-1b87-4f5b-bd11-b2a7bb269164 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/e97dc680-b8ed-4574-a774-e0f3e09aa840 HTTP/1.1" status: 200 len: 1822 time: 0.0831318 Nov 19 03:57:06.300195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '333c071e-6ef9-49a0-8d5d-eccf6edc5f1d', 'remote_group_id': 'e97dc680-b8ed-4574-a774-e0f3e09aa840', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:06.301496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '333c071e-6ef9-49a0-8d5d-eccf6edc5f1d', 'remote_group_id': 'e97dc680-b8ed-4574-a774-e0f3e09aa840', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:06.324185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:06.344358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d56e103-cb71-4442-9982-478ca27e807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.347479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d56e103-cb71-4442-9982-478ca27e807b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.351714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6982c7bc-300a-491d-a124-83fd30a9a488 req-29313d89-6776-4b27-9529-19952baab61f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 210 time: 0.0420871 Nov 19 03:57:06.351873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d56e103-cb71-4442-9982-478ca27e807b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c7e82fe-23c9-4618-8b8a-7ef334c0f217 HTTP/1.1" status: 204 len: 168 time: 0.2369626 Nov 19 03:57:06.370652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56e103-cb71-4442-9982-478ca27e807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e82fe-23c9-4618-8b8a-7ef334c0f217,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:06.391030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-32a64fa5-c29a-4854-9acf-b02d9db529ad req-7990d038-b78b-4e86-8564-bfe49df266d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415546 Nov 19 03:57:06.407837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: f17b6bda-8c5d-48f7-a022-639087fde0a7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:57:06.408183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f17b6bda-8c5d-48f7-a022-639087fde0a7 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:57:06.413025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.464230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.468728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.489840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7df3fce-c077-4448-9077-311357bca3ce,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:06.501972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.503004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc7507dd-5ed6-47fb-8f6f-67870c156e1e req-70079a8c-62a7-4a2d-b4aa-e7e16349992e tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2086351 Nov 19 03:57:06.595710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e12cd2d-b24d-402a-93d1-b8f77ff58078 req-928b2325-a22b-4cda-94be-f94c5dc9d643 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/e97dc680-b8ed-4574-a774-e0f3e09aa840 HTTP/1.1" status: 200 len: 1822 time: 0.0548496 Nov 19 03:57:06.644973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56908eea-59e8-4bc6-969b-46b139acf69a req-772ae866-686e-49c0-83fa-4b72d2fa96dc tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:06.647859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56908eea-59e8-4bc6-969b-46b139acf69a req-772ae866-686e-49c0-83fa-4b72d2fa96dc tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 944 time: 0.0758626 Nov 19 03:57:06.665009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e12cd2d-b24d-402a-93d1-b8f77ff58078 req-49b38738-74b4-4979-8dee-99c02c0693d9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.693965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e12cd2d-b24d-402a-93d1-b8f77ff58078 req-49b38738-74b4-4979-8dee-99c02c0693d9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.713886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56908eea-59e8-4bc6-969b-46b139acf69a req-05eac470-efe4-408f-bb23-c7cfe491b7b9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Nov 19 03:57:06.786254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e12cd2d-b24d-402a-93d1-b8f77ff58078 req-49b38738-74b4-4979-8dee-99c02c0693d9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.790335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e12cd2d-b24d-402a-93d1-b8f77ff58078 req-49b38738-74b4-4979-8dee-99c02c0693d9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.796961 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e12cd2d-b24d-402a-93d1-b8f77ff58078 req-49b38738-74b4-4979-8dee-99c02c0693d9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/e97dc680-b8ed-4574-a774-e0f3e09aa840 HTTP/1.1" status: 204 len: 173 time: 0.1921401 Nov 19 03:57:06.808886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b38738-74b4-4979-8dee-99c02c0693d9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97dc680-b8ed-4574-a774-e0f3e09aa840,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:06.836729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:06.861702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a583dab-665a-413f-af8f-e1575e33db9d req-d4f21b2d-6f2e-48e1-b072-028c83e23d64 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:06.864053 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a583dab-665a-413f-af8f-e1575e33db9d req-d4f21b2d-6f2e-48e1-b072-028c83e23d64 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 950 time: 0.0810306 Nov 19 03:57:06.902033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0310e89c-5fe0-4223-8bb5-daec0a9ede99 req-41fb081a-7b1a-44d1-bdba-e219b7e16f32 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/333c071e-6ef9-49a0-8d5d-eccf6edc5f1d HTTP/1.1" status: 200 len: 1820 time: 0.0837395 Nov 19 03:57:06.913093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43894) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:06.913609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc875dfc-6afb-4fd1-8179-aafae1b2ffae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=888f9d41c7704cf4ac9d13e11da0b968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754120 Nov 19 03:57:06.929687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-a1ea3435-68a5-4684-af7b-5dbf9a490af6 req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-818922389', 'description': 'tempest-description-1364859102'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:06.933881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a583dab-665a-413f-af8f-e1575e33db9d req-93f211ba-5572-4853-8042-ce429296380d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627303 Nov 19 03:57:06.954470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a1ea3435-68a5-4684-af7b-5dbf9a490af6 req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:06.978560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8b2b-66f9-459a-8142-4511c599aadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.002102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8b2b-66f9-459a-8142-4511c599aadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.030551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a1ea3435-68a5-4684-af7b-5dbf9a490af6 req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.036824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a1ea3435-68a5-4684-af7b-5dbf9a490af6 req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.056956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8b2b-66f9-459a-8142-4511c599aadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.059672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6f8b2b-66f9-459a-8142-4511c599aadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.062424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e6f8b2b-66f9-459a-8142-4511c599aadd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46f12b06-0515-4398-90dc-455d644ca715 HTTP/1.1" status: 204 len: 168 time: 0.1483278 Nov 19 03:57:07.068159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248294a7-4e5a-4607-aa4d-29aa3086459d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:07.073372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a1ea3435-68a5-4684-af7b-5dbf9a490af6 req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.084150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f8b2b-66f9-459a-8142-4511c599aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f12b06-0515-4398-90dc-455d644ca715,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:07.090470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1ea3435-68a5-4684-af7b-5dbf9a490af6 req-735a891f-04f2-4b24-8e1d-c29c153ad993 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1601977 Nov 19 03:57:07.247289 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-eacea614-5453-412c-b979-75193d941e7c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=16dc011056c043b794c342bae4a79f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301945 Nov 19 03:57:07.249618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-d79416d8-cd68-4739-a745-871ccb7f09ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/248294a7-4e5a-4607-aa4d-29aa3086459d HTTP/1.1" status: 200 len: 1821 time: 0.0678685 Nov 19 03:57:07.263848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '248294a7-4e5a-4607-aa4d-29aa3086459d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:07.264171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '248294a7-4e5a-4607-aa4d-29aa3086459d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:07.341831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.396150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.404235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.427706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ee756b-4755-40f0-94a6-8a5f81554692,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:07.432568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-2de13115-1749-4a3c-bde1-95554d77ef04 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.434318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-2de13115-1749-4a3c-bde1-95554d77ef04 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804571 Nov 19 03:57:07.438235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.439463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33627bf8-95f1-4817-a037-f45d10f7a465 req-269a932c-fae6-4543-8712-e6f1e4ac28ff tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1798894 Nov 19 03:57:07.449155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Request body: {'port': {'device_id': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '16dc011056c043b794c342bae4a79f64'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:07.616291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d1f4982-5025-4dd3-926e-e4d511c14e38 req-28d60169-1286-4623-94e0-66373b708041 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 210 time: 0.0363619 Nov 19 03:57:07.626017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-8f758b7d-95d2-46a8-bc51-a9f151882ea6 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/248294a7-4e5a-4607-aa4d-29aa3086459d HTTP/1.1" status: 200 len: 2414 time: 0.0707672 Nov 19 03:57:07.642906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Made reservation on behalf of 16dc011056c043b794c342bae4a79f64 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:07.647051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.653893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '248294a7-4e5a-4607-aa4d-29aa3086459d', 'remote_group_id': None}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:07.654249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '248294a7-4e5a-4607-aa4d-29aa3086459d', 'remote_group_id': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:07.800227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.865278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.874862 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.886746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Allocated IP 192.168.233.245 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/224bff1c-65cc-4a42-a291-80abc1cf7b4a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:07.904196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393ca436-1cf9-483c-818a-9143df237520,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:07.920792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:07.932356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb478175-af5e-4e63-8ce1-fee9da23d7be req-c53148c5-0e61-4aa8-8394-35b1befa2e38 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2916310 Nov 19 03:57:07.980256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.980888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.981391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.981858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.982513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.983140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.983877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.984509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.985246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.985845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.986504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.986976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.987434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.988601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.989690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:07.992185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e847273-eaae-42d6-aced-c91192a58071 req-bfc65c8c-4135-4f81-b55a-f3a746cf5fac tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f&device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07&device_id=fee866f8-371a-41d6-816e-e330c9ed4880&device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1&device_id=87ab5eff-0093-4323-8e07-85198cb15c43&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c&device_id=26f62a36-ba40-49be-8f28-24ac761fbd76&device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc&device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 13609 time: 0.0780420 Nov 19 03:57:08.014442 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e847273-eaae-42d6-aced-c91192a58071 req-b94a07e1-7575-46f7-bd3e-1e2a44f1fbf6 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.095355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938006-4f95-429b-84b9-80da8d923aee req-c305239a-9cce-4923-83e3-377da2a5fbed tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:08.096885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f3938006-4f95-429b-84b9-80da8d923aee req-c305239a-9cce-4923-83e3-377da2a5fbed tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 944 time: 0.1071088 Nov 19 03:57:08.097032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e847273-eaae-42d6-aced-c91192a58071 req-b94a07e1-7575-46f7-bd3e-1e2a44f1fbf6 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.103838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8e847273-eaae-42d6-aced-c91192a58071 req-b94a07e1-7575-46f7-bd3e-1e2a44f1fbf6 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.148208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.167210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a07e1-7575-46f7-bd3e-1e2a44f1fbf6 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae10794-786f-4e42-9978-b83e3fdb298f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:08.196973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f3938006-4f95-429b-84b9-80da8d923aee req-723969a3-9ef5-4cee-8bf0-18a98ed15990 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865016 Nov 19 03:57:08.236344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.249765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['403a0151-ea22-4f71-8216-c5a89d32be70'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:08.250818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e847273-eaae-42d6-aced-c91192a58071 req-b94a07e1-7575-46f7-bd3e-1e2a44f1fbf6 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=a36811c2-85b7-4530-9b63-ba50a58f0a70&id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 767 time: 0.2501845 Nov 19 03:57:08.315457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:08.322167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:08.322401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:57:08.328430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:08.332886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Pushing event updated for resources: {'Port': ['ID=224bff1c-65cc-4a42-a291-80abc1cf7b4a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:08.371054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1678fb37-05d6-4ab0-b432-c6e42a93041c req-a51cda26-9c2b-429f-9cd2-6a1a6bd59116 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/248294a7-4e5a-4607-aa4d-29aa3086459d HTTP/1.1" status: 200 len: 3012 time: 0.1450622 Nov 19 03:57:08.421875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:08.422493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.431489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-a66a7242-c664-40b4-88c1-e7de6ce29e07 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-group-rules/393ca436-1cf9-483c-818a-9143df237520 HTTP/1.1" status: 200 len: 783 time: 0.0398049 Nov 19 03:57:08.455295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-dd9d38c9-3593-4af8-832e-592ce687d04c tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0105431 Nov 19 03:57:08.469270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Request body: {'port': {'device_id': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:08.532887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-44e4c664-17a3-442d-9c67-c6b55088bcfb tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/248294a7-4e5a-4607-aa4d-29aa3086459d HTTP/1.1" status: 200 len: 3012 time: 0.0933547 Nov 19 03:57:08.563505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-3daa7bd6-9833-45fd-b073-037e0f799920 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.578151 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-3daa7bd6-9833-45fd-b073-037e0f799920 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.589138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.627199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-3daa7bd6-9833-45fd-b073-037e0f799920 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.637511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-3daa7bd6-9833-45fd-b073-037e0f799920 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.653283 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb5a24dd-48ba-4d58-82e6-091db1c107b1 req-3daa7bd6-9833-45fd-b073-037e0f799920 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/393ca436-1cf9-483c-818a-9143df237520 HTTP/1.1" status: 204 len: 173 time: 0.1192117 Nov 19 03:57:08.660632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa7bd6-9833-45fd-b073-037e0f799920 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=393ca436-1cf9-483c-818a-9143df237520,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:08.702488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:08.739179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8', 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'port_id': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8', 'mac_address': 'fa:16:3e:a8:a1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e75b49-dbaf-4a12-9906-525bc057ca32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:57:08.797463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-824ab3d7-b286-46bb-851f-a95675d6bf82 None None] Provisioning complete for port 224bff1c-65cc-4a42-a291-80abc1cf7b4a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:08.797854 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-824ab3d7-b286-46bb-851f-a95675d6bf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.829337 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.855818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:08.886381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dd329-857a-4b61-a848-e32479a86acb req-77f12235-d116-4900-b403-e78a5adba1e3 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:08.886794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:08.886931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dd329-857a-4b61-a848-e32479a86acb req-77f12235-d116-4900-b403-e78a5adba1e3 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:08.887356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dd329-857a-4b61-a848-e32479a86acb req-77f12235-d116-4900-b403-e78a5adba1e3 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:08.888650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-824ab3d7-b286-46bb-851f-a95675d6bf82 None None] Port 224bff1c-65cc-4a42-a291-80abc1cf7b4a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:08.894720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae9dd329-857a-4b61-a848-e32479a86acb req-77f12235-d116-4900-b403-e78a5adba1e3 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880&device_id=26f62a36-ba40-49be-8f28-24ac761fbd76&device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 2883 time: 0.1700439 Nov 19 03:57:08.897164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:08.960804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:08.965047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c277566-dba3-4294-b262-aac00cd04b88 req-09a89ab3-e079-472a-8910-f0d0fba689e6 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:08.966930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c277566-dba3-4294-b262-aac00cd04b88 req-09a89ab3-e079-472a-8910-f0d0fba689e6 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 936 time: 0.0684521 Nov 19 03:57:08.972434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae9dd329-857a-4b61-a848-e32479a86acb req-2acec471-9a65-4c3e-a101-28579ae13ea7 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767653 Nov 19 03:57:09.026178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c277566-dba3-4294-b262-aac00cd04b88 req-bf979eb2-9277-497c-8bcf-629d621e942f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Nov 19 03:57:09.072374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29026f26-fb4f-4039-bbde-0f3679112fc3 req-7eac19fd-7e7f-4980-ba73-b9bb3401076a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/248294a7-4e5a-4607-aa4d-29aa3086459d HTTP/1.1" status: 200 len: 2414 time: 0.0814087 Nov 19 03:57:09.092861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224bff1c-65cc-4a42-a291-80abc1cf7b4a {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:09.107904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.137874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Transition to ACTIVE for port object 224bff1c-65cc-4a42-a291-80abc1cf7b4a will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:57:09.144758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.198926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29026f26-fb4f-4039-bbde-0f3679112fc3 req-b8cee9ab-0eb1-4c98-9565-a13b9499879a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.232401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Pushing event updated for resources: {'Port': ['ID=224bff1c-65cc-4a42-a291-80abc1cf7b4a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:09.240855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29026f26-fb4f-4039-bbde-0f3679112fc3 req-b8cee9ab-0eb1-4c98-9565-a13b9499879a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.246821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:09.271723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-736fad22-7e6e-4c07-83ac-42017df7a331 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494430 Nov 19 03:57:09.336410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Attempting to bind port 224bff1c-65cc-4a42-a291-80abc1cf7b4a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:09.336410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Attempting to bind port 224bff1c-65cc-4a42-a291-80abc1cf7b4a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:09.336410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Attempting to bind port 224bff1c-65cc-4a42-a291-80abc1cf7b4a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:09.342205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Port 224bff1c-65cc-4a42-a291-80abc1cf7b4a on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:57:09.342536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Attempting to bind port 224bff1c-65cc-4a42-a291-80abc1cf7b4a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:09.348717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:09.349318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:09.349698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:09.350160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Bound port: 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:09.350627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.359995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29026f26-fb4f-4039-bbde-0f3679112fc3 req-b8cee9ab-0eb1-4c98-9565-a13b9499879a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.362632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29026f26-fb4f-4039-bbde-0f3679112fc3 req-b8cee9ab-0eb1-4c98-9565-a13b9499879a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.364552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29026f26-fb4f-4039-bbde-0f3679112fc3 req-b8cee9ab-0eb1-4c98-9565-a13b9499879a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/248294a7-4e5a-4607-aa4d-29aa3086459d HTTP/1.1" status: 204 len: 173 time: 0.2846119 Nov 19 03:57:09.383159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cee9ab-0eb1-4c98-9565-a13b9499879a tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248294a7-4e5a-4607-aa4d-29aa3086459d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:09.454571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-182248c1-9a56-43aa-b2dc-cc1efd6f0aa8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:09.462837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-182248c1-9a56-43aa-b2dc-cc1efd6f0aa8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846304 Nov 19 03:57:09.472571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] For port 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:09.477524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] For port 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:09.481211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-c0285728-3797-4f35-847e-82adeff99709 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/quotas/f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 375 time: 0.0174742 Nov 19 03:57:09.483699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.521400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-02f77de5-f509-44a3-b572-68aa7faf6b05 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392439 Nov 19 03:57:09.555478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:09.556121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:09.557531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] 10.222.0.36 "PUT /v2.0/ports/224bff1c-65cc-4a42-a291-80abc1cf7b4a HTTP/1.1" status: 200 len: 1096 time: 1.0934522 Nov 19 03:57:09.559424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'tag': '224bff1c-65cc-4a42-a291-80abc1cf7b4a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:09.561737 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6a1903-5c86-4a05-9552-5c8ff792a66a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f", "tag": "224bff1c-65cc-4a42-a291-80abc1cf7b4a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:09.590882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884915a-3eb2-4d13-abd4-c4276ff97507 service neutron] Pushing event updated for resources: {'Port': ['ID=224bff1c-65cc-4a42-a291-80abc1cf7b4a,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:09.602569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45181f-b266-4bc3-b4cd-8dfc77cb0504 req-56cba084-d304-4bdd-800d-67cabd811d7a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:09.604028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ed45181f-b266-4bc3-b4cd-8dfc77cb0504 req-56cba084-d304-4bdd-800d-67cabd811d7a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 945 time: 0.0896699 Nov 19 03:57:09.693925 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-7885a2a4-c00a-4f32-acab-318af337e4ee req-e6d16d2c-f514-48bf-b628-3c23cc7839f0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] show failed (client error): The resource could not be found. Nov 19 03:57:09.703637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7885a2a4-c00a-4f32-acab-318af337e4ee req-e6d16d2c-f514-48bf-b628-3c23cc7839f0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/e97dc680-b8ed-4574-a774-e0f3e09aa840 HTTP/1.1" status: 404 len: 352 time: 0.0573657 Nov 19 03:57:09.708866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-19b02d95-df0a-41f6-99c9-741b36ff2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:09.710416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-19b02d95-df0a-41f6-99c9-741b36ff2be0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16dc011056c043b794c342bae4a79f64&device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 1099 time: 0.0897925 Nov 19 03:57:09.756897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-607de2ed-1a74-451b-a5e9-fd653209292b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a HTTP/1.1" status: 200 len: 217 time: 0.0378239 Nov 19 03:57:09.765695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ed45181f-b266-4bc3-b4cd-8dfc77cb0504 req-6d89793d-1bc5-496d-91ff-aaf8b66fd7de tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531062 Nov 19 03:57:09.813976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-6ef42b68-56fc-4cca-925e-40a1e43b6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:09.815797 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-6ef42b68-56fc-4cca-925e-40a1e43b6ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0491490 Nov 19 03:57:09.864596 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0357c104-6d98-4671-8ff2-ecd3e1232e27 x-openstack-request-id: req-0357c104-6d98-4671-8ff2-ecd3e1232e27 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:09.864908 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f", "tag": "224bff1c-65cc-4a42-a291-80abc1cf7b4a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:09.865175 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0357c104-6d98-4671-8ff2-ecd3e1232e27 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:09.865597 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'tag': '224bff1c-65cc-4a42-a291-80abc1cf7b4a', 'status': 'completed', 'code': 200} Nov 19 03:57:09.903667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57412b39-ece7-41f7-af11-fbbedba494d3 req-b9a68a81-f23a-4759-a412-08e41d930f36 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 210 time: 0.0387089 Nov 19 03:57:09.946895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-a9ecc891-377d-414a-8fa6-618ab388742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:09.948555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-a9ecc891-377d-414a-8fa6-618ab388742f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152120 Nov 19 03:57:09.953886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caa8cbf5-28c7-497f-94e6-c6a71b66db6b req-a64ba4f9-7f7b-4071-92a9-051936cbefe6 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/333c071e-6ef9-49a0-8d5d-eccf6edc5f1d HTTP/1.1" status: 200 len: 1820 time: 0.0861726 Nov 19 03:57:10.095826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-1ee79988-7cb7-47f1-8f39-9d9687b29054 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380103 Nov 19 03:57:10.096509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caa8cbf5-28c7-497f-94e6-c6a71b66db6b req-3458a788-fcb0-42b8-84b7-aa690213af33 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.164260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caa8cbf5-28c7-497f-94e6-c6a71b66db6b req-3458a788-fcb0-42b8-84b7-aa690213af33 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.229585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caa8cbf5-28c7-497f-94e6-c6a71b66db6b req-3458a788-fcb0-42b8-84b7-aa690213af33 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.232403 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-caa8cbf5-28c7-497f-94e6-c6a71b66db6b req-3458a788-fcb0-42b8-84b7-aa690213af33 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.233551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caa8cbf5-28c7-497f-94e6-c6a71b66db6b req-3458a788-fcb0-42b8-84b7-aa690213af33 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/333c071e-6ef9-49a0-8d5d-eccf6edc5f1d HTTP/1.1" status: 204 len: 173 time: 0.2579131 Nov 19 03:57:10.243150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfd2bf56-ee3e-4c7c-8cab-fbbb1301ec74 req-40946bdf-314a-4e1e-9c29-8b50854314c8 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346929 Nov 19 03:57:10.248094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a788-fcb0-42b8-84b7-aa690213af33 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c071e-6ef9-49a0-8d5d-eccf6edc5f1d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:10.286485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d3fce-4ca7-4ce6-89ee-c30f7e4b08b1 req-f86fd2e4-a206-417b-82a1-4b321ba012b1 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.294077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a7d3fce-4ca7-4ce6-89ee-c30f7e4b08b1 req-f86fd2e4-a206-417b-82a1-4b321ba012b1 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 948 time: 0.0658298 Nov 19 03:57:10.341914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:10.354564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a7d3fce-4ca7-4ce6-89ee-c30f7e4b08b1 req-b7055006-1653-40ef-afc1-bd1b472de8c0 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591977 Nov 19 03:57:10.368488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-a72b0041-0b7b-4f6c-9294-1625f5bd0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.370090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-a72b0041-0b7b-4f6c-9294-1625f5bd0a63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16dc011056c043b794c342bae4a79f64&device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 1099 time: 0.0523460 Nov 19 03:57:10.411877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:57:10.423516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:10.424303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.435135 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d01994ba-8fa0-4e9c-b9cf-8266bcf6b376 req-2af0b228-3da8-4c58-9a52-7195ba1dba4b tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/8f157302-7c84-4809-ab93-592ebf4ae994 HTTP/1.1" status: 200 len: 1820 time: 0.0584600 Nov 19 03:57:10.499714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-f9ed9386-ac80-4bed-bd69-a3da876c255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.501827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-f9ed9386-ac80-4bed-bd69-a3da876c255b service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1209738 Nov 19 03:57:10.531606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d01994ba-8fa0-4e9c-b9cf-8266bcf6b376 req-efe78496-9430-4bbc-99be-233c2ba9aabe tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.551884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.561789 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-fd10e421-4fba-4d40-a097-5e81adcdd520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a HTTP/1.1" status: 200 len: 217 time: 0.0508952 Nov 19 03:57:10.568580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d01994ba-8fa0-4e9c-b9cf-8266bcf6b376 req-efe78496-9430-4bbc-99be-233c2ba9aabe tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.578072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:10.582342 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81885dc-d3e8-40c3-bb52-a08f2047c28a" -d '{"events": [{"server_uuid": "ff8f4874-daff-47d1-adfe-7110e40b6a07", "name": "network-vif-plugged", "status": "completed", "tag": "0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:10.595938 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:10.603913 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.622777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-b3c53044-70e8-4e5d-8ac9-220663e38b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.624502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-b3c53044-70e8-4e5d-8ac9-220663e38b8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0530701 Nov 19 03:57:10.652228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d01994ba-8fa0-4e9c-b9cf-8266bcf6b376 req-efe78496-9430-4bbc-99be-233c2ba9aabe tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.656874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d01994ba-8fa0-4e9c-b9cf-8266bcf6b376 req-efe78496-9430-4bbc-99be-233c2ba9aabe tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.658394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d01994ba-8fa0-4e9c-b9cf-8266bcf6b376 req-efe78496-9430-4bbc-99be-233c2ba9aabe tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/8f157302-7c84-4809-ab93-592ebf4ae994 HTTP/1.1" status: 204 len: 173 time: 0.2224014 Nov 19 03:57:10.665302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:10.675002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe78496-9430-4bbc-99be-233c2ba9aabe tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f157302-7c84-4809-ab93-592ebf4ae994,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:10.677677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-6b697568-1046-47e6-9bf1-d1c773a43d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.679326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-6b697568-1046-47e6-9bf1-d1c773a43d5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448592 Nov 19 03:57:10.700896 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41316d7b-22fc-404c-a0b0-67139cf848a2 x-openstack-request-id: req-41316d7b-22fc-404c-a0b0-67139cf848a2 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:10.701195 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8f4874-daff-47d1-adfe-7110e40b6a07", "name": "network-vif-plugged", "status": "completed", "tag": "0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:10.701456 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41316d7b-22fc-404c-a0b0-67139cf848a2 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:10.701854 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8', 'code': 200} Nov 19 03:57:10.770684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935f0c-94cb-45f9-9d58-00d05a06cfc0 req-9c7cc607-d8ec-4e48-815b-2c6539da3ff7 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.772126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd935f0c-94cb-45f9-9d58-00d05a06cfc0 req-9c7cc607-d8ec-4e48-815b-2c6539da3ff7 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1101 time: 0.0436714 Nov 19 03:57:10.797653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a20bf081-4ebb-4eea-bd2d-5cdb1c44c796 req-0930333c-d5ac-45c1-838d-13178a767987 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/7f41213d-26f1-4f79-bb83-869eaabda36c HTTP/1.1" status: 200 len: 1821 time: 0.0588307 Nov 19 03:57:10.832762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd935f0c-94cb-45f9-9d58-00d05a06cfc0 req-c18aebab-c294-49b5-af6b-4eb14fb5ddbf tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534048 Nov 19 03:57:10.842412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-546c7e31-cdc8-4c3c-b7a4-1b8a96e36377 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546652 Nov 19 03:57:10.943475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc070b-2dc2-4ccb-8d09-ce9276e0ba81 req-35b801ee-69c4-4331-9274-23e307e5e153 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.945020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90dc070b-2dc2-4ccb-8d09-ce9276e0ba81 req-35b801ee-69c4-4331-9274-23e307e5e153 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 946 time: 0.0533819 Nov 19 03:57:10.948436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853a9e9-8b83-400d-9ab9-9c2779d2f3e8 req-f22fcce8-0342-4ccc-9778-ed3fc5e66f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:10.950046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5853a9e9-8b83-400d-9ab9-9c2779d2f3e8 req-f22fcce8-0342-4ccc-9778-ed3fc5e66f40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 1097 time: 0.1460867 Nov 19 03:57:10.993027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a20bf081-4ebb-4eea-bd2d-5cdb1c44c796 req-0cbf513a-c350-4fa2-8838-d464a39ffde0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:10.997090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90dc070b-2dc2-4ccb-8d09-ce9276e0ba81 req-3eb89992-a9c3-4822-8c7e-d10d04c706ea tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Nov 19 03:57:11.031725 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c6a1903-5c86-4a05-9552-5c8ff792a66a req-50b3a863-9278-4305-8ef8-429dc295e79d service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809850 Nov 19 03:57:11.045634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a20bf081-4ebb-4eea-bd2d-5cdb1c44c796 req-0cbf513a-c350-4fa2-8838-d464a39ffde0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.055367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-0f982754-1484-42f1-8dc8-d91947e534b1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313604 Nov 19 03:57:11.074047 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5853a9e9-8b83-400d-9ab9-9c2779d2f3e8 req-4ce51caf-205a-4899-958f-e12714242b26 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097167 Nov 19 03:57:11.104618 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a20bf081-4ebb-4eea-bd2d-5cdb1c44c796 req-0cbf513a-c350-4fa2-8838-d464a39ffde0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.107341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a20bf081-4ebb-4eea-bd2d-5cdb1c44c796 req-0cbf513a-c350-4fa2-8838-d464a39ffde0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.108488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a20bf081-4ebb-4eea-bd2d-5cdb1c44c796 req-0cbf513a-c350-4fa2-8838-d464a39ffde0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/7f41213d-26f1-4f79-bb83-869eaabda36c HTTP/1.1" status: 204 len: 173 time: 0.2922754 Nov 19 03:57:11.121163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf513a-c350-4fa2-8838-d464a39ffde0 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f41213d-26f1-4f79-bb83-869eaabda36c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:11.186423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9bcd1-2bfa-4d03-b20f-d297303566d5 req-765872eb-6823-4352-bea2-f13c52538369 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:11.187998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87a9bcd1-2bfa-4d03-b20f-d297303566d5 req-765872eb-6823-4352-bea2-f13c52538369 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1101 time: 0.0416124 Nov 19 03:57:11.191999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-139dbe3f-b405-4843-aeb7-99638bdf1ff4 req-6bf782a1-f49d-4795-a052-c2d2dc1aa73b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Nov 19 03:57:11.233860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87a9bcd1-2bfa-4d03-b20f-d297303566d5 req-29e050c2-3388-4c22-bf36-b6ef0190e61e tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Nov 19 03:57:11.301487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ed893df-121b-4324-9751-987f49d62e59 req-094ed4b2-f7d4-4bc0-a893-147f32e8fb6c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/c841d28c-abe6-4aab-85eb-fdcfcab0a5b5 HTTP/1.1" status: 200 len: 2418 time: 0.0424643 Nov 19 03:57:11.362847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1ed893df-121b-4324-9751-987f49d62e59 req-06795251-d77c-46ae-8a38-a550f2ce50b9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.386273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1ed893df-121b-4324-9751-987f49d62e59 req-06795251-d77c-46ae-8a38-a550f2ce50b9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.500107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1ed893df-121b-4324-9751-987f49d62e59 req-06795251-d77c-46ae-8a38-a550f2ce50b9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.502806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1ed893df-121b-4324-9751-987f49d62e59 req-06795251-d77c-46ae-8a38-a550f2ce50b9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.504685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ed893df-121b-4324-9751-987f49d62e59 req-06795251-d77c-46ae-8a38-a550f2ce50b9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/c841d28c-abe6-4aab-85eb-fdcfcab0a5b5 HTTP/1.1" status: 204 len: 173 time: 0.1972129 Nov 19 03:57:11.525597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06795251-d77c-46ae-8a38-a550f2ce50b9 tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841d28c-abe6-4aab-85eb-fdcfcab0a5b5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:11.537269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-87a217f4-3479-46de-9293-903356e47009 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:11.538834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-87a217f4-3479-46de-9293-903356e47009 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493909 Nov 19 03:57:11.585032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8cdee441-280a-4e6f-827e-797bb70639af req-1d62de96-09a3-487b-9c19-5937d042002c tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "GET /v2.0/security-groups/ca52720f-cd0e-44ff-ba0d-8968274e1f41 HTTP/1.1" status: 200 len: 2415 time: 0.0567176 Nov 19 03:57:11.604618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Request body: {'port': {'device_id': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'f736f4eaee554b18bb6eaf9928bbc874'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:11.644013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8cdee441-280a-4e6f-827e-797bb70639af req-b9839dd7-048b-45ce-bafc-4bb62d618bfd tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.658018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62b885-a595-4797-b11c-f01d477c72d1 req-80774990-5d41-4112-8698-239a6ad8acd1 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:11.659549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a62b885-a595-4797-b11c-f01d477c72d1 req-80774990-5d41-4112-8698-239a6ad8acd1 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 948 time: 0.0981710 Nov 19 03:57:11.668010 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8cdee441-280a-4e6f-827e-797bb70639af req-b9839dd7-048b-45ce-bafc-4bb62d618bfd tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.717160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8cdee441-280a-4e6f-827e-797bb70639af req-b9839dd7-048b-45ce-bafc-4bb62d618bfd tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.719875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8cdee441-280a-4e6f-827e-797bb70639af req-b9839dd7-048b-45ce-bafc-4bb62d618bfd tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.721052 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8cdee441-280a-4e6f-827e-797bb70639af req-b9839dd7-048b-45ce-bafc-4bb62d618bfd tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] 10.222.0.52 "DELETE /v2.0/security-groups/ca52720f-cd0e-44ff-ba0d-8968274e1f41 HTTP/1.1" status: 204 len: 173 time: 0.1299856 Nov 19 03:57:11.730330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44048) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:11.738430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9839dd7-048b-45ce-bafc-4bb62d618bfd tempest-SecurityGroupRulesTestJSON-1360297883 tempest-SecurityGroupRulesTestJSON-1360297883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca52720f-cd0e-44ff-ba0d-8968274e1f41,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:11.752109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a62b885-a595-4797-b11c-f01d477c72d1 req-fa41ff3d-12ca-4d62-a910-fce4c03ac677 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848269 Nov 19 03:57:11.788998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Made reservation on behalf of f736f4eaee554b18bb6eaf9928bbc874 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:11.792513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Deleting subnet 973e6769-183d-46d0-aeea-7bd0496adf2d {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:57:11.793143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.796029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.803298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.848329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.890652 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:57:11.894991 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.899866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.905979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.967894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:11.970745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:12.010294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.016713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44062) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:12.017240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/973e6769-183d-46d0-aeea-7bd0496adf2d HTTP/1.1" status: 204 len: 168 time: 0.2849429 Nov 19 03:57:12.019678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081f6f2-0389-47fc-bd5a-c60ccc24d0a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973e6769-183d-46d0-aeea-7bd0496adf2d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:12.119441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Allocated IP 192.168.233.4 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/0f305fb3-dcda-4bf8-a7a5-827bbcb21b07) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:12.145264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.272478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430642a-55fe-487a-9d5d-dda3b8b489fa req-542d9722-8551-4ac7-a728-4570db6624de tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:12.274137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c430642a-55fe-487a-9d5d-dda3b8b489fa req-542d9722-8551-4ac7-a728-4570db6624de tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 946 time: 0.1981945 Nov 19 03:57:12.314806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873337e6-1366-4a29-87ad-4d2c455999ab req-6055af53-ee7b-4481-834d-9aec192c1380 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:12.316859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-873337e6-1366-4a29-87ad-4d2c455999ab req-6055af53-ee7b-4481-834d-9aec192c1380 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0590515 Nov 19 03:57:12.331572 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.376310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-873337e6-1366-4a29-87ad-4d2c455999ab req-cd0961a5-3b2f-472f-ab1e-9d7341ff259d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Nov 19 03:57:12.393610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06a7bfd-131f-433c-b9f1-2aed680a74e6']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:12.408127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bc25fe-60a8-403a-b284-5b430f35eed3') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:12.408439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bc25fe-60a8-403a-b284-5b430f35eed3') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:12.427086 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c430642a-55fe-487a-9d5d-dda3b8b489fa req-2325aab8-bd90-48ac-a67a-143af4271619 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374977 Nov 19 03:57:12.511505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6fe4f2c6-fca0-45c5-8355-6848294d0c25 req-028b7b1e-c921-4c7a-945b-6577e3b1a76b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 210 time: 0.0439663 Nov 19 03:57:12.761437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.788415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.803983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:57:12.804400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:57:12.806467 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:57:12.819366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.914967 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.919916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:12.923605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d06a7bfd-131f-433c-b9f1-2aed680a74e6 HTTP/1.1" status: 204 len: 168 time: 0.9058583 Nov 19 03:57:12.952498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf661f0-d0a5-4897-9539-a55415d6f786 admin admin] Pushing event deleted for resources: {'Network': ['ID=d06a7bfd-131f-433c-b9f1-2aed680a74e6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:12.971232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f03cc4-b62b-4d6f-b43c-fa0793905394 req-620eb875-c9f4-41ec-942f-d06d7e0d834d tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:12.973252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90f03cc4-b62b-4d6f-b43c-fa0793905394 req-620eb875-c9f4-41ec-942f-d06d7e0d834d tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 948 time: 0.1259360 Nov 19 03:57:12.975236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.042369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:13.051307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:13.053717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:13.094229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:13.111684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44084) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:13.116924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90f03cc4-b62b-4d6f-b43c-fa0793905394 req-225de966-4f8f-4cb1-93bc-8b94aa37b012 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345098 Nov 19 03:57:13.148665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:13.149317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.181434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-03aea781-5c13-4834-bbbc-817fddc13b44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5812013 Nov 19 03:57:13.188502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6175e95a-8659-457f-b06b-a151a150e37c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9a7be2182504bc093a251861cd55270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752919 Nov 19 03:57:13.191419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44086) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:13.203245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Request body: {'port': {'device_id': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:13.297222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.304565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8f5da722-74b1-4d40-bc0a-6b220ed0aec7 None None] Provisioning complete for port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:13.308614 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8f5da722-74b1-4d40-bc0a-6b220ed0aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.311765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d71ef058-f389-419e-b598-b4063a4a7f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.339680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8f5da722-74b1-4d40-bc0a-6b220ed0aec7 None None] Port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:13.357585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d71ef058-f389-419e-b598-b4063a4a7f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.532736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d71ef058-f389-419e-b598-b4063a4a7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.535839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d71ef058-f389-419e-b598-b4063a4a7f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.537014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d71ef058-f389-419e-b598-b4063a4a7f7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0638d5d2-71f9-46ef-86b0-176b3ea0166a HTTP/1.1" status: 204 len: 168 time: 0.3443832 Nov 19 03:57:13.555244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a41285-f935-4391-b408-cceedc648aff req-2caeda23-d7cb-43c5-99f1-38de4551764f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:13.556822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28a41285-f935-4391-b408-cceedc648aff req-2caeda23-d7cb-43c5-99f1-38de4551764f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 946 time: 0.0548456 Nov 19 03:57:13.566358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef058-f389-419e-b598-b4063a4a7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0638d5d2-71f9-46ef-86b0-176b3ea0166a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:13.576822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9427f-3634-4b4d-bd55-01242e70ebe5 req-02607f90-540e-48b8-bd76-50b097902237 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:13.578696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85c9427f-3634-4b4d-bd55-01242e70ebe5 req-02607f90-540e-48b8-bd76-50b097902237 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1264343 Nov 19 03:57:13.619311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28a41285-f935-4391-b408-cceedc648aff req-a6ca8d28-ea0a-4755-a3d7-82fa0a6a2062 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543585 Nov 19 03:57:13.686702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85c9427f-3634-4b4d-bd55-01242e70ebe5 req-43438080-8e5e-4351-bb0a-d9d2c806fb63 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 Nov 19 03:57:13.729700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:13.740920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.756700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Transition to ACTIVE for port object 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:57:13.760485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b9d2-e49f-415e-adbb-317bac62df2b req-a6690bfe-2f1f-4939-8864-66ac9ab1ca50 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:13.762189 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2544b9d2-e49f-415e-adbb-317bac62df2b req-a6690bfe-2f1f-4939-8864-66ac9ab1ca50 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 934 time: 0.0752525 Nov 19 03:57:13.771284 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.827715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:13.838251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2544b9d2-e49f-415e-adbb-317bac62df2b req-baf9f3c6-3ee1-4ef2-b640-91e3f232befc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671439 Nov 19 03:57:13.933880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:13.934620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:13.935014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:13.943411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:57:13.943411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:13.946601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:13.946601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:13.947179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:13.947805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Bound port: 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:13.948273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:13.980989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 224bff1c-65cc-4a42-a291-80abc1cf7b4a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:57:14.036933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:14.041868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:14.067828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:14.161787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:14.165124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.168823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:14.174228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 1094 time: 0.9757488 Nov 19 03:57:14.174514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:14.181829 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b23794-9a50-4403-85a5-a997d2ad0c09" -d '{"events": [{"name": "network-changed", "server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:14.188849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '224bff1c-65cc-4a42-a291-80abc1cf7b4a', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '224bff1c-65cc-4a42-a291-80abc1cf7b4a', 'mac_address': 'fa:16:3e:22:60:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:57:14.286207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:14.305215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224bff1c-65cc-4a42-a291-80abc1cf7b4a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:14.330239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc72-eaea-4e3e-a96f-bba8ad87ba54 req-a12989e6-59a9-4b99-bd86-c4b661950387 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.332598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:14.339927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-432bcc72-eaea-4e3e-a96f-bba8ad87ba54 req-a12989e6-59a9-4b99-bd86-c4b661950387 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 948 time: 0.0820894 Nov 19 03:57:14.345359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7580a4-b8c3-4ed0-8055-a2e2d7d03ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:14.349979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:14.414102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-432bcc72-eaea-4e3e-a96f-bba8ad87ba54 req-9333e596-7256-468c-b222-54e4ac437874 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729158 Nov 19 03:57:14.414950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b52e4-7cb2-4e5f-a6a8-2bed81d6eb72 req-f9ec0e7a-f960-4d20-a546-8dbb6474bc6b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.422795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-813b52e4-7cb2-4e5f-a6a8-2bed81d6eb72 req-f9ec0e7a-f960-4d20-a546-8dbb6474bc6b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 946 time: 0.2827866 Nov 19 03:57:14.461548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=224bff1c-65cc-4a42-a291-80abc1cf7b4a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:14.461710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-7d23d58d-d231-489e-8e81-4dcaec49ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.463045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-7d23d58d-d231-489e-8e81-4dcaec49ef63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1097 time: 0.1843083 Nov 19 03:57:14.492625 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d3f3a-ca7e-4db5-b908-d19ecf941d8e x-openstack-request-id: req-d50d3f3a-ca7e-4db5-b908-d19ecf941d8e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:14.493109 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:14.493231 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d50d3f3a-ca7e-4db5-b908-d19ecf941d8e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:14.493588 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'status': 'completed', 'code': 200} Nov 19 03:57:14.544627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-979f7944-3ae6-4c8f-9685-62dcd4edda7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0597739 Nov 19 03:57:14.554119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-813b52e4-7cb2-4e5f-a6a8-2bed81d6eb72 req-f0042df9-2248-42de-8633-487870f66739 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298027 Nov 19 03:57:14.661830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-59bcfa6e-97c8-422e-9cfa-e217b631806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.663874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-59bcfa6e-97c8-422e-9cfa-e217b631806f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0649242 Nov 19 03:57:14.726293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-56975475-e02b-4c37-989c-9bac1abbc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.727935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-56975475-e02b-4c37-989c-9bac1abbc24b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463567 Nov 19 03:57:14.738206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['224bff1c-65cc-4a42-a291-80abc1cf7b4a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:14.840248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad3df-8fe4-4cc5-8670-217a6635bd03 req-0887767f-8e0b-4382-bdad-f0d3fe30967a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:14.850289 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68dad3df-8fe4-4cc5-8670-217a6635bd03 req-0887767f-8e0b-4382-bdad-f0d3fe30967a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0658915 Nov 19 03:57:14.895487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-97ea6c4e-b055-43b5-93aa-3c574e5e5b14 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483543 Nov 19 03:57:14.940674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68dad3df-8fe4-4cc5-8670-217a6635bd03 req-14ee2a5b-cbc6-4f3a-a7fa-bb48e7f4a4c6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883961 Nov 19 03:57:15.129073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef991820-391c-41bf-8dd0-dc0691ecb616 req-5a60cac9-b396-4eb3-8b28-622c0da1cadc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.130638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef991820-391c-41bf-8dd0-dc0691ecb616 req-5a60cac9-b396-4eb3-8b28-622c0da1cadc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.0910292 Nov 19 03:57:15.134471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00cbbc1c-bdb6-4a24-b2b3-30a88c757b86 req-df979e77-9bb1-48e3-84f3-31d13a85c434 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297630 Nov 19 03:57:15.186786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef991820-391c-41bf-8dd0-dc0691ecb616 req-4ebdd21c-21a4-4228-a57d-077a78df3786 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497534 Nov 19 03:57:15.215400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44148) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:15.302023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-4a13f891-258a-4062-902c-fd17e802e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.304718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-4a13f891-258a-4062-902c-fd17e802e91e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1097 time: 0.0547147 Nov 19 03:57:15.374586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd37ae13-1d9d-4fbd-8ec8-04531093ff9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.448936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-ad20296f-95bc-44ad-be25-65f1a03c3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.450548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-ad20296f-95bc-44ad-be25-65f1a03c3c19 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1370358 Nov 19 03:57:15.502010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-fa43b4df-c882-4667-ab4a-a711e83ba3e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0397215 Nov 19 03:57:15.542556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef42de-aa2f-4f17-a6c3-e402816746ae req-0658ca13-0a51-4b0b-88c4-33a860aff7de tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.544074 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-adef42de-aa2f-4f17-a6c3-e402816746ae req-0658ca13-0a51-4b0b-88c4-33a860aff7de tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 949 time: 0.0509326 Nov 19 03:57:15.550753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd37ae13-1d9d-4fbd-8ec8-04531093ff9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.559419 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd37ae13-1d9d-4fbd-8ec8-04531093ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.592984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-adef42de-aa2f-4f17-a6c3-e402816746ae req-f1935842-75fb-4486-9fc0-acfb7e2ed09a tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427845 Nov 19 03:57:15.606397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-976d3ad1-c383-4faa-871e-3481577b3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.607887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-976d3ad1-c383-4faa-871e-3481577b3031 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0908611 Nov 19 03:57:15.613609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37ae13-1d9d-4fbd-8ec8-04531093ff9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1604a-faf8-4f31-bb72-318e1f0b4de2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:15.618107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bd37ae13-1d9d-4fbd-8ec8-04531093ff9d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4942fe00911e46ea9592a5129ea95452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016688 Nov 19 03:57:15.620677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44158) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:15.740650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-34681dda-fe12-4cc9-ada6-389095d7785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.742214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-34681dda-fe12-4cc9-ada6-389095d7785b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019461 Nov 19 03:57:15.744780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baa7796-f5b6-49ae-a061-47528368214a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.761836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1d9fc-3c3b-4981-b0ef-b3b107ee2ce8 req-703a0c39-6319-485a-8d00-2800802f983d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:15.763298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf1d9fc-3c3b-4981-b0ef-b3b107ee2ce8 req-703a0c39-6319-485a-8d00-2800802f983d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 946 time: 0.1104305 Nov 19 03:57:15.829295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baa7796-f5b6-49ae-a061-47528368214a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.920447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf1d9fc-3c3b-4981-b0ef-b3b107ee2ce8 req-be53985e-d4a0-4fcb-b4ed-3d9c2957628f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439550 Nov 19 03:57:15.924956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-c72a51d8-9e9a-48f0-8024-9fdbf7333484 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607435 Nov 19 03:57:15.940234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baa7796-f5b6-49ae-a061-47528368214a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.943591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baa7796-f5b6-49ae-a061-47528368214a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:15.944718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2baa7796-f5b6-49ae-a061-47528368214a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0c1604a-faf8-4f31-bb72-318e1f0b4de2 HTTP/1.1" status: 204 len: 168 time: 0.3229547 Nov 19 03:57:16.002581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa7796-f5b6-49ae-a061-47528368214a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1604a-faf8-4f31-bb72-318e1f0b4de2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:16.107852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3b23794-9a50-4403-85a5-a997d2ad0c09 req-8b0733f2-3229-49d7-b7be-92720e930526 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614032 Nov 19 03:57:16.116965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa80512-ceae-4fc7-94a4-df9b9f7f171b req-1ae8c2fc-b178-4a01-bb3b-40a0b7420ca4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:16.118484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fa80512-ceae-4fc7-94a4-df9b9f7f171b req-1ae8c2fc-b178-4a01-bb3b-40a0b7420ca4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0897369 Nov 19 03:57:16.177140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fa80512-ceae-4fc7-94a4-df9b9f7f171b req-5a1b5e0f-ff3d-4ff7-b150-4b53f179c496 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469975 Nov 19 03:57:16.202693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-aeab653b-f9e0-42e2-a598-b7225b97cee8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:16.204161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-aeab653b-f9e0-42e2-a598-b7225b97cee8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 946 time: 0.0707257 Nov 19 03:57:16.354029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06f5d-f818-4cf7-877f-9284974ae669 req-fcc1198c-6ccf-4b7a-b720-18f0cf83a8a9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:16.355665 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e8a06f5d-f818-4cf7-877f-9284974ae669 req-fcc1198c-6ccf-4b7a-b720-18f0cf83a8a9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.0741889 Nov 19 03:57:16.361822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Deleting port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:57:16.362209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.473114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e8a06f5d-f818-4cf7-877f-9284974ae669 req-98cbd58a-11a9-4778-b44f-5270fe8615fa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067200 Nov 19 03:57:16.501156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] For port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:16.501603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.516383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Calling delete_port for 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:57:16.628635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44190) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:16.653788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.686365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Pushing event deleted for resources: {'Port': ['ID=0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:16.694301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c6d30316-d0a9-48b1-b870-1a3dc204a39b', '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:16.737286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fb0ea-05c6-4862-b1fc-42422db5f8a8 req-afc1de55-84fa-422f-b5e7-58e774884c10 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:16.739612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-356fb0ea-05c6-4862-b1fc-42422db5f8a8 req-afc1de55-84fa-422f-b5e7-58e774884c10 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 949 time: 0.0610433 Nov 19 03:57:16.758514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] No DVR routers for this DVR port 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:57:16.763117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.769820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dce9c09-d068-46e4-9ffe-80c74cd3aa3a req-0019bd09-751e-48e5-8b3a-c1c26d210729 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.31 "DELETE /v2.0/ports/0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 HTTP/1.1" status: 204 len: 173 time: 0.5557797 Nov 19 03:57:16.770467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'name': 'network-vif-deleted', 'tag': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:16.773237 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe31e52b-803a-49fe-9e45-8dcb166d4e04" -d '{"events": [{"server_uuid": "ff8f4874-daff-47d1-adfe-7110e40b6a07", "name": "network-vif-deleted", "tag": "0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:16.781521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1981908683-network', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:16.832913 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-356fb0ea-05c6-4862-b1fc-42422db5f8a8 req-66487f7e-d8e9-4fd0-8945-c2b656da0ca2 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810881 Nov 19 03:57:16.834627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:16.838150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.858423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.863565 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ea1d1a-a21a-4ca0-a9c6-07fa8dffda03 x-openstack-request-id: req-c0ea1d1a-a21a-4ca0-a9c6-07fa8dffda03 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:16.863937 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8f4874-daff-47d1-adfe-7110e40b6a07", "name": "network-vif-deleted", "tag": "0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:16.864222 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0ea1d1a-a21a-4ca0-a9c6-07fa8dffda03 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:16.864711 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8f4874-daff-47d1-adfe-7110e40b6a07', 'name': 'network-vif-deleted', 'tag': '0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8', 'status': 'completed', 'code': 200} Nov 19 03:57:16.950974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.954765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:16.986135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:57:16.993509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ddfac-8a89-4b73-a407-8213091c22ea,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:17.000884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.001250 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Added segment b61b4ca4-d6d7-416a-b681-dfa9f7834015 of type vlan for network 48eb8720-4add-44ff-aaca-edb67addda3f Nov 19 03:57:17.057230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6bd9fa4e-0936-47e9-953c-4583df1b5b2f req-d6cb8b38-5b3d-48f8-ac8b-96c266f62268 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff8f4874-daff-47d1-adfe-7110e40b6a07 HTTP/1.1" status: 200 len: 210 time: 0.0459623 Nov 19 03:57:17.070431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.097479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.098767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:17.099626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.167001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5342250 Nov 19 03:57:17.167296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44204) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:17.171931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Request body: {'subnet': {'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1981908683-subnet', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:17.180882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4924c-3fd0-406f-b6cc-069a1954ed9a admin admin] Pushing event updated for resources: {'Network': ['ID=48eb8720-4add-44ff-aaca-edb67addda3f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:17.190583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 48eb8720-4add-44ff-aaca-edb67addda3f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:57:17.204360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:17.207381 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.305046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee5f6b-99fe-4467-973c-59556137b04f req-d89e2fa5-fff5-4926-a7c6-6a7d7e75939a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:17.317209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6fee5f6b-99fe-4467-973c-59556137b04f req-d89e2fa5-fff5-4926-a7c6-6a7d7e75939a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0678535 Nov 19 03:57:17.371987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6fee5f6b-99fe-4467-973c-59556137b04f req-65989f2d-7c05-4144-84ee-98efb0bbe4dd tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476835 Nov 19 03:57:17.403875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.461878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f507ef-e07a-4760-b990-c8b677b104d4,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:17.469547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Checking segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:17.469961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Network hostable DHCP agents. Network: 48eb8720-4add-44ff-aaca-edb67addda3f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:57:17.488162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Network 48eb8720-4add-44ff-aaca-edb67addda3f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:57:17.497187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 48eb8720-4add-44ff-aaca-edb67addda3f) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:17.501743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:17.502435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.507486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c019c57-9fad-42ab-8e5b-d70017f33025 None None] Network 48eb8720-4add-44ff-aaca-edb67addda3f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:17.527047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f03dcaee-2275-4330-acbb-b152cdc86370 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3559480 Nov 19 03:57:17.527235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44210) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:17.531906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:17.556772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.557799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.650434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.659420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92308b52-348a-4053-ba32-b57b338a2b7f req-b0e1e9dc-8dff-40eb-b868-72f23d2c30a3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:17.661586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92308b52-348a-4053-ba32-b57b338a2b7f req-b0e1e9dc-8dff-40eb-b868-72f23d2c30a3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.0963433 Nov 19 03:57:17.670428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-48eb8720-4add-44ff-aaca-edb67addda3f', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:57:17.671322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.807954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Allocated IP 172.20.0.2 (48eb8720-4add-44ff-aaca-edb67addda3f/25f507ef-e07a-4760-b990-c8b677b104d4/156e5d77-3396-40a7-a53f-ba9c90b3add2) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:17.826595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.838061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92308b52-348a-4053-ba32-b57b338a2b7f req-8188cc24-3702-4128-aa2c-e8f3a8090107 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422746 Nov 19 03:57:17.975986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.982944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:17.988614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 224bff1c-65cc-4a42-a291-80abc1cf7b4a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:18.042085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c974-94c6-4ac9-93c5-923f88cdc95a req-53009e12-4234-4017-9025-a00450f6ddca tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:18.043598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c826c974-94c6-4ac9-93c5-923f88cdc95a req-53009e12-4234-4017-9025-a00450f6ddca tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 949 time: 0.1237466 Nov 19 03:57:18.062363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Pushing event updated for resources: {'Port': ['ID=156e5d77-3396-40a7-a53f-ba9c90b3add2,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:18.065589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Network 48eb8720-4add-44ff-aaca-edb67addda3f is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:18.070964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:18.074109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:18.133733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Attempting to bind port 156e5d77-3396-40a7-a53f-ba9c90b3add2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:18.134727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Attempting to bind port 156e5d77-3396-40a7-a53f-ba9c90b3add2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:18.135107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Attempting to bind port 156e5d77-3396-40a7-a53f-ba9c90b3add2 on network 48eb8720-4add-44ff-aaca-edb67addda3f {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:18.138733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 224bff1c-65cc-4a42-a291-80abc1cf7b4a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:57:18.142908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c826c974-94c6-4ac9-93c5-923f88cdc95a req-293573dd-5252-4ba1-9c5d-ca6aa9f9e9d6 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912857 Nov 19 03:57:18.144272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:18.144703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Checking segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:18.145073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.145294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.145470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Bound using segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:18.146163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Bound port: 156e5d77-3396-40a7-a53f-ba9c90b3add2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:18.146745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.148762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 224bff1c-65cc-4a42-a291-80abc1cf7b4a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:18.149314 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.171456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.249482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836cb6-ee5b-463e-9368-7ce46a637eef req-f02df82a-f5db-4081-bb72-ab20a4ee33e7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:18.251767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea836cb6-ee5b-463e-9368-7ce46a637eef req-f02df82a-f5db-4081-bb72-ab20a4ee33e7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0616586 Nov 19 03:57:18.294366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] For port 156e5d77-3396-40a7-a53f-ba9c90b3add2, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:18.316811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] For port 156e5d77-3396-40a7-a53f-ba9c90b3add2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=156e5d77-3396-40a7-a53f-ba9c90b3add2,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:18.318125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea836cb6-ee5b-463e-9368-7ce46a637eef req-628bc784-ae70-4d64-a98c-c4245e61c1df tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Nov 19 03:57:18.320367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.330987 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.332023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Allocated IP 172.25.8.237 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/e5d59aeb-93fa-48e2-b652-07a96359abe1) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:18.393450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ab791-a94d-40a4-8c49-03b1fd5d764c None None] Pushing event updated for resources: {'Port': ['ID=156e5d77-3396-40a7-a53f-ba9c90b3add2,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:18.404096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:57:18.449217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.472850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224bff1c-65cc-4a42-a291-80abc1cf7b4a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:18.475469 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4baf4a-a85d-4d23-8f6f-df5a68eeb446" -d '{"events": [{"server_uuid": "dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f", "name": "network-vif-plugged", "status": "completed", "tag": "224bff1c-65cc-4a42-a291-80abc1cf7b4a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:18.509840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:18.525474 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.550843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3541a-52f2-40a9-ac52-a3988780395e req-f3fcdd12-07f3-4077-864d-3fd423b0dc23 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:18.559023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42b3541a-52f2-40a9-ac52-a3988780395e req-f3fcdd12-07f3-4077-864d-3fd423b0dc23 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0957599 Nov 19 03:57:18.567010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:18.595277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be14e4-77d0-48ee-a8c5-369649a10b1b req-5cc88860-6f83-49a8-96d4-d57804f92827 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:18.604535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52be14e4-77d0-48ee-a8c5-369649a10b1b req-5cc88860-6f83-49a8-96d4-d57804f92827 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0654440 Nov 19 03:57:18.629795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:18.640228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:18.642505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:18.657613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52be14e4-77d0-48ee-a8c5-369649a10b1b req-1e725f07-7a41-4e8a-b1da-d31702149965 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518248 Nov 19 03:57:18.681007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d59aeb-93fa-48e2-b652-07a96359abe1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:18.705447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42b3541a-52f2-40a9-ac52-a3988780395e req-c9ac9d10-7cb4-418a-a8a7-be489ab0848a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452801 Nov 19 03:57:18.794886 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f126df-b030-4bbe-8d12-13061cc35627 x-openstack-request-id: req-22f126df-b030-4bbe-8d12-13061cc35627 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:18.795192 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f", "name": "network-vif-plugged", "status": "completed", "tag": "224bff1c-65cc-4a42-a291-80abc1cf7b4a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:18.795454 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22f126df-b030-4bbe-8d12-13061cc35627 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:18.795858 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224bff1c-65cc-4a42-a291-80abc1cf7b4a', 'code': 200} Nov 19 03:57:18.936602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda345-1598-4214-9d1f-e6069cc1a181 req-315e4b6e-dfe6-4d42-ab06-7e6b53e0d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:18.938178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4afda345-1598-4214-9d1f-e6069cc1a181 req-315e4b6e-dfe6-4d42-ab06-7e6b53e0d37f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 1101 time: 0.0858648 Nov 19 03:57:18.952438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=224bff1c-65cc-4a42-a291-80abc1cf7b4a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:18.958190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:18.993791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757eab3-065f-4bc1-8cf9-e93bb5d04038 req-d6144134-ee43-4b4d-8a74-ca1ddc6d5912 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:18.995628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 156e5d77-3396-40a7-a53f-ba9c90b3add2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:19.001365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3757eab3-065f-4bc1-8cf9-e93bb5d04038 req-d6144134-ee43-4b4d-8a74-ca1ddc6d5912 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1943157 Nov 19 03:57:19.001585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'mac_address': 'fa:16:3e:99:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:57:19.048129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3a76-9bdd-4fe0-a9d7-82ad64d3e36c req-be1a4a30-d33a-46f1-b6ab-dbb7e513cd14 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:19.058557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a81c3a76-9bdd-4fe0-a9d7-82ad64d3e36c req-be1a4a30-d33a-46f1-b6ab-dbb7e513cd14 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.1189408 Nov 19 03:57:19.099966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4afda345-1598-4214-9d1f-e6069cc1a181 req-4f6f8eb9-5966-4234-8878-99018cc5711a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283381 Nov 19 03:57:19.100870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3757eab3-065f-4bc1-8cf9-e93bb5d04038 req-f98d0e51-0acc-42b4-a69c-667331e4241e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985231 Nov 19 03:57:19.109731 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.116440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 156e5d77-3396-40a7-a53f-ba9c90b3add2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:19.116816 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.126535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a81c3a76-9bdd-4fe0-a9d7-82ad64d3e36c req-5ec01e6c-6dcf-4d0f-a37c-8e3d66f440a3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667329 Nov 19 03:57:19.178026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.179740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:19.217033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:19.254836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.302778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.345745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d36c35-ddf8-489b-8cd5-efbcad0d0de9 req-c8d3dbaa-cbb5-4966-b26a-84c12b9bd02b tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:19.355084 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49d36c35-ddf8-489b-8cd5-efbcad0d0de9 req-c8d3dbaa-cbb5-4966-b26a-84c12b9bd02b tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 950 time: 0.1066477 Nov 19 03:57:19.373906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 156e5d77-3396-40a7-a53f-ba9c90b3add2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=156e5d77-3396-40a7-a53f-ba9c90b3add2,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:19.375885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:19.391144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.480135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=156e5d77-3396-40a7-a53f-ba9c90b3add2,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:19.528518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:19.639804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:19.811560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Router 784234d0-9be3-4c29-8959-2de56abb1839 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:57:19.825547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ab250-24a6-41b0-8ac0-513d3fa76d56 None None] Network 48eb8720-4add-44ff-aaca-edb67addda3f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:19.896206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49d36c35-ddf8-489b-8cd5-efbcad0d0de9 req-fb096772-cd61-4fc3-8c3b-d44260a5d050 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399876 Nov 19 03:57:19.950293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-53c747e3-e9d7-4c4f-b3cb-2f57f8f3636d None None] Provisioning complete for port 156e5d77-3396-40a7-a53f-ba9c90b3add2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:19.950677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-53c747e3-e9d7-4c4f-b3cb-2f57f8f3636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:20.274482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd84ef-9479-4350-81dc-4b83c42c6e45 req-3ba9f2e7-37f4-422e-bcb9-64a98b8aad18 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:20.276481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dfd84ef-9479-4350-81dc-4b83c42c6e45 req-3ba9f2e7-37f4-422e-bcb9-64a98b8aad18 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.0628486 Nov 19 03:57:20.312380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaacd-e9a5-45d9-b009-20fd3870e5f0 req-9cd04d28-cc14-4ba2-afee-e883de1c9f4f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:20.314807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-318aaacd-e9a5-45d9-b009-20fd3870e5f0 req-9cd04d28-cc14-4ba2-afee-e883de1c9f4f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.4912176 Nov 19 03:57:20.341359 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dfd84ef-9479-4350-81dc-4b83c42c6e45 req-2a7946d9-dfb2-4583-bfff-a4cde30d839e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534496 Nov 19 03:57:20.383532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:20.404634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-318aaacd-e9a5-45d9-b009-20fd3870e5f0 req-583ca7d7-68c3-4356-92f9-b4d5546e1f51 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779769 Nov 19 03:57:20.412157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:57:20.412554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0bcec43b-87a4-43d6-a32e-1fc0f0b1aab8 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:57:20.416926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:20.432126 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Sync routers for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:20.453221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:20.458421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-768d27ed-021a-43f0-be64-5ac35e495e11 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9268258 Nov 19 03:57:20.458826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44262) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:20.468656 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:20.469855 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:20.471344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4afce410-aae7-4fad-acfe-c92f83cba72b None None] Provisioning complete for port 156e5d77-3396-40a7-a53f-ba9c90b3add2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:20.472684 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4afce410-aae7-4fad-acfe-c92f83cba72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:20.625028 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:20.847545 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:19Z', 'revision_number': 3, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:20.875792 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Checking router: 784234d0-9be3-4c29-8959-2de56abb1839 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:20.876154 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Updating router 784234d0-9be3-4c29-8959-2de56abb1839 port e5d59aeb-93fa-48e2-b652-07a96359abe1 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:20.904626 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:20.927585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 156e5d77-3396-40a7-a53f-ba9c90b3add2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:20.985632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 156e5d77-3396-40a7-a53f-ba9c90b3add2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:20.986047 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.077183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c003a-8591-4409-9585-d95789f543ea req-fb74be82-8e63-4f68-b9f4-51f2bd4893b5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:21.083051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e59c003a-8591-4409-9585-d95789f543ea req-fb74be82-8e63-4f68-b9f4-51f2bd4893b5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 950 time: 0.0968614 Nov 19 03:57:21.163029 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e59c003a-8591-4409-9585-d95789f543ea req-1151ab49-cd48-4f00-90c9-191965051bc3 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763261 Nov 19 03:57:21.168982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.195679 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.202778 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.227745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e20c8bc4-fa95-468e-aeb6-9b7273c344a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.250678 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Pushing event updated for resources: {'Port': ['ID=e5d59aeb-93fa-48e2-b652-07a96359abe1,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:21.272302 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Attempting to bind port e5d59aeb-93fa-48e2-b652-07a96359abe1 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:21.272302 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Attempting to bind port e5d59aeb-93fa-48e2-b652-07a96359abe1 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:21.272667 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Attempting to bind port e5d59aeb-93fa-48e2-b652-07a96359abe1 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:21.275470 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.275826 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.276175 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.276531 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.276918 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.277317 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.277689 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.278052 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.278408 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.278763 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.279101 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.279434 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:21.286680 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:21.287619 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:21.288529 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.289180 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:21.290023 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Bound port: e5d59aeb-93fa-48e2-b652-07a96359abe1, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:21.290675 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.369572 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] For port e5d59aeb-93fa-48e2-b652-07a96359abe1, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:21.375242 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] For port e5d59aeb-93fa-48e2-b652-07a96359abe1, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e5d59aeb-93fa-48e2-b652-07a96359abe1,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:21.381615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Allocated IP 172.20.0.1 (48eb8720-4add-44ff-aaca-edb67addda3f/25f507ef-e07a-4760-b990-c8b677b104d4/c864c5f4-0671-4755-b56d-3f22f4552188) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:21.381834 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.450731 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:21.451372 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:56:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:21.490924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3697-87c4-481b-9f74-ba0035449502 req-2a247c15-8812-42fc-93c8-f2e2ca15a7b1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:21.492484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-139f3697-87c4-481b-9f74-ba0035449502 req-2a247c15-8812-42fc-93c8-f2e2ca15a7b1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.0582883 Nov 19 03:57:21.514828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9b91-f5af-4c6d-919f-9ad5595906a5 req-f4f28836-faec-416c-a4e1-11cc5b10b1e8 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:21.515362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbbe07-0373-4617-b2b8-8b603b7721ee None None] Pushing event updated for resources: {'Port': ['ID=e5d59aeb-93fa-48e2-b652-07a96359abe1,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:21.516502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e0a9b91-f5af-4c6d-919f-9ad5595906a5 req-f4f28836-faec-416c-a4e1-11cc5b10b1e8 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 1101 time: 0.0992186 Nov 19 03:57:21.553282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-139f3697-87c4-481b-9f74-ba0035449502 req-c2c3c047-6ab4-4bfd-b101-6cabe1fa9c6c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Nov 19 03:57:21.557116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0e0a9b91-f5af-4c6d-919f-9ad5595906a5 req-c2d12f17-d7bc-42bb-b1f7-95ac17e18e48 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.573199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.611102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:21.644161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.676136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa33c1-22ac-4070-8b5a-a1437d082c1f req-b049f31d-d9eb-459f-ab50-2901fb507f1c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:21.684744 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-effa33c1-22ac-4070-8b5a-a1437d082c1f req-b049f31d-d9eb-459f-ab50-2901fb507f1c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0689952 Nov 19 03:57:21.711951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Network 48eb8720-4add-44ff-aaca-edb67addda3f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:21.722069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:21.732686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:21.744061 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-effa33c1-22ac-4070-8b5a-a1437d082c1f req-91a04b7c-1e3e-44d8-8cdd-d61dea144928 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Nov 19 03:57:21.752614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0e0a9b91-f5af-4c6d-919f-9ad5595906a5 req-c2d12f17-d7bc-42bb-b1f7-95ac17e18e48 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.756825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c864c5f4-0671-4755-b56d-3f22f4552188,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:21.817163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0e0a9b91-f5af-4c6d-919f-9ad5595906a5 req-c2d12f17-d7bc-42bb-b1f7-95ac17e18e48 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.867585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d12f17-d7bc-42bb-b1f7-95ac17e18e48 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529c286-d35c-4c1a-8801-c3831cb3652c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:21.873753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:19Z', 'revision_number': 3, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:21.889951 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:21.910169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e0a9b91-f5af-4c6d-919f-9ad5595906a5 req-c2d12f17-d7bc-42bb-b1f7-95ac17e18e48 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754559 Nov 19 03:57:21.981593 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cbdd8-1bbe-4a8d-b4ca-f55e9debc258 None None] The sync data for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 is: [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:19Z', 'revision_number': 3, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:22.115864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.146765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da9ee2d9-3bed-436c-874a-444859dc12da None None] Provisioning complete for port c864c5f4-0671-4755-b56d-3f22f4552188 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:22.147702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da9ee2d9-3bed-436c-874a-444859dc12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.187141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-da9ee2d9-3bed-436c-874a-444859dc12da None None] Port c864c5f4-0671-4755-b56d-3f22f4552188 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:22.300719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43a9fb-a0e4-491d-897d-681ab163e758 req-669c2f49-29b1-4ede-b976-6cf1680de886 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:22.302264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d43a9fb-a0e4-491d-897d-681ab163e758 req-669c2f49-29b1-4ede-b976-6cf1680de886 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1201210 Nov 19 03:57:22.385301 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.390550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d43a9fb-a0e4-491d-897d-681ab163e758 req-543e34a5-c5ec-4b91-9aa6-9d30af880578 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817904 Nov 19 03:57:22.392517 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.400258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:22.467960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.470534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c864c5f4-0671-4755-b56d-3f22f4552188,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:22.472164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.501408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:57:22.507028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:22.507584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.543719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010778c7-de0d-4e49-99dc-f0b57ad4ecdd req-d29375ba-29fd-4e97-9b72-842efc525388 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:22.545294 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-010778c7-de0d-4e49-99dc-f0b57ad4ecdd req-d29375ba-29fd-4e97-9b72-842efc525388 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0581470 Nov 19 03:57:22.575130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Network 48eb8720-4add-44ff-aaca-edb67addda3f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:22.577129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:22.631779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.671511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:22.674216 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6049be8-b2f6-4b9e-963b-66fae974694d" -d '{"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-plugged", "status": "completed", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:22.681421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-010778c7-de0d-4e49-99dc-f0b57ad4ecdd req-c007651f-86e4-4195-b3cb-ae2c7160d2a9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181159 Nov 19 03:57:22.696251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:22.713428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:22.781663 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a20e7df-edbd-4405-a15b-a46ab311be40 x-openstack-request-id: req-6a20e7df-edbd-4405-a15b-a46ab311be40 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:22.782360 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-plugged", "status": "completed", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:22.782820 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a20e7df-edbd-4405-a15b-a46ab311be40 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:22.783435 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'code': 200} Nov 19 03:57:22.785544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:22.824219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Router 784234d0-9be3-4c29-8959-2de56abb1839 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:57:22.848384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97124e5-171e-4e39-b147-6511885ca701 req-0e1902cd-3641-4b89-bf64-4e7b305e7545 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:22.856135 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b97124e5-171e-4e39-b147-6511885ca701 req-0e1902cd-3641-4b89-bf64-4e7b305e7545 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.1903765 Nov 19 03:57:23.004603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b97124e5-171e-4e39-b147-6511885ca701 req-2cbb1c0e-4f21-483f-901a-c827b0129b57 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474700 Nov 19 03:57:23.016997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e5d59aeb-93fa-48e2-b652-07a96359abe1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:23.039132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5ef9f-35b4-4746-80e2-29c555b600fb req-01983193-3fed-41ef-b18c-4021db3d8947 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:23.040867 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7b5ef9f-35b4-4746-80e2-29c555b600fb req-01983193-3fed-41ef-b18c-4021db3d8947 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0794933 Nov 19 03:57:23.042867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973981d7-6f60-4a27-8e2d-2762cb8dd4d8 req-d9799645-3387-4035-9c88-8ee73da90a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:23.044601 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-973981d7-6f60-4a27-8e2d-2762cb8dd4d8 req-d9799645-3387-4035-9c88-8ee73da90a02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1099 time: 0.1670361 Nov 19 03:57:23.120560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b7b5ef9f-35b4-4746-80e2-29c555b600fb req-68eed98c-89b3-43f7-a710-8866aeebdf90 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712509 Nov 19 03:57:23.124379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-89366dcc-dfc2-40d3-b3b3-b3dddd2c5de6 None None] Provisioning complete for port c864c5f4-0671-4755-b56d-3f22f4552188 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:23.124799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89366dcc-dfc2-40d3-b3b3-b3dddd2c5de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.149628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-973981d7-6f60-4a27-8e2d-2762cb8dd4d8 req-e3cf4fda-9846-442f-a12e-c09bc26eb9a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911250 Nov 19 03:57:23.180401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:23.192457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4905b548-88f5-4b73-a2be-a18e873724f2 admin admin] 10.222.0.52 "PUT /v2.0/routers/784234d0-9be3-4c29-8959-2de56abb1839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7323289 Nov 19 03:57:23.256565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-89366dcc-dfc2-40d3-b3b3-b3dddd2c5de6 None None] Port c864c5f4-0671-4755-b56d-3f22f4552188 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:23.293764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e5d59aeb-93fa-48e2-b652-07a96359abe1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:23.294306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.334685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e887-3cb5-4325-9255-7c4411d3b77f req-9400324d-7218-4433-9d5e-299fd267b429 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:23.337141 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea37e887-3cb5-4325-9255-7c4411d3b77f req-9400324d-7218-4433-9d5e-299fd267b429 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 1101 time: 0.0871208 Nov 19 03:57:23.415826 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.419443 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea37e887-3cb5-4325-9255-7c4411d3b77f req-258d87e5-4572-4be0-a71d-c9eb9147c713 tempest-ServersAdminNegativeTestJSON-1696444209 tempest-ServersAdminNegativeTestJSON-1696444209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754256 Nov 19 03:57:23.450630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port e5d59aeb-93fa-48e2-b652-07a96359abe1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e5d59aeb-93fa-48e2-b652-07a96359abe1,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:23.454198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.541339 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-72e61273-b96e-41f4-8edb-3056c2f0e207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.547436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=e5d59aeb-93fa-48e2-b652-07a96359abe1,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:23.887692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:23.893072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-294786481-network', 'tenant_id': '5c74734153f743979f52e91187046e5e'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:23.904352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3299b2d-ece3-4e7c-8ac3-69105973c605 req-720d8c61-ed11-4465-bb79-357ab720e086 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:23.906347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3299b2d-ece3-4e7c-8ac3-69105973c605 req-720d8c61-ed11-4465-bb79-357ab720e086 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 950 time: 0.0615461 Nov 19 03:57:23.948286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Made reservation on behalf of 5c74734153f743979f52e91187046e5e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:23.950584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.966622 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:23.981883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3299b2d-ece3-4e7c-8ac3-69105973c605 req-d637c0f7-6524-4adb-8660-6bafb1ab4ae2 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668311 Nov 19 03:57:24.062574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.069380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.101385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:57:24.113115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc669fb-c592-4cdb-a9bd-ee7c2b35f4ee,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:24.118779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.119516 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Added segment 8b03c13e-5762-4969-a757-b17fcc670382 of type vlan for network df81c482-1b22-4b41-a49d-6345f52bc206 Nov 19 03:57:24.165109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25065dd4-669a-411a-8666-26aef0deafde req-4e778e90-be02-44d2-b1dd-aa713f51bfca tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:24.167922 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25065dd4-669a-411a-8666-26aef0deafde req-4e778e90-be02-44d2-b1dd-aa713f51bfca tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0858643 Nov 19 03:57:24.218333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.248492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d50263-3141-4453-8731-af05002440cc None None] Sync routers for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:24.270288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d50263-3141-4453-8731-af05002440cc None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:24.272945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d50263-3141-4453-8731-af05002440cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:24.318850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25065dd4-669a-411a-8666-26aef0deafde req-66e0d139-ed09-4c79-9732-590d822f24b6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319976 Nov 19 03:57:24.324958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.326345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:24.327373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.417185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5284221 Nov 19 03:57:24.420045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44360) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:24.426009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Request body: {'subnet': {'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-294786481-subnet', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:24.430791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff082a9-2ef9-4ce7-b419-3deb88d1a907 admin admin] Pushing event updated for resources: {'Network': ['ID=df81c482-1b22-4b41-a49d-6345f52bc206,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:24.444237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06148358-6171-4713-afac-184cb983edb8 req-00179412-5a54-40ed-9691-dde764ac4f29 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:24.454638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06148358-6171-4713-afac-184cb983edb8 req-00179412-5a54-40ed-9691-dde764ac4f29 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1648467 Nov 19 03:57:24.464827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Made reservation on behalf of 5c74734153f743979f52e91187046e5e for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:24.467713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.469314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network df81c482-1b22-4b41-a49d-6345f52bc206 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:57:24.509751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-74d50263-3141-4453-8731-af05002440cc None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:24.518371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06148358-6171-4713-afac-184cb983edb8 req-3f3b1e21-ef40-45ad-951e-cf276070aff9 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Nov 19 03:57:24.686719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.734723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7890c03-4058-417f-9f17-7ae5b7f0b511,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:24.752045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Checking segment: {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:24.752422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Network hostable DHCP agents. Network: df81c482-1b22-4b41-a49d-6345f52bc206, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:57:24.770494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Network df81c482-1b22-4b41-a49d-6345f52bc206 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:57:24.779188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, df81c482-1b22-4b41-a49d-6345f52bc206) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:24.784048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:24.784968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.787757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d50263-3141-4453-8731-af05002440cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 2, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:24.790832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170055b-419e-49b3-a3ba-775eec7e93fc None None] Network df81c482-1b22-4b41-a49d-6345f52bc206 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:24.801553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-574a5cae-501c-4328-b343-7c3dbe07e16d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3803978 Nov 19 03:57:24.804144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:24.808358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:24.827049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d50263-3141-4453-8731-af05002440cc None None] Checking router: 784234d0-9be3-4c29-8959-2de56abb1839 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:24.827458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d50263-3141-4453-8731-af05002440cc None None] Updating router 784234d0-9be3-4c29-8959-2de56abb1839 port c864c5f4-0671-4755-b56d-3f22f4552188 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:24.833393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.834407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:24.904325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.007857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e5d59aeb-93fa-48e2-b652-07a96359abe1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:25.047830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74d50263-3141-4453-8731-af05002440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.061279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.122879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a11fb-33b8-4f0a-8749-4d4279c44a9d req-64020f3a-8476-4b0b-a782-8edcd1f1efca tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:25.126646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff7a11fb-33b8-4f0a-8749-4d4279c44a9d req-64020f3a-8476-4b0b-a782-8edcd1f1efca tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 950 time: 0.0637465 Nov 19 03:57:25.178395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff7a11fb-33b8-4f0a-8749-4d4279c44a9d req-eecfdd4a-85c7-468f-8442-014293940947 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Nov 19 03:57:25.218793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.231824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e5d59aeb-93fa-48e2-b652-07a96359abe1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:25.232193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.286523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.308944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.311958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-df81c482-1b22-4b41-a49d-6345f52bc206', 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'fixed_ips': [{'subnet_id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:57:25.312812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.478135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Allocated IP 172.25.8.71 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/0d3038c5-8a46-4059-947d-5a8e708c9b7c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:25.510754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53960b5-43e2-456f-987d-5796847f014c req-cf81a5d8-bb33-4584-ab2a-480cce93ebcc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:25.513034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f53960b5-43e2-456f-987d-5796847f014c req-cf81a5d8-bb33-4584-ab2a-480cce93ebcc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0980358 Nov 19 03:57:25.621793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74d50263-3141-4453-8731-af05002440cc None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.651736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f53960b5-43e2-456f-987d-5796847f014c req-7a22432e-90a1-439b-92f2-e094cb017351 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284370 Nov 19 03:57:25.651918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74d50263-3141-4453-8731-af05002440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.675887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-235bcf64-e35d-491b-9a0c-7b5e63be8f42 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:25.677431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-235bcf64-e35d-491b-9a0c-7b5e63be8f42 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 950 time: 0.1237009 Nov 19 03:57:25.744422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Allocated IP 172.20.0.2 (df81c482-1b22-4b41-a49d-6345f52bc206/f7890c03-4058-417f-9f17-7ae5b7f0b511/f5c232b8-ace2-4cd0-ae33-fa9daf11faeb) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:25.750668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c5138-75cf-4d94-aea8-99b93ed3d089 None None] Pushing event updated for resources: {'Port': ['ID=c864c5f4-0671-4755-b56d-3f22f4552188,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:25.755084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.782060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344e893-37e7-4fd0-8284-cf418f8e2725 req-97f25f8c-4060-40a2-a21b-cc1491915456 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:25.785399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f344e893-37e7-4fd0-8284-cf418f8e2725 req-97f25f8c-4060-40a2-a21b-cc1491915456 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0909886 Nov 19 03:57:25.876110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f344e893-37e7-4fd0-8284-cf418f8e2725 req-43199eb8-a23b-4c78-907a-2b1984bef629 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846796 Nov 19 03:57:25.879508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-74d50263-3141-4453-8731-af05002440cc None None] Attempting to bind port c864c5f4-0671-4755-b56d-3f22f4552188 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:25.879896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-74d50263-3141-4453-8731-af05002440cc None None] Attempting to bind port c864c5f4-0671-4755-b56d-3f22f4552188 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:25.880269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d50263-3141-4453-8731-af05002440cc None None] Attempting to bind port c864c5f4-0671-4755-b56d-3f22f4552188 on network 48eb8720-4add-44ff-aaca-edb67addda3f {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:25.896848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d50263-3141-4453-8731-af05002440cc None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:25.897232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d50263-3141-4453-8731-af05002440cc None None] Checking segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:25.897643 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74d50263-3141-4453-8731-af05002440cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.898136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d50263-3141-4453-8731-af05002440cc None None] Bound using segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:25.898541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-74d50263-3141-4453-8731-af05002440cc None None] Bound port: c864c5f4-0671-4755-b56d-3f22f4552188, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:25.898931 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74d50263-3141-4453-8731-af05002440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:25.904945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83334f76-0d0f-459e-adce-0c6b6e72e376 req-8ac9cfa8-dd5b-46c1-b8b4-6f2af620bbe6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:25.913261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83334f76-0d0f-459e-adce-0c6b6e72e376 req-8ac9cfa8-dd5b-46c1-b8b4-6f2af620bbe6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1623313 Nov 19 03:57:26.009290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83334f76-0d0f-459e-adce-0c6b6e72e376 req-e6eedd01-1c07-42c0-a987-de193b1220fd tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910499 Nov 19 03:57:26.045336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.071119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Deleting port 224bff1c-65cc-4a42-a291-80abc1cf7b4a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:57:26.071486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.081416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-74d50263-3141-4453-8731-af05002440cc None None] For port c864c5f4-0671-4755-b56d-3f22f4552188, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:26.086884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-74d50263-3141-4453-8731-af05002440cc None None] For port c864c5f4-0671-4755-b56d-3f22f4552188, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c864c5f4-0671-4755-b56d-3f22f4552188,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:26.108311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74d50263-3141-4453-8731-af05002440cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.113538 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.168744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:26.169460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c5138-75cf-4d94-aea8-99b93ed3d089 None None] Pushing event updated for resources: {'Port': ['ID=c864c5f4-0671-4755-b56d-3f22f4552188,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:26.182876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.202219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:26.203885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b9a1cc58-6b97-4076-b9d4-2ad48b22cb78 None None] Provisioning complete for port c864c5f4-0671-4755-b56d-3f22f4552188 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:26.204456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cc58-6b97-4076-b9d4-2ad48b22cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.213396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:26.295039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Network df81c482-1b22-4b41-a49d-6345f52bc206 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:26.302190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d50263-3141-4453-8731-af05002440cc None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:26.302958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d50263-3141-4453-8731-af05002440cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:26.313433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:26.317244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:26.321884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.342178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] For port 224bff1c-65cc-4a42-a291-80abc1cf7b4a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=224bff1c-65cc-4a42-a291-80abc1cf7b4a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:26.342733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.357110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Calling delete_port for 224bff1c-65cc-4a42-a291-80abc1cf7b4a owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:57:26.396698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Pushing event updated for resources: {'Port': ['ID=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:26.418950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3038c5-8a46-4059-947d-5a8e708c9b7c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:26.423696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf630c-cbe2-458e-be0f-c76540f95a2c req-d9327ab8-4094-487a-9890-e654ccdd69b1 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:26.431581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03bf630c-cbe2-458e-be0f-c76540f95a2c req-d9327ab8-4094-487a-9890-e654ccdd69b1 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1099 time: 0.0763941 Nov 19 03:57:26.446287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-03bf630c-cbe2-458e-be0f-c76540f95a2c req-41a270a7-4c0d-4a8b-9f5d-e8190fd24154 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.450430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d769b21-0c10-4c88-8deb-88f5e5b766d5 req-406f071e-dfae-476a-afb1-80e9cc4b3664 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:26.467139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d769b21-0c10-4c88-8deb-88f5e5b766d5 req-406f071e-dfae-476a-afb1-80e9cc4b3664 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.3903763 Nov 19 03:57:26.500666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-74d50263-3141-4453-8731-af05002440cc None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:26.552445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-03bf630c-cbe2-458e-be0f-c76540f95a2c req-41a270a7-4c0d-4a8b-9f5d-e8190fd24154 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.557459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-03bf630c-cbe2-458e-be0f-c76540f95a2c req-41a270a7-4c0d-4a8b-9f5d-e8190fd24154 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.598938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03bf630c-cbe2-458e-be0f-c76540f95a2c req-41a270a7-4c0d-4a8b-9f5d-e8190fd24154 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658816 Nov 19 03:57:26.600371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a270a7-4c0d-4a8b-9f5d-e8190fd24154 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b644df6f-d9dd-4e74-9db3-2a63e7fbbc94,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:26.685862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d769b21-0c10-4c88-8deb-88f5e5b766d5 req-c13975ec-cd85-45e1-bf59-e3b9975572e5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146468 Nov 19 03:57:26.759788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Attempting to bind port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:26.760380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Attempting to bind port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:26.760855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Attempting to bind port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb on network df81c482-1b22-4b41-a49d-6345f52bc206 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:26.783073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128228ff-b611-476a-86f2-548dacdf381a req-ecaacf93-c45c-49d4-86f3-1ff870866cbf tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:26.785459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-128228ff-b611-476a-86f2-548dacdf381a req-ecaacf93-c45c-49d4-86f3-1ff870866cbf tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f HTTP/1.1" status: 200 len: 950 time: 0.1082206 Nov 19 03:57:26.795222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:26.795482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Checking segment: {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:26.795887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.796292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Bound using segment: {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:26.796829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Bound port: f5c232b8-ace2-4cd0-ae33-fa9daf11faeb, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:26.797338 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.807752 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cc58-6b97-4076-b9d4-2ad48b22cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.866370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.870902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-128228ff-b611-476a-86f2-548dacdf381a req-abcac441-7d2e-4602-8391-2897e5cc6f79 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768199 Nov 19 03:57:26.883949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['403a0151-ea22-4f71-8216-c5a89d32be70', '224bff1c-65cc-4a42-a291-80abc1cf7b4a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:26.970385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:26.997017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Pushing event deleted for resources: {'Port': ['ID=224bff1c-65cc-4a42-a291-80abc1cf7b4a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:27.034887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b9a1cc58-6b97-4076-b9d4-2ad48b22cb78 None None] For port c864c5f4-0671-4755-b56d-3f22f4552188, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c864c5f4-0671-4755-b56d-3f22f4552188,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:27.059741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cc58-6b97-4076-b9d4-2ad48b22cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:27.142073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] No DVR routers for this DVR port 224bff1c-65cc-4a42-a291-80abc1cf7b4a on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:57:27.146811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:27.159257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3e3a635d-364c-42ba-8a74-105d1aea21b9 req-dd4f98e2-bc81-4149-9d88-083793b07a7f tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "DELETE /v2.0/ports/224bff1c-65cc-4a42-a291-80abc1cf7b4a HTTP/1.1" status: 204 len: 173 time: 1.4619889 Nov 19 03:57:27.159762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'name': 'network-vif-deleted', 'tag': '224bff1c-65cc-4a42-a291-80abc1cf7b4a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:27.167398 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea20dd1-7a99-432e-bd92-a11e99052a42" -d '{"events": [{"server_uuid": "dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f", "name": "network-vif-deleted", "tag": "224bff1c-65cc-4a42-a291-80abc1cf7b4a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:27.226784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c4c58-f287-4594-b871-86abb8090cd9 req-32629247-4df5-46b0-a811-efd3dc29df23 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:27.239094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-656c4c58-f287-4594-b871-86abb8090cd9 req-32629247-4df5-46b0-a811-efd3dc29df23 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0835309 Nov 19 03:57:27.383609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-656c4c58-f287-4594-b871-86abb8090cd9 req-3f16d84e-2ea0-4ba8-ba54-c1c1ae8fe8a7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432147 Nov 19 03:57:27.491473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] For port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:27.513996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cc781-c8f0-4768-868f-f20cbb2f88fc req-6d5662cb-d2e7-4eee-b82f-d2b53179aa79 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:27.518813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-081cc781-c8f0-4768-868f-f20cbb2f88fc req-6d5662cb-d2e7-4eee-b82f-d2b53179aa79 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0708201 Nov 19 03:57:27.520646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:27.552330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] For port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:27.579117 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:27.589415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:27.597532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2c45bdef-4fd1-42ba-be63-766ba40b440c None None] Provisioning complete for port c864c5f4-0671-4755-b56d-3f22f4552188 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:27.598088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2c45bdef-4fd1-42ba-be63-766ba40b440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:27.600429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1cc58-6b97-4076-b9d4-2ad48b22cb78 None None] Pushing event updated for resources: {'Port': ['ID=c864c5f4-0671-4755-b56d-3f22f4552188,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:27.602443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-081cc781-c8f0-4768-868f-f20cbb2f88fc req-5b95c181-0f8f-4c67-99c7-6e0f2a7c3b9e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732253 Nov 19 03:57:27.680488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d50263-3141-4453-8731-af05002440cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:27.704011 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d24b573-2a06-4a43-8724-48778db9cb98 x-openstack-request-id: req-1d24b573-2a06-4a43-8724-48778db9cb98 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:27.705553 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f", "name": "network-vif-deleted", "tag": "224bff1c-65cc-4a42-a291-80abc1cf7b4a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:27.709510 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d24b573-2a06-4a43-8724-48778db9cb98 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:27.711294 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd83b984-1fbb-4bcc-8e5b-b9c9eb91ee9f', 'name': 'network-vif-deleted', 'tag': '224bff1c-65cc-4a42-a291-80abc1cf7b4a', 'status': 'completed', 'code': 200} Nov 19 03:57:27.767319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d50263-3141-4453-8731-af05002440cc None None] The sync data for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 is: [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:27.856009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cea3c-83cc-4ac4-acfd-0f2da00d806e None None] Pushing event updated for resources: {'Port': ['ID=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:27.911772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468c6a7-c6c8-4382-80fd-574cf4053a86 req-65e7ec54-7644-4cca-83a9-ffa3aeae465b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:27.921652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4468c6a7-c6c8-4382-80fd-574cf4053a86 req-65e7ec54-7644-4cca-83a9-ffa3aeae465b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1989384 Nov 19 03:57:27.988249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34383b77-35c5-4c6f-93e9-2fea1b559d4d req-96ed6067-674c-4f54-bb87-8707c4cb6168 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:27.990189 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34383b77-35c5-4c6f-93e9-2fea1b559d4d req-96ed6067-674c-4f54-bb87-8707c4cb6168 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.2151120 Nov 19 03:57:28.000634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:57:28.006248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:28.082448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-3d1a99f5-490d-4219-b382-704add5503ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2687633 Nov 19 03:57:28.097637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4468c6a7-c6c8-4382-80fd-574cf4053a86 req-d265f6bf-2637-4ca3-bae4-7a09a8aa18b1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707571 Nov 19 03:57:28.103823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Router e97c6284-a431-47b5-9af8-4e3ebb2785d8 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:57:28.108274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-7d5af43e-dc4d-48cd-8fe5-a0e3b9161fe9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:57:28.138074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-7d5af43e-dc4d-48cd-8fe5-a0e3b9161fe9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498343 Nov 19 03:57:28.144195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34383b77-35c5-4c6f-93e9-2fea1b559d4d req-e00872cc-1993-470b-8a01-2d93a8b12885 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347828 Nov 19 03:57:28.290250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:28.372643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:28.390446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'mac_address': 'fa:16:3e:75:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:57:28.407495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:28.412084 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:28.414640 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2cd3cd-4095-4d42-91f9-d55eb7281aa5" -d '{"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-unplugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:28.422439 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Sync routers for ids ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:28.443830 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Routers {'e97c6284-a431-47b5-9af8-4e3ebb2785d8'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:28.445840 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:28.446421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:28.450855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:28.451235 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-122fb1aa-ccd2-4276-abce-c3e8a1223af2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6458163 Nov 19 03:57:28.461892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:28.482848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:28.486666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:28.575778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:28.603078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:28.651650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe94b-0d31-4034-830a-e534ae4ad398 req-91c3c194-0a78-46d4-9a44-3d4cfb043b29 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:28.671919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e0fe94b-0d31-4034-830a-e534ae4ad398 req-91c3c194-0a78-46d4-9a44-3d4cfb043b29 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1179836 Nov 19 03:57:28.702448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:57:28.702941 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:57:28.764869 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Set router e97c6284-a431-47b5-9af8-4e3ebb2785d8 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:28.772002 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50ef6b7-f3b0-4d19-8cb4-ddf3bf4f6bfd x-openstack-request-id: req-a50ef6b7-f3b0-4d19-8cb4-ddf3bf4f6bfd {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:28.772313 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-unplugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:28.772579 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a50ef6b7-f3b0-4d19-8cb4-ddf3bf4f6bfd {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:28.772988 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'code': 200} Nov 19 03:57:28.825378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0e0fe94b-0d31-4034-830a-e534ae4ad398 req-0b7be82f-f0f0-4edf-9830-23dce78cda40 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515174 Nov 19 03:57:29.066311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bf464-14a6-4f90-803e-8d84fcc182c1 req-7d5d9e71-997e-48fe-a143-056d6f4bbe16 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:29.076558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-843bf464-14a6-4f90-803e-8d84fcc182c1 req-7d5d9e71-997e-48fe-a143-056d6f4bbe16 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 948 time: 0.1740577 Nov 19 03:57:29.115293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f5c232b8-ace2-4cd0-ae33-fa9daf11faeb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:29.172317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad94c4-b30f-4ecd-99d0-5ee761b3ddbb req-d0f8bfdf-017e-49f0-89c1-684446b97c5e tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:29.187115 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75ad94c4-b30f-4ecd-99d0-5ee761b3ddbb req-d0f8bfdf-017e-49f0-89c1-684446b97c5e tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 949 time: 0.1773088 Nov 19 03:57:29.204332 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 3, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:29.323951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75ad94c4-b30f-4ecd-99d0-5ee761b3ddbb req-4ac8661f-4b5a-4bcb-a396-8edba921ebfc tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357198 Nov 19 03:57:29.335837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:29.376562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:57:29.385557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0b550-f52a-4cfa-9767-268c039daf6f None None] Network df81c482-1b22-4b41-a49d-6345f52bc206 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:29.460434 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Checking router: e97c6284-a431-47b5-9af8-4e3ebb2785d8 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:29.461012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Updating router e97c6284-a431-47b5-9af8-4e3ebb2785d8 port 0d3038c5-8a46-4059-947d-5a8e708c9b7c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:29.470039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-843bf464-14a6-4f90-803e-8d84fcc182c1 req-544c961a-44ec-41e6-b1bd-09f6820498d6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879485 Nov 19 03:57:29.485448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:29.499866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:29.500332 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:29.503959 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:29.506845 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:29.606327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806d34-0186-4ed4-94ab-11c10d3e2142 req-7988230e-29c8-44ae-b3b1-28cf257652ae tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:29.613838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47806d34-0186-4ed4-94ab-11c10d3e2142 req-7988230e-29c8-44ae-b3b1-28cf257652ae tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1315656 Nov 19 03:57:29.641410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-093f29c9-c532-42e4-9da8-bc3913e9248c None None] Provisioning complete for port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:29.641995 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-093f29c9-c532-42e4-9da8-bc3913e9248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:29.723940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47806d34-0186-4ed4-94ab-11c10d3e2142 req-e164c61f-c7c2-4769-b2e1-1f6e46ff0abe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087298 Nov 19 03:57:29.819140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:29.827228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6279-ed01-4e2a-af2b-b905bed58fb2 req-92da4748-6363-4dfe-9176-85d1d7de9e74 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:29.833758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bcc6279-ed01-4e2a-af2b-b905bed58fb2 req-92da4748-6363-4dfe-9176-85d1d7de9e74 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.2437258 Nov 19 03:57:29.903430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:29.913339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['62ee98ba-038d-4d6b-aa24-4c5ccefb5031'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:29.983091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bcc6279-ed01-4e2a-af2b-b905bed58fb2 req-d706aa5c-70e5-49fb-a89e-f1213007d492 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Nov 19 03:57:30.031881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 224bff1c-65cc-4a42-a291-80abc1cf7b4a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:30.043201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.076588 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.084620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-093f29c9-c532-42e4-9da8-bc3913e9248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.090680 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.122147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 224bff1c-65cc-4a42-a291-80abc1cf7b4a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:57:30.122503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 224bff1c-65cc-4a42-a291-80abc1cf7b4a not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:57:30.183602 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Attempting to bind port 0d3038c5-8a46-4059-947d-5a8e708c9b7c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:30.183982 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Attempting to bind port 0d3038c5-8a46-4059-947d-5a8e708c9b7c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:30.184349 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Attempting to bind port 0d3038c5-8a46-4059-947d-5a8e708c9b7c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:30.187772 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33cef-9038-4bc0-aad7-3f10f5c1bade None None] Pushing event updated for resources: {'Port': ['ID=0d3038c5-8a46-4059-947d-5a8e708c9b7c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:30.193413 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:30.193794 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:30.194258 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.194648 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:30.195133 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Bound port: 0d3038c5-8a46-4059-947d-5a8e708c9b7c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:30.195506 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.220218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:30.230231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Allocated IP 172.20.0.1 (df81c482-1b22-4b41-a49d-6345f52bc206/f7890c03-4058-417f-9f17-7ae5b7f0b511/bb8955e3-5db1-4249-a39f-c5631bdf346a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:30.234261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.235306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c864c5f4-0671-4755-b56d-3f22f4552188 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:30.283079 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] For port 0d3038c5-8a46-4059-947d-5a8e708c9b7c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:30.287833 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] For port 0d3038c5-8a46-4059-947d-5a8e708c9b7c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3038c5-8a46-4059-947d-5a8e708c9b7c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:30.297978 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.412004 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33cef-9038-4bc0-aad7-3f10f5c1bade None None] Pushing event updated for resources: {'Port': ['ID=0d3038c5-8a46-4059-947d-5a8e708c9b7c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:30.414722 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Routers {'e97c6284-a431-47b5-9af8-4e3ebb2785d8'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:30.415335 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:30.423934 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-093f29c9-c532-42e4-9da8-bc3913e9248c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:57:30.425437 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-093f29c9-c532-42e4-9da8-bc3913e9248c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:57:30.435484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:30.494945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c864c5f4-0671-4755-b56d-3f22f4552188 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:30.495640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.572585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] Set router e97c6284-a431-47b5-9af8-4e3ebb2785d8 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:30.588820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.639917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9de47a-7073-4336-947e-74905120011d req-130ec698-09d8-49c6-90c0-ad8b99fcddd8 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:30.641652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f9de47a-7073-4336-947e-74905120011d req-130ec698-09d8-49c6-90c0-ad8b99fcddd8 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 949 time: 0.1307950 Nov 19 03:57:30.659762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.749308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Network df81c482-1b22-4b41-a49d-6345f52bc206 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:30.764737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Pushing event updated for resources: {'Port': ['ID=bb8955e3-5db1-4249-a39f-c5631bdf346a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:30.767756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:30.778553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:30.810496 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 3, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:30.832484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f9de47a-7073-4336-947e-74905120011d req-6e67373c-074f-4f2f-b5fb-422d6ea1a9fc tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/security-groups?id=f48ba33c-7828-416e-b364-d5057b147d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809220 Nov 19 03:57:30.845076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e21f83-3c96-4e65-a302-90774dba5ffd None None] The sync data for ids ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'] in n-d-818503-1 is: [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 3, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:30.885718 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:30.930806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-528b4f87-f652-4922-b869-b160ef26ac56 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:30.932046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-528b4f87-f652-4922-b869-b160ef26ac56 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 949 time: 0.6485281 Nov 19 03:57:30.942509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a918b7-c869-42ba-af7d-19f7d855dcd1 req-05da6cce-8b4a-4aa2-af38-3f3e3bb1e50d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:30.955514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5a918b7-c869-42ba-af7d-19f7d855dcd1 req-05da6cce-8b4a-4aa2-af38-3f3e3bb1e50d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.6150692 Nov 19 03:57:31.027290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f5c232b8-ace2-4cd0-ae33-fa9daf11faeb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:31.036417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-a2eeb2e2-a326-41c5-a2e7-0171706f9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:31.038009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-a2eeb2e2-a326-41c5-a2e7-0171706f9cc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1099 time: 0.1811590 Nov 19 03:57:31.123064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:31.123795 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.154960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51414c-b049-432d-8ab5-13832d07b581 req-48cf10da-abb6-4eed-b41b-114794dbad8b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:31.156532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa51414c-b049-432d-8ab5-13832d07b581 req-48cf10da-abb6-4eed-b41b-114794dbad8b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 949 time: 0.1561868 Nov 19 03:57:31.192682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5a918b7-c869-42ba-af7d-19f7d855dcd1 req-af23d6e6-52f8-43e4-9031-90b0cdca0bda tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231345 Nov 19 03:57:31.268716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0205211c-7c65-4f31-ab7a-6d940f958001 None None] Provisioning complete for port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:31.268716 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0205211c-7c65-4f31-ab7a-6d940f958001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.314509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-dbcddb3d-4393-44f2-b5de-3e99fb72976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:31.316762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-dbcddb3d-4393-44f2-b5de-3e99fb72976b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2657938 Nov 19 03:57:31.334861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Deleting port 403a0151-ea22-4f71-8216-c5a89d32be70 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:57:31.335317 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.505823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] For port 403a0151-ea22-4f71-8216-c5a89d32be70, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=403a0151-ea22-4f71-8216-c5a89d32be70,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:31.506625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.524640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Calling delete_port for 403a0151-ea22-4f71-8216-c5a89d32be70 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:57:31.607027 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.694386 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-fd8772c6-a049-499a-81ee-a3f5a8fef2b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.3686125 Nov 19 03:57:31.720792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa51414c-b049-432d-8ab5-13832d07b581 req-53a9c530-24ba-497b-a2a5-e2dea239ec34 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440385 Nov 19 03:57:31.722921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-076a73b0-e1ab-4830-ad2a-93eba503fc84 None None] Provisioning complete for port bb8955e3-5db1-4249-a39f-c5631bdf346a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:31.723308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-076a73b0-e1ab-4830-ad2a-93eba503fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.742507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.745658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.770930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-076a73b0-e1ab-4830-ad2a-93eba503fc84 None None] Port bb8955e3-5db1-4249-a39f-c5631bdf346a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:31.773771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['403a0151-ea22-4f71-8216-c5a89d32be70'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:57:31.805852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Pushing event deleted for resources: {'Port': ['ID=403a0151-ea22-4f71-8216-c5a89d32be70,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:31.855392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-fff8b5bf-b957-4806-b347-8d0739b51903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:31.859032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-fff8b5bf-b957-4806-b347-8d0739b51903 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1263683 Nov 19 03:57:31.864728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df5144-014e-4aba-ab50-7d1f8e70cbd6 req-97516975-20b4-4421-9764-5cebcfea1117 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:31.866484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88df5144-014e-4aba-ab50-7d1f8e70cbd6 req-97516975-20b4-4421-9764-5cebcfea1117 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1872303 Nov 19 03:57:31.902124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] No DVR routers for this DVR port 403a0151-ea22-4f71-8216-c5a89d32be70 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:57:31.923481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:31.927122 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a873c8cd-ac02-4995-b9fe-a695087b5ed0 req-bb2bc4ce-f700-4908-8735-c853ddb3d3a5 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.36 "DELETE /v2.0/ports/403a0151-ea22-4f71-8216-c5a89d32be70 HTTP/1.1" status: 204 len: 173 time: 0.9700623 Nov 19 03:57:31.928623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'name': 'network-vif-deleted', 'tag': '403a0151-ea22-4f71-8216-c5a89d32be70'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:31.931014 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7471e0-e023-461e-afba-d7eac7f8c7b5" -d '{"events": [{"server_uuid": "f7a4fc68-1eb6-4b82-a807-5030f16375c1", "name": "network-vif-deleted", "tag": "403a0151-ea22-4f71-8216-c5a89d32be70"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:31.985342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88df5144-014e-4aba-ab50-7d1f8e70cbd6 req-603d383f-4237-488b-a40e-ca05b2f4f30a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079652 Nov 19 03:57:31.987892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-fac481b0-81de-4580-96a0-c68aefe99d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:31.989473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-fac481b0-81de-4580-96a0-c68aefe99d8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204751 Nov 19 03:57:32.035086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:32.106504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.151945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.155761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:32.156163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.185790 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f12f1b4-4ca3-4017-878e-b030fbb3db6d req-8dc48de8-c5e1-4cf7-8973-945234e3bf69 tempest-ServersAdminNegativeTestJSON-778969269 tempest-ServersAdminNegativeTestJSON-778969269-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4fc68-1eb6-4b82-a807-5030f16375c1 HTTP/1.1" status: 200 len: 210 time: 0.0537260 Nov 19 03:57:32.241850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-25bc8e83-1aa4-4920-af8c-d8dd5235af1a service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421741 Nov 19 03:57:32.263560 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de46faa-cc7a-4ab9-804f-a81e429a9588 x-openstack-request-id: req-9de46faa-cc7a-4ab9-804f-a81e429a9588 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:32.264600 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4fc68-1eb6-4b82-a807-5030f16375c1", "name": "network-vif-deleted", "tag": "403a0151-ea22-4f71-8216-c5a89d32be70", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:32.264942 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9de46faa-cc7a-4ab9-804f-a81e429a9588 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:32.265369 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4fc68-1eb6-4b82-a807-5030f16375c1', 'name': 'network-vif-deleted', 'tag': '403a0151-ea22-4f71-8216-c5a89d32be70', 'status': 'completed', 'code': 200} Nov 19 03:57:32.267209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Pushing event updated for resources: {'Port': ['ID=bb8955e3-5db1-4249-a39f-c5631bdf346a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:32.274574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.277584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3b587-8801-41f9-8814-52cf99f0b580 req-dfc1922f-31a7-47d3-b0a0-6cceea1bc28e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:32.282407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8a3b587-8801-41f9-8814-52cf99f0b580 req-dfc1922f-31a7-47d3-b0a0-6cceea1bc28e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1926885 Nov 19 03:57:32.296600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.303474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:57:32.307370 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217df671-e5ed-4000-ba3b-baa24d5482ea" -d '{"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:57:32.326020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:32.334231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.335970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 403a0151-ea22-4f71-8216-c5a89d32be70 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:57:32.361608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 403a0151-ea22-4f71-8216-c5a89d32be70 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:57:32.362441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 403a0151-ea22-4f71-8216-c5a89d32be70 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:57:32.389996 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b74c75-da34-4168-8d8c-33707bf3066d x-openstack-request-id: req-f8b74c75-da34-4168-8d8c-33707bf3066d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:57:32.390409 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:57:32.390809 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8b74c75-da34-4168-8d8c-33707bf3066d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:57:32.391219 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'code': 200} Nov 19 03:57:32.396212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8a3b587-8801-41f9-8814-52cf99f0b580 req-f82490d0-ca99-42a1-a2e2-9d6b671ed316 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Nov 19 03:57:32.410814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-7a5c8106-9854-40b9-8f79-9994e40e8e53 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589456 Nov 19 03:57:32.429919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:32.490200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Network df81c482-1b22-4b41-a49d-6345f52bc206 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:32.491948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:32.675255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7f22-a02d-497e-ad17-90cd8ca8a985 req-a4ea7dc0-358b-4094-aa62-1ea80b3e29ff tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:32.677333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-861c7f22-a02d-497e-ad17-90cd8ca8a985 req-a4ea7dc0-358b-4094-aa62-1ea80b3e29ff tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1179833 Nov 19 03:57:32.717742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6906-2ce5-4581-9a26-ff10db918143 req-9e8b7dae-d61a-45bb-9534-1beb0244a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:32.719967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dd4e6906-2ce5-4581-9a26-ff10db918143 req-9e8b7dae-d61a-45bb-9534-1beb0244a832 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1101 time: 0.0604961 Nov 19 03:57:32.739262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Router e97c6284-a431-47b5-9af8-4e3ebb2785d8 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:57:32.757324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-861c7f22-a02d-497e-ad17-90cd8ca8a985 req-70e91704-f50c-484c-8f61-e7bec2c0111f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699058 Nov 19 03:57:32.807451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dd4e6906-2ce5-4581-9a26-ff10db918143 req-996c39e2-b260-4ae5-afb6-e1ed13ab7d82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766568 Nov 19 03:57:32.813007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9e1abc45-9225-477a-a6ec-ea0b08cbb77f None None] Provisioning complete for port bb8955e3-5db1-4249-a39f-c5631bdf346a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:32.813385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e1abc45-9225-477a-a6ec-ea0b08cbb77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:32.881864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9e1abc45-9225-477a-a6ec-ea0b08cbb77f None None] Port bb8955e3-5db1-4249-a39f-c5631bdf346a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:32.903183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdb931-0dde-46e2-a1d7-05a930210152 req-2427fbd9-82fb-484f-9991-e74df672d06b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:32.910483 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8fdb931-0dde-46e2-a1d7-05a930210152 req-2427fbd9-82fb-484f-9991-e74df672d06b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1019571 Nov 19 03:57:32.963082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295ee13-a6c7-49ae-bfcd-23d9da26e276 req-e2fb030e-37f7-48c4-a416-490ca35a6043 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:32.964628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3295ee13-a6c7-49ae-bfcd-23d9da26e276 req-e2fb030e-37f7-48c4-a416-490ca35a6043 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1187205 Nov 19 03:57:32.966492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:32.985062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-06d6e5d4-c99a-4628-8b8e-c43acc06f49b admin admin] 10.222.0.52 "PUT /v2.0/routers/e97c6284-a431-47b5-9af8-4e3ebb2785d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5196583 Nov 19 03:57:32.985763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3038c5-8a46-4059-947d-5a8e708c9b7c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:32.990774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8fdb931-0dde-46e2-a1d7-05a930210152 req-effba77d-b1d1-49ba-8b1e-98f2acb98769 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781903 Nov 19 03:57:33.078401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0d3038c5-8a46-4059-947d-5a8e708c9b7c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:33.079160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:33.093331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3295ee13-a6c7-49ae-bfcd-23d9da26e276 req-946ea863-d30c-42d5-b43a-7c42db0e2469 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153445 Nov 19 03:57:33.214772 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:33.224779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf27b-24eb-4814-8240-a2336c98243a req-8becc938-ef5c-407c-a63e-0131f6803f94 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:33.230018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eacdf27b-24eb-4814-8240-a2336c98243a req-8becc938-ef5c-407c-a63e-0131f6803f94 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0734444 Nov 19 03:57:33.245058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 0d3038c5-8a46-4059-947d-5a8e708c9b7c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3038c5-8a46-4059-947d-5a8e708c9b7c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:33.257586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:33.313367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eacdf27b-24eb-4814-8240-a2336c98243a req-ebedb666-1280-4e66-842c-9ba80663aa46 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765221 Nov 19 03:57:33.357834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=0d3038c5-8a46-4059-947d-5a8e708c9b7c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:33.400945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Sync routers for ids ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:33.413596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Routers {'e97c6284-a431-47b5-9af8-4e3ebb2785d8'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:33.414276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:33.416848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9739d-de47-4147-8bff-71ac4eea758d req-9e953433-248c-416c-ade2-08f9eccf1162 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:33.418680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79e9739d-de47-4147-8bff-71ac4eea758d req-9e953433-248c-416c-ade2-08f9eccf1162 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0529597 Nov 19 03:57:33.476427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79e9739d-de47-4147-8bff-71ac4eea758d req-b9243f40-817d-4555-a5fe-6ed49cc89058 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Nov 19 03:57:33.576194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Set router e97c6284-a431-47b5-9af8-4e3ebb2785d8 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:33.625131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac54961-defd-4cb0-8a6e-4d94092adb14 req-125d9b47-664c-4c3d-80b1-badcd0e54b67 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:33.626594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aac54961-defd-4cb0-8a6e-4d94092adb14 req-125d9b47-664c-4c3d-80b1-badcd0e54b67 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0687442 Nov 19 03:57:33.698456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44572) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:33.708249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aac54961-defd-4cb0-8a6e-4d94092adb14 req-0098121c-3e95-42dc-9f8b-4fc6062053c2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708442 Nov 19 03:57:33.873969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T03:57:31Z', 'revision_number': 4, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'bb8955e3-5db1-4249-a39f-c5631bdf346a', 'name': '', 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'mac_address': 'fa:16:3e:1d:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:29Z', 'updated_at': '2021-11-19T03:57:31Z', 'revision_number': 2, 'project_id': '5c74734153f743979f52e91187046e5e', 'subnets': [{'id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:33.911927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d41eb9ab-3bad-43d6-971c-9d6c8a4788a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16dc011056c043b794c342bae4a79f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122107 Nov 19 03:57:33.914831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44602) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:33.933106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Checking router: e97c6284-a431-47b5-9af8-4e3ebb2785d8 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:33.933490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Updating router e97c6284-a431-47b5-9af8-4e3ebb2785d8 port bb8955e3-5db1-4249-a39f-c5631bdf346a binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:33.964517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.092649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dee3881a-da8e-4c9c-b139-6035c9b3cc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.165045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dee3881a-da8e-4c9c-b139-6035c9b3cc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.215187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225ccec-cd83-44e2-b246-59ef14a0a7be req-aaafa8ac-ca4e-43de-a3a6-9c27400724f6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:34.222538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7225ccec-cd83-44e2-b246-59ef14a0a7be req-aaafa8ac-ca4e-43de-a3a6-9c27400724f6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 813 time: 0.2751377 Nov 19 03:57:34.255098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7225ccec-cd83-44e2-b246-59ef14a0a7be req-7b3e3674-0c8d-403e-b1a9-62ff82cb4bd9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/quotas/0f74449b5216473db44aba5e5bde9d1a HTTP/1.1" status: 200 len: 375 time: 0.0311093 Nov 19 03:57:34.301790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b7562-a980-4a5f-82bc-7d5b80db0142 req-d66bb303-9621-4e39-a352-81104d0ebdd2 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:34.306833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e9b7562-a980-4a5f-82bc-7d5b80db0142 req-d66bb303-9621-4e39-a352-81104d0ebdd2 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1678841 Nov 19 03:57:34.339518 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7225ccec-cd83-44e2-b246-59ef14a0a7be req-f88784fe-5405-43c8-86d6-e1c4756776e4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760627 Nov 19 03:57:34.354579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dee3881a-da8e-4c9c-b139-6035c9b3cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.357248 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dee3881a-da8e-4c9c-b139-6035c9b3cc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.360695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dee3881a-da8e-4c9c-b139-6035c9b3cc64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f48ba33c-7828-416e-b364-d5057b147d9e HTTP/1.1" status: 204 len: 168 time: 0.4426157 Nov 19 03:57:34.380586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3881a-da8e-4c9c-b139-6035c9b3cc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48ba33c-7828-416e-b364-d5057b147d9e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:34.388759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e9b7562-a980-4a5f-82bc-7d5b80db0142 req-3c48d57b-e0a1-431b-b3ee-bbba745b607d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Nov 19 03:57:34.592507 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.602465 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.684493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611345-c446-4a89-b646-de589de0aff1 req-8f6410c7-5905-42f1-a1f1-4635d4aeb033 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:34.688335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60611345-c446-4a89-b646-de589de0aff1 req-8f6410c7-5905-42f1-a1f1-4635d4aeb033 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0946262 Nov 19 03:57:34.710980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ceef1-4b63-45b8-a8d8-a2a5cdade3c5 req-9f3cc2d7-e4b7-4eab-853b-b8047a2434ea tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:34.729630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d3ceef1-4b63-45b8-a8d8-a2a5cdade3c5 req-9f3cc2d7-e4b7-4eab-853b-b8047a2434ea tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1180153 Nov 19 03:57:34.735988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc252b6-023c-4ee3-a3a1-c8aa4b90bbfe None None] Pushing event updated for resources: {'Port': ['ID=bb8955e3-5db1-4249-a39f-c5631bdf346a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:34.798826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60611345-c446-4a89-b646-de589de0aff1 req-c108a1b5-7dd4-4028-968a-e51c75991672 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024690 Nov 19 03:57:34.859502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d3ceef1-4b63-45b8-a8d8-a2a5cdade3c5 req-3f1c16c8-be76-4386-b501-8d80669a16bd tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281896 Nov 19 03:57:34.866266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Attempting to bind port bb8955e3-5db1-4249-a39f-c5631bdf346a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:34.867803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Attempting to bind port bb8955e3-5db1-4249-a39f-c5631bdf346a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:34.868676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Attempting to bind port bb8955e3-5db1-4249-a39f-c5631bdf346a on network df81c482-1b22-4b41-a49d-6345f52bc206 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:34.886621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:34.887446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Checking segment: {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:34.890209 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.890897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Bound using segment: {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:34.891758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Bound port: bb8955e3-5db1-4249-a39f-c5631bdf346a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b03c13e-5762-4969-a757-b17fcc670382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:34.895756 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:34.962428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44662) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:35.002103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3038c5-8a46-4059-947d-5a8e708c9b7c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:35.075568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44664) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:35.083613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a3c87537-d308-4626-9915-593379081269 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60c9285a59ce42609bfe7c66c7fb5fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1185763 Nov 19 03:57:35.089222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-191b263d-e996-4f37-9fb2-7058db93af98 None None] Provisioning complete for port bb8955e3-5db1-4249-a39f-c5631bdf346a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:35.089605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-191b263d-e996-4f37-9fb2-7058db93af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.091741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] For port bb8955e3-5db1-4249-a39f-c5631bdf346a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:35.095856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] For port bb8955e3-5db1-4249-a39f-c5631bdf346a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bb8955e3-5db1-4249-a39f-c5631bdf346a,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:35.101787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070449-f021-4b57-a135-f1821f945d7c req-c109336d-6f17-4066-bc29-373bdaaa8a13 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:35.103509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47070449-f021-4b57-a135-f1821f945d7c req-c109336d-6f17-4066-bc29-373bdaaa8a13 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1127310 Nov 19 03:57:35.138897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.174627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47070449-f021-4b57-a135-f1821f945d7c req-fb243511-629d-4286-8c10-dde0b0c61ef6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631540 Nov 19 03:57:35.190961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0d3038c5-8a46-4059-947d-5a8e708c9b7c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:35.198770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2472b11-aefe-4b35-b58d-3e3737667076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.205155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.227296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-191b263d-e996-4f37-9fb2-7058db93af98 None None] Port bb8955e3-5db1-4249-a39f-c5631bdf346a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:35.231283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ba2f-5d25-448f-8454-adea5f1c95f2 req-83aea72f-06ec-42cd-bec3-77e7f63dd296 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:35.232980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c320ba2f-5d25-448f-8454-adea5f1c95f2 req-83aea72f-06ec-42cd-bec3-77e7f63dd296 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1247416 Nov 19 03:57:35.264034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2472b11-aefe-4b35-b58d-3e3737667076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.279984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Routers {'e97c6284-a431-47b5-9af8-4e3ebb2785d8'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:35.280880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:35.374446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2472b11-aefe-4b35-b58d-3e3737667076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.380837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2472b11-aefe-4b35-b58d-3e3737667076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.382741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d2472b11-aefe-4b35-b58d-3e3737667076 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c529c286-d35c-4c1a-8801-c3831cb3652c HTTP/1.1" status: 204 len: 168 time: 0.3057716 Nov 19 03:57:35.426375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2472b11-aefe-4b35-b58d-3e3737667076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529c286-d35c-4c1a-8801-c3831cb3652c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:35.435475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc252b6-023c-4ee3-a3a1-c8aa4b90bbfe None None] Pushing event updated for resources: {'Port': ['ID=bb8955e3-5db1-4249-a39f-c5631bdf346a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:35.482540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c320ba2f-5d25-448f-8454-adea5f1c95f2 req-f76a5a57-ce37-4fbc-b042-6389f888d9e2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347207 Nov 19 03:57:35.598117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] Set router e97c6284-a431-47b5-9af8-4e3ebb2785d8 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:35.957229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-985418c2-905c-444c-8389-f08db2fa47ef None None] Provisioning complete for port bb8955e3-5db1-4249-a39f-c5631bdf346a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:35.957609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-985418c2-905c-444c-8389-f08db2fa47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:35.964534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280fd2b-66f2-449b-9a47-487d42ea0580 req-3f5baac2-3b2a-4c66-8348-4efe7e8d684c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:35.973387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0280fd2b-66f2-449b-9a47-487d42ea0580 req-3f5baac2-3b2a-4c66-8348-4efe7e8d684c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1045589 Nov 19 03:57:36.055217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0280fd2b-66f2-449b-9a47-487d42ea0580 req-e0d40e70-fd6b-4707-a1ee-17f6e0d59dfe tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800509 Nov 19 03:57:36.131558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f0f24-f485-443f-9612-b45ffc58bf2a req-9b48a1a0-3021-4832-86a8-8ba53f591d86 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:36.140182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f5f0f24-f485-443f-9612-b45ffc58bf2a req-9b48a1a0-3021-4832-86a8-8ba53f591d86 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1543159 Nov 19 03:57:36.198175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T03:57:31Z', 'revision_number': 4, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'bb8955e3-5db1-4249-a39f-c5631bdf346a', 'name': '', 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'mac_address': 'fa:16:3e:1d:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:29Z', 'updated_at': '2021-11-19T03:57:35Z', 'revision_number': 4, 'project_id': '5c74734153f743979f52e91187046e5e', 'subnets': [{'id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:36.222169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a7b0f61-4b74-4612-bf85-b14638c46574 req-48b797c9-14cb-4c96-aedb-5af65c8e8cc4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0f74449b5216473db44aba5e5bde9d1a HTTP/1.1" status: 200 len: 221 time: 0.0706127 Nov 19 03:57:36.241895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9507-7596-47b9-a3d0-10d25f8aae1d None None] The sync data for ids ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'] in n-d-818503-1 is: [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T03:57:31Z', 'revision_number': 4, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'bb8955e3-5db1-4249-a39f-c5631bdf346a', 'name': '', 'network_id': 'df81c482-1b22-4b41-a49d-6345f52bc206', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'mac_address': 'fa:16:3e:1d:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:29Z', 'updated_at': '2021-11-19T03:57:35Z', 'revision_number': 4, 'project_id': '5c74734153f743979f52e91187046e5e', 'subnets': [{'id': 'f7890c03-4058-417f-9f17-7ae5b7f0b511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:36.250600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-985418c2-905c-444c-8389-f08db2fa47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:36.295268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-985418c2-905c-444c-8389-f08db2fa47ef None None] For port bb8955e3-5db1-4249-a39f-c5631bdf346a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bb8955e3-5db1-4249-a39f-c5631bdf346a,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:36.325491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f5f0f24-f485-443f-9612-b45ffc58bf2a req-0237cab9-738a-4a33-bad2-7accfb71d6e6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533606 Nov 19 03:57:36.326365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-985418c2-905c-444c-8389-f08db2fa47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:36.435353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985418c2-905c-444c-8389-f08db2fa47ef None None] Pushing event updated for resources: {'Port': ['ID=bb8955e3-5db1-4249-a39f-c5631bdf346a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:36.544896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508222f8-f428-491a-adb7-ef386413e586 req-1f213875-c6e2-4e8c-99a1-714d97ba405e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:36.555687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-508222f8-f428-491a-adb7-ef386413e586 req-1f213875-c6e2-4e8c-99a1-714d97ba405e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0939937 Nov 19 03:57:36.635283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-508222f8-f428-491a-adb7-ef386413e586 req-eb86b353-e89c-415f-a241-014e7d31665e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 Nov 19 03:57:36.824360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc429f-b40b-46fc-8e45-a57c2f1a05c6 req-de185f8d-e3a3-4f12-9bda-137ade09296e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:36.825958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eddc429f-b40b-46fc-8e45-a57c2f1a05c6 req-de185f8d-e3a3-4f12-9bda-137ade09296e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0699627 Nov 19 03:57:36.926557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eddc429f-b40b-46fc-8e45-a57c2f1a05c6 req-34f49c66-8d87-4960-8e9f-5211ba5fc8a4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915172 Nov 19 03:57:37.043020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bb8955e3-5db1-4249-a39f-c5631bdf346a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:37.133990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port bb8955e3-5db1-4249-a39f-c5631bdf346a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:37.134473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:37.183053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb178-8582-488c-915c-be7a9bea08d5 req-bf7e460f-e6e8-4619-92ff-6fbf2bd6605a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:37.188196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec4bb178-8582-488c-915c-be7a9bea08d5 req-bf7e460f-e6e8-4619-92ff-6fbf2bd6605a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0943539 Nov 19 03:57:37.266210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1202db-c4c7-4edf-bd48-db71c12a5af4 req-c3526c05-a89a-487f-aae9-ee23e0214e9f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:37.273922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c1202db-c4c7-4edf-bd48-db71c12a5af4 req-c3526c05-a89a-487f-aae9-ee23e0214e9f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0888486 Nov 19 03:57:37.310880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec4bb178-8582-488c-915c-be7a9bea08d5 req-4fd6ae9b-99bb-495e-acc2-642b73d3d988 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099498 Nov 19 03:57:37.345104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c1202db-c4c7-4edf-bd48-db71c12a5af4 req-0d3bb631-a76a-4b7a-8811-2094a5e29bad tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Nov 19 03:57:37.469315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42068a-1465-4cd9-a79d-ba18e0ba9a35 req-78975ad6-fc46-4a03-9f14-461cc42942c7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:37.471397 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3f42068a-1465-4cd9-a79d-ba18e0ba9a35 req-78975ad6-fc46-4a03-9f14-461cc42942c7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0784326 Nov 19 03:57:37.525037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7f25-94ab-4d0d-b1ef-cce800cdd857 req-39877591-3a76-4dc3-a82e-e1c87ed0c891 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:37.528203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65ce7f25-94ab-4d0d-b1ef-cce800cdd857 req-39877591-3a76-4dc3-a82e-e1c87ed0c891 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0923822 Nov 19 03:57:37.538471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3f42068a-1465-4cd9-a79d-ba18e0ba9a35 req-a735c5a9-3520-45d9-99ca-a0ad30acff7b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559356 Nov 19 03:57:37.599637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65ce7f25-94ab-4d0d-b1ef-cce800cdd857 req-016f925b-ea43-47ed-8b83-50c92c0f7b20 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584497 Nov 19 03:57:37.763771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eed4fd-7863-40d9-a989-5ca695e2d362 req-8d8ca319-ba65-4130-af38-f417530054a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:37.765480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25eed4fd-7863-40d9-a989-5ca695e2d362 req-8d8ca319-ba65-4130-af38-f417530054a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0653656 Nov 19 03:57:37.826282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25eed4fd-7863-40d9-a989-5ca695e2d362 req-74af42ee-09ed-4db4-b2e6-5ea95d59355a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530632 Nov 19 03:57:37.980410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9bd1c-ab1d-4795-a12c-5d7ebb11e466 req-9f3f43bb-b131-474b-b9b6-2bdaec8e5b68 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:37.981951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dac9bd1c-ab1d-4795-a12c-5d7ebb11e466 req-9f3f43bb-b131-474b-b9b6-2bdaec8e5b68 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0633862 Nov 19 03:57:38.059556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dac9bd1c-ab1d-4795-a12c-5d7ebb11e466 req-eda5c345-1402-4db7-9644-b85e099d8bbc tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700192 Nov 19 03:57:38.295058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1075a9f-606d-43ee-bffb-12b749ce2917 req-a7e93bf6-f577-49e4-8b8b-448fa1eaf65a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:38.295058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e1075a9f-606d-43ee-bffb-12b749ce2917 req-a7e93bf6-f577-49e4-8b8b-448fa1eaf65a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0632429 Nov 19 03:57:38.358755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e1075a9f-606d-43ee-bffb-12b749ce2917 req-bb99a357-987a-4e6e-b41e-d26d73b60f10 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 Nov 19 03:57:38.524976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2edf86-c345-4ffc-bbf9-782b6a419df1 req-fdd19f4f-8e09-4b8e-846b-5126e068ab6e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:38.535001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae2edf86-c345-4ffc-bbf9-782b6a419df1 req-fdd19f4f-8e09-4b8e-846b-5126e068ab6e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1179719 Nov 19 03:57:38.592299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24c471-65a2-4f97-8877-230e6c449120 req-825d6bb9-59ce-4ad3-b928-25dbb8131d54 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:38.600574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df24c471-65a2-4f97-8877-230e6c449120 req-825d6bb9-59ce-4ad3-b928-25dbb8131d54 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1441650 Nov 19 03:57:38.613475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae2edf86-c345-4ffc-bbf9-782b6a419df1 req-c19d9675-5170-4a88-8865-70bd942b08d2 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736024 Nov 19 03:57:38.678538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df24c471-65a2-4f97-8877-230e6c449120 req-4d878e28-99fc-46d3-8ccb-7a238010ca40 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695984 Nov 19 03:57:38.765900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898013-066b-4949-9c88-ce4006947694 req-7028b96b-fd87-4015-acff-4db0d74a27d6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:38.769004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45898013-066b-4949-9c88-ce4006947694 req-7028b96b-fd87-4015-acff-4db0d74a27d6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0741811 Nov 19 03:57:38.846485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44810) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:38.869133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45898013-066b-4949-9c88-ce4006947694 req-0bf71bce-19eb-4fe4-b1cf-4e95a4f5375a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760956 Nov 19 03:57:38.994321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac2ef9-b128-4a18-b128-d20fd0859088 req-d2115afa-66e5-4376-933b-85b07e8bdc46 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:38.998039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aaac2ef9-b128-4a18-b128-d20fd0859088 req-d2115afa-66e5-4376-933b-85b07e8bdc46 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0711269 Nov 19 03:57:39.027381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dffe1d0-7df7-4c39-895a-d4bf5f73bed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.084335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aaac2ef9-b128-4a18-b128-d20fd0859088 req-39c2bd1b-276f-476f-b19a-921edacfc3fa tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792923 Nov 19 03:57:39.192988 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dffe1d0-7df7-4c39-895a-d4bf5f73bed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.201765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dffe1d0-7df7-4c39-895a-d4bf5f73bed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.280076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffe1d0-7df7-4c39-895a-d4bf5f73bed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b03e9e-b710-4769-a309-92a6779bd5c5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:39.285377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0dffe1d0-7df7-4c39-895a-d4bf5f73bed8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28303943709c410aa37d5591abf557f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377904 Nov 19 03:57:39.288211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44822) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:39.305598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef9137-2e6c-4463-8931-975078a1c04a req-9469f3f0-6ee5-4263-8262-2cbd5130f9f3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:39.307174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-01ef9137-2e6c-4463-8931-975078a1c04a req-9469f3f0-6ee5-4263-8262-2cbd5130f9f3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1025169 Nov 19 03:57:39.343249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d63498b-b3d1-45c9-8136-e477e05fd6f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.366104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d63498b-b3d1-45c9-8136-e477e05fd6f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.366878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-01ef9137-2e6c-4463-8931-975078a1c04a req-dc2c125b-4701-4f3c-a102-0dc3b170d37d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497239 Nov 19 03:57:39.431699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d63498b-b3d1-45c9-8136-e477e05fd6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.434618 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d63498b-b3d1-45c9-8136-e477e05fd6f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.436293 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0d63498b-b3d1-45c9-8136-e477e05fd6f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49b03e9e-b710-4769-a309-92a6779bd5c5 HTTP/1.1" status: 204 len: 168 time: 0.1466956 Nov 19 03:57:39.446295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63498b-b3d1-45c9-8136-e477e05fd6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b03e9e-b710-4769-a309-92a6779bd5c5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:39.545094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0a63-c090-4679-af6f-2280857587f9 req-0c749531-192c-4688-bad1-e6f1c98855a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:39.547219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-040b0a63-c090-4679-af6f-2280857587f9 req-0c749531-192c-4688-bad1-e6f1c98855a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0733297 Nov 19 03:57:39.605735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-040b0a63-c090-4679-af6f-2280857587f9 req-2b0434a0-0b7f-40e2-a697-b44160b13103 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 Nov 19 03:57:39.745237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f47995-069f-4a75-a567-d7335aeec4ba req-8f3e9115-d9e5-4be8-8eb5-9da3928ed2d3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:39.746818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34f47995-069f-4a75-a567-d7335aeec4ba req-8f3e9115-d9e5-4be8-8eb5-9da3928ed2d3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0613248 Nov 19 03:57:39.775647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5ca95-7e34-452e-b02e-ceb6696ea66d req-52905ea8-5be2-4e4e-8e31-06aa125dd091 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:39.777413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abf5ca95-7e34-452e-b02e-ceb6696ea66d req-52905ea8-5be2-4e4e-8e31-06aa125dd091 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0692768 Nov 19 03:57:39.797722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44838) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:39.815415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34f47995-069f-4a75-a567-d7335aeec4ba req-1a7302a6-4e58-4696-8337-140a205e98ea tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611672 Nov 19 03:57:39.816672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7274f57e-c9c7-48c7-a50d-8c0484c40245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.869434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abf5ca95-7e34-452e-b02e-ceb6696ea66d req-0eea1648-8b3f-41d3-8ee9-e31ca73acd60 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839539 Nov 19 03:57:39.957406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7274f57e-c9c7-48c7-a50d-8c0484c40245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:39.976716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7274f57e-c9c7-48c7-a50d-8c0484c40245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:40.025243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f57e-c9c7-48c7-a50d-8c0484c40245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdca011-afad-4879-a2b5-571d90221d65,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:40.032023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcc07a-1ca0-4548-94a4-3c01ed6591e0 req-3544ec8f-56d8-4a9f-923a-2f9907bf5ce3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:40.040977 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90dcc07a-1ca0-4548-94a4-3c01ed6591e0 req-3544ec8f-56d8-4a9f-923a-2f9907bf5ce3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0779417 Nov 19 03:57:40.083633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7274f57e-c9c7-48c7-a50d-8c0484c40245 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54e0f51cd4be46e9a7ba463958fc0532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822905 Nov 19 03:57:40.087412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44850) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:40.111153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90dcc07a-1ca0-4548-94a4-3c01ed6591e0 req-a277a98a-dbbd-4f63-b323-d294f013b000 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689759 Nov 19 03:57:40.125166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821476-782e-402c-9dbc-a68f4f6c6a08 req-9be147c5-a7be-4e49-b4ea-169b186e0f77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:40.136995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef821476-782e-402c-9dbc-a68f4f6c6a08 req-9be147c5-a7be-4e49-b4ea-169b186e0f77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1032381 Nov 19 03:57:40.156559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b630b5-c87d-43d2-a386-49de098f3313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:40.182129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b630b5-c87d-43d2-a386-49de098f3313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:40.186451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef821476-782e-402c-9dbc-a68f4f6c6a08 req-8b6c983a-ef79-4d0b-99f0-5bdd086c2d08 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Nov 19 03:57:40.243190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b630b5-c87d-43d2-a386-49de098f3313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:40.250840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b630b5-c87d-43d2-a386-49de098f3313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:40.254018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b2b630b5-c87d-43d2-a386-49de098f3313 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbdca011-afad-4879-a2b5-571d90221d65 HTTP/1.1" status: 204 len: 168 time: 0.1636555 Nov 19 03:57:40.276360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b630b5-c87d-43d2-a386-49de098f3313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdca011-afad-4879-a2b5-571d90221d65,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:40.322174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31caec0-dd39-424a-a884-f86cc2914cf4 req-53a09c3a-8ca5-44c5-94a1-19854e354c13 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:40.326226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c31caec0-dd39-424a-a884-f86cc2914cf4 req-53a09c3a-8ca5-44c5-94a1-19854e354c13 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0667479 Nov 19 03:57:40.383137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c31caec0-dd39-424a-a884-f86cc2914cf4 req-f886a67d-c399-441e-a628-545291b3feb1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480697 Nov 19 03:57:40.638593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c56b7-0dfd-4b2b-878a-62fa4134f1b5 req-2994fac1-69d6-4a23-8ada-1869c9b71b72 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:40.650887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-671c56b7-0dfd-4b2b-878a-62fa4134f1b5 req-2994fac1-69d6-4a23-8ada-1869c9b71b72 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0694311 Nov 19 03:57:40.703657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-671c56b7-0dfd-4b2b-878a-62fa4134f1b5 req-9224015b-75ff-40c6-bb51-6a91b65d95a9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Nov 19 03:57:40.834747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a621-1089-4dff-9ab7-5785b96b4c8f req-a7d58d5c-f8f9-4b43-947a-027509d63ae1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:40.841873 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f83a621-1089-4dff-9ab7-5785b96b4c8f req-a7d58d5c-f8f9-4b43-947a-027509d63ae1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0621164 Nov 19 03:57:40.891796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5f83a621-1089-4dff-9ab7-5785b96b4c8f req-36a6fbe6-afc7-443e-80d4-6eef0d9e7ffa tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Nov 19 03:57:41.043447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6a674-5816-4a5b-8533-2bcdd42e0534 req-3da5f533-7ce3-4553-9ea8-ba399e3262df tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:41.046422 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcc6a674-5816-4a5b-8533-2bcdd42e0534 req-3da5f533-7ce3-4553-9ea8-ba399e3262df tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0735025 Nov 19 03:57:41.114276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcc6a674-5816-4a5b-8533-2bcdd42e0534 req-8b21618a-28ef-4677-9d59-7514856cd44b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616214 Nov 19 03:57:41.164414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:41.216785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ba77-4770-4cdf-80f8-387ae8fc0f98 req-63439eee-dc81-49df-b6ba-3d3b3e2ebe42 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:41.218313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8426ba77-4770-4cdf-80f8-387ae8fc0f98 req-63439eee-dc81-49df-b6ba-3d3b3e2ebe42 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0670512 Nov 19 03:57:41.278905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8426ba77-4770-4cdf-80f8-387ae8fc0f98 req-4242b440-5d31-4a1a-a57f-b3a69b05ad08 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507636 Nov 19 03:57:41.378669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-network', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:41.386404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaf053-e6a3-49c5-b5a2-6b80187945e8 req-6fd3263a-343f-47ef-a5a0-1bd2c4d8e742 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:41.387966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01aaf053-e6a3-49c5-b5a2-6b80187945e8 req-6fd3263a-343f-47ef-a5a0-1bd2c4d8e742 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0605638 Nov 19 03:57:41.436972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea429eb-ad34-4280-ace3-bae50109f60f req-eed132bf-78c8-4a80-8b3a-114ee78da909 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:41.445702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bea429eb-ad34-4280-ace3-bae50109f60f req-eed132bf-78c8-4a80-8b3a-114ee78da909 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0837567 Nov 19 03:57:41.452956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Made reservation on behalf of 01c3dcf89dc14adc8e92d1b6e2d56eeb for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:41.456615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.460545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01aaf053-e6a3-49c5-b5a2-6b80187945e8 req-9b462e8a-a88c-4fa6-b6a5-5e35a533a052 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Nov 19 03:57:41.473836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.524162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bea429eb-ad34-4280-ace3-bae50109f60f req-d6ee5dc2-f7da-422d-9c4e-a9b62c246a65 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Nov 19 03:57:41.592446 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.598149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.630443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:57:41.637636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facda8e9-d0ce-460f-b49b-810fed5d8444,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:41.644970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.645498 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Added segment 180f5a24-9634-4675-b01e-866ff61c9229 of type vlan for network bed96dc9-39b9-466e-8c6f-bb01c7808f34 Nov 19 03:57:41.722751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.762737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f76043-d744-4833-b07c-1350d55480f6 req-8944caa7-c337-48af-99ce-3d3e516476a5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:41.764224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48f76043-d744-4833-b07c-1350d55480f6 req-8944caa7-c337-48af-99ce-3d3e516476a5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0784724 Nov 19 03:57:41.769836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.770828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:41.771439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.842885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6771605 Nov 19 03:57:41.845924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44914) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:41.851418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Request body: {'subnet': {'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-subnet', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:41.870631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d0725-ec61-460f-b554-a15728c92af7 admin admin] Pushing event updated for resources: {'Network': ['ID=bed96dc9-39b9-466e-8c6f-bb01c7808f34,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:41.881094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Made reservation on behalf of 01c3dcf89dc14adc8e92d1b6e2d56eeb for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:41.881983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:57:41.883489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:41.898075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48f76043-d744-4833-b07c-1350d55480f6 req-ce9ef27c-d3a2-46e9-bc1b-f84bb2f06915 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240692 Nov 19 03:57:42.067831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b67556-98e1-46ea-9b1f-c7ed10fbdf83 req-89a2e23f-d71c-493f-ad48-cb5a6b4dd6e9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:42.069365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80b67556-98e1-46ea-9b1f-c7ed10fbdf83 req-89a2e23f-d71c-493f-ad48-cb5a6b4dd6e9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0836995 Nov 19 03:57:42.143278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.188927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80b67556-98e1-46ea-9b1f-c7ed10fbdf83 req-f82fc067-9585-4b66-939b-2034507587c6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136692 Nov 19 03:57:42.217530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bcd2f95-2f07-48bf-9576-a21d585c1c48,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:42.229556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Checking segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:42.229845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Network hostable DHCP agents. Network: bed96dc9-39b9-466e-8c6f-bb01c7808f34, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:57:42.255583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:57:42.270582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, bed96dc9-39b9-466e-8c6f-bb01c7808f34) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:42.278830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:42.279797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.284468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b6164-2231-43ed-adae-f7166c7f10e2 None None] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:42.310685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807e54d-d4cf-461c-b6c1-ace361fd061d req-f4b410f2-e811-46d9-a01d-27c1c0ae613d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:42.312472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7807e54d-d4cf-461c-b6c1-ace361fd061d req-f4b410f2-e811-46d9-a01d-27c1c0ae613d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0625138 Nov 19 03:57:42.313177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f1cab1b8-cd41-4321-bf22-3b0210a254d6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4658208 Nov 19 03:57:42.316130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44926) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:42.322333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:42.355962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.358215 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.402020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7807e54d-d4cf-461c-b6c1-ace361fd061d req-5885562c-c982-45be-9e9e-8d7de62b4d69 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808444 Nov 19 03:57:42.447053 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.571267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe929e-7d49-4d72-b195-fb0f3f9b7048 req-dba3cd03-b395-4266-97c6-f3c53fda73fd tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:42.579676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41fe929e-7d49-4d72-b195-fb0f3f9b7048 req-dba3cd03-b395-4266-97c6-f3c53fda73fd tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1003726 Nov 19 03:57:42.672106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.675691 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41fe929e-7d49-4d72-b195-fb0f3f9b7048 req-c03ad94e-16de-4d8d-b9c6-ceef617cad4c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931218 Nov 19 03:57:42.702827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'fixed_ips': [{'subnet_id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:57:42.704201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:42.754729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe7045-a70e-4255-8acf-136c78af8a87 req-896cb3a5-c27f-4153-8dd0-154c7fb53753 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:42.762549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcbe7045-a70e-4255-8acf-136c78af8a87 req-896cb3a5-c27f-4153-8dd0-154c7fb53753 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.2009392 Nov 19 03:57:42.843368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcbe7045-a70e-4255-8acf-136c78af8a87 req-82241f47-816b-4990-9b66-5a9864c62bff tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797982 Nov 19 03:57:42.935639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Allocated IP 172.20.0.2 (bed96dc9-39b9-466e-8c6f-bb01c7808f34/0bcd2f95-2f07-48bf-9576-a21d585c1c48/a2098431-bb66-4e2a-b88d-ce991d3240ef) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:42.983197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.007640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.098309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.106083 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.124516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Allocated IP 172.25.8.239 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/db700479-e38d-4fcd-8a0a-b482746e6053) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:43.163562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:43.169622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:43.172132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:43.178315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Pushing event updated for resources: {'Port': ['ID=a2098431-bb66-4e2a-b88d-ce991d3240ef,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:43.237788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Attempting to bind port a2098431-bb66-4e2a-b88d-ce991d3240ef on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:43.238593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Attempting to bind port a2098431-bb66-4e2a-b88d-ce991d3240ef by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:43.239166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Attempting to bind port a2098431-bb66-4e2a-b88d-ce991d3240ef on network bed96dc9-39b9-466e-8c6f-bb01c7808f34 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:43.244468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:43.244861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Checking segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:43.245270 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.247821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Bound using segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:43.247821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Bound port: a2098431-bb66-4e2a-b88d-ce991d3240ef, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:43.247821 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.248222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.293510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.322160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] For port a2098431-bb66-4e2a-b88d-ce991d3240ef, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:43.326179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] For port a2098431-bb66-4e2a-b88d-ce991d3240ef, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a2098431-bb66-4e2a-b88d-ce991d3240ef,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:43.334127 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.341533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:43.344571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:43.349306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:43.377081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=db700479-e38d-4fcd-8a0a-b482746e6053,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:43.420019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b69888-2c42-4eea-937d-27407ad746f8 None None] Pushing event updated for resources: {'Port': ['ID=a2098431-bb66-4e2a-b88d-ce991d3240ef,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:43.600886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5bcce-568e-4aa6-825d-ef8a1ae866bb req-02726824-aa1e-48ad-9cf7-10829a1fff7e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:43.615025 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eff5bcce-568e-4aa6-825d-ef8a1ae866bb req-02726824-aa1e-48ad-9cf7-10829a1fff7e tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1146865 Nov 19 03:57:43.754525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eff5bcce-568e-4aa6-825d-ef8a1ae866bb req-e2248078-e648-4aeb-a89e-1248ec8654a1 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386459 Nov 19 03:57:43.773297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:43.851881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26988d8a-1f85-4756-909a-bd1cfc0e9176 req-194db77a-d583-429e-bb18-5988d5785473 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:43.854218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26988d8a-1f85-4756-909a-bd1cfc0e9176 req-194db77a-d583-429e-bb18-5988d5785473 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0913622 Nov 19 03:57:43.926648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26988d8a-1f85-4756-909a-bd1cfc0e9176 req-da2120a3-accf-4a12-90e6-3bd04613fd44 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Nov 19 03:57:44.064049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b64f-002a-48dc-ae1e-9a27a29ea091 req-13f28fc1-090e-4f98-bb60-e0b653cedb99 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:44.074446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98a9b64f-002a-48dc-ae1e-9a27a29ea091 req-13f28fc1-090e-4f98-bb60-e0b653cedb99 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0641224 Nov 19 03:57:44.108604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:44.141106 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98a9b64f-002a-48dc-ae1e-9a27a29ea091 req-178b9cdc-b9ed-4f6d-8476-c012f4befad6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Nov 19 03:57:44.640926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ad005-a619-4e35-8e2d-03e95b820182 req-78977ea9-ac04-4d76-8ca5-8b2a78cf7d79 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:44.642896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-555ad005-a619-4e35-8e2d-03e95b820182 req-78977ea9-ac04-4d76-8ca5-8b2a78cf7d79 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0783460 Nov 19 03:57:44.702003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:57:44.716250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede1e0d-a676-471a-854e-d031f0a72e55 None None] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:44.733634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-555ad005-a619-4e35-8e2d-03e95b820182 req-e81a0baa-b28f-423e-a4f6-f6144adcfb99 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756791 Nov 19 03:57:44.814521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-94ae58f3-8d8b-4b4f-a56f-60d3da6d9f36 None None] Provisioning complete for port a2098431-bb66-4e2a-b88d-ce991d3240ef triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:44.816860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94ae58f3-8d8b-4b4f-a56f-60d3da6d9f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:44.989822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:45.003366 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Sync routers for ids ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:45.009227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407742b2-8c4c-43df-bf8b-8c237fd1a870 req-a2750eea-6979-4832-a941-98b49f57874b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:45.022230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-407742b2-8c4c-43df-bf8b-8c237fd1a870 req-a2750eea-6979-4832-a941-98b49f57874b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1084142 Nov 19 03:57:45.023104 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Routers {'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:45.023931 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:45.084749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.086254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df30ad3c-8f0f-4f4d-8739-15d3a7a5bcf1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7688687 Nov 19 03:57:45.088883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44966) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:45.095183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-407742b2-8c4c-43df-bf8b-8c237fd1a870 req-09310bae-9a3f-4586-95c9-92ab454b1647 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720799 Nov 19 03:57:45.101435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a2098431-bb66-4e2a-b88d-ce991d3240ef up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:45.158765 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Set router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:45.185059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94ae58f3-8d8b-4b4f-a56f-60d3da6d9f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.248983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-94ae58f3-8d8b-4b4f-a56f-60d3da6d9f36 None None] For port a2098431-bb66-4e2a-b88d-ce991d3240ef, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a2098431-bb66-4e2a-b88d-ce991d3240ef,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:45.256136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a2098431-bb66-4e2a-b88d-ce991d3240ef triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:45.258554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.262664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94ae58f3-8d8b-4b4f-a56f-60d3da6d9f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.347069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae58f3-8d8b-4b4f-a56f-60d3da6d9f36 None None] Pushing event updated for resources: {'Port': ['ID=a2098431-bb66-4e2a-b88d-ce991d3240ef,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:45.483641 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:57:43Z', 'revision_number': 3, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:45.520031 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Checking router: ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:45.520308 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Updating router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 port db700479-e38d-4fcd-8a0a-b482746e6053 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:45.553298 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.555919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67295d-b4b8-4e76-b19a-d57bf811f0ae req-e9333990-bf5c-4d32-acb5-e99a626bf559 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:45.560607 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd67295d-b4b8-4e76-b19a-d57bf811f0ae req-e9333990-bf5c-4d32-acb5-e99a626bf559 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.2198417 Nov 19 03:57:45.603381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c8912872-5486-48b5-90ab-93b6d602a8c2 None None] Provisioning complete for port a2098431-bb66-4e2a-b88d-ce991d3240ef triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:45.606916 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c8912872-5486-48b5-90ab-93b6d602a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.785113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cd67295d-b4b8-4e76-b19a-d57bf811f0ae req-4ec6ae2c-1cff-41f2-b4bc-24b10350c30b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633837 Nov 19 03:57:45.891226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7207a3-bdef-4106-b5d7-f7224530a9ee req-e612132b-cd33-43d3-b728-ff48ba2b58a7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:45.893969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f7207a3-bdef-4106-b5d7-f7224530a9ee req-e612132b-cd33-43d3-b728-ff48ba2b58a7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0655642 Nov 19 03:57:45.900967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.918031 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.926193 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.987798 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Attempting to bind port db700479-e38d-4fcd-8a0a-b482746e6053 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:45.988204 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Attempting to bind port db700479-e38d-4fcd-8a0a-b482746e6053 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:45.988575 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Attempting to bind port db700479-e38d-4fcd-8a0a-b482746e6053 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:45.991572 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca38313-8962-4710-9875-752bf7f8a74f None None] Pushing event updated for resources: {'Port': ['ID=db700479-e38d-4fcd-8a0a-b482746e6053,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:45.996653 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:45.997027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:45.997433 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:45.997826 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:45.998326 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Bound port: db700479-e38d-4fcd-8a0a-b482746e6053, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:45.998710 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.004826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f7207a3-bdef-4106-b5d7-f7224530a9ee req-e3856204-cde0-4777-b3a5-5124437409f1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024494 Nov 19 03:57:46.068054 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] For port db700479-e38d-4fcd-8a0a-b482746e6053, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:46.071554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] For port db700479-e38d-4fcd-8a0a-b482746e6053, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=db700479-e38d-4fcd-8a0a-b482746e6053,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:46.077921 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.136274 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca38313-8962-4710-9875-752bf7f8a74f None None] Pushing event updated for resources: {'Port': ['ID=db700479-e38d-4fcd-8a0a-b482746e6053,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:46.163102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Allocated IP 172.20.0.1 (bed96dc9-39b9-466e-8c6f-bb01c7808f34/0bcd2f95-2f07-48bf-9576-a21d585c1c48/f10672d4-8d59-4b8e-a2a7-8a50c0e80c59) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:46.166493 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Routers {'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:46.167823 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:46.204376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a391541-8f29-4e33-95d6-b9e05243d526 req-fcc3fdf0-94a0-4ccb-ba4b-a6d5013a331e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:46.206955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a391541-8f29-4e33-95d6-b9e05243d526 req-fcc3fdf0-94a0-4ccb-ba4b-a6d5013a331e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1048644 Nov 19 03:57:46.281615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a391541-8f29-4e33-95d6-b9e05243d526 req-5c1bad98-aa0e-4c04-9023-2dd13ba9827a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Nov 19 03:57:46.295475 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] Set router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:46.368680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a41e48-c41b-46ed-bce1-1a43c233a6ca req-cc9e67d9-78f7-467e-b4b6-4917972fab61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:46.370459 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a41e48-c41b-46ed-bce1-1a43c233a6ca req-cc9e67d9-78f7-467e-b4b6-4917972fab61 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1297047 Nov 19 03:57:46.373556 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.461629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68a41e48-c41b-46ed-bce1-1a43c233a6ca req-b984d98b-c952-49f7-86d5-86c4106f5735 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827789 Nov 19 03:57:46.480666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.525570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:46.528724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:46.532376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:46.553452 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:57:43Z', 'revision_number': 3, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:46.573007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:46.591321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.603421 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9e54e-d291-4279-945f-d9ec642fe448 None None] The sync data for ids ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'] in n-d-818503-1 is: [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:57:43Z', 'revision_number': 3, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:46.620920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdad79-3ea7-4730-bb4f-513d051fa4e0 req-499152c1-eb92-4710-950f-5e7504dfe9c9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:46.629739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37cdad79-3ea7-4730-bb4f-513d051fa4e0 req-499152c1-eb92-4710-950f-5e7504dfe9c9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1368263 Nov 19 03:57:46.731144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37cdad79-3ea7-4730-bb4f-513d051fa4e0 req-2582d7cf-11a0-4ddb-a900-b74a89c14c49 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994871 Nov 19 03:57:46.798224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.878367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c0407ab4-7891-4273-847a-bcad3b7a5522 None None] Provisioning complete for port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:46.879846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0407ab4-7891-4273-847a-bcad3b7a5522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:46.967034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c0407ab4-7891-4273-847a-bcad3b7a5522 None None] Port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:47.005093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df31f-ee21-401b-bf0c-f39352dfcb97 req-efc97fbf-6d44-43d8-a0df-bbc9e5603d0d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:47.031436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-498df31f-ee21-401b-bf0c-f39352dfcb97 req-efc97fbf-6d44-43d8-a0df-bbc9e5603d0d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1236959 Nov 19 03:57:47.065584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a2098431-bb66-4e2a-b88d-ce991d3240ef up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:47.123256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2ce6-636a-484e-a967-0639723416a2 req-72ee2c77-6f58-4f32-a885-57b9a72156f8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:47.124721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-498df31f-ee21-401b-bf0c-f39352dfcb97 req-ed431aa9-a097-4808-a041-3aa91c387672 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917423 Nov 19 03:57:47.131638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-751b2ce6-636a-484e-a967-0639723416a2 req-72ee2c77-6f58-4f32-a885-57b9a72156f8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.2102571 Nov 19 03:57:47.155650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a2098431-bb66-4e2a-b88d-ce991d3240ef triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:47.160687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:47.231112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-751b2ce6-636a-484e-a967-0639723416a2 req-7b1a5524-8f7a-41bc-9031-cfd573bd6897 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985692 Nov 19 03:57:47.273916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:47.279936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:47.380243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:47.410707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:47.442563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8a42c-8eba-46ec-b54c-0a8ed8835168 req-0bf19e9d-ef91-4e07-836e-8d208b88a265 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:47.446448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38b8a42c-8eba-46ec-b54c-0a8ed8835168 req-0bf19e9d-ef91-4e07-836e-8d208b88a265 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0907774 Nov 19 03:57:47.554971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38b8a42c-8eba-46ec-b54c-0a8ed8835168 req-ad80b43b-1f65-4ed5-83a7-977a86cf5163 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620232 Nov 19 03:57:47.602461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:47.604156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:47.646909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19636b-d3e5-4de9-8599-10c9f231500f req-d40c084e-d3f2-4bbf-9779-3b2997096f73 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:47.649468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd19636b-d3e5-4de9-8599-10c9f231500f req-d40c084e-d3f2-4bbf-9779-3b2997096f73 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0793569 Nov 19 03:57:47.729703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd19636b-d3e5-4de9-8599-10c9f231500f req-5cab3764-d7c7-4829-b0d4-fd9a6e088ee7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680742 Nov 19 03:57:47.834009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7c633-24bc-4bcb-8eab-5d8a7018834b req-6688fad5-c992-4ab3-8a9e-f587e73ea771 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:47.843291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77c7c633-24bc-4bcb-8eab-5d8a7018834b req-6688fad5-c992-4ab3-8a9e-f587e73ea771 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1609900 Nov 19 03:57:47.875896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:57:47.897159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-02c9ff23-b3a3-49b0-8b1e-2c5bb8be233c None None] Provisioning complete for port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:47.898256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02c9ff23-b3a3-49b0-8b1e-2c5bb8be233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:47.915167 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77c7c633-24bc-4bcb-8eab-5d8a7018834b req-c621daa1-37e8-4f89-92d7-48bdc60dd2ee tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710084 Nov 19 03:57:47.942962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-02c9ff23-b3a3-49b0-8b1e-2c5bb8be233c None None] Port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:48.262918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bda286-dcbb-4bdc-81ac-46433728dcee req-5fb11069-95df-4cb5-9921-a8c923eb82d2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:48.264921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56bda286-dcbb-4bdc-81ac-46433728dcee req-5fb11069-95df-4cb5-9921-a8c923eb82d2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0656395 Nov 19 03:57:48.320787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56bda286-dcbb-4bdc-81ac-46433728dcee req-04e44676-875c-4d99-87f2-2b110b9fa273 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Nov 19 03:57:48.386397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:48.401143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-41d60edf-700f-4689-82af-f961d7a0e8b5 admin admin] 10.222.0.52 "PUT /v2.0/routers/ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3012836 Nov 19 03:57:48.405615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18039dd-bc11-4edd-bcc2-3fec7d6d4043 req-f6701c20-eab9-4c4f-a0b9-0ee7064f95f2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:48.413148 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f18039dd-bc11-4edd-bcc2-3fec7d6d4043 req-f6701c20-eab9-4c4f-a0b9-0ee7064f95f2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0813196 Nov 19 03:57:48.462527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f18039dd-bc11-4edd-bcc2-3fec7d6d4043 req-6d8d3d88-41f0-4597-9724-dadeeb49a686 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Nov 19 03:57:48.600966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ff28-45ef-40cc-b7e2-02a76e0909a3 req-117b858d-5d4c-4317-9802-2e28a6203711 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:48.602701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e37ff28-45ef-40cc-b7e2-02a76e0909a3 req-117b858d-5d4c-4317-9802-2e28a6203711 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0637119 Nov 19 03:57:48.660860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e37ff28-45ef-40cc-b7e2-02a76e0909a3 req-3ce7ce91-451a-4fa5-875b-35e1e42204bf tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516787 Nov 19 03:57:48.843620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Sync routers for ids ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:48.850382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527e696-8b9c-4b89-9c73-4cee0391d82d req-d8af7b09-b1c9-4d00-9eeb-5a5f11d2dbb9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:48.863786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2527e696-8b9c-4b89-9c73-4cee0391d82d req-d8af7b09-b1c9-4d00-9eeb-5a5f11d2dbb9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0943720 Nov 19 03:57:48.873423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Routers {'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:48.874087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:48.892791 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:57:48.944751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfdb8-465b-4248-8d69-99eb0eaa663d req-b54a5bc7-5d95-4105-b5d1-13ef58594826 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:48.950678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2527e696-8b9c-4b89-9c73-4cee0391d82d req-8f1cf11b-0645-487f-b349-9e361b68f919 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856497 Nov 19 03:57:48.958202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-387bfdb8-465b-4248-8d69-99eb0eaa663d req-b54a5bc7-5d95-4105-b5d1-13ef58594826 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1332669 Nov 19 03:57:49.061989 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-387bfdb8-465b-4248-8d69-99eb0eaa663d req-b9bdc20f-075c-4dcb-9529-319f6ff3a3c2 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996084 Nov 19 03:57:49.066120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device db700479-e38d-4fcd-8a0a-b482746e6053 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:49.119465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:49.124262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Set router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:49.126121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-network', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:49.159930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Made reservation on behalf of f09441b2ac9c4b7d9d204171ad164959 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:49.163341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.179387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port db700479-e38d-4fcd-8a0a-b482746e6053 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:49.180003 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.192432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.220721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cf35f-d581-43a6-a155-d4e15afe12fc req-457045d9-34c6-48e0-b60e-8bbb789d0ad5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:49.222381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a71cf35f-d581-43a6-a155-d4e15afe12fc req-457045d9-34c6-48e0-b60e-8bbb789d0ad5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0748847 Nov 19 03:57:49.301382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a71cf35f-d581-43a6-a155-d4e15afe12fc req-aa8cc696-93b2-4955-a2e3-acdf23fcb689 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713589 Nov 19 03:57:49.357092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.366737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.398435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:57:49.406719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.451405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port db700479-e38d-4fcd-8a0a-b482746e6053, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=db700479-e38d-4fcd-8a0a-b482746e6053,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:49.461075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.469614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.470081 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Added segment ab8e65f1-c91b-479c-b637-551102f09d58 of type vlan for network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 Nov 19 03:57:49.511701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5aff8-9f84-4efe-8137-4824f610e6de req-f456c12d-3ff9-4225-b50d-64de11d9f544 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:49.526541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7a5aff8-9f84-4efe-8137-4824f610e6de req-f456c12d-3ff9-4225-b50d-64de11d9f544 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0972793 Nov 19 03:57:49.528218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db488135-e8b0-4c18-9a3f-c0beaade277d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:49.528688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 4, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f10672d4-8d59-4b8e-a2a7-8a50c0e80c59', 'name': '', 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'mac_address': 'fa:16:3e:89:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:45Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 2, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'subnets': [{'id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:49.531855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=db700479-e38d-4fcd-8a0a-b482746e6053,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:49.553843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3fcca-15ea-4f10-9856-18213aae8d2e req-1e18e20e-7389-4768-b934-73a1cacbd9b1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:49.555597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ae3fcca-15ea-4f10-9856-18213aae8d2e req-1e18e20e-7389-4768-b934-73a1cacbd9b1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1381824 Nov 19 03:57:49.557551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.563490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Checking router: ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:49.563859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Updating router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:49.592937 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.620645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.621962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:49.622724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.634556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7a5aff8-9f84-4efe-8137-4824f610e6de req-9799ed32-0092-42fa-94cf-c5e7c330cbed tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067016 Nov 19 03:57:49.644822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ae3fcca-15ea-4f10-9856-18213aae8d2e req-b24ca24d-3d47-4dc4-8493-36515522b018 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781434 Nov 19 03:57:49.707437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45066) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:49.707837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5863218 Nov 19 03:57:49.711730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264796b-191e-4163-9345-54066006fbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=12dde6f1-f834-4af5-8b4b-4113c675a2b4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:49.713785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Request body: {'subnet': {'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-subnet', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:49.738770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:57:49.756883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Made reservation on behalf of f09441b2ac9c4b7d9d204171ad164959 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:57:49.760218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:49.956045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2504488-a292-40f3-a215-09bfad32a2ae req-c7a5ad98-b350-4315-9b7a-19524b6a20ad tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:49.957644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2504488-a292-40f3-a215-09bfad32a2ae req-c7a5ad98-b350-4315-9b7a-19524b6a20ad tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0931697 Nov 19 03:57:50.059289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2504488-a292-40f3-a215-09bfad32a2ae req-726adc19-586f-4af5-b50b-177148163f80 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896726 Nov 19 03:57:50.060129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.120570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=509470f2-deda-4855-af88-b31c42baeb9a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:50.130892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Checking segment: {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:50.131653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Network hostable DHCP agents. Network: 12dde6f1-f834-4af5-8b4b-4113c675a2b4, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:57:50.178288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:57:50.193872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 12dde6f1-f834-4af5-8b4b-4113c675a2b4) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:50.208815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0caf1-e9ba-4db2-876b-0fea234e0c3d None None] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:50.213658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:50.215088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.216031 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.225171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4482a9-0bdf-4fa4-b904-3b0a1b6b0b9e req-d62ee51d-ec6a-4e81-b54a-07356a6af62a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:50.232286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d4482a9-0bdf-4fa4-b904-3b0a1b6b0b9e req-d62ee51d-ec6a-4e81-b54a-07356a6af62a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0695553 Nov 19 03:57:50.238985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f7b6ab37-9f32-451c-911a-203cd196e37d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5301769 Nov 19 03:57:50.241617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:50.246903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:57:50.266290 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.279812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.281137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.309264 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d4482a9-0bdf-4fa4-b904-3b0a1b6b0b9e req-54866f70-db8c-4eda-9d85-e2a737917a56 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670743 Nov 19 03:57:50.368693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Pushing event updated for resources: {'Port': ['ID=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:50.406930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.475528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Attempting to bind port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:50.475908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Attempting to bind port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:50.476286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Attempting to bind port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 on network bed96dc9-39b9-466e-8c6f-bb01c7808f34 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:50.487520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:50.487878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Checking segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:50.488294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.488696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Bound using segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:50.489451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Bound port: f10672d4-8d59-4b8e-a2a7-8a50c0e80c59, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:50.489883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.555894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-12dde6f1-f834-4af5-8b4b-4113c675a2b4', 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'fixed_ips': [{'subnet_id': '509470f2-deda-4855-af88-b31c42baeb9a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:57:50.556782 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.612243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.625666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] For port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:50.629401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126922b7-98b0-4ca2-9745-c34f95b9d2db req-9fe67e8d-8b3c-4ec8-800b-ad42d7c939a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:50.632496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] For port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:50.634548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-126922b7-98b0-4ca2-9745-c34f95b9d2db req-9fe67e8d-8b3c-4ec8-800b-ad42d7c939a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.2181022 Nov 19 03:57:50.730187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.750584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-126922b7-98b0-4ca2-9745-c34f95b9d2db req-df83eae6-25f4-4bf1-9aca-599706197fb1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104188 Nov 19 03:57:50.890545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d498c42-17f3-492b-9e0a-1cb632c4576e req-fdd00b64-f2aa-4ba2-b0c8-f1dbeada7e19 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:50.891712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-16bf53f6-ffcb-4230-9b35-4b545e463f3d None None] Provisioning complete for port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:50.891712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16bf53f6-ffcb-4230-9b35-4b545e463f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:50.892775 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d498c42-17f3-492b-9e0a-1cb632c4576e req-fdd00b64-f2aa-4ba2-b0c8-f1dbeada7e19 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1482871 Nov 19 03:57:50.947693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Allocated IP 172.20.0.2 (12dde6f1-f834-4af5-8b4b-4113c675a2b4/509470f2-deda-4855-af88-b31c42baeb9a/26d1d1bf-0cbd-4870-83b1-d3cf339aafbd) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:50.973749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d498c42-17f3-492b-9e0a-1cb632c4576e req-681d8476-1629-4539-982a-34b31875370d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873191 Nov 19 03:57:51.057035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Pushing event updated for resources: {'Port': ['ID=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:51.059063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6c5a-02eb-442a-8e10-b667c48c4a02 req-ceb63cb5-886e-42a9-8389-79553d42ff0b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:51.069074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b67d6c5a-02eb-442a-8e10-b667c48c4a02 req-ceb63cb5-886e-42a9-8389-79553d42ff0b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1288052 Nov 19 03:57:51.074585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device db700479-e38d-4fcd-8a0a-b482746e6053 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:51.126144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.127496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.127943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.128376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.128808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.129279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.129704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.130234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.130665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.131178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.132031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.132454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5340a2-9530-466c-a4f1-a7222ab4c753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:51.158751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b67d6c5a-02eb-442a-8e10-b667c48c4a02 req-0c087198-aa93-40a5-88e7-8d37f14e5191 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860405 Nov 19 03:57:51.203071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Routers {'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:51.203787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:51.220678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.250806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.316915 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce674d55-602d-477f-af78-83e02903348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.433268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5019ff-8066-4417-b0ad-99765e8d2523 req-c8702726-5743-4175-932e-d47425e1aaca tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:51.442612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac5019ff-8066-4417-b0ad-99765e8d2523 req-c8702726-5743-4175-932e-d47425e1aaca tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1045032 Nov 19 03:57:51.501232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac5019ff-8066-4417-b0ad-99765e8d2523 req-cf36d2d0-e22a-452f-aa41-d71e0dbc1702 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528018 Nov 19 03:57:51.503921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Allocated IP 172.25.8.219 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/a009e8dc-9d8c-4016-b081-b11f47389ba2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:51.510572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port db700479-e38d-4fcd-8a0a-b482746e6053 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:51.510950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.523533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8e53-5b03-4ccb-ade6-931b7ad3c09d req-26e03969-adbc-44ca-a8a4-f13ab6bede30 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:51.524418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-216a8e53-5b03-4ccb-ade6-931b7ad3c09d req-26e03969-adbc-44ca-a8a4-f13ab6bede30 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0913632 Nov 19 03:57:51.580789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] Set router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:51.632611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757212cd-530c-46d2-840e-310d4da9b2a2 req-d2d1b463-fedc-49bd-92ff-6d2872ab75b5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:51.634097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-216a8e53-5b03-4ccb-ade6-931b7ad3c09d req-d52547ec-f2fb-4834-bcd0-ca5cc7c34fba tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020277 Nov 19 03:57:51.635017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-757212cd-530c-46d2-840e-310d4da9b2a2 req-d2d1b463-fedc-49bd-92ff-6d2872ab75b5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0540233 Nov 19 03:57:51.639256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16bf53f6-ffcb-4230-9b35-4b545e463f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.678739 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.708114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-757212cd-530c-46d2-840e-310d4da9b2a2 req-6d05653d-73a2-40d6-94cf-ba9684cc7404 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608983 Nov 19 03:57:51.722557 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.740701 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.762960 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.784165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:51.788866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:51.791660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a009e8dc-9d8c-4016-b081-b11f47389ba2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:51.791826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-16bf53f6-ffcb-4230-9b35-4b545e463f3d None None] For port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:51.794516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:51.825569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16bf53f6-ffcb-4230-9b35-4b545e463f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:51.856632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:51.887511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:51.904263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:51.920725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Pushing event updated for resources: {'Port': ['ID=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:51.945976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2167e-fbf0-417d-8387-79b3812a54a9 req-6ba91c73-9cd2-48ff-9a69-cb6de97b58d5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:51.947835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88c2167e-fbf0-417d-8387-79b3812a54a9 req-6ba91c73-9cd2-48ff-9a69-cb6de97b58d5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0739810 Nov 19 03:57:52.043574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-88c2167e-fbf0-417d-8387-79b3812a54a9 req-06072f1a-d5f0-445d-a42b-03af81994abe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886128 Nov 19 03:57:52.068217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-82ba43fe-df2e-408c-ae6f-77da00ce9060 None None] Provisioning complete for port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:52.068598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82ba43fe-df2e-408c-ae6f-77da00ce9060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.127162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf53f6-ffcb-4230-9b35-4b545e463f3d None None] Pushing event updated for resources: {'Port': ['ID=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:52.130519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Attempting to bind port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:52.131086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Attempting to bind port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:52.131700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Attempting to bind port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd on network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:52.153512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:52.155546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Checking segment: {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:52.156152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.156740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Bound using segment: {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:52.157415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Bound port: 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:52.158275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.179405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.215200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664fd02-a026-43db-9744-02a3e119a04c req-45b13471-9599-4606-b530-0ab0c4f94fc1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:52.217165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b664fd02-a026-43db-9744-02a3e119a04c req-45b13471-9599-4606-b530-0ab0c4f94fc1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0754910 Nov 19 03:57:52.284228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b664fd02-a026-43db-9744-02a3e119a04c req-403db039-9d36-4870-aa4b-d87553407b26 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585465 Nov 19 03:57:52.314629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe48dc-bb1b-4db5-b971-64cd35554857 req-7a2c1ba8-a4a4-4527-855a-d2d69ce28ced tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:52.314629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5afe48dc-bb1b-4db5-b971-64cd35554857 req-7a2c1ba8-a4a4-4527-855a-d2d69ce28ced tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.2313797 Nov 19 03:57:52.354101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 4, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f10672d4-8d59-4b8e-a2a7-8a50c0e80c59', 'name': '', 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'mac_address': 'fa:16:3e:89:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:45Z', 'updated_at': '2021-11-19T03:57:50Z', 'revision_number': 4, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'subnets': [{'id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:52.410791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5db4d4-e3b5-494b-88c9-f0c052fc2722 None None] The sync data for ids ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'] in n-d-818503-1 is: [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:57:46Z', 'revision_number': 4, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f10672d4-8d59-4b8e-a2a7-8a50c0e80c59', 'name': '', 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'mac_address': 'fa:16:3e:89:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:45Z', 'updated_at': '2021-11-19T03:57:50Z', 'revision_number': 4, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'subnets': [{'id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:52.509437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.523163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] For port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:52.544381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5afe48dc-bb1b-4db5-b971-64cd35554857 req-03c6c536-88da-43b9-b3cb-a0f1b8c2f291 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929281 Nov 19 03:57:52.553879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] For port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:52.555145 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.576511 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:52.686686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a1f23-c4c1-4846-aab8-0ec450208c89 None None] Pushing event updated for resources: {'Port': ['ID=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:52.833621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a8c6e-da01-4f6f-9b96-8086ec6b7784 req-7e5223a2-1c67-4f23-8f67-8cb22e393b2f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:52.843409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-032a8c6e-da01-4f6f-9b96-8086ec6b7784 req-7e5223a2-1c67-4f23-8f67-8cb22e393b2f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0825729 Nov 19 03:57:52.884653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Router 634bab95-3280-4846-91b6-fda5c3c327d6 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:57:52.892185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc686-544a-4d58-8a4d-5b3ae0d04bc2 req-fa9bd8f5-851a-4bba-9824-1dd6ba90f8e7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:52.913809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef6bc686-544a-4d58-8a4d-5b3ae0d04bc2 req-fa9bd8f5-851a-4bba-9824-1dd6ba90f8e7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1051531 Nov 19 03:57:53.023939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-032a8c6e-da01-4f6f-9b96-8086ec6b7784 req-2c78a731-6894-4a99-912b-3815eec221f7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786242 Nov 19 03:57:53.028756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef6bc686-544a-4d58-8a4d-5b3ae0d04bc2 req-2f50b79d-5e9a-4fc0-9abd-cdca5e1df2b0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115468 Nov 19 03:57:53.101466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:53.184367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:53.196836 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Sync routers for ids ['634bab95-3280-4846-91b6-fda5c3c327d6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:53.197447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:53.197879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:53.218231 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Routers {'634bab95-3280-4846-91b6-fda5c3c327d6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:53.219241 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['634bab95-3280-4846-91b6-fda5c3c327d6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:53.229574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:53.234034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45142) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:57:53.242519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c7925a0a-1edb-47eb-bf96-b47754facfc9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9986458 Nov 19 03:57:53.262148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efbe6f-2d06-4826-9aba-7e31a8d0dc65 req-e465c007-d270-47a2-b983-1f787f411024 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:53.277559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2efbe6f-2d06-4826-9aba-7e31a8d0dc65 req-e465c007-d270-47a2-b983-1f787f411024 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1488681 Nov 19 03:57:53.374568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2efbe6f-2d06-4826-9aba-7e31a8d0dc65 req-e3aa6a65-d3dd-43fe-916a-8f21aa6d0b1b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959117 Nov 19 03:57:53.433193 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Set router 634bab95-3280-4846-91b6-fda5c3c327d6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:53.532990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1d1e279d-e80c-4d6e-a733-89c8531aeb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:53.677103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4f1c0-9424-41ba-af3c-74c0d264691f req-fc4657a3-f5b4-4e94-8c02-91656cc5eea6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:53.691950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59b4f1c0-9424-41ba-af3c-74c0d264691f req-fc4657a3-f5b4-4e94-8c02-91656cc5eea6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1397779 Nov 19 03:57:53.785042 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59b4f1c0-9424-41ba-af3c-74c0d264691f req-3096ba28-aaf9-4ac4-b2dc-29efa9276c77 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921922 Nov 19 03:57:53.847089 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T03:57:51Z', 'revision_number': 3, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:53.911542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621f39-dafd-4ca5-a7cb-89286d21b69d req-d701de91-1472-4aa5-b13d-a4bbf5d7c9db tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:53.915846 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Checking router: 634bab95-3280-4846-91b6-fda5c3c327d6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:53.916204 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Updating router 634bab95-3280-4846-91b6-fda5c3c327d6 port a009e8dc-9d8c-4016-b081-b11f47389ba2 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:53.919881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c621f39-dafd-4ca5-a7cb-89286d21b69d req-d701de91-1472-4aa5-b13d-a4bbf5d7c9db tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1291146 Nov 19 03:57:53.989623 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.056541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c621f39-dafd-4ca5-a7cb-89286d21b69d req-f781576b-738d-459d-85d4-33640f139fb3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356609 Nov 19 03:57:54.238757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755ec9d-3772-42e9-9e41-c23b3d2233a7 req-8a6fb414-7290-421b-8762-1c96970ef0ef tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:54.240613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65c427-4dfb-46d6-8e13-c57ccc47276e req-872db088-f024-4f95-b81f-0d0de3830b7f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:54.245574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a65c427-4dfb-46d6-8e13-c57ccc47276e req-872db088-f024-4f95-b81f-0d0de3830b7f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1120944 Nov 19 03:57:54.249471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59b312-67be-44fb-8ae0-9184e3a02991 None None] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:57:54.258654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0755ec9d-3772-42e9-9e41-c23b3d2233a7 req-8a6fb414-7290-421b-8762-1c96970ef0ef tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1766431 Nov 19 03:57:54.346330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.368816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a65c427-4dfb-46d6-8e13-c57ccc47276e req-508c4f6a-8813-4331-9dc8-6435c18c03ea tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131697 Nov 19 03:57:54.384405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0755ec9d-3772-42e9-9e41-c23b3d2233a7 req-a81c8695-8048-44b3-aef6-156ba2959f66 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246431 Nov 19 03:57:54.436191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2e6e3848-e159-49e0-b364-9132953957fe None None] Provisioning complete for port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:54.438664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3848-e159-49e0-b364-9132953957fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.651011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3848-e159-49e0-b364-9132953957fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.665975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Allocated IP 172.20.0.1 (12dde6f1-f834-4af5-8b4b-4113c675a2b4/509470f2-deda-4855-af88-b31c42baeb9a/dc425805-840f-43ef-96d2-3340f35a8cdf) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:57:54.740119 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.744733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2e6e3848-e159-49e0-b364-9132953957fe None None] For port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:54.747531 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.753370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3848-e159-49e0-b364-9132953957fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.792569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94a0f1-d277-4198-8ea1-11d268f392e1 None None] Pushing event updated for resources: {'Port': ['ID=a009e8dc-9d8c-4016-b081-b11f47389ba2,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:54.828435 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Attempting to bind port a009e8dc-9d8c-4016-b081-b11f47389ba2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:54.829067 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Attempting to bind port a009e8dc-9d8c-4016-b081-b11f47389ba2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:54.830787 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Attempting to bind port a009e8dc-9d8c-4016-b081-b11f47389ba2 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:54.839025 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:54.839721 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:54.840324 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.841253 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:54.841920 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Bound port: a009e8dc-9d8c-4016-b081-b11f47389ba2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:54.842525 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.856302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e3848-e159-49e0-b364-9132953957fe None None] Pushing event updated for resources: {'Port': ['ID=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:54.917662 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:54.938548 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] For port a009e8dc-9d8c-4016-b081-b11f47389ba2, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:54.946874 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] For port a009e8dc-9d8c-4016-b081-b11f47389ba2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a009e8dc-9d8c-4016-b081-b11f47389ba2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:54.958569 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.000110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.096967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:55.123907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:55.127759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:55.156180 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94a0f1-d277-4198-8ea1-11d268f392e1 None None] Pushing event updated for resources: {'Port': ['ID=a009e8dc-9d8c-4016-b081-b11f47389ba2,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:55.167055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:57:55.172918 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Routers {'634bab95-3280-4846-91b6-fda5c3c327d6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:55.173879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['634bab95-3280-4846-91b6-fda5c3c327d6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:55.246015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da5d04aa-8187-4a44-84df-36e05aaea679 None None] Provisioning complete for port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:55.246931 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da5d04aa-8187-4a44-84df-36e05aaea679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.261434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=dc425805-840f-43ef-96d2-3340f35a8cdf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:55.273662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d0d0f-5fa3-4351-a217-d12c73b179dd req-03ab8fe4-a6b3-4b26-b0c2-b8ce68e7d012 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:55.286577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a30d0d0f-5fa3-4351-a217-d12c73b179dd req-03ab8fe4-a6b3-4b26-b0c2-b8ce68e7d012 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1328719 Nov 19 03:57:55.320278 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.337210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.337727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.338207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.338652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.339266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.340654 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] Set router 634bab95-3280-4846-91b6-fda5c3c327d6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:55.341296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.341760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.342337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.343712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.343712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.345870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.346413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:57:55.378631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:55.379018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.406723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a30d0d0f-5fa3-4351-a217-d12c73b179dd req-e16b7be1-c081-4286-8b37-4973e908d2ac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190138 Nov 19 03:57:55.421224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.531842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dbe15-c6b5-4eb9-9e7d-fd4e10ee2a82 req-f25a8886-2393-4570-ac9c-accdb69e9287 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:55.535072 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e50dbe15-c6b5-4eb9-9e7d-fd4e10ee2a82 req-f25a8886-2393-4570-ac9c-accdb69e9287 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.2431536 Nov 19 03:57:55.555837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6e90fc1c-8ff2-4119-ab82-4640e8ecbeda None None] Provisioning complete for port dc425805-840f-43ef-96d2-3340f35a8cdf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:55.556318 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6e90fc1c-8ff2-4119-ab82-4640e8ecbeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.576545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588b442-c7eb-47d5-881f-248e8dedec56 req-755c2660-ba41-42ed-80af-5926910dce86 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:55.581748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a588b442-c7eb-47d5-881f-248e8dedec56 req-755c2660-ba41-42ed-80af-5926910dce86 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0727849 Nov 19 03:57:55.611418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6e90fc1c-8ff2-4119-ab82-4640e8ecbeda None None] Port dc425805-840f-43ef-96d2-3340f35a8cdf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:55.648244 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e50dbe15-c6b5-4eb9-9e7d-fd4e10ee2a82 req-ba511baa-be0c-4423-b4e5-fe6d14d4e3c8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002502 Nov 19 03:57:55.686232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a588b442-c7eb-47d5-881f-248e8dedec56 req-cd05530a-d856-4423-93da-d125865bf6e5 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975399 Nov 19 03:57:55.715590 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T03:57:51Z', 'revision_number': 3, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:55.725125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.749568 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff32f7-345f-4f25-b4a8-f9c9443149e0 None None] The sync data for ids ['634bab95-3280-4846-91b6-fda5c3c327d6'] in n-d-818503-1 is: [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T03:57:51Z', 'revision_number': 3, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:57:55.922558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.927665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:55.998703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=dc425805-840f-43ef-96d2-3340f35a8cdf,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:56.001170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:56.134251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:57:56.135734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:57:56.248219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:56.309530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Router 634bab95-3280-4846-91b6-fda5c3c327d6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:57:56.443441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:57:56.449776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-67f92776-6ea1-40d5-904f-d847a20ef4a2 admin admin] 10.222.0.52 "PUT /v2.0/routers/634bab95-3280-4846-91b6-fda5c3c327d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146368 Nov 19 03:57:56.464650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08fc5777-59f4-417f-8531-f4888f0f6957 None None] Provisioning complete for port dc425805-840f-43ef-96d2-3340f35a8cdf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:56.465287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08fc5777-59f4-417f-8531-f4888f0f6957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:56.509524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08fc5777-59f4-417f-8531-f4888f0f6957 None None] Port dc425805-840f-43ef-96d2-3340f35a8cdf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:57:56.587027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db52b-2682-4be9-881f-418ffac1b5fd req-2b73b836-542f-4df7-bb2b-a28fc4fc1a05 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:56.596556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-570db52b-2682-4be9-881f-418ffac1b5fd req-2b73b836-542f-4df7-bb2b-a28fc4fc1a05 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0736253 Nov 19 03:57:56.659667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-570db52b-2682-4be9-881f-418ffac1b5fd req-d3cf0e7d-066c-4f97-a3c9-795a38b788e4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Nov 19 03:57:56.958833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38d330-a774-448c-a7b0-7ffe90ab404f req-a47b5273-2667-4c55-a1d8-0a69e8ed54d7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:56.968650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e38d330-a774-448c-a7b0-7ffe90ab404f req-a47b5273-2667-4c55-a1d8-0a69e8ed54d7 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1742535 Nov 19 03:57:56.975438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef58813-958d-45d4-a04c-25084c31f412 req-22cbfeac-a568-46f9-9fc0-b7e9239aa7b0 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:56.981422 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bef58813-958d-45d4-a04c-25084c31f412 req-22cbfeac-a568-46f9-9fc0-b7e9239aa7b0 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1652925 Nov 19 03:57:57.109119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bef58813-958d-45d4-a04c-25084c31f412 req-1649ff3d-eea7-4b1c-b0b0-4f824b1ca3d9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157620 Nov 19 03:57:57.112885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a009e8dc-9d8c-4016-b081-b11f47389ba2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:57.131942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e38d330-a774-448c-a7b0-7ffe90ab404f req-87158355-c90e-4080-9d5b-95ee3119ffa0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616468 Nov 19 03:57:57.223640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:57.240874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a009e8dc-9d8c-4016-b081-b11f47389ba2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:57.241517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:57.412170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:57.437953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a009e8dc-9d8c-4016-b081-b11f47389ba2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a009e8dc-9d8c-4016-b081-b11f47389ba2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:57:57.443948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:57.521828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a009e8dc-9d8c-4016-b081-b11f47389ba2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:57.885820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116ad8c-1855-425a-bd44-aac5738fafc3 req-5b9d88b8-ea8e-4b3c-8c4a-f8f75ae00059 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:57.953807 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9116ad8c-1855-425a-bd44-aac5738fafc3 req-5b9d88b8-ea8e-4b3c-8c4a-f8f75ae00059 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.1941624 Nov 19 03:57:58.106657 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9116ad8c-1855-425a-bd44-aac5738fafc3 req-15fa638d-ff94-4c06-83e3-f1a789f6fdac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499965 Nov 19 03:57:58.245843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Sync routers for ids ['634bab95-3280-4846-91b6-fda5c3c327d6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:57:58.253887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Routers {'634bab95-3280-4846-91b6-fda5c3c327d6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:58.255015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['634bab95-3280-4846-91b6-fda5c3c327d6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:58.402075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d13d5-5891-48c9-963e-fc128b030e76 req-b3365154-4234-4cf1-a0ec-a07019a1e1b4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:58.402894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d800d-6f7e-4e2f-be07-b282cc385197 req-34548112-6d4d-4a4b-a0c9-eb9f35271563 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:58.404982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b64d13d5-5891-48c9-963e-fc128b030e76 req-b3365154-4234-4cf1-a0ec-a07019a1e1b4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1166918 Nov 19 03:57:58.410363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba0d800d-6f7e-4e2f-be07-b282cc385197 req-34548112-6d4d-4a4b-a0c9-eb9f35271563 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1279049 Nov 19 03:57:58.424173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Set router 634bab95-3280-4846-91b6-fda5c3c327d6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:57:58.494788 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba0d800d-6f7e-4e2f-be07-b282cc385197 req-9dfaef80-0263-4b27-9dec-37a18f3eff15 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822272 Nov 19 03:57:58.515308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b64d13d5-5891-48c9-963e-fc128b030e76 req-77a5fa41-424c-4dcd-b28c-88401484ecf8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022091 Nov 19 03:57:58.715341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T03:57:55Z', 'revision_number': 4, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dc425805-840f-43ef-96d2-3340f35a8cdf', 'name': '', 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'mac_address': 'fa:16:3e:36:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '509470f2-deda-4855-af88-b31c42baeb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:54Z', 'updated_at': '2021-11-19T03:57:55Z', 'revision_number': 2, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'subnets': [{'id': '509470f2-deda-4855-af88-b31c42baeb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:58.745430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Checking router: 634bab95-3280-4846-91b6-fda5c3c327d6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:57:58.745828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Updating router 634bab95-3280-4846-91b6-fda5c3c327d6 port dc425805-840f-43ef-96d2-3340f35a8cdf binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:57:58.775328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:58.975202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a009e8dc-9d8c-4016-b081-b11f47389ba2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:57:59.147723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a009e8dc-9d8c-4016-b081-b11f47389ba2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:59.148251 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.201683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.217635 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.259043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded24b0-78b6-4033-a679-de7c44f25558 req-b6add76c-3c4c-4e47-8e10-e2ded412a02e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:59.269619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ded24b0-78b6-4033-a679-de7c44f25558 req-b6add76c-3c4c-4e47-8e10-e2ded412a02e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0735128 Nov 19 03:57:59.359416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e26c-bea5-4a4f-b037-03d0652a3730 None None] Pushing event updated for resources: {'Port': ['ID=dc425805-840f-43ef-96d2-3340f35a8cdf,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:59.361661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ded24b0-78b6-4033-a679-de7c44f25558 req-5cb094d5-22f3-4a5d-9c6a-907c46ea52ad tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886099 Nov 19 03:57:59.461663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Attempting to bind port dc425805-840f-43ef-96d2-3340f35a8cdf on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:57:59.462307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Attempting to bind port dc425805-840f-43ef-96d2-3340f35a8cdf by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:57:59.462570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Attempting to bind port dc425805-840f-43ef-96d2-3340f35a8cdf on network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:57:59.468393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:57:59.468940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Checking segment: {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:57:59.469431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.470018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Bound using segment: {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:57:59.470652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Bound port: dc425805-840f-43ef-96d2-3340f35a8cdf, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e65f1-c91b-479c-b637-551102f09d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:57:59.471436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.568726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] For port dc425805-840f-43ef-96d2-3340f35a8cdf, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:57:59.573401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] For port dc425805-840f-43ef-96d2-3340f35a8cdf, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc425805-840f-43ef-96d2-3340f35a8cdf,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:57:59.592283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.665977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e26c-bea5-4a4f-b037-03d0652a3730 None None] Pushing event updated for resources: {'Port': ['ID=dc425805-840f-43ef-96d2-3340f35a8cdf,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:57:59.710986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7d952e46-f66d-44c9-9a44-772dcf50bb37 None None] Provisioning complete for port dc425805-840f-43ef-96d2-3340f35a8cdf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:57:59.712087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d952e46-f66d-44c9-9a44-772dcf50bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:57:59.789142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Routers {'634bab95-3280-4846-91b6-fda5c3c327d6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:57:59.789899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['634bab95-3280-4846-91b6-fda5c3c327d6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:57:59.826026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e0335-3c8e-47ee-9dd8-b3076639cdd5 req-ce4adc2e-911e-4295-a531-d698927742fe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:59.835417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c25d-99e2-4443-be68-5214e6e2bad1 req-70957beb-def1-4b13-a05e-a78093ce7cfe tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:57:59.854744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17a7c25d-99e2-4443-be68-5214e6e2bad1 req-70957beb-def1-4b13-a05e-a78093ce7cfe tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1400943 Nov 19 03:57:59.856058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-122e0335-3c8e-47ee-9dd8-b3076639cdd5 req-ce4adc2e-911e-4295-a531-d698927742fe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1688435 Nov 19 03:57:59.938307 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-122e0335-3c8e-47ee-9dd8-b3076639cdd5 req-9c5b3a31-0ca5-42d4-8f34-e89c70e939d6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765231 Nov 19 03:57:59.967011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17a7c25d-99e2-4443-be68-5214e6e2bad1 req-b2ff241f-a527-48a4-9ff0-55fb4d4d1761 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111779 Nov 19 03:58:00.323535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] Set router 634bab95-3280-4846-91b6-fda5c3c327d6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:00.364351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d952e46-f66d-44c9-9a44-772dcf50bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:00.472873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7d952e46-f66d-44c9-9a44-772dcf50bb37 None None] For port dc425805-840f-43ef-96d2-3340f35a8cdf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc425805-840f-43ef-96d2-3340f35a8cdf,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:00.483223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d952e46-f66d-44c9-9a44-772dcf50bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:00.530059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c150d-fd22-4391-a6ba-f12568424dde req-172d7355-8df2-4e6e-a164-366820a41dfc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:00.538485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3a2c150d-fd22-4391-a6ba-f12568424dde req-172d7355-8df2-4e6e-a164-366820a41dfc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0685804 Nov 19 03:58:00.575445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d952e46-f66d-44c9-9a44-772dcf50bb37 None None] Pushing event updated for resources: {'Port': ['ID=dc425805-840f-43ef-96d2-3340f35a8cdf,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:00.622118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3a2c150d-fd22-4391-a6ba-f12568424dde req-33b9fa85-24be-472a-84d7-5c7d1cd13629 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743897 Nov 19 03:58:00.631332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eee3b5ad-7de8-41d3-91bc-a1ab8054e2b9 None None] Provisioning complete for port dc425805-840f-43ef-96d2-3340f35a8cdf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:00.632101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eee3b5ad-7de8-41d3-91bc-a1ab8054e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:00.696352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T03:57:55Z', 'revision_number': 4, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dc425805-840f-43ef-96d2-3340f35a8cdf', 'name': '', 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'mac_address': 'fa:16:3e:36:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '509470f2-deda-4855-af88-b31c42baeb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:54Z', 'updated_at': '2021-11-19T03:57:59Z', 'revision_number': 4, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'subnets': [{'id': '509470f2-deda-4855-af88-b31c42baeb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:00.741073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0936aa7-6795-43d8-b3d2-7490dd89ef5b None None] The sync data for ids ['634bab95-3280-4846-91b6-fda5c3c327d6'] in n-d-818503-1 is: [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T03:57:55Z', 'revision_number': 4, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dc425805-840f-43ef-96d2-3340f35a8cdf', 'name': '', 'network_id': '12dde6f1-f834-4af5-8b4b-4113c675a2b4', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'mac_address': 'fa:16:3e:36:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '509470f2-deda-4855-af88-b31c42baeb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:54Z', 'updated_at': '2021-11-19T03:57:59Z', 'revision_number': 4, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'subnets': [{'id': '509470f2-deda-4855-af88-b31c42baeb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:58:00.979892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc425805-840f-43ef-96d2-3340f35a8cdf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:01.072775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port dc425805-840f-43ef-96d2-3340f35a8cdf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:01.073311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:01.137396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6090134-4554-41a2-8d0d-4d084c9a7384 req-a5f4a94e-0e7b-4a8e-9fd6-c97e323a68ff tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:01.149747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6090134-4554-41a2-8d0d-4d084c9a7384 req-a5f4a94e-0e7b-4a8e-9fd6-c97e323a68ff tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0964830 Nov 19 03:58:01.165873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a511e9-e3ae-4611-b18e-d79b6688c731 req-e211245f-3b7d-492e-bc1e-62465c02a69a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:01.177554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60a511e9-e3ae-4611-b18e-d79b6688c731 req-e211245f-3b7d-492e-bc1e-62465c02a69a tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.1417139 Nov 19 03:58:01.296965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6090134-4554-41a2-8d0d-4d084c9a7384 req-8f035dab-532c-4706-88cd-27165ca0f5fe tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451433 Nov 19 03:58:01.298277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60a511e9-e3ae-4611-b18e-d79b6688c731 req-ff8e7fef-533c-4535-9f1e-03de5eba618f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186874 Nov 19 03:58:01.610222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:01.795668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79d98e-6eb4-4a42-9870-3482ac775bb9 req-a89c75a7-e703-4236-a7f0-bef63c970fe6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:01.804906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a79d98e-6eb4-4a42-9870-3482ac775bb9 req-a89c75a7-e703-4236-a7f0-bef63c970fe6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0666962 Nov 19 03:58:01.866558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a79d98e-6eb4-4a42-9870-3482ac775bb9 req-96f65bf0-09ae-4b1a-848a-0b500d030ab7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 Nov 19 03:58:02.427659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c38d7-e9b3-477f-a707-47acd3c62ba9 req-38701cf0-1b11-4603-928e-b49d6f894c65 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:02.429159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50abf42-4b3f-4946-a82a-26aec40b3fba req-cb1b0d34-cd7d-4dbb-898a-36068c820140 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:02.431416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea4c38d7-e9b3-477f-a707-47acd3c62ba9 req-38701cf0-1b11-4603-928e-b49d6f894c65 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0569367 Nov 19 03:58:02.436723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c50abf42-4b3f-4946-a82a-26aec40b3fba req-cb1b0d34-cd7d-4dbb-898a-36068c820140 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0571878 Nov 19 03:58:02.501117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c50abf42-4b3f-4946-a82a-26aec40b3fba req-c8cf3f85-53f4-48ab-a99e-79493762c9d4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610929 Nov 19 03:58:02.574735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea4c38d7-e9b3-477f-a707-47acd3c62ba9 req-4449a1c0-4fa8-4968-bdea-216cf0ed46ce tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325905 Nov 19 03:58:02.795035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22124b41-640d-4966-8dc8-e3275345161f req-733d84b1-c6db-4f7e-a0c9-d69ad3a0a22c tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:02.796823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22124b41-640d-4966-8dc8-e3275345161f req-733d84b1-c6db-4f7e-a0c9-d69ad3a0a22c tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.0516691 Nov 19 03:58:02.853045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22124b41-640d-4966-8dc8-e3275345161f req-56003f01-ac65-40ef-b639-a23c25c1fd95 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486760 Nov 19 03:58:02.994491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd11f2-0a13-49d0-a671-3c0fe2773340 req-b3e98136-bef3-4032-8cd1-15d1310d10af tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:02.996001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bbd11f2-0a13-49d0-a671-3c0fe2773340 req-b3e98136-bef3-4032-8cd1-15d1310d10af tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0551901 Nov 19 03:58:03.042995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bbd11f2-0a13-49d0-a671-3c0fe2773340 req-faa71900-8da3-4fad-ba1d-29250d9c05e4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Nov 19 03:58:03.624282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f96316-ba0c-46d8-a443-84f72b167ac5 req-3821f18c-a1a8-48e6-bba9-6c775c3a21a4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:03.634055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4f96316-ba0c-46d8-a443-84f72b167ac5 req-3821f18c-a1a8-48e6-bba9-6c775c3a21a4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0629470 Nov 19 03:58:03.682490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4f96316-ba0c-46d8-a443-84f72b167ac5 req-9f242aab-bc1e-4d97-92ea-d96142700970 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Nov 19 03:58:03.729608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d33bc-2799-4d58-ab1c-4f19bd85d6aa req-e9d95ce9-eae4-49dd-a93f-c89cd4734dcd tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:03.731191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e4d33bc-2799-4d58-ab1c-4f19bd85d6aa req-e9d95ce9-eae4-49dd-a93f-c89cd4734dcd tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0599027 Nov 19 03:58:03.794154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e4d33bc-2799-4d58-ab1c-4f19bd85d6aa req-c72dfb64-9fcf-44ef-a89c-21ef187bfa10 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553019 Nov 19 03:58:04.088086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f036-2a62-4734-aa25-670a2210bb17 req-f3d63e7f-3515-4ef0-bc93-373c37e1a23f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:04.098826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fb4f036-2a62-4734-aa25-670a2210bb17 req-f3d63e7f-3515-4ef0-bc93-373c37e1a23f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.0869665 Nov 19 03:58:04.164330 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0fb4f036-2a62-4734-aa25-670a2210bb17 req-8d5e500e-6583-441a-8483-942899ccd4f1 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565712 Nov 19 03:58:04.205095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb26ee9-be24-4cef-ba52-c0b66aca9a25 req-c67a3677-8c92-42c0-83f9-1f40aa02ecc7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:04.218458 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bb26ee9-be24-4cef-ba52-c0b66aca9a25 req-c67a3677-8c92-42c0-83f9-1f40aa02ecc7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0716705 Nov 19 03:58:04.272270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bb26ee9-be24-4cef-ba52-c0b66aca9a25 req-ef980a23-9e2a-4874-8515-8b68f83d6291 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526142 Nov 19 03:58:04.780807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d40f-2cd4-4f24-a7a4-0e009d8ea645 req-cab4b6fd-7557-4f7f-819d-c49968b8e1b5 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:04.785867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7618d40f-2cd4-4f24-a7a4-0e009d8ea645 req-cab4b6fd-7557-4f7f-819d-c49968b8e1b5 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.0765686 Nov 19 03:58:04.843400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a7efc-c540-4699-9a9f-8e45dab396c1 req-3ece3590-ddb3-4a82-8f16-cf666ce3e78b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:04.852677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f8a7efc-c540-4699-9a9f-8e45dab396c1 req-3ece3590-ddb3-4a82-8f16-cf666ce3e78b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0887206 Nov 19 03:58:04.857037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7618d40f-2cd4-4f24-a7a4-0e009d8ea645 req-8f6aa192-dd8c-4c31-8370-254f2d13e38e tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677576 Nov 19 03:58:04.978238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f8a7efc-c540-4699-9a9f-8e45dab396c1 req-936a2c2f-1d3d-4c2b-bb2d-7e57ddec7d34 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242990 Nov 19 03:58:04.979549 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-2339c1fa-08fa-4172-8dd6-38d35adb8c80 service neutron] show failed (client error): The resource could not be found. Nov 19 03:58:04.980736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-2339c1fa-08fa-4172-8dd6-38d35adb8c80 service neutron] 10.222.0.31 "GET /v2.0/ports/0f305fb3-dcda-4bf8-a7a5-827bbcb21b07/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.1256773 Nov 19 03:58:05.156423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:05.170292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772e0f-ae23-417c-85f8-b1599a01ce3f req-0930bc33-7041-4d6d-8eaf-4b974e3433d3 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:05.171929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c772e0f-ae23-417c-85f8-b1599a01ce3f req-0930bc33-7041-4d6d-8eaf-4b974e3433d3 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.0669241 Nov 19 03:58:05.172485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-550895203'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:05.197440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:05.202141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.227442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c772e0f-ae23-417c-85f8-b1599a01ce3f req-4fb82e42-affc-486a-8e05-a91e59dc263d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Nov 19 03:58:05.246677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:58:05.268583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.268946 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Added segment 2498c792-776c-4bc1-8bbc-be23f31ade4f of type vlan for network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e Nov 19 03:58:05.357959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-e8871ba8-1076-4d80-aeb5-420cdf5ee0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:05.359593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-e8871ba8-1076-4d80-aeb5-420cdf5ee0e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297&tenant_id=f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 1099 time: 0.0889106 Nov 19 03:58:05.379086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.385349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:05.457513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.465624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:05.466253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.566092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabcb2b-3df0-4622-9239-300bce1f021d req-3b06eb91-076a-495a-8bca-96b86b8fef99 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:05.567568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caabcb2b-3df0-4622-9239-300bce1f021d req-3b06eb91-076a-495a-8bca-96b86b8fef99 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.2022238 Nov 19 03:58:05.592532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4337587 Nov 19 03:58:05.595567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45346) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:05.601755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1924647963'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:05.605160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.625259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:05.630201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.676311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc88f47-b10a-4944-b2e0-8bf23513b478 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Network': ['ID=74c6e70e-5ff5-4c56-bcca-31be5a2a166e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:05.688075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:58:05.690720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:58:05.702348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.703091 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Added segment 7f9fed49-bfe4-4e16-81dd-1f76789c751f of type vlan for network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 Nov 19 03:58:05.754516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.800488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.801215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-caabcb2b-3df0-4622-9239-300bce1f021d req-d797d584-42d6-45c5-b0e5-71caf284d79c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215397 Nov 19 03:58:05.808773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:05.809420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:05.891469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2947042 Nov 19 03:58:05.895526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:05.900614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'subnet': {'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:05.912801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:05.961902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:05.962167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Network': ['ID=2028ab05-9f31-4cfb-8b15-f0e436bb70d3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:06.025923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.026674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.026674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.026991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.027374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.028036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.028036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.028301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.028623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.028977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.029283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.029621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7050c3-be50-4804-97f0-eb0cc21c415c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:06.031260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:06.044002 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531eee39-5f1f-4dcc-8ab2-0317bf8d9fed" -d '{"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-unplugged", "status": "completed", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:06.045451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:58:06.051465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.067992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Transition to ACTIVE for port object 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:06.073189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.089032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f9f34-ede7-4c70-9e76-d01cd46d0ecc req-7da844a5-f73b-429f-a2b1-7a16491a7046 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:06.099900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d30f9f34-ede7-4c70-9e76-d01cd46d0ecc req-7da844a5-f73b-429f-a2b1-7a16491a7046 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.1249309 Nov 19 03:58:06.160319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] No DVR routers for this DVR port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:06.198881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:06.249703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:58:06.253097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:06.294343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:06.294850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:06.295289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:06.301242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:06.301720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Attempting to bind port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:06.338687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:06.339120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:06.339631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:06.340194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Bound port: 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:06.340659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.482942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad80524-08f3-4939-a915-992d6be79934 req-e00a9421-2f52-4796-9ec9-af1503f668e7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:06.492150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9ad80524-08f3-4939-a915-992d6be79934 req-e00a9421-2f52-4796-9ec9-af1503f668e7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1861393 Nov 19 03:58:06.495137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:06.521053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:06.541903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.582710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:06.586361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.612597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'mac_address': 'fa:16:3e:75:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:58:06.615474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d30f9f34-ede7-4c70-9e76-d01cd46d0ecc req-1d821b83-c3db-4c0a-a944-c25896e14e79 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5120015 Nov 19 03:58:06.634500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:06.636777 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bad9de-d633-4e3f-8e0d-9aab2e104794" -d '{"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-unplugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:06.667155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:06.667155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.668211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 1094 time: 1.2910261 Nov 19 03:58:06.687986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-c647d16c-97ee-454d-bca9-df94c85b1048 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:06.691960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-c647d16c-97ee-454d-bca9-df94c85b1048 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.6808727 Nov 19 03:58:06.694218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:06.705686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.734776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b85afd-5b1d-40b8-bde6-f3541b7073b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:06.741507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:06.759050 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.781831 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:06.803458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:06.849110 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9ad80524-08f3-4939-a915-992d6be79934 req-fbb77def-c6ca-400b-af81-9fac90c9ab7c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559654 Nov 19 03:58:06.860222 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fd354-e73a-4627-a6ae-1b90851becee x-openstack-request-id: req-488fd354-e73a-4627-a6ae-1b90851becee {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:06.866262 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-unplugged", "status": "completed", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:06.866779 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-488fd354-e73a-4627-a6ae-1b90851becee {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:06.868597 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'code': 200} Nov 19 03:58:06.916808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-d375fa1c-2b22-452a-b105-347f8529c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:06.921680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-d375fa1c-2b22-452a-b105-347f8529c7a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1097 time: 0.1825943 Nov 19 03:58:07.008079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:58:07.008865 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:58:07.030294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:07.056859 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bf40c9-ac67-4f5b-82ca-79d892d887b9 x-openstack-request-id: req-a9bf40c9-ac67-4f5b-82ca-79d892d887b9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:07.057218 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-unplugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:07.057557 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9bf40c9-ac67-4f5b-82ca-79d892d887b9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:07.059102 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'code': 200} Nov 19 03:58:07.077814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-7f0dc886-9a4d-428d-af06-56d6c6876cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:07.081186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-7f0dc886-9a4d-428d-af06-56d6c6876cad service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1513917 Nov 19 03:58:07.118854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Deleting port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:07.119492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.146237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-645ee50a-8571-468b-9e75-be71edfc6d3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0553601 Nov 19 03:58:07.205483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17c0a0-4ebd-4ac1-be80-5d3aeec1d2c0 req-b585c527-016d-4236-a835-471739552328 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:07.207197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d17c0a0-4ebd-4ac1-be80-5d3aeec1d2c0 req-b585c527-016d-4236-a835-471739552328 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 948 time: 0.1250844 Nov 19 03:58:07.224459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-88d99d03-af17-4ef7-9f82-86999f062edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:07.226214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-88d99d03-af17-4ef7-9f82-86999f062edd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0724041 Nov 19 03:58:07.317966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3983c4b-14f9-4cdb-9c21-969cc2976487 req-9d6ea33b-a455-424c-ae3c-07bae159ce38 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:07.319552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3983c4b-14f9-4cdb-9c21-969cc2976487 req-9d6ea33b-a455-424c-ae3c-07bae159ce38 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.1519089 Nov 19 03:58:07.322753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d17c0a0-4ebd-4ac1-be80-5d3aeec1d2c0 req-b079d74e-66fc-4434-867f-e2ea2f02d344 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976019 Nov 19 03:58:07.332806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] For port 31fdc160-e8ba-4d3c-a861-7fa09d336a12, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=31fdc160-e8ba-4d3c-a861-7fa09d336a12,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:07.333182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.337032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-10dc4efe-bc44-4ae6-8b1d-ef6630b6afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:07.339135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-10dc4efe-bc44-4ae6-8b1d-ef6630b6afa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995865 Nov 19 03:58:07.478251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-bc4ed2b3-6f8c-4861-8de1-92a4ad95e7ce service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255996 Nov 19 03:58:07.549291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.570156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:07.599664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:07.605263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.612741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-500e9250-a943-4ed2-abd6-d7bb3b866d49 req-0f9fb39b-59db-4191-8b0a-e76448d0503f service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255279 Nov 19 03:58:07.616639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.678147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:07.713978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3983c4b-14f9-4cdb-9c21-969cc2976487 req-1640f69f-efeb-4d07-b940-1a13cf7eabf8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778574 Nov 19 03:58:07.748048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Subnet': ['ID=f9cfd688-576f-4947-9b02-6ae001205964,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:07.856657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Checking segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:07.857038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network hostable DHCP agents. Network: 74c6e70e-5ff5-4c56-bcca-31be5a2a166e, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:58:07.860435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15a3e-9d17-4087-ab46-e8fe91a6d6c7 req-1f15b77a-a6ff-4f0e-a581-5c5bbb87ef27 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:07.862062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53a15a3e-9d17-4087-ab46-e8fe91a6d6c7 req-1f15b77a-a6ff-4f0e-a581-5c5bbb87ef27 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 946 time: 0.1245246 Nov 19 03:58:07.872594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.872803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:07.873346 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Floating IP b9219c40-130b-4ea0-882a-80be15dcba18 disassociated. External IP: 172.25.8.109, port: 31fdc160-e8ba-4d3c-a861-7fa09d336a12. Nov 19 03:58:07.873704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Calling delete_port for 31fdc160-e8ba-4d3c-a861-7fa09d336a12 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:07.895256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['62ee98ba-038d-4d6b-aa24-4c5ccefb5031'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:07.944120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:58:07.965922 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53a15a3e-9d17-4087-ab46-e8fe91a6d6c7 req-bc4c57a3-3a64-42e0-9dc0-b3b23a75eb54 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups?id=a36811c2-85b7-4530-9b63-ba50a58f0a70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905335 Nov 19 03:58:07.990666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 74c6e70e-5ff5-4c56-bcca-31be5a2a166e) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:08.000266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:08.002158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:08.046227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3097e16-5426-48be-add8-944707678cc3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1470973 Nov 19 03:58:08.046574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:08.051765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a7f60-0b3f-4191-87ba-87b00b2d45ee None None] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:08.053040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'subnet': {'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:08.080330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86f31f-6eac-42c2-9c26-b1beeab6cbbc req-484e937a-ac95-4290-aff9-648b0c465018 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:08.091434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea86f31f-6eac-42c2-9c26-b1beeab6cbbc req-484e937a-ac95-4290-aff9-648b0c465018 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1491270 Nov 19 03:58:08.242786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea86f31f-6eac-42c2-9c26-b1beeab6cbbc req-25478702-cae4-4402-8fd1-40817544ffe5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448717 Nov 19 03:58:08.250150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:08.261412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 31fdc160-e8ba-4d3c-a861-7fa09d336a12 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:08.268924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:08.274631 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:08.301314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 31fdc160-e8ba-4d3c-a861-7fa09d336a12 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:08.301666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 31fdc160-e8ba-4d3c-a861-7fa09d336a12 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:08.330725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event deleted for resources: {'Port': ['ID=31fdc160-e8ba-4d3c-a861-7fa09d336a12,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:08.402498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:58:08.403404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:08.573270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:58:08.641541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:08.717159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:08.760980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:58:08.773036 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] Sync routers for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:58:08.799724 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:58:08.800529 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:08.850721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Allocated IP 10.1.1.2 (74c6e70e-5ff5-4c56-bcca-31be5a2a166e/f9cfd688-576f-4947-9b02-6ae001205964/731ca10c-4d92-4a63-865e-c758c273d2a2) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:08.916409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] No DVR routers for this DVR port 31fdc160-e8ba-4d3c-a861-7fa09d336a12 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:08.920421 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:08.928766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68a34818-85ea-4604-9b11-4547b3b639f9 req-f0fca8cb-f54f-4f3c-b380-146dc77dedaa tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.36 "DELETE /v2.0/ports/31fdc160-e8ba-4d3c-a861-7fa09d336a12 HTTP/1.1" status: 204 len: 173 time: 2.2116442 Nov 19 03:58:08.931792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'name': 'network-vif-deleted', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:08.946755 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2c9ae5-1952-453e-8156-bae2a57f4ed1" -d '{"events": [{"server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "name": "network-vif-deleted", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:09.064551 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:09.131519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.145250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551b4e-67f4-4275-a274-d9af8b53501b req-6082ca15-4686-4739-8651-b3e89cc8a13e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:09.150787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.151406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10551b4e-67f4-4275-a274-d9af8b53501b req-6082ca15-4686-4739-8651-b3e89cc8a13e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.1897469 Nov 19 03:58:09.217558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:09.225655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:09.227379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Pushing event updated for resources: {'Port': ['ID=731ca10c-4d92-4a63-865e-c758c273d2a2,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:09.229603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:09.272189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10551b4e-67f4-4275-a274-d9af8b53501b req-e4f5072d-3ae8-43ec-9a08-d2eb30e365a7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073904 Nov 19 03:58:09.315479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Attempting to bind port 731ca10c-4d92-4a63-865e-c758c273d2a2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:09.315805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Attempting to bind port 731ca10c-4d92-4a63-865e-c758c273d2a2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:09.316155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Attempting to bind port 731ca10c-4d92-4a63-865e-c758c273d2a2 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:09.316960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:09.319745 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db5ad7-6a4d-4044-af0f-335f8e07b940" -d '{"events": [{"name": "network-changed", "server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:09.323787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:09.324177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Checking segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:09.324588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.324986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Bound using segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:09.325470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Bound port: 731ca10c-4d92-4a63-865e-c758c273d2a2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:09.325852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.393382 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d272af0-14f0-4ccc-b09f-06bf08fe3569 x-openstack-request-id: req-0d272af0-14f0-4ccc-b09f-06bf08fe3569 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:09.393792 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe06e3bd-ddad-4d79-b814-3ef3c9093755", "name": "network-vif-deleted", "tag": "31fdc160-e8ba-4d3c-a861-7fa09d336a12", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:09.394242 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d272af0-14f0-4ccc-b09f-06bf08fe3569 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:09.394756 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe06e3bd-ddad-4d79-b814-3ef3c9093755', 'name': 'network-vif-deleted', 'tag': '31fdc160-e8ba-4d3c-a861-7fa09d336a12', 'status': 'completed', 'code': 200} Nov 19 03:58:09.413232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53589-df18-41bc-b3f2-7935005f0808 req-7a552ec8-9ca5-47c7-b409-1c9e7911c218 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:09.414569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:55Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:09.428928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c9f53589-df18-41bc-b3f2-7935005f0808 req-7a552ec8-9ca5-47c7-b409-1c9e7911c218 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.9887390 Nov 19 03:58:09.433648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] For port 731ca10c-4d92-4a63-865e-c758c273d2a2, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:09.440305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] For port 731ca10c-4d92-4a63-865e-c758c273d2a2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=731ca10c-4d92-4a63-865e-c758c273d2a2,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:09.451875 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] Checking router: a86e3d20-a5ba-4458-98fd-87fffbcaf2ac for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:58:09.456353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.475744 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:58:09.478970 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:09.530762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb0c7-5175-4c41-a492-4fce84b2c721 None None] Pushing event updated for resources: {'Port': ['ID=731ca10c-4d92-4a63-865e-c758c273d2a2,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:09.616673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d22e4401-5edc-45eb-a58e-0e8a13c045b3 req-10b0987b-63c9-4305-a0bc-254666523bc2 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe06e3bd-ddad-4d79-b814-3ef3c9093755 HTTP/1.1" status: 200 len: 210 time: 0.0614016 Nov 19 03:58:09.626679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c9f53589-df18-41bc-b3f2-7935005f0808 req-195a8e79-5ecf-4382-825f-98744b49ced4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852853 Nov 19 03:58:09.642863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.691985 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:09.800911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Subnet': ['ID=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:09.814757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Checking segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:09.821312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network hostable DHCP agents. Network: 2028ab05-9f31-4cfb-8b15-f0e436bb70d3, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:58:09.856317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:58:09.876741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2028ab05-9f31-4cfb-8b15-f0e436bb70d3) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:09.889461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:09.890455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:09.910077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179d49-aabd-43bf-8926-fc24547016d5 req-e245640b-370a-40d0-acf1-6a0779ac110e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:09.925410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd179d49-aabd-43bf-8926-fc24547016d5 req-e245640b-370a-40d0-acf1-6a0779ac110e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1513555 Nov 19 03:58:09.930049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a45e1-b545-4d3a-9a30-085007006bd8 None None] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:09.980546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ba1acd0a-a77d-4672-b58d-56d4a26d0896 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9324648 Nov 19 03:58:09.982979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:09.988133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'name': 'tempest-TaggedBootDevicesTest-1592448294', 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:10.021980 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d762e-70ad-43d5-962f-227408cf3b1d x-openstack-request-id: req-a46d762e-70ad-43d5-962f-227408cf3b1d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:10.036097 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:10.036413 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a46d762e-70ad-43d5-962f-227408cf3b1d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:10.036790 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'status': 'completed', 'code': 200} Nov 19 03:58:10.216655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd179d49-aabd-43bf-8926-fc24547016d5 req-d1b9b66d-d8c7-4c67-8e3b-a3596835a7de tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881055 Nov 19 03:58:10.221156 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:55Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:10.225312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-81a4ba7d-bd2e-4a2b-b139-3e6e4ba3a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.229279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-81a4ba7d-bd2e-4a2b-b139-3e6e4ba3a6e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1097 time: 0.2055981 Nov 19 03:58:10.244780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:58:10.267017 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80329838-8d2a-4926-a3ff-f2a3130da5cd None None] The sync data for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 is: [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:55:51Z', 'revision_number': 4, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9d1271c2-0f36-41da-bcb9-5afd3b0d1030', 'name': '', 'network_id': '261b4ea3-678d-4de6-a638-7c9118b6f441', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'mac_address': 'fa:16:3e:bf:92:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:50Z', 'updated_at': '2021-11-19T03:55:55Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'subnets': [{'id': '85504421-01bc-4235-b489-23edf3b5c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:58:10.400951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-cd94e09f-0a58-4f47-9cc7-bfde99b904b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.410683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-8e4babe0-813e-48c5-ae93-c04bedb41c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.411666 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-cd94e09f-0a58-4f47-9cc7-bfde99b904b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1097 time: 0.2333550 Nov 19 03:58:10.413041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-8e4babe0-813e-48c5-ae93-c04bedb41c20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1766388 Nov 19 03:58:10.436277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:10.456452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:10.470076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-c79dd08f-f429-4de5-94fa-6e0f30404aef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0484626 Nov 19 03:58:10.526349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'mac_address': 'fa:16:3e:99:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:58:10.558679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-2a08fb37-013a-4f97-9a2b-baf2ad0424c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.561577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-2a08fb37-013a-4f97-9a2b-baf2ad0424c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0834219 Nov 19 03:58:10.588718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:10.589913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:10.600225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'fixed_ips': [{'subnet_id': '3c61aeb5-e7ff-4adc-89ef-20fb0014c72d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:58:10.601395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:10.639690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:10.640404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:10.675393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-4c65f9fd-3ad8-41e5-9184-bd056f02fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.681964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-4c65f9fd-3ad8-41e5-9184-bd056f02fee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103933 Nov 19 03:58:10.779176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:10.826815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ac75-b4eb-4fd8-a025-3b35e53d5025 req-b2f0788b-0a8c-4665-8de2-e6ea852fa010 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.836961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-abe6ac75-b4eb-4fd8-a025-3b35e53d5025 req-b2f0788b-0a8c-4665-8de2-e6ea852fa010 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 946 time: 0.3159986 Nov 19 03:58:10.871169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-18164bbd-24bd-4401-9de5-08071929cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:10.872943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-18164bbd-24bd-4401-9de5-08071929cb27 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.4463866 Nov 19 03:58:10.994095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.042899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f3356-dd78-484f-a19b-f5ea6685c03a req-cae81b3a-cbeb-4388-be00-8d7f80d61606 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:11.054849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b0f3356-dd78-484f-a19b-f5ea6685c03a req-cae81b3a-cbeb-4388-be00-8d7f80d61606 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 950 time: 0.2603221 Nov 19 03:58:11.082236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Allocated IP 10.2.2.2 (2028ab05-9f31-4cfb-8b15-f0e436bb70d3/3c61aeb5-e7ff-4adc-89ef-20fb0014c72d/14e80c23-057e-4a39-a97a-f7954b1905b5) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:11.147162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-348bce1b-9c88-46fe-8436-b311aa86965e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.2492747 Nov 19 03:58:11.147429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-597de68e-9e64-4a00-be43-3588d8a89d67 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566364 Nov 19 03:58:11.166545 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-abe6ac75-b4eb-4fd8-a025-3b35e53d5025 req-55ba5fb6-4345-4491-a7b6-e37844a2cbb5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281643 Nov 19 03:58:11.172046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] device_id is not set on port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 03:58:11.255963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b0f3356-dd78-484f-a19b-f5ea6685c03a req-b65ff556-7510-4731-bda3-afc93e14a6cf tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985486 Nov 19 03:58:11.364941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-96c115ea-41d6-4c2e-aa72-df82669192fb service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086427 Nov 19 03:58:11.416637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 731ca10c-4d92-4a63-865e-c758c273d2a2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:11.427383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41afaf50-e3cc-450a-ba43-40fe6900d93e None None] New status for floating IP b9219c40-130b-4ea0-882a-80be15dcba18: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:58:11.559142 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45438) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:11.603532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-e4be8214-eca7-429a-bfee-a0d008722353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:11.606437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-e4be8214-eca7-429a-bfee-a0d008722353 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.4382274 Nov 19 03:58:11.649512 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.649739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87894c-7885-4119-a2d9-a2c12e58282f req-22d10e01-78ec-47cb-ae9f-69769b521c39 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:11.659742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b87894c-7885-4119-a2d9-a2c12e58282f req-22d10e01-78ec-47cb-ae9f-69769b521c39 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1398268 Nov 19 03:58:11.711166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa9c91-b863-4033-baa2-1b3f38e70526 None None] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:11.721504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:11.784849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-0d41bddc-6bc1-4cfa-9043-efcfebf4f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:11.788752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-0d41bddc-6bc1-4cfa-9043-efcfebf4f63d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669378 Nov 19 03:58:11.816019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.834870 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.869237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b87894c-7885-4119-a2d9-a2c12e58282f req-00e33121-455f-4287-9476-9a4a8817fac1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085204 Nov 19 03:58:11.886454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367786ad-217f-4dd5-b01f-27d28990e7b3 req-2bc0c7f6-b26a-49bc-b176-e337f25c925e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:11.888011 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-367786ad-217f-4dd5-b01f-27d28990e7b3 req-2bc0c7f6-b26a-49bc-b176-e337f25c925e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.1663196 Nov 19 03:58:11.892627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-9b01b1a4-25e5-47c6-bf53-e180fbf5c0cd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:11.894845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-9b01b1a4-25e5-47c6-bf53-e180fbf5c0cd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297&tenant_id=f736f4eaee554b18bb6eaf9928bbc874&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 947 time: 0.2104385 Nov 19 03:58:11.896005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49a7f632-9ec3-4911-b722-cfcb24b7c09f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.928161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9a4c0f35-b770-41a7-84be-12c31d1c1b09 None None] Provisioning complete for port 731ca10c-4d92-4a63-865e-c758c273d2a2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:11.928817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0f35-b770-41a7-84be-12c31d1c1b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.945241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49a7f632-9ec3-4911-b722-cfcb24b7c09f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.968036 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:11.982087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Pushing event updated for resources: {'Port': ['ID=14e80c23-057e-4a39-a97a-f7954b1905b5,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:11.999735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-367786ad-217f-4dd5-b01f-27d28990e7b3 req-f2a55bc6-6041-487f-914d-31143698de07 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748532 Nov 19 03:58:12.021708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 10.1.1.92 (74c6e70e-5ff5-4c56-bcca-31be5a2a166e/f9cfd688-576f-4947-9b02-6ae001205964/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:12.046352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:12.083832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-3ed8db80-2f7d-4a0c-8ecd-f3fd5d394109 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751870 Nov 19 03:58:12.105116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:12.105579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49a7f632-9ec3-4911-b722-cfcb24b7c09f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.117560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49a7f632-9ec3-4911-b722-cfcb24b7c09f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.122291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-49a7f632-9ec3-4911-b722-cfcb24b7c09f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "DELETE /v2.0/security-groups/a36811c2-85b7-4530-9b63-ba50a58f0a70 HTTP/1.1" status: 204 len: 168 time: 0.5600424 Nov 19 03:58:12.126913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:12.142966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45440) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:12.194705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:12.197293 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5158442c-a14c-49e9-9893-96dde786ce6f" -d '{"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:12.197831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7f632-9ec3-4911-b722-cfcb24b7c09f tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36811c2-85b7-4530-9b63-ba50a58f0a70,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:12.221774 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-6c560637-674b-4f38-8e44-a27a91d2b355 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] show failed (client error): The resource could not be found. Nov 19 03:58:12.224095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6c560637-674b-4f38-8e44-a27a91d2b355 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "GET /v2.0/security-groups/a36811c2-85b7-4530-9b63-ba50a58f0a70 HTTP/1.1" status: 404 len: 347 time: 0.0759633 Nov 19 03:58:12.225814 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-f9bfcd6c-30d5-4bda-b745-5cb41b7844aa service neutron] delete failed (client error): The resource could not be found. Nov 19 03:58:12.229889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:12.233446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:12.252273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-f9bfcd6c-30d5-4bda-b745-5cb41b7844aa service neutron] 10.222.0.31 "DELETE /v2.0/ports/0f305fb3-dcda-4bf8-a7a5-827bbcb21b07/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.3128598 Nov 19 03:58:12.253204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45444) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:12.356530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:12.404761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.417067 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230875db-a923-4575-9aa3-5c67875b3aaa x-openstack-request-id: req-230875db-a923-4575-9aa3-5c67875b3aaa {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:12.417720 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-plugged", "status": "completed", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:12.417720 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-230875db-a923-4575-9aa3-5c67875b3aaa {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:12.418330 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'code': 200} Nov 19 03:58:12.425370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.446078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4db5ad7-6a4d-4044-af0f-335f8e07b940 req-94f6de21-67fb-4f68-a5b6-dce8d1e8fadb service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501432 Nov 19 03:58:12.462571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Attempting to bind port 14e80c23-057e-4a39-a97a-f7954b1905b5 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:12.463177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Attempting to bind port 14e80c23-057e-4a39-a97a-f7954b1905b5 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:12.463920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Attempting to bind port 14e80c23-057e-4a39-a97a-f7954b1905b5 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:12.491710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.513610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:12.514170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Checking segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:12.514967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.515468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Bound using segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:12.516107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Bound port: 14e80c23-057e-4a39-a97a-f7954b1905b5, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:12.516768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.523023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb455efc-17f9-4d7b-8846-3f83628e98f2 req-0b63b412-5390-488e-80f4-6d99219bafb6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:12.530892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb455efc-17f9-4d7b-8846-3f83628e98f2 req-0b63b412-5390-488e-80f4-6d99219bafb6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.0958035 Nov 19 03:58:12.544819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 731ca10c-4d92-4a63-865e-c758c273d2a2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:12.545612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.556638 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:12.611915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:12.616644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:12.624094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:12.684248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb455efc-17f9-4d7b-8846-3f83628e98f2 req-c0b6b9a6-072b-43e6-bbb5-48657681f373 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520529 Nov 19 03:58:12.698069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac09252-4339-4ab0-a699-3e5a0a77aee9 req-195fafe7-6c27-4618-bea7-5f5066ad911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:12.710397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ac09252-4339-4ab0-a699-3e5a0a77aee9 req-195fafe7-6c27-4618-bea7-5f5066ad911c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1102 time: 0.2361577 Nov 19 03:58:12.776935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:12.778590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.804934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-5bdedf33-f50d-425a-87c0-3e1b2b38fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:12.807363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-5bdedf33-f50d-425a-87c0-3e1b2b38fe75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1098 time: 0.1131799 Nov 19 03:58:12.840813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45458) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:12.841676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2486f4ea-d1b2-411e-bb82-b1cc2aae5731 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8576019 Nov 19 03:58:12.850810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ac09252-4339-4ab0-a699-3e5a0a77aee9 req-2c1f4e2a-4c76-4eed-8a70-6a8a5f1a2409 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326830 Nov 19 03:58:12.855788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'name': 'tempest-TaggedBootDevicesTest-1439534857', 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:12.857683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:58:12.866954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0f35-b770-41a7-84be-12c31d1c1b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:12.913640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Deleting port 3918e358-005a-4729-adb5-462fd28a45b8 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:12.914164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.016769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-8cfe690a-575f-4bb5-bd93-9aeaa37edbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:13.018837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-8cfe690a-575f-4bb5-bd93-9aeaa37edbae service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1760094 Nov 19 03:58:13.087584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.087966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.095075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:13.098730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.resource_extend [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:58:13.142776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-9f5069d4-f81e-471e-8372-78f0bb2efdd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0938079 Nov 19 03:58:13.144898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Calling delete_port for 3918e358-005a-4729-adb5-462fd28a45b8 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:13.180832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2051-170e-4fdd-a847-c776a0d7e66f req-005b6782-2bed-4c93-8ae6-66deff4e1b30 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:13.182596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-164f2051-170e-4fdd-a847-c776a0d7e66f req-005b6782-2bed-4c93-8ae6-66deff4e1b30 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1928594 Nov 19 03:58:13.186775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:13.234540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-9723d40c-640b-4579-9057-c39fbd493cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:13.237836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-9723d40c-640b-4579-9057-c39fbd493cb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0745001 Nov 19 03:58:13.270075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] For port 14e80c23-057e-4a39-a97a-f7954b1905b5, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:13.278332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] For port 14e80c23-057e-4a39-a97a-f7954b1905b5, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14e80c23-057e-4a39-a97a-f7954b1905b5,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:13.359069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.389659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-164f2051-170e-4fdd-a847-c776a0d7e66f req-c4f7d5e3-04cb-497e-b19b-2caad2ea4f80 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973088 Nov 19 03:58:13.393646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803237f-d1d8-4390-9fe1-bd11d219be50 req-334a0c94-1feb-47db-9313-037372d7ae50 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:13.396209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0803237f-d1d8-4390-9fe1-bd11d219be50 req-334a0c94-1feb-47db-9313-037372d7ae50 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.2447467 Nov 19 03:58:13.406961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-495b0b3f-7d7b-44d4-ae51-3917773bace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:13.408972 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-495b0b3f-7d7b-44d4-ae51-3917773bace0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490560 Nov 19 03:58:13.426687 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.451380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] device_id is not set on port c4ac5c62-6443-48eb-83e0-55daca71ee17 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 03:58:13.476505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6fd4c-22bd-4b57-9b01-e265f57f00ef None None] Pushing event updated for resources: {'Port': ['ID=14e80c23-057e-4a39-a97a-f7954b1905b5,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:13.481431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9a4c0f35-b770-41a7-84be-12c31d1c1b09 None None] For port 731ca10c-4d92-4a63-865e-c758c273d2a2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=731ca10c-4d92-4a63-865e-c758c273d2a2,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:13.511961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0f35-b770-41a7-84be-12c31d1c1b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.525294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.590802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:13.605016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0803237f-d1d8-4390-9fe1-bd11d219be50 req-d94ddeb5-cba8-46ea-9fe0-bf48c9ef02ed tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932967 Nov 19 03:58:13.623427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Pushing event deleted for resources: {'Port': ['ID=3918e358-005a-4729-adb5-462fd28a45b8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:13.698840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:13.706261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-d8eb8318-cb49-4b55-8a09-5de6b9210de0 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768605 Nov 19 03:58:13.788526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'port_id': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'mac_address': 'fa:16:3e:14:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e75b49-dbaf-4a12-9906-525bc057ca32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:58:13.795845 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:58:13.796544 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:58:13.807092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c0f35-b770-41a7-84be-12c31d1c1b09 None None] Pushing event updated for resources: {'Port': ['ID=731ca10c-4d92-4a63-865e-c758c273d2a2,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:14.129650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:14.185758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:14.263576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cf1d45d-16f0-42c4-a628-6ed3dbac1d33 req-18f883e4-0673-4a16-94cb-bcdb9ab82b13 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444624 Nov 19 03:58:14.318419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e9a0-30e2-4623-8234-afe4a2478dce req-163ccde7-f60d-4836-8483-28d9bc914886 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:14.345604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c18e9a0-30e2-4623-8234-afe4a2478dce req-163ccde7-f60d-4836-8483-28d9bc914886 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.2674963 Nov 19 03:58:14.404264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:14.437079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:14.442897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c18e9a0-30e2-4623-8234-afe4a2478dce req-92746107-1150-4bd1-b0f0-65308d76aa0d tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958877 Nov 19 03:58:14.470123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b8436a6b-f7b3-41e7-bc9d-c03e3cd03e46 None None] Provisioning complete for port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:14.470611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b8436a6b-f7b3-41e7-bc9d-c03e3cd03e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:14.689129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c6d30316-d0a9-48b1-b870-1a3dc204a39b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:14.723720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b8436a6b-f7b3-41e7-bc9d-c03e3cd03e46 None None] Port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:14.803033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:14.842931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b8436a6b-f7b3-41e7-bc9d-c03e3cd03e46 None None] Provisioning complete for port 731ca10c-4d92-4a63-865e-c758c273d2a2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:14.843348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b8436a6b-f7b3-41e7-bc9d-c03e3cd03e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:14.901031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b77d5f-5dd2-408b-ad9f-ac3b61537c30 req-2e9a2117-9a12-4ab5-ba67-e410f49c7318 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:14.904005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23b77d5f-5dd2-408b-ad9f-ac3b61537c30 req-2e9a2117-9a12-4ab5-ba67-e410f49c7318 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.1434708 Nov 19 03:58:14.977677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 731ca10c-4d92-4a63-865e-c758c273d2a2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:15.050997 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23b77d5f-5dd2-408b-ad9f-ac3b61537c30 req-bd21a799-62d0-4dea-bfa9-f9b1163decf1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390584 Nov 19 03:58:15.105373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.111487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.118065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b3efe85-b825-44d3-b605-f5674912a437 tempest-ServersTestJSON-210607828 tempest-ServersTestJSON-210607828-project] 10.222.0.52 "DELETE /v2.0/floatingips/b9219c40-130b-4ea0-882a-80be15dcba18 HTTP/1.1" status: 204 len: 168 time: 2.8635969 Nov 19 03:58:15.121031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:15.124217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 10.1.1.170 (74c6e70e-5ff5-4c56-bcca-31be5a2a166e/f9cfd688-576f-4947-9b02-6ae001205964/c4ac5c62-6443-48eb-83e0-55daca71ee17) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:15.212902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194596f-16c9-45bc-a4db-cb5612e361ac req-3f8827cd-287f-45b2-b436-c5edee6293d4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:15.231924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e194596f-16c9-45bc-a4db-cb5612e361ac req-3f8827cd-287f-45b2-b436-c5edee6293d4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.4841967 Nov 19 03:58:15.243127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 731ca10c-4d92-4a63-865e-c758c273d2a2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:15.243652 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.416925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-51c08ae5-aed0-471f-b866-ead3fa53ec91 None None] Provisioning complete for port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:15.417330 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-51c08ae5-aed0-471f-b866-ead3fa53ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.553559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-51c08ae5-aed0-471f-b866-ead3fa53ec91 None None] Port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:15.635420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14e80c23-057e-4a39-a97a-f7954b1905b5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:15.662357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e194596f-16c9-45bc-a4db-cb5612e361ac req-bc1d0c02-1314-4e6d-a2df-2a859213de5b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202964 Nov 19 03:58:15.713684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd47b6-c141-457f-872c-6453a6736bfa None None] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:15.765895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.867549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.933929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ef563-206b-4f2d-a2a6-f129d590c462 req-b3d21b8a-04bf-4eb2-b3cc-bf4153f1b9f9 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:15.942534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1200022e-c265-442f-86dc-9319e51f56db None None] Provisioning complete for port 14e80c23-057e-4a39-a97a-f7954b1905b5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:15.942909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1200022e-c265-442f-86dc-9319e51f56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:15.944578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f59ef563-206b-4f2d-a2a6-f129d590c462 req-b3d21b8a-04bf-4eb2-b3cc-bf4153f1b9f9 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.2837977 Nov 19 03:58:15.986540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:15.989962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:16.004358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:16.050888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 14e80c23-057e-4a39-a97a-f7954b1905b5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:16.051282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.090980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f59ef563-206b-4f2d-a2a6-f129d590c462 req-6bcd4ec3-dbb1-4fc3-b1eb-b686793227dc tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437986 Nov 19 03:58:16.166826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:16.167516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.228832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3852124 Nov 19 03:58:16.229866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274a9d-346f-4673-8f58-7a0f54ab9c68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:16.291957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:16.314082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874bd8e-6ac5-4923-b5e0-4f14bc2b95ab req-53d30723-8c82-4373-9254-cffb2eeb5e93 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:16.323414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2874bd8e-6ac5-4923-b5e0-4f14bc2b95ab req-53d30723-8c82-4373-9254-cffb2eeb5e93 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 947 time: 0.0896823 Nov 19 03:58:16.442261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2874bd8e-6ac5-4923-b5e0-4f14bc2b95ab req-340c9466-503d-4b04-972d-80527719ab9a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175213 Nov 19 03:58:16.519408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:58:16.547031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:16.550234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.637699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.672177 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.694182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1200022e-c265-442f-86dc-9319e51f56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.695902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:16.806124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1200022e-c265-442f-86dc-9319e51f56db None None] For port 14e80c23-057e-4a39-a97a-f7954b1905b5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14e80c23-057e-4a39-a97a-f7954b1905b5,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:16.829781 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1200022e-c265-442f-86dc-9319e51f56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:16.972533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aa540-e0a1-4973-8934-cabf9edbbfe6 req-1c0f18bb-569a-48b6-9c3f-66572baf641f tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:16.979324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c63aa540-e0a1-4973-8934-cabf9edbbfe6 req-1c0f18bb-569a-48b6-9c3f-66572baf641f tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1102 time: 0.1899395 Nov 19 03:58:17.006833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45516) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:17.017345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561578892', 'description': 'tempest-description--2084030857'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:17.150585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c63aa540-e0a1-4973-8934-cabf9edbbfe6 req-e05ccda8-2447-4aec-b194-d9ab32d0d02e tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588607 Nov 19 03:58:17.163402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.325414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.341435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.410781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2dea7-3722-4d88-ad1e-64c4f769dfd0 req-95490ad9-6432-4cf6-9e09-ed9844a10055 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:17.424227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99e2dea7-3722-4d88-ad1e-64c4f769dfd0 req-95490ad9-6432-4cf6-9e09-ed9844a10055 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.1291676 Nov 19 03:58:17.455992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.457297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4459240 Nov 19 03:58:17.462024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45520) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:17.466312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9de4cf-d216-4ddd-a214-f83819782c0c req-029878ce-bca7-4d35-8706-6999fa43b6ff tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:17.469071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'security_group_rule': {'security_group_id': 'd8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:17.473703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b9de4cf-d216-4ddd-a214-f83819782c0c req-029878ce-bca7-4d35-8706-6999fa43b6ff tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1098 time: 0.1449738 Nov 19 03:58:17.485362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c384f16-eb06-4952-b1e8-efb030e81184 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:17.511375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:58:17.514474 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:58:17.516941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-71277084-bdde-4c7d-9c82-3b8966768762 None None] Provisioning complete for port c4ac5c62-6443-48eb-83e0-55daca71ee17 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:17.517765 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71277084-bdde-4c7d-9c82-3b8966768762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.538956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200022e-c265-442f-86dc-9319e51f56db None None] Pushing event updated for resources: {'Port': ['ID=14e80c23-057e-4a39-a97a-f7954b1905b5,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:17.556751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b9de4cf-d216-4ddd-a214-f83819782c0c req-f8bbd113-262d-49dd-a700-be861e7565e6 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819206 Nov 19 03:58:17.597098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Deleting port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:17.597447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.628225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99e2dea7-3722-4d88-ad1e-64c4f769dfd0 req-80e0e7b5-b198-422e-be3b-12811671ffd9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017667 Nov 19 03:58:17.629276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.653101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port c6d30316-d0a9-48b1-b870-1a3dc204a39b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:17.653498 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.756577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.797242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] For port 9d1271c2-0f36-41da-bcb9-5afd3b0d1030, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:17.797633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.799891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.806961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:17.810643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.811043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:17.814591 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4afe5-2ff4-4ba8-9258-46852f04f4e3" -d '{"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-plugged", "status": "completed", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:17.821030 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.860552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Calling delete_port for 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:17.886256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.888032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4262407 Nov 19 03:58:17.892058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45532) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:17.893458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7778feb-0071-4cef-b20c-935a7a890c5a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18192373-3e0e-464d-9310-f5f6e8f039e8,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:17.908137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'security_group_rule': {'security_group_id': 'd8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:17.909510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:17.912121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-71277084-bdde-4c7d-9c82-3b8966768762 None None] Port c4ac5c62-6443-48eb-83e0-55daca71ee17 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:17.975669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:17.980710 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b298687e-a097-41c5-97d2-b55897e20af3 x-openstack-request-id: req-b298687e-a097-41c5-97d2-b55897e20af3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:17.981041 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-plugged", "status": "completed", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:17.981413 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b298687e-a097-41c5-97d2-b55897e20af3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:17.981909 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'code': 200} Nov 19 03:58:18.085727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.169078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:18.175377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7e2d57bc-c3c7-4878-93d9-0e750bce25aa None None] Provisioning complete for port 14e80c23-057e-4a39-a97a-f7954b1905b5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:18.176562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7e2d57bc-c3c7-4878-93d9-0e750bce25aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.189412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebdf22-d4fb-449a-94e7-c054211b3429 req-4ebb126d-dbbd-46b1-acb2-7d0f37dc4d96 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:18.198363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81ebdf22-d4fb-449a-94e7-c054211b3429 req-4ebb126d-dbbd-46b1-acb2-7d0f37dc4d96 tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 1102 time: 0.1429477 Nov 19 03:58:18.220748 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.239982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.251320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.253850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.311862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988b8b13-9ca6-4bdd-9c90-00488d2ce41f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:18.353683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81ebdf22-d4fb-449a-94e7-c054211b3429 req-8a5311b5-8e42-4e2e-b7c8-b99ddbc4649c tempest-ServersAdminTestJSON-80727662 tempest-ServersAdminTestJSON-80727662-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509855 Nov 19 03:58:18.361165 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.361834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1271c2-0f36-41da-bcb9-5afd3b0d1030,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:18.363008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6df14487-9627-4cb4-a2fe-15b1c46d83ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4642634 Nov 19 03:58:18.374970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45546) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:18.381734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:18.419812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14e80c23-057e-4a39-a97a-f7954b1905b5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:18.433781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.501348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:18.630437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 14e80c23-057e-4a39-a97a-f7954b1905b5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:18.632400 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.676503 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.764965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:18.970690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 172.25.8.81 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/c2201450-67a2-4371-b038-b24dc728aa5a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:19.103240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d548019-a185-4b49-acd1-416078d86d30 req-b5817b3b-2721-422b-b61c-aef02ce4e3ed tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:19.104964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d548019-a185-4b49-acd1-416078d86d30 req-b5817b3b-2721-422b-b61c-aef02ce4e3ed tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1366003 Nov 19 03:58:19.225454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d548019-a185-4b49-acd1-416078d86d30 req-ce4ee88a-29c1-48e1-be43-a42efd067ba7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140249 Nov 19 03:58:19.265964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:19.366219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:19.455987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:19.464242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:19.469637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:19.472868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=c2201450-67a2-4371-b038-b24dc728aa5a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:19.493372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c661e1-9cfb-4523-b312-2392e042e845 req-53cc796c-13d0-4fa7-84e1-cd8f26257ff0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:19.508720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66c661e1-9cfb-4523-b312-2392e042e845 req-53cc796c-13d0-4fa7-84e1-cd8f26257ff0 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 950 time: 0.1561542 Nov 19 03:58:19.623899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:19.722890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66c661e1-9cfb-4523-b312-2392e042e845 req-6a87aa69-28ce-49a4-b580-8799f8bb8b7f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100141 Nov 19 03:58:19.722890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:19.856745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:58:19.982907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:19.985882 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7e586-6190-4c2b-9bac-7a0a81f08252" -d '{"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:20.133806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:58:20.147772 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] Sync routers for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:58:20.150324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac90e2e7-a939-43ea-bd57-6bb120197b33 admin admin] 10.222.0.52 "PUT /v2.0/routers/a86e3d20-a5ba-4458-98fd-87fffbcaf2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0262625 Nov 19 03:58:20.151157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45560) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:20.171153 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:58:20.171712 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:20.195282 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb3ff17-0d8b-4436-9dc4-a3eaf94748dd x-openstack-request-id: req-bfb3ff17-0d8b-4436-9dc4-a3eaf94748dd {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:20.195815 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:20.196251 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfb3ff17-0d8b-4436-9dc4-a3eaf94748dd {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:20.196812 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'code': 200} Nov 19 03:58:20.238896 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.260162 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.473654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.476955 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:20.481325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=c2201450-67a2-4371-b038-b24dc728aa5a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:20.491135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-b2f7099f-0425-4a71-ad68-4618575170c4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:20.492763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-b2f7099f-0425-4a71-ad68-4618575170c4 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 950 time: 0.2514906 Nov 19 03:58:20.513858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.599328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a276376-ce3c-44c6-8848-716321c37659 req-f8579f9a-b809-4d53-9476-6a49e9abbe15 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:20.608405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a276376-ce3c-44c6-8848-716321c37659 req-f8579f9a-b809-4d53-9476-6a49e9abbe15 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.2110860 Nov 19 03:58:20.620712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.624722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-137d2d65-67a1-4c7b-8765-2e6b0d5cd84b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2440040 Nov 19 03:58:20.720690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a276376-ce3c-44c6-8848-716321c37659 req-3bc2fa2e-ffb6-457d-8790-47b94ab73808 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073039 Nov 19 03:58:20.735344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Deleting port b34f8145-dea6-4af7-ae48-62013947e462 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:20.735698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.839789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.951858 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:58:18Z', 'revision_number': 5, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port': {'id': '75b92f8b-6d05-4d0c-94b7-9e8088d6c05c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:55:45Z', 'updated_at': '2021-11-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:20.976546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Deleting port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:20.977110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:20.992160 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] Checking router: a86e3d20-a5ba-4458-98fd-87fffbcaf2ac for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:58:21.003739 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] Routers {'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:58:21.004645 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:57:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:21.067524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3e5a-6009-4306-85a7-3d4cf3c1613c req-1522951d-cbe7-4c09-b6a5-3ed298d8e83c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:21.089206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1ec3e5a-6009-4306-85a7-3d4cf3c1613c req-1522951d-cbe7-4c09-b6a5-3ed298d8e83c tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee866f8-371a-41d6-816e-e330c9ed4880 HTTP/1.1" status: 200 len: 950 time: 0.2376237 Nov 19 03:58:21.130768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] For port 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:21.133987 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:21.164404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Calling delete_port for 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:21.175236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] For port b34f8145-dea6-4af7-ae48-62013947e462, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b34f8145-dea6-4af7-ae48-62013947e462,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:21.175652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:21.200424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Calling delete_port for b34f8145-dea6-4af7-ae48-62013947e462 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:21.223749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1ec3e5a-6009-4306-85a7-3d4cf3c1613c req-bb6d899c-feb8-4146-96d2-c696cc12a0bf tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279740 Nov 19 03:58:21.243688 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e70e-5c22-4f06-8411-153e9fcf81b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:21.359877 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] Set router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:21.474789 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:58:20Z', 'revision_number': 6, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:21.526617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:21.535096 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59fd62f-1d46-49f6-9785-cb64e20767a9 None None] The sync data for ids ['a86e3d20-a5ba-4458-98fd-87fffbcaf2ac'] in n-d-818503-1 is: [{'id': 'a86e3d20-a5ba-4458-98fd-87fffbcaf2ac', 'name': 'tempest-ServersTestJSON-894315464-router', 'tenant_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:55:44Z', 'updated_at': '2021-11-19T03:58:20Z', 'revision_number': 6, 'project_id': '3e66fb1e6fbc406c90198940ce9e7e7a', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:58:21.543657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['b34f8145-dea6-4af7-ae48-62013947e462', '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:21.588376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:21.605763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['8b1c6938-0732-4533-8c4b-e5bfb40dde63'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:21.671752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event deleted for resources: {'Port': ['ID=b34f8145-dea6-4af7-ae48-62013947e462,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:21.728758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b92f8b-6d05-4d0c-94b7-9e8088d6c05c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:21.773421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] No DVR routers for this DVR port b34f8145-dea6-4af7-ae48-62013947e462 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:21.780288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:21.793280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b8c11b8-7db5-4eda-87bb-0144eacac662 req-08fd54e3-581b-40f8-9187-b38cdec8aec6 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "DELETE /v2.0/ports/b34f8145-dea6-4af7-ae48-62013947e462 HTTP/1.1" status: 204 len: 173 time: 1.2898304 Nov 19 03:58:21.794108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'name': 'network-vif-deleted', 'tag': 'b34f8145-dea6-4af7-ae48-62013947e462'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:21.796638 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e7b8c-a8d1-42a7-9942-3a2d25086265" -d '{"events": [{"server_uuid": "fee866f8-371a-41d6-816e-e330c9ed4880", "name": "network-vif-deleted", "tag": "b34f8145-dea6-4af7-ae48-62013947e462"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:21.878136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.228259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.230777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.370748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.371919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86e3d20-a5ba-4458-98fd-87fffbcaf2ac {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:58:22.378476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.382990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45592) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:22.395687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-920aa35c-2434-4188-baf8-f268e8dd6230 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a86e3d20-a5ba-4458-98fd-87fffbcaf2ac HTTP/1.1" status: 204 len: 168 time: 2.2421448 Nov 19 03:58:22.470474 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.490645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Deleting subnet 85504421-01bc-4235-b489-23edf3b5c2cb {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:58:22.503880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.624536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:22.639741 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.672090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:22.672927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d1271c2-0f36-41da-bcb9-5afd3b0d1030 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:22.856791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:22.967160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.001344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85504421-01bc-4235-b489-23edf3b5c2cb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:23.010776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7037e1-af5d-4e53-80f9-a89e0aa612b2 None None] Network 261b4ea3-678d-4de6-a638-7c9118b6f441 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:23.030252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.036951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e87ec0fa-5caa-4dbe-a201-6b452c961de8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/85504421-01bc-4235-b489-23edf3b5c2cb HTTP/1.1" status: 204 len: 168 time: 0.6525614 Nov 19 03:58:23.039821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45594) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:23.237594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.327667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Deleting port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:23.328700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.433874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] For port 8238e446-18cb-43a5-b4ac-d867c4fec6a0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8238e446-18cb-43a5-b4ac-d867c4fec6a0,segment=NetworkSegment(062afcf7-44e9-4baf-81a5-997789ac7feb),segment_id=062afcf7-44e9-4baf-81a5-997789ac7feb)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:23.433874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.459207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Calling delete_port for 8238e446-18cb-43a5-b4ac-d867c4fec6a0 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:23.524945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] DHCP port deletion for 261b4ea3-678d-4de6-a638-7c9118b6f441 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:58:23.615769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b6b0-69c3-4159-a504-919ec469f784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.629675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.631244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Deleting port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:23.631780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.691423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8238e446-18cb-43a5-b4ac-d867c4fec6a0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:23.693312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] No DVR routers for this DVR port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:23.730464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] For port 8238e446-18cb-43a5-b4ac-d867c4fec6a0, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:23.731315 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.748887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Calling delete_port for 8238e446-18cb-43a5-b4ac-d867c4fec6a0 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:23.753189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 03:58:23.755373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.805095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] No DVR routers for this DVR port 8238e446-18cb-43a5-b4ac-d867c4fec6a0 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:23.808957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.815965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0a918-64ca-4eb3-95f9-3dc1f63120a5 None None] Pushing event deleted for resources: {'Port': ['ID=8238e446-18cb-43a5-b4ac-d867c4fec6a0,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:23.848666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261b4ea3-678d-4de6-a638-7c9118b6f441']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:23.869883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062afcf7-44e9-4baf-81a5-997789ac7feb') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:23.870216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062afcf7-44e9-4baf-81a5-997789ac7feb') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:23.899265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.948824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.957274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:58:23.958233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:58:23.960354 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:58:24.074677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:24.096037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:24.101594 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/261b4ea3-678d-4de6-a638-7c9118b6f441 HTTP/1.1" status: 204 len: 168 time: 1.0602343 Nov 19 03:58:24.123452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd799848-0143-4b79-bb98-cf3cffb09ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=261b4ea3-678d-4de6-a638-7c9118b6f441,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:24.244661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8238e446-18cb-43a5-b4ac-d867c4fec6a0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:24.294439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8238e446-18cb-43a5-b4ac-d867c4fec6a0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:24.295302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8238e446-18cb-43a5-b4ac-d867c4fec6a0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:24.297591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:24.300852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b34f8145-dea6-4af7-ae48-62013947e462 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:24.382708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: b34f8145-dea6-4af7-ae48-62013947e462 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:24.383645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b34f8145-dea6-4af7-ae48-62013947e462 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:24.392169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:24.392985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 75b92f8b-6d05-4d0c-94b7-9e8088d6c05c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:24.510391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45602) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:24.646170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f0e3f1fe-6c46-4a49-a5ae-5d1950dfe0c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e66fb1e6fbc406c90198940ce9e7e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319015 Nov 19 03:58:24.648852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45604) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:24.737501 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39e16a39-b990-4c70-9034-9b2aace6b73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:24.784298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39e16a39-b990-4c70-9034-9b2aace6b73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:24.870594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39e16a39-b990-4c70-9034-9b2aace6b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:24.874212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39e16a39-b990-4c70-9034-9b2aace6b73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:24.875828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39e16a39-b990-4c70-9034-9b2aace6b73a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9362566-1f6c-4f4c-ad60-f9b4205399c7 HTTP/1.1" status: 204 len: 168 time: 0.2252707 Nov 19 03:58:24.899394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16a39-b990-4c70-9034-9b2aace6b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9362566-1f6c-4f4c-ad60-f9b4205399c7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:25.139807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:25.894952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:58:25.905061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45630) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:26.032305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-471023228-network', 'tenant_id': '337a8a8652f741ffaf1376eb8378d3b2'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:26.070387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Made reservation on behalf of 337a8a8652f741ffaf1376eb8378d3b2 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:26.073540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.084097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.186613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.193496 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.229396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d03a6-1883-4d49-baef-ff342945ae05,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:26.240839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:58:26.252615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.253564 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Added segment e00770fa-73ab-405f-b7e3-89344b21a32d of type vlan for network c3c20fdd-2ac2-45b0-aa42-392f19da9913 Nov 19 03:58:26.276076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.303726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.341547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.342945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:26.344440 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.417741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5083256 Nov 19 03:58:26.418791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:26.423952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Request body: {'subnet': {'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-471023228-subnet', 'tenant_id': '337a8a8652f741ffaf1376eb8378d3b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:26.452698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d1afd-8755-4537-a1ae-06d94b29b53f admin admin] Pushing event updated for resources: {'Network': ['ID=c3c20fdd-2ac2-45b0-aa42-392f19da9913,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:26.460055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Made reservation on behalf of 337a8a8652f741ffaf1376eb8378d3b2 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:26.466056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c3c20fdd-2ac2-45b0-aa42-392f19da9913 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:58:26.466870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.685756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.759971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774a718e-6b6e-43ba-8396-0108bf2a4299,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:26.792874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Checking segment: {'id': 'e00770fa-73ab-405f-b7e3-89344b21a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:26.793550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Network hostable DHCP agents. Network: c3c20fdd-2ac2-45b0-aa42-392f19da9913, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:58:26.825105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Network c3c20fdd-2ac2-45b0-aa42-392f19da9913 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:58:26.869607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c3c20fdd-2ac2-45b0-aa42-392f19da9913) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:26.881125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:26.881744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:26.882912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504d2631-dd3f-49b4-bd62-944280915d74 None None] Network c3c20fdd-2ac2-45b0-aa42-392f19da9913 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:26.920628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d375b22b-24a2-4366-ba0d-24c6ff2acfc5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5013759 Nov 19 03:58:27.197848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1a43b-de30-459a-bf3f-bef2d984212f None None] Network c3c20fdd-2ac2-45b0-aa42-392f19da9913 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:58:27.246958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:28.377317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-4dfe7d04-9bf7-4f28-a396-3d3c7344aa88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0498672 Nov 19 03:58:28.510590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.511086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.511569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.512175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.512660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.513136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.513608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.516277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-0bf83561-c4ec-4135-8bf7-6b2c94e170ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6501 time: 0.0636632 Nov 19 03:58:28.596755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-6d438b35-37d7-4e7e-803e-b5d4f568ee1c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324328 Nov 19 03:58:28.674245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-930f45ec-729e-45ca-90b3-2d55c1fc621b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--561578892&fields=id&tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26 HTTP/1.1" status: 200 len: 267 time: 0.0888343 Nov 19 03:58:28.725290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-da44e4b9-ae38-4382-84f1-9890db3d37b4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.732508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-da44e4b9-ae38-4382-84f1-9890db3d37b4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292365 Nov 19 03:58:28.744029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-bda0a133-c861-4c49-9b58-5177bfacaddb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/quotas/f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 375 time: 0.0106304 Nov 19 03:58:28.753820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-58dbe3ad-fe4d-4244-90a6-8a8499b50a82 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.755566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-58dbe3ad-fe4d-4244-90a6-8a8499b50a82 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 931 time: 0.0727508 Nov 19 03:58:28.757822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-c384478e-80f5-4e77-9d17-1e324a8f5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.758559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-c384478e-80f5-4e77-9d17-1e324a8f5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.759360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-c384478e-80f5-4e77-9d17-1e324a8f5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.761068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-c384478e-80f5-4e77-9d17-1e324a8f5295 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b79f35db-5d74-4c6d-918e-d329321fa815&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 2298 time: 0.2156358 Nov 19 03:58:28.820778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a0d9226-2615-4ac8-be2b-c21041a8f8c1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694761 Nov 19 03:58:28.873511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-12f3e6ac-5261-43d6-b986-cbce64fc77f8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:28.876561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-12f3e6ac-5261-43d6-b986-cbce64fc77f8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 932 time: 0.1143546 Nov 19 03:58:28.927776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-134a06d3-9682-4afc-b35a-a5400383b439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 200 len: 1002 time: 0.1557918 Nov 19 03:58:28.930667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-92c6a38b-ebbf-47be-b843-86bd940f250b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0441310 Nov 19 03:58:29.034268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-e8b64a9e-d16e-472b-bebf-c1f8a47e56ee tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0870488 Nov 19 03:58:29.068326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-3425da0e-0579-4c30-97b8-57d97230bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.069790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-3425da0e-0579-4c30-97b8-57d97230bc96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375c000d-4953-4b63-9109-7bdb7522b219 HTTP/1.1" status: 200 len: 856 time: 0.1271243 Nov 19 03:58:29.194929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-37f402c6-fc72-4d43-8294-6a38faa22d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.196593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-37f402c6-fc72-4d43-8294-6a38faa22d63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f35db-5d74-4c6d-918e-d329321fa815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103652 Nov 19 03:58:29.209729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4d681-1e9c-4e66-b666-a7015803257d req-dc3f3797-d454-4220-8893-36eefdaf7bd1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.211477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c4d681-1e9c-4e66-b666-a7015803257d req-dc3f3797-d454-4220-8893-36eefdaf7bd1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0741358 Nov 19 03:58:29.282435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c4d681-1e9c-4e66-b666-a7015803257d req-071aaa59-99da-409e-8807-b8c2e7356aef tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597892 Nov 19 03:58:29.322511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-339bac83-0644-48dd-840f-a78a1309f6d9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.330218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-339bac83-0644-48dd-840f-a78a1309f6d9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.336548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-339bac83-0644-48dd-840f-a78a1309f6d9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.338213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-339bac83-0644-48dd-840f-a78a1309f6d9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 1990 time: 0.2935061 Nov 19 03:58:29.339737 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d930f-9d32-464a-a896-adf17ce9648a x-openstack-request-id: req-2e7d930f-9d32-464a-a896-adf17ce9648a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:29.340101 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee866f8-371a-41d6-816e-e330c9ed4880", "name": "network-vif-deleted", "tag": "b34f8145-dea6-4af7-ae48-62013947e462", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:29.340442 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e7d930f-9d32-464a-a896-adf17ce9648a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:29.340748 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee866f8-371a-41d6-816e-e330c9ed4880', 'name': 'network-vif-deleted', 'tag': 'b34f8145-dea6-4af7-ae48-62013947e462', 'status': 'completed', 'code': 200} Nov 19 03:58:29.371330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d060a8e9-9967-4e55-b04f-92e916cc76f6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/quotas/7eeb470ed1b44ae7b9198f0e2eb8fe26 HTTP/1.1" status: 200 len: 375 time: 0.0152380 Nov 19 03:58:29.400545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-e8249260-e927-4b30-bcb4-94da6e87eda4 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946185 Nov 19 03:58:29.504367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-b642b5f2-d600-428d-9c49-45077cff95f7 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1182129 Nov 19 03:58:29.536705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-7e4dc9b5-ea8a-4cd3-a69a-794c9ab0367f service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120121 Nov 19 03:58:29.624213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-aca5890f-a53e-4e91-8ce6-aa5ac33742df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 217 time: 0.0746779 Nov 19 03:58:29.709596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4e7e29dd-6e24-4194-8b14-726279d48cd7 service neutron] 10.222.0.52 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691294 Nov 19 03:58:29.711274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-a20a3601-642c-4fe8-a851-54e3fb7e794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.712278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-a20a3601-642c-4fe8-a851-54e3fb7e794e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0767848 Nov 19 03:58:29.780473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-5bb66b34-8a5b-4375-81a9-c8f04e2d1fe1 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.786316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-5bb66b34-8a5b-4375-81a9-c8f04e2d1fe1 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/networks?id=c3c20fdd-2ac2-45b0-aa42-392f19da9913 HTTP/1.1" status: 200 len: 820 time: 0.1278987 Nov 19 03:58:29.798927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-19f0183a-ead6-4130-8b15-08d751e4f67a tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/quotas/337a8a8652f741ffaf1376eb8378d3b2 HTTP/1.1" status: 200 len: 375 time: 0.0093310 Nov 19 03:58:29.817803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-5a7b7df4-0268-49ce-b695-52244d05a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:29.819361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-5a7b7df4-0268-49ce-b695-52244d05a1d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981016 Nov 19 03:58:29.833799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-8ff7c00c-6428-4aaa-b52c-bbe18dbb6c82 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=337a8a8652f741ffaf1376eb8378d3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280626 Nov 19 03:58:29.896496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f2260b01-c1d5-4012-9cfc-4a5e1ca8d504 service neutron] 10.222.0.52 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643412 Nov 19 03:58:29.935467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-64ce5184-7654-43cf-9022-790fb522126d service neutron] 10.222.0.52 "GET /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938122 Nov 19 03:58:29.949751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-a1f6c777-80f4-40e4-82d2-fb4241c61486 service neutron] 10.222.0.52 "GET /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0441678 Nov 19 03:58:29.985072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-2c16b259-b6fb-4ebd-9bd5-1c12ead81587 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548178 Nov 19 03:58:30.039408 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-3a2e0264-a104-465a-8c9a-e5004e23db27 service neutron] 10.222.0.52 "GET /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954015 Nov 19 03:58:30.177093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-9be31fcd-8b6e-4120-8aaf-20ff7af5198e service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180333 Nov 19 03:58:30.182757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-fa56d9c9-09fc-46da-9d12-8c263fdb8b38 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738515 Nov 19 03:58:30.191960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-efbb12c9-05c4-4717-81a8-5d7aa7bae716 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449243 Nov 19 03:58:30.194309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-57481efe-1931-41b0-8983-6952bc57b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.196186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-57481efe-1931-41b0-8983-6952bc57b8ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1097 time: 0.1337731 Nov 19 03:58:30.277133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-c9aa250f-db60-4268-87e7-02cb8fbdfa4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 217 time: 0.0797579 Nov 19 03:58:30.357567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-dc4ef5fa-23ea-4b30-8b63-ce883fd2aaff service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683581 Nov 19 03:58:30.396353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-22fc2923-f455-49bf-84d5-320066a4c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.397822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-22fc2923-f455-49bf-84d5-320066a4c53c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0979488 Nov 19 03:58:30.408282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4c08ed35-96d4-4636-9ff0-bd012a33c530 service neutron] 10.222.0.52 "GET /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0429881 Nov 19 03:58:30.492048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-c55f19bc-8738-4728-b0d3-df4b37bbc819 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.493449 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-c55f19bc-8738-4728-b0d3-df4b37bbc819 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919323 Nov 19 03:58:30.512813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Request body: {'port': {'device_id': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'f736f4eaee554b18bb6eaf9928bbc874'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:30.523847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-19eb5ef1-167d-47a8-a6a9-28ace5116ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.525377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-19eb5ef1-167d-47a8-a6a9-28ace5116ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020010 Nov 19 03:58:30.559204 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2faf25b9-1e3d-4577-9512-660d0d85bc5f service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440525 Nov 19 03:58:30.659497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-ef060a39-9acf-476d-b4d9-9d3d0215292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.661014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-ef060a39-9acf-476d-b4d9-9d3d0215292d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 914 time: 0.3788769 Nov 19 03:58:30.671041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-52e483de-e5b3-4c03-80cb-626a7546a9fb tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.674536 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-52e483de-e5b3-4c03-80cb-626a7546a9fb tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/networks?id=bed96dc9-39b9-466e-8c6f-bb01c7808f34 HTTP/1.1" status: 200 len: 815 time: 0.2874532 Nov 19 03:58:30.702224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-64a42ef9-4dfb-4fb3-bca9-b61d5a0bfd39 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638215 Nov 19 03:58:30.708555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0536be3-b06f-478a-9b17-56230b17450e service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204174 Nov 19 03:58:30.741586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-d57833bc-1dd3-4152-941a-729c7538b6be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 217 time: 0.0611482 Nov 19 03:58:30.745206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-5e96b0c1-cfb8-4fe7-9873-7d8f7438f08e tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/quotas/01c3dcf89dc14adc8e92d1b6e2d56eeb HTTP/1.1" status: 200 len: 375 time: 0.0555685 Nov 19 03:58:30.829467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Made reservation on behalf of f736f4eaee554b18bb6eaf9928bbc874 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:30.833059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:30.858890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-5683c095-811a-4fac-b53e-21d571dd37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:30.861206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-5683c095-811a-4fac-b53e-21d571dd37ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.1095941 Nov 19 03:58:30.894798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-9c833af7-38a7-4c0b-8831-cea31ac5a894 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=01c3dcf89dc14adc8e92d1b6e2d56eeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353338 Nov 19 03:58:30.919614 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-d7a10af8-b7b8-46c2-b498-16ca423f5651 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499463 Nov 19 03:58:31.188958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-9dbab2a8-3324-4e40-89ba-40c49718561e service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782870 Nov 19 03:58:31.190933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-23c2d9d5-0eff-4564-bf83-0ddbc6d780f0 service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729104 Nov 19 03:58:31.239386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-40232bcb-d557-48f7-b599-efdd4e39f9bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 200 len: 217 time: 0.0428877 Nov 19 03:58:31.333028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-2acdbd79-4a6b-451d-86c4-604aa9c20e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:31.334517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-2acdbd79-4a6b-451d-86c4-604aa9c20e74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0859241 Nov 19 03:58:31.380142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-7b640ad7-7173-4ce3-94a6-bf04dca6d9ca service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824746 Nov 19 03:58:31.414642 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-44f26a89-106c-45a9-ae5e-4582d8743ab3 service neutron] 10.222.0.52 "GET /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982753 Nov 19 03:58:31.417666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Allocated IP 192.168.233.209 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/9f8f241c-2456-4799-8225-952ff8485f46) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:31.426519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-b64be61c-1838-4762-b0a3-6e3c861c52d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668775 Nov 19 03:58:31.498129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-3271c793-4d77-4665-a059-d09b4d4d9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:31.500516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-3271c793-4d77-4665-a059-d09b4d4d9818 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1536145 Nov 19 03:58:31.605548 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:31.635370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-a488d4ed-538f-4a43-b249-1f361f625b9e service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455635 Nov 19 03:58:31.642479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-140cd9ab-b30c-46d9-a9f1-48b81d579654 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:31.643899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-140cd9ab-b30c-46d9-a9f1-48b81d579654 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.31 "GET /v2.0/networks?id=c3c20fdd-2ac2-45b0-aa42-392f19da9913 HTTP/1.1" status: 200 len: 820 time: 0.2455044 Nov 19 03:58:31.673397 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b726690f-3b6b-4567-9c3b-4509344e7c4b req-900c5cfe-1e1f-4cd4-b27b-94ba7a25daa8 service neutron] 10.222.0.31 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333710 Nov 19 03:58:31.675204 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-e6e01e2d-0e29-4c75-8d96-727dcdb91799 service neutron] 10.222.0.52 "GET /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478216 Nov 19 03:58:31.712589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Request body: {'port': {'device_id': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913', 'admin_state_up': True, 'tenant_id': '337a8a8652f741ffaf1376eb8378d3b2'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:31.755224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:31.762847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-08a8a7ef-0bbb-45bf-a738-c5a86bbb84a4 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508554 Nov 19 03:58:31.797410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:31.810048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:31.867764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:31.872972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:31.892172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:31.930289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-a0c5e3f3-3e2a-469c-baa4-078aca598d0a service neutron] 10.222.0.52 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851977 Nov 19 03:58:32.025599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-8bb60c79-a533-4285-bad7-d32f2a00d4a4 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536964 Nov 19 03:58:32.034562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acfb15-9b0e-4ac7-a8ab-4a39a3a68994 req-f2e06eb4-49fe-4919-a528-da667b14c05c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:32.036862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Made reservation on behalf of 337a8a8652f741ffaf1376eb8378d3b2 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:32.040776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.043530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7acfb15-9b0e-4ac7-a8ab-4a39a3a68994 req-f2e06eb4-49fe-4919-a528-da667b14c05c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 936 time: 0.1448944 Nov 19 03:58:32.075375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:32.110692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:32.111656 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.127152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-7c459a67-c763-4149-984c-94641c5c3a6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 200 len: 217 time: 0.0690210 Nov 19 03:58:32.147140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-a658c254-2b92-44ec-b57d-1f031948786f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6378019 Nov 19 03:58:32.164415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7acfb15-9b0e-4ac7-a8ab-4a39a3a68994 req-51e65215-f983-47df-81bd-e55b725d66dd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195703 Nov 19 03:58:32.180916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Request body: {'port': {'device_id': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:32.248757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.261179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7bb5aa35-2e15-4586-8568-70dd3768e13f None None] Provisioning complete for port 9f8f241c-2456-4799-8225-952ff8485f46 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:32.261483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bb5aa35-2e15-4586-8568-70dd3768e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.331262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-489e3fcc-2393-4cee-a191-3dc30dec0ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855438 Nov 19 03:58:32.336342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5aa35-2e15-4586-8568-70dd3768e13f None None] Port 9f8f241c-2456-4799-8225-952ff8485f46 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:32.432394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-7bffe000-20b3-4859-9929-539966aa5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:32.433813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-7bffe000-20b3-4859-9929-539966aa5586 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.2959187 Nov 19 03:58:32.529193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Allocated IP 172.20.0.5 (c3c20fdd-2ac2-45b0-aa42-392f19da9913/774a718e-6b6e-43ba-8396-0108bf2a4299/01f5c80d-a2ce-4a05-b465-15eba7f8b795) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:32.562846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-73721cc4-f97c-4fdc-9180-179b20956e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:32.564398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-73721cc4-f97c-4fdc-9180-179b20956e37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218271 Nov 19 03:58:32.589138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab4f9bd7-8374-4832-99f1-44282be216ae req-f723106d-01e7-4d7f-afab-efd534e67058 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 210 time: 0.0546784 Nov 19 03:58:32.680130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-7d0da41b-ce9d-4f9c-9d5b-e7608af102dc service neutron] 10.222.0.52 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189876 Nov 19 03:58:32.701194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8f241c-2456-4799-8225-952ff8485f46 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:32.713062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.735656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Transition to ACTIVE for port object 9f8f241c-2456-4799-8225-952ff8485f46 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:32.752353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6919ef-d41a-43b9-9cc8-63874a8bfc43 req-28ef1a85-2846-47ec-90ef-6472b95a121d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:32.758684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b6919ef-d41a-43b9-9cc8-63874a8bfc43 req-28ef1a85-2846-47ec-90ef-6472b95a121d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.0987661 Nov 19 03:58:32.759975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.842910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-8b8543c6-63b2-4982-bcc0-ca2c49193309 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604821 Nov 19 03:58:32.878092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b6919ef-d41a-43b9-9cc8-63874a8bfc43 req-ad6f6d6b-4983-459b-a429-b7b0fb4f02a6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154737 Nov 19 03:58:32.886345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:32.935049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:32.945513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-04eddbff-c2c7-43f3-aad4-8579902ac6bf service neutron] 10.222.0.52 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264023 Nov 19 03:58:32.951566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:32.951917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:32.952329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:32.958414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Port 9f8f241c-2456-4799-8225-952ff8485f46 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:32.959188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:32.965018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:32.965018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:32.965371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:32.965804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Bound port: 9f8f241c-2456-4799-8225-952ff8485f46, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:32.966199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.056998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:33.061268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:33.100804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.106273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-8e1f15cc-f86f-4c0f-aa0d-7bd2fc464058 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429314 Nov 19 03:58:33.110616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dadd0116-b505-4100-88b2-5812e9f232f5 req-b55eea3a-3fc5-49b9-8a79-9e7c4e944d5a tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 210 time: 0.0740411 Nov 19 03:58:33.120856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-30de68e3-7cc6-460d-83c3-f10c63a71da8 service neutron] 10.222.0.52 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744666 Nov 19 03:58:33.121272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.215150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Network c3c20fdd-2ac2-45b0-aa42-392f19da9913 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:33.216939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-04341351-aea9-4455-9085-77221719e934 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 200 len: 217 time: 0.0985277 Nov 19 03:58:33.224790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:33.227880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:33.306900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Pushing event updated for resources: {'Port': ['ID=01f5c80d-a2ce-4a05-b465-15eba7f8b795,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:33.310959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:33.355967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-bf39f808-6d9b-4b2b-b6ee-40c668aa9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.358291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-bf39f808-6d9b-4b2b-b6ee-40c668aa9803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.1229806 Nov 19 03:58:33.370249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.370894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.371902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.372549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-2a7e1c6b-302d-438d-8a4f-9ed498652bb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 1096 time: 1.2069733 Nov 19 03:58:33.372985 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.378911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:33.381453 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d" -d '{"events": [{"name": "network-changed", "server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "tag": "9f8f241c-2456-4799-8225-952ff8485f46"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:33.394563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-5dff6af7-0417-4d3f-89cf-c2186b4d5916 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.395974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-5dff6af7-0417-4d3f-89cf-c2186b4d5916 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.36 "GET /v2.0/networks?id=bed96dc9-39b9-466e-8c6f-bb01c7808f34 HTTP/1.1" status: 200 len: 815 time: 0.2840157 Nov 19 03:58:33.412318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-48f1106a-d497-4f39-bb6e-0a5a11238cd6 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7404997 Nov 19 03:58:33.415098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38f3ec-e3dd-4988-8a96-382207c84989 req-99b9ddad-082f-444f-b672-3d488c45fece tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.423643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a38f3ec-e3dd-4988-8a96-382207c84989 req-99b9ddad-082f-444f-b672-3d488c45fece tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.1085923 Nov 19 03:58:33.445383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Request body: {'port': {'device_id': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:33.447058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Request body: {'port': {'device_id': '07f3324d-6ade-4917-aa94-baff0162a22d', 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'admin_state_up': True, 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:33.505403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-556d95e9-9334-49b7-b3ad-ec3ae470516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.507818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-556d95e9-9334-49b7-b3ad-ec3ae470516c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117811 Nov 19 03:58:33.610860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.643304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a38f3ec-e3dd-4988-8a96-382207c84989 req-f4622258-9c7a-4d9c-9051-de5ea2139ae9 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185302 Nov 19 03:58:33.715739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Made reservation on behalf of 01c3dcf89dc14adc8e92d1b6e2d56eeb for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:33.721671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:33.742530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-bffff564-e191-4295-9670-f2213bcebadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.744706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-bffff564-e191-4295-9670-f2213bcebadc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1099 time: 0.3113859 Nov 19 03:58:33.842683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-ca6faadc-f741-4c84-8a95-2196fd435bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129985 Nov 19 03:58:33.853038 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-41b1bbd1-a4a8-4d70-8860-d1dd86d24777 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.0772097 Nov 19 03:58:33.982862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcfc7a-302d-4467-bbb4-092b0f73cad5 req-fbf4559f-0f6d-4bd9-9b5e-c866f290c5fc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:33.987121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47fcfc7a-302d-4467-bbb4-092b0f73cad5 req-fbf4559f-0f6d-4bd9-9b5e-c866f290c5fc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.2506258 Nov 19 03:58:34.118184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f5c80d-a2ce-4a05-b465-15eba7f8b795 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:34.130439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:34.149455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Transition to ACTIVE for port object 01f5c80d-a2ce-4a05-b465-15eba7f8b795 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:34.162455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:34.265056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Allocated IP 172.20.0.8 (bed96dc9-39b9-466e-8c6f-bb01c7808f34/0bcd2f95-2f07-48bf-9576-a21d585c1c48/7b667c0b-75ed-4982-9c08-381f255dd092) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:34.291384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Pushing event updated for resources: {'Port': ['ID=01f5c80d-a2ce-4a05-b465-15eba7f8b795,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:34.355324 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33becd67-4b8d-4a64-a7ff-64433f8b6846 x-openstack-request-id: req-33becd67-4b8d-4a64-a7ff-64433f8b6846 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:34.355647 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "tag": "9f8f241c-2456-4799-8225-952ff8485f46", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:34.355891 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33becd67-4b8d-4a64-a7ff-64433f8b6846 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:34.356322 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46', 'status': 'completed', 'code': 200} Nov 19 03:58:34.455975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-45c48596-0c2b-4d3b-b8ef-92a11098cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:34.457831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-45c48596-0c2b-4d3b-b8ef-92a11098cca7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.5549777 Nov 19 03:58:34.549570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-1fd22d26-133b-4da0-83f7-b8923a1e59f9 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984718 Nov 19 03:58:34.569171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384e9d-9894-42c2-8722-7147ac16d4ab req-34664f0a-a282-49b0-8d06-146a8bb638bc tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:34.571022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee384e9d-9894-42c2-8722-7147ac16d4ab req-34664f0a-a282-49b0-8d06-146a8bb638bc tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 943 time: 0.0977440 Nov 19 03:58:34.603755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-29a10752-e552-42ed-9fe8-106b137b26a3 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:34.605437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-29a10752-e552-42ed-9fe8-106b137b26a3 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.31 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.5538330 Nov 19 03:58:34.648161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Attempting to bind port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:34.648737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Attempting to bind port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'e00770fa-73ab-405f-b7e3-89344b21a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:34.648971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Attempting to bind port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 on network c3c20fdd-2ac2-45b0-aa42-392f19da9913 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:34.690921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47fcfc7a-302d-4467-bbb4-092b0f73cad5 req-8f477071-2759-474f-953a-7ea07717c343 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826928 Nov 19 03:58:34.721311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-fe300732-deea-4642-8928-838ff1efb788 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 200 len: 217 time: 0.0992322 Nov 19 03:58:34.725367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:34.742454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 on network c3c20fdd-2ac2-45b0-aa42-392f19da9913 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:34.742850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Attempting to bind port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 on network c3c20fdd-2ac2-45b0-aa42-392f19da9913 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:34.800147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-c213311b-542a-48d2-bff9-635aefef0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:34.803233 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-c213311b-542a-48d2-bff9-635aefef0977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3342743 Nov 19 03:58:34.925031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-cb5dfba8-4ca1-49a8-ba3a-cdb85f8d5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:34.927340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-cb5dfba8-4ca1-49a8-ba3a-cdb85f8d5b2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.1778030 Nov 19 03:58:34.934067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:34.934429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Checking segment: {'id': 'e00770fa-73ab-405f-b7e3-89344b21a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:34.934839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Bound using segment: {'id': 'e00770fa-73ab-405f-b7e3-89344b21a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:34.935315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Bound port: 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00770fa-73ab-405f-b7e3-89344b21a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:34.935754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.006184 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.027548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee384e9d-9894-42c2-8722-7147ac16d4ab req-680fa8bf-6767-499b-aaa6-4ff26ed1a004 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065831 Nov 19 03:58:35.056184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:35.057609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:35.060728 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f825903-1137-4689-8943-026e16707ad5" -d '{"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:35.067251 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.146932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:35.212534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.274084 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-094daff7-eabe-4c1b-b5c5-f7540c944aab service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326420 Nov 19 03:58:35.291279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbd1ef-3816-452a-b71a-bddd2319bfeb req-7d82b47b-a0a6-4b75-b6b3-1f2edf10babf tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:35.293566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-24cbd1ef-3816-452a-b71a-bddd2319bfeb req-7d82b47b-a0a6-4b75-b6b3-1f2edf10babf tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.4273565 Nov 19 03:58:35.667256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Deleting port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:35.667768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.735403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-24cbd1ef-3816-452a-b71a-bddd2319bfeb req-c4d4cedc-e9f4-4a85-ade2-cb1cc842e48e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279835 Nov 19 03:58:35.757120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] For port 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:35.761235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] For port 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795,segment=NetworkSegment(e00770fa-73ab-405f-b7e3-89344b21a32d),segment_id=e00770fa-73ab-405f-b7e3-89344b21a32d)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:35.784921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e80b335d-c11a-427f-bcdd-99e788df9e24 req-b228b940-b678-4fc8-a11f-6b51a57ea49c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.1527653 Nov 19 03:58:35.805019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.808830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb89a090-4078-4ba0-86ac-6ad6f96a5105 req-4b206d00-796f-4a50-aa26-c36234202284 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993303 Nov 19 03:58:35.847966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:35.891234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:35.898155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:35.939358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:36.004995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Pushing event updated for resources: {'Port': ['ID=7b667c0b-75ed-4982-9c08-381f255dd092,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:36.006913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Pushing event updated for resources: {'Port': ['ID=01f5c80d-a2ce-4a05-b465-15eba7f8b795,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:36.019681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] For port 8b1c6938-0732-4533-8c4b-e5bfb40dde63, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8b1c6938-0732-4533-8c4b-e5bfb40dde63,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:36.021607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:36.083690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.085346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:36.086422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Calling delete_port for 8b1c6938-0732-4533-8c4b-e5bfb40dde63 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:36.086961 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-480824dc-dbf2-407f-8daa-fe1bc8261323 service neutron] 10.222.0.31 "PUT /v2.0/ports/01f5c80d-a2ce-4a05-b465-15eba7f8b795 HTTP/1.1" status: 200 len: 1091 time: 2.6506748 Nov 19 03:58:36.089651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'tag': '01f5c80d-a2ce-4a05-b465-15eba7f8b795'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:36.092449 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5615a55-5340-4ccb-9a52-161dfad02eee" -d '{"events": [{"name": "network-changed", "server_uuid": "ca806927-6e31-4065-bb76-ee2d03b02aa0", "tag": "01f5c80d-a2ce-4a05-b465-15eba7f8b795"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:36.116634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919297db-d303-40f0-880a-a7dce8dc90bb req-cabc45a0-8fc2-41a2-9eec-868436e48434 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.125519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-919297db-d303-40f0-880a-a7dce8dc90bb req-cabc45a0-8fc2-41a2-9eec-868436e48434 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 931 time: 0.2637727 Nov 19 03:58:36.182078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.182681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:36.227160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-3bae6832-cf7f-4107-aa87-34f19164c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.230647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-3bae6832-cf7f-4107-aa87-34f19164c74b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2015479 Nov 19 03:58:36.272102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-65115a5c-ace2-492e-b257-2e73b5548c00 None None] Provisioning complete for port 7b667c0b-75ed-4982-9c08-381f255dd092 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:36.272680 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65115a5c-ace2-492e-b257-2e73b5548c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:36.345324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-269bddd3-0a5f-4435-93fd-52c848c799d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.346775 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-269bddd3-0a5f-4435-93fd-52c848c799d1 service neutron] 10.222.0.31 "GET /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 1027 time: 0.1334319 Nov 19 03:58:36.360901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-4dbab62a-219d-44a8-b2ec-be78adfe11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.362344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-65115a5c-ace2-492e-b257-2e73b5548c00 None None] Port 7b667c0b-75ed-4982-9c08-381f255dd092 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:36.363863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-4dbab62a-219d-44a8-b2ec-be78adfe11dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=337a8a8652f741ffaf1376eb8378d3b2&device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 1094 time: 0.1679714 Nov 19 03:58:36.372533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-0e67990c-65d1-4869-be80-178955ab4694 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9398358 Nov 19 03:58:36.387406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fdfe0-b4e4-40f8-a278-b073c0e28a9b req-dff4309f-cb37-4a74-8ba6-e343ee3d109f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.391694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-220fdfe0-b4e4-40f8-a278-b073c0e28a9b req-dff4309f-cb37-4a74-8ba6-e343ee3d109f tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=26f62a36-ba40-49be-8f28-24ac761fbd76 HTTP/1.1" status: 200 len: 949 time: 0.3870518 Nov 19 03:58:36.447368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-919297db-d303-40f0-880a-a7dce8dc90bb req-a79dac25-712a-4458-ad85-b9fe9ca75903 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011830 Nov 19 03:58:36.512838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-6aa06266-94e6-453a-8d7b-d7ccfc92cb18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795 HTTP/1.1" status: 200 len: 217 time: 0.1128426 Nov 19 03:58:36.535608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4f91a55b-b233-46ba-a82b-e50c88184631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.537921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4f91a55b-b233-46ba-a82b-e50c88184631 service neutron] 10.222.0.31 "GET /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 1028 time: 0.1723878 Nov 19 03:58:36.540851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:36.542957 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ba000-0ba6-497f-9b9f-9bbfa5456ce8 x-openstack-request-id: req-106ba000-0ba6-497f-9b9f-9bbfa5456ce8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:36.543508 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-unplugged", "status": "failed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "code": 422}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:36.544109 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-106ba000-0ba6-497f-9b9f-9bbfa5456ce8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:36.545095 n-d-818503-1 neutron-server[109988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'code': 422} returned with failed status Nov 19 03:58:36.555053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['62ee98ba-038d-4d6b-aa24-4c5ccefb5031'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:36.614546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-220fdfe0-b4e4-40f8-a278-b073c0e28a9b req-a3513458-a2a9-4eb7-a5a5-f0a1427c6959 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133558 Nov 19 03:58:36.623927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event deleted for resources: {'Port': ['ID=8b1c6938-0732-4533-8c4b-e5bfb40dde63,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:36.640548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['8b1c6938-0732-4533-8c4b-e5bfb40dde63'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:36.755297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-c4fa2750-6941-4081-879d-bcfe77730a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.758020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-c4fa2750-6941-4081-879d-bcfe77730a5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=774a718e-6b6e-43ba-8396-0108bf2a4299 HTTP/1.1" status: 200 len: 860 time: 0.1681173 Nov 19 03:58:36.759017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] No DVR routers for this DVR port 8b1c6938-0732-4533-8c4b-e5bfb40dde63 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:36.766048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:36.774854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6577d326-6827-41f3-a7c8-8b4a98818821 req-38dd1cab-8ffb-4943-b8f3-80ba108ef979 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.31 "DELETE /v2.0/ports/8b1c6938-0732-4533-8c4b-e5bfb40dde63 HTTP/1.1" status: 204 len: 173 time: 2.1057923 Nov 19 03:58:36.777468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'name': 'network-vif-deleted', 'tag': '8b1c6938-0732-4533-8c4b-e5bfb40dde63'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:36.783773 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04586f9-e05e-4a90-8868-95d965e752df" -d '{"events": [{"server_uuid": "26f62a36-ba40-49be-8f28-24ac761fbd76", "name": "network-vif-deleted", "tag": "8b1c6938-0732-4533-8c4b-e5bfb40dde63"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:36.819499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-ec280581-d9cf-4433-adbb-adfa31e004b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c20fdd-2ac2-45b0-aa42-392f19da9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477598 Nov 19 03:58:36.909880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fa06a4b4-9e59-4497-ad5d-8888b0d4a35a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.933192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3558d-0675-40f6-a538-6bd2d4990a9f req-8ff70264-4b48-432c-86bc-d3404bf8586a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.935597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1aa3558d-0675-40f6-a538-6bd2d4990a9f req-8ff70264-4b48-432c-86bc-d3404bf8586a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.1394019 Nov 19 03:58:36.941781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fa06a4b4-9e59-4497-ad5d-8888b0d4a35a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.956341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fa06a4b4-9e59-4497-ad5d-8888b0d4a35a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:36.958777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fa06a4b4-9e59-4497-ad5d-8888b0d4a35a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 1990 time: 0.3350811 Nov 19 03:58:37.068483 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1aa3558d-0675-40f6-a538-6bd2d4990a9f req-48e19abb-60aa-48ce-9d6c-08c9cc4a5da4 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245563 Nov 19 03:58:37.206797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758dafd-6260-4355-8957-2aeb8501cf54 req-c85c2542-cdbe-46a1-9f44-d2179334dffb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:37.208420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6758dafd-6260-4355-8957-2aeb8501cf54 req-c85c2542-cdbe-46a1-9f44-d2179334dffb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.3877003 Nov 19 03:58:37.287712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996a664-67a5-466b-952e-6cc994cf8f90 req-1b75b25c-d6a3-4004-95c8-04048cbb1c28 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:37.289704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4996a664-67a5-466b-952e-6cc994cf8f90 req-1b75b25c-d6a3-4004-95c8-04048cbb1c28 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 943 time: 0.0841770 Nov 19 03:58:37.326761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-14c7a51b-03c0-4708-8975-269376297643 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26 HTTP/1.1" status: 200 len: 379 time: 0.3310785 Nov 19 03:58:37.331115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-852773bb-61b6-4790-9658-149226fc502d service neutron] 10.222.0.31 "GET /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568255 Nov 19 03:58:37.370739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'admin_state_up': True, 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'security_groups': ['d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:37.377874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4996a664-67a5-466b-952e-6cc994cf8f90 req-3bcbba69-7de4-4f37-9635-c6c5a86f6137 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774474 Nov 19 03:58:37.457740 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5dc42-7c7e-46f9-87e7-70d4d1003211 x-openstack-request-id: req-a1e5dc42-7c7e-46f9-87e7-70d4d1003211 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:37.469320 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca806927-6e31-4065-bb76-ee2d03b02aa0", "tag": "01f5c80d-a2ce-4a05-b465-15eba7f8b795", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:37.469676 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1e5dc42-7c7e-46f9-87e7-70d4d1003211 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:37.470328 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'tag': '01f5c80d-a2ce-4a05-b465-15eba7f8b795', 'status': 'completed', 'code': 200} Nov 19 03:58:37.656827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:37.661135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:37.684665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6758dafd-6260-4355-8957-2aeb8501cf54 req-068b9e31-f3d7-4517-8d55-f03a4b5f64ba tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621906 Nov 19 03:58:37.741423 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3be523-f6ec-4e5d-84aa-b0da5b38849f x-openstack-request-id: req-3b3be523-f6ec-4e5d-84aa-b0da5b38849f {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:37.741980 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f62a36-ba40-49be-8f28-24ac761fbd76", "name": "network-vif-deleted", "tag": "8b1c6938-0732-4533-8c4b-e5bfb40dde63", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:37.743046 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b3be523-f6ec-4e5d-84aa-b0da5b38849f {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:37.744250 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f62a36-ba40-49be-8f28-24ac761fbd76', 'name': 'network-vif-deleted', 'tag': '8b1c6938-0732-4533-8c4b-e5bfb40dde63', 'status': 'completed', 'code': 200} Nov 19 03:58:37.913913 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-560bad9e-b568-426f-a59e-74e5a2c8b7df req-6cf4ec63-8d0f-417b-bce2-d7b61e550f95 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0782721 Nov 19 03:58:37.919216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62caf0f7-897c-4437-a8cb-31a487cb03ab req-82abc438-84bf-40b1-a1a6-eeac6ba96ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551522 Nov 19 03:58:38.150669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 172.20.0.10 (48eb8720-4add-44ff-aaca-edb67addda3f/25f507ef-e07a-4760-b990-c8b677b104d4/1363f363-2bca-48d7-9f41-3ad562361b95) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:38.315962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-96830f8b-c425-4508-8412-5eb230a34018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:38.317705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-96830f8b-c425-4508-8412-5eb230a34018 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=337a8a8652f741ffaf1376eb8378d3b2&device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 1094 time: 0.2658794 Nov 19 03:58:38.345476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9f70d-a713-42e8-ae4e-bb2cf9817ad1 req-507d8abb-9d82-4ce8-b1da-56551315bbca tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:38.347246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ef9f70d-a713-42e8-ae4e-bb2cf9817ad1 req-507d8abb-9d82-4ce8-b1da-56551315bbca tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 931 time: 0.2172492 Nov 19 03:58:38.459417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:38.522442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ef9f70d-a713-42e8-ae4e-bb2cf9817ad1 req-a83caee1-a6e5-4ca3-956f-e6447c3cc83e tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663489 Nov 19 03:58:38.553273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-86e8fed9-3b41-438a-9380-346ae9d6e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:38.564331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-86e8fed9-3b41-438a-9380-346ae9d6e6f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3c20fdd-2ac2-45b0-aa42-392f19da9913 HTTP/1.1" status: 200 len: 921 time: 0.2382796 Nov 19 03:58:38.622809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-52c47028-43b9-4c60-b783-e8c7503b1343 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795 HTTP/1.1" status: 200 len: 217 time: 0.0500660 Nov 19 03:58:38.624396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:38.720295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8b1c6938-0732-4533-8c4b-e5bfb40dde63 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:38.723002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 48eb8720-4add-44ff-aaca-edb67addda3f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:38.732465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:38.738675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:38.784750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:38.790600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-2fea0383-d27f-4dba-b628-5baf70962e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:38.792241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-2fea0383-d27f-4dba-b628-5baf70962e0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=774a718e-6b6e-43ba-8396-0108bf2a4299 HTTP/1.1" status: 200 len: 860 time: 0.1564903 Nov 19 03:58:38.855785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 8b1c6938-0732-4533-8c4b-e5bfb40dde63 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:38.857540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8b1c6938-0732-4533-8c4b-e5bfb40dde63 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:38.859005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:38.861039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-80573980-5135-4b64-b0d5-3c8d1f58a8c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3c20fdd-2ac2-45b0-aa42-392f19da9913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585666 Nov 19 03:58:38.869581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:38.875870 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:38.949998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-f90adfae-46a2-4a72-9835-5b63ad9b2c25 req-42514a99-0fb0-448a-b35a-89173aab68d0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:58:38.951187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90adfae-46a2-4a72-9835-5b63ad9b2c25 req-42514a99-0fb0-448a-b35a-89173aab68d0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094607 Nov 19 03:58:39.032253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f60276de-24e5-4717-9f9a-7d75211a859c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6668131 Nov 19 03:58:39.068713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'admin_state_up': True, 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'security_groups': ['d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:39.116696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8b6f7baa-7a0b-408f-9c9d-ebf5c4b14ff0 None None] Provisioning complete for port 1363f363-2bca-48d7-9f41-3ad562361b95 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:39.118912 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7baa-7a0b-408f-9c9d-ebf5c4b14ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:39.192532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-71e65d9e-2f6e-465b-af8f-193fc7bb97d3 service neutron] 10.222.0.31 "GET /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005190 Nov 19 03:58:39.216068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7baa-7a0b-408f-9c9d-ebf5c4b14ff0 None None] Port 1363f363-2bca-48d7-9f41-3ad562361b95 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:39.407590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9de186-7874-4769-ab12-d031957ea96b req-ec7a1e46-d633-439b-ae11-69536e5ef811 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:39.415507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9de186-7874-4769-ab12-d031957ea96b req-ec7a1e46-d633-439b-ae11-69536e5ef811 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 943 time: 0.1855307 Nov 19 03:58:39.456958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-f7494904-8aef-48da-860f-0c24e63f5aa1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569254 Nov 19 03:58:39.469261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5615a55-5340-4ccb-9a52-161dfad02eee req-463ae805-34b2-4fdd-981c-09ba9a8b79cc service neutron] 10.222.0.31 "GET /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644565 Nov 19 03:58:39.476075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:39.479801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:39.537239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9de186-7874-4769-ab12-d031957ea96b req-a976628a-fbb9-4525-a9ee-f44d4df5ad33 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187749 Nov 19 03:58:39.790087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 10.1.1.17 (74c6e70e-5ff5-4c56-bcca-31be5a2a166e/f9cfd688-576f-4947-9b02-6ae001205964/f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:40.120941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:40.172749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d120fa-834d-466b-9e1a-bfcaffa34aec req-afdb61d2-c4da-4290-850d-e5a2397957de tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:40.181376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63d120fa-834d-466b-9e1a-bfcaffa34aec req-afdb61d2-c4da-4290-850d-e5a2397957de tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.2283571 Nov 19 03:58:40.191626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:40.244831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:40.253018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:40.258029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:40.295062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:40.322009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63d120fa-834d-466b-9e1a-bfcaffa34aec req-857f2788-51f5-4a8a-b7d7-90400636e84a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397383 Nov 19 03:58:40.378423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:40.386377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:40.469537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-075ef2e3-d996-49d9-97da-33254e3dfd38 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4118717 Nov 19 03:58:40.506188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'admin_state_up': True, 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'security_groups': ['d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:40.573796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cf2e-4c9b-4439-826d-8a393402b2d9 req-b0eb5c14-3610-4ac9-8a49-ac5107d380f2 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:40.590556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cf2e-4c9b-4439-826d-8a393402b2d9 req-b0eb5c14-3610-4ac9-8a49-ac5107d380f2 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:40.591722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81e5cf2e-4c9b-4439-826d-8a393402b2d9 req-b0eb5c14-3610-4ac9-8a49-ac5107d380f2 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 1653 time: 0.1785226 Nov 19 03:58:40.665263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d7cbdec8-3398-41e0-8107-e359eeb2defa None None] Provisioning complete for port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:40.666326 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d7cbdec8-3398-41e0-8107-e359eeb2defa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:40.700143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81e5cf2e-4c9b-4439-826d-8a393402b2d9 req-41a46c08-ddbb-4c57-9342-7ad116a8053f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905700 Nov 19 03:58:40.726890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d7cbdec8-3398-41e0-8107-e359eeb2defa None None] Port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:40.752594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 01f5c80d-a2ce-4a05-b465-15eba7f8b795 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:58:40.753519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:40.759711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:40.893154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795,segment=NetworkSegment(e00770fa-73ab-405f-b7e3-89344b21a32d),segment_id=e00770fa-73ab-405f-b7e3-89344b21a32d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:40.893915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36489566-6d03-4f1b-b8a6-7c3009516272 req-55cc211e-a605-40f5-9615-78744d94860a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:40.895625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36489566-6d03-4f1b-b8a6-7c3009516272 req-55cc211e-a605-40f5-9615-78744d94860a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.1228993 Nov 19 03:58:40.912997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '01f5c80d-a2ce-4a05-b465-15eba7f8b795', 'network_id': 'c3c20fdd-2ac2-45b0-aa42-392f19da9913', 'port_id': '01f5c80d-a2ce-4a05-b465-15eba7f8b795', 'mac_address': 'fa:16:3e:c3:d0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a718e-6b6e-43ba-8396-0108bf2a4299', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:58:40.969391 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:40.984237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f5c80d-a2ce-4a05-b465-15eba7f8b795 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:41.000418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36489566-6d03-4f1b-b8a6-7c3009516272 req-b4a96e7e-57ec-4160-9154-07e348069783 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955832 Nov 19 03:58:41.002939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 10.1.1.140 (74c6e70e-5ff5-4c56-bcca-31be5a2a166e/f9cfd688-576f-4947-9b02-6ae001205964/e76e9786-9af0-4897-ae11-0cafb01dc699) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:41.044055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795,segment=NetworkSegment(e00770fa-73ab-405f-b7e3-89344b21a32d),segment_id=e00770fa-73ab-405f-b7e3-89344b21a32d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:41.052584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:41.113579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=01f5c80d-a2ce-4a05-b465-15eba7f8b795,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:41.242365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:41.319952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d95c34-16dc-4e1c-b942-2058159cc4d0 req-3e969ed5-a140-414b-b381-d1d8efffbef4 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:41.321501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17d95c34-16dc-4e1c-b942-2058159cc4d0 req-3e969ed5-a140-414b-b381-d1d8efffbef4 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 931 time: 0.1944964 Nov 19 03:58:41.323172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:41.363470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['01f5c80d-a2ce-4a05-b465-15eba7f8b795'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:41.389311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:41.399129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:41.401498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:41.433624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:41.470261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17d95c34-16dc-4e1c-b942-2058159cc4d0 req-bfb64a79-feb3-4e1d-bbb5-1a0ef75dd70c tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356127 Nov 19 03:58:41.495891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:41.496525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:41.530541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2646b373-4fb4-4dab-b838-f2fca3c592d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0459313 Nov 19 03:58:41.575748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'admin_state_up': True, 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'security_groups': ['d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:41.740099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16745706-e1fb-4a05-a41b-e796e22ddfcd req-d557ebcb-2e8a-4198-981f-3ab5100ee5c8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:41.741671 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16745706-e1fb-4a05-a41b-e796e22ddfcd req-d557ebcb-2e8a-4198-981f-3ab5100ee5c8 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.1068025 Nov 19 03:58:41.768484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c2d0611c-32d1-41e9-9c6d-63eb1574e8fa None None] Provisioning complete for port e76e9786-9af0-4897-ae11-0cafb01dc699 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:41.768994 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c2d0611c-32d1-41e9-9c6d-63eb1574e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:41.792922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:41.823888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0611c-32d1-41e9-9c6d-63eb1574e8fa None None] Port e76e9786-9af0-4897-ae11-0cafb01dc699 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:41.946099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:42.014631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16745706-e1fb-4a05-a41b-e796e22ddfcd req-6c09db22-2f05-43dd-a0bd-bbb7b3b8ae15 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422829 Nov 19 03:58:42.099805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-f300fbee-b7ff-4359-b4c0-a7c1c814d5d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2218242 Nov 19 03:58:42.254952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf980c-211e-468d-ac18-99c268aeb21f req-b96a1606-78cf-4722-85cd-45eb95f35f88 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:42.256672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ebf980c-211e-468d-ac18-99c268aeb21f req-b96a1606-78cf-4722-85cd-45eb95f35f88 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 944 time: 0.1559689 Nov 19 03:58:42.602409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-6395aec8-b6f8-44f4-9172-6138755cb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:42.604077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-6395aec8-b6f8-44f4-9172-6138755cb26c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7996c6f154c546eca4da474afd80cb1c&device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 1096 time: 0.4216905 Nov 19 03:58:42.651074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ebf980c-211e-468d-ac18-99c268aeb21f req-605dd246-2eaf-4116-8c84-4518c3caa2b1 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869452 Nov 19 03:58:42.771720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 01f5c80d-a2ce-4a05-b465-15eba7f8b795 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:42.784957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 10.2.2.100 (2028ab05-9f31-4cfb-8b15-f0e436bb70d3/3c61aeb5-e7ff-4adc-89ef-20fb0014c72d/5b8321f2-0d43-4e7a-8266-ea07f03a0cb9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:42.891565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-c61bf601-a4d9-4fbe-b1bb-571857104322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:42.893864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-c61bf601-a4d9-4fbe-b1bb-571857104322 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7140de68-49cb-4b40-aa19-2618ba573c2d HTTP/1.1" status: 200 len: 916 time: 0.2600899 Nov 19 03:58:42.901762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:58:42.906662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:42.906962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:42.949843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65abed0-f069-4c8c-bcda-57fbe885f510 req-56be3384-2b23-4538-be96-1eb3c51ec375 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:42.951711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f65abed0-f069-4c8c-bcda-57fbe885f510 req-56be3384-2b23-4538-be96-1eb3c51ec375 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.1829734 Nov 19 03:58:43.053184 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:43.078975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f5c80d-a2ce-4a05-b465-15eba7f8b795'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:43.081564 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415c0fc-fbed-449b-97e5-4efa8452b286" -d '{"events": [{"server_uuid": "ca806927-6e31-4065-bb76-ee2d03b02aa0", "name": "network-vif-plugged", "status": "completed", "tag": "01f5c80d-a2ce-4a05-b465-15eba7f8b795"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:43.095269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795,segment=NetworkSegment(e00770fa-73ab-405f-b7e3-89344b21a32d),segment_id=e00770fa-73ab-405f-b7e3-89344b21a32d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:43.102258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:43.179487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:43.193706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=01f5c80d-a2ce-4a05-b465-15eba7f8b795,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:43.269392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-78d0c1d9-d46c-488b-80e6-0dbe9e667096 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cd26d4-528b-4bcb-a263-d0080062568f HTTP/1.1" status: 200 len: 1000 time: 0.3560398 Nov 19 03:58:43.299858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f65abed0-f069-4c8c-bcda-57fbe885f510 req-8e2aaaa4-ebac-4a8e-a9c3-00ba60c21c1e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513237 Nov 19 03:58:43.361611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:43.436315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-8ca5a42b-652e-41e2-b3a1-4920aade0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.439394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-8ca5a42b-652e-41e2-b3a1-4920aade0d47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd066972-674e-4975-9fdc-b4f4816d9553 HTTP/1.1" status: 200 len: 854 time: 0.1616979 Nov 19 03:58:43.467471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:43.489095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:43.492124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:43.536043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:43.558839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f812d10-9de5-4767-8105-7d63aa388167 req-78b2ee60-04f4-49de-bb9e-1849b26854c0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.565226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f812d10-9de5-4767-8105-7d63aa388167 req-78b2ee60-04f4-49de-bb9e-1849b26854c0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.571453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f812d10-9de5-4767-8105-7d63aa388167 req-78b2ee60-04f4-49de-bb9e-1849b26854c0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.578405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f812d10-9de5-4767-8105-7d63aa388167 req-78b2ee60-04f4-49de-bb9e-1849b26854c0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.585597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f812d10-9de5-4767-8105-7d63aa388167 req-78b2ee60-04f4-49de-bb9e-1849b26854c0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 3095 time: 0.2163875 Nov 19 03:58:43.622695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-59b3c0db-0b5c-4d02-b6f0-8b26e004eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.624212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-59b3c0db-0b5c-4d02-b6f0-8b26e004eff4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7140de68-49cb-4b40-aa19-2618ba573c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748197 Nov 19 03:58:43.651189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:43.651818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:43.714821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f812d10-9de5-4767-8105-7d63aa388167 req-53599d50-5624-4be5-aa75-53325bb896f0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282670 Nov 19 03:58:43.721415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d0859085-d33f-4103-a73b-b224536f72db tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1500828 Nov 19 03:58:43.744386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'admin_state_up': True, 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'security_groups': ['d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:43.877299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-529ea195-e545-4830-b93d-bdddca5507ce None None] Provisioning complete for port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:43.879208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-529ea195-e545-4830-b93d-bdddca5507ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:43.889148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-b633ed8f-af30-463f-a16c-a0167e124e8a service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549381 Nov 19 03:58:43.925363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-529ea195-e545-4830-b93d-bdddca5507ce None None] Port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:44.090791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5295d-3ddb-4a9c-91cd-821bcb672224 req-5fd6672b-ee18-4df6-a61d-e98333755067 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:44.092321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ad5295d-3ddb-4a9c-91cd-821bcb672224 req-5fd6672b-ee18-4df6-a61d-e98333755067 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.2007098 Nov 19 03:58:44.127677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Made reservation on behalf of 7eeb470ed1b44ae7b9198f0e2eb8fe26 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:58:44.132273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:44.165345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b3356dd-3411-4c49-a0a0-ea055d026bd6 req-03e0a6f0-309a-4a4b-8d1d-f47db56a7199 service neutron] 10.222.0.31 "GET /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567015 Nov 19 03:58:44.192754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ad5295d-3ddb-4a9c-91cd-821bcb672224 req-7d5cb436-e2c9-4451-b82b-46598871d4ae tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887570 Nov 19 03:58:44.393621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bf67-3466-4756-8d58-e8bb71adc91e req-9cd77483-a909-4d04-ac24-d11dae9816f7 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:44.395218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d08bf67-3466-4756-8d58-e8bb71adc91e req-9cd77483-a909-4d04-ac24-d11dae9816f7 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 931 time: 0.1206632 Nov 19 03:58:44.460094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Allocated IP 10.2.2.200 (2028ab05-9f31-4cfb-8b15-f0e436bb70d3/3c61aeb5-e7ff-4adc-89ef-20fb0014c72d/e879143a-20a7-4702-8a45-630e36574bb2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:58:44.487400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d08bf67-3466-4756-8d58-e8bb71adc91e req-44e7a5de-331d-4f78-a094-fc9f88ab6ad8 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852695 Nov 19 03:58:44.796158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:44.821664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefafe35-2938-43b9-9276-fc6499a851fc req-7b6da4f1-f056-4c63-a609-acd471158638 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:44.823309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aefafe35-2938-43b9-9276-fc6499a851fc req-7b6da4f1-f056-4c63-a609-acd471158638 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.0818565 Nov 19 03:58:44.902805 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:44.917096 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aefafe35-2938-43b9-9276-fc6499a851fc req-39ccdd89-1141-4426-a624-d192221d5a3b tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859404 Nov 19 03:58:44.958267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:58:44.962467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:58:44.965178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:58:44.966017 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60457d5b-e696-44ef-9ca2-c15496e6d4ac x-openstack-request-id: req-60457d5b-e696-44ef-9ca2-c15496e6d4ac {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:44.966547 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca806927-6e31-4065-bb76-ee2d03b02aa0", "name": "network-vif-plugged", "status": "completed", "tag": "01f5c80d-a2ce-4a05-b465-15eba7f8b795", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:44.966707 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60457d5b-e696-44ef-9ca2-c15496e6d4ac {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:44.967115 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f5c80d-a2ce-4a05-b465-15eba7f8b795', 'code': 200} Nov 19 03:58:45.002929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event updated for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:45.053636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.054336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:45.123639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-764f237b-4ec0-4f4b-826f-42951f202a43 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3832746 Nov 19 03:58:45.134081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda1ab-631b-42ed-b80c-5d6e011ed043 req-81bb7192-253a-4fef-ac8e-0bc15aaff0ef tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.135741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6eda1ab-631b-42ed-b80c-5d6e011ed043 req-81bb7192-253a-4fef-ac8e-0bc15aaff0ef tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 945 time: 0.1035504 Nov 19 03:58:45.157795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:45.259154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb09328-e8ef-4e05-b3ef-6affd6079e45 req-aa125c09-66fd-447d-b452-78a67bd1261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.260740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb09328-e8ef-4e05-b3ef-6affd6079e45 req-aa125c09-66fd-447d-b452-78a67bd1261f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1555598 Nov 19 03:58:45.266966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6eda1ab-631b-42ed-b80c-5d6e011ed043 req-aa87857d-c69a-485a-9a09-7516b1e6c050 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140568 Nov 19 03:58:45.269244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d403d58e-985c-4302-aeb8-25f312a72add None None] Provisioning complete for port e879143a-20a7-4702-8a45-630e36574bb2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:45.269644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:45.269796 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d403d58e-985c-4302-aeb8-25f312a72add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:45.319350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d403d58e-985c-4302-aeb8-25f312a72add None None] Port e879143a-20a7-4702-8a45-630e36574bb2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:58:45.437541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fb09328-e8ef-4e05-b3ef-6affd6079e45 req-6a03836d-7ded-4ab4-ab0a-c9a7c08ee26d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502244 Nov 19 03:58:45.513291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04d5f4-24cf-4069-b8c0-46957920c6c2 req-5fd243c7-3b35-42e6-966f-d1f39bde774b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.514737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f04d5f4-24cf-4069-b8c0-46957920c6c2 req-5fd243c7-3b35-42e6-966f-d1f39bde774b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.1605115 Nov 19 03:58:45.597488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f04d5f4-24cf-4069-b8c0-46957920c6c2 req-6da91bfd-fe42-4bc9-8e74-7cf91e2ea5ae tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Nov 19 03:58:45.662283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1363f363-2bca-48d7-9f41-3ad562361b95 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:45.679359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:45.709343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Transition to ACTIVE for port object 1363f363-2bca-48d7-9f41-3ad562361b95 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:45.715159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:45.755502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977652b-eb35-40a7-8839-2246297b2bed req-103152f7-0b97-4654-b13b-3fb49582a578 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.761733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977652b-eb35-40a7-8839-2246297b2bed req-103152f7-0b97-4654-b13b-3fb49582a578 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.768331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977652b-eb35-40a7-8839-2246297b2bed req-103152f7-0b97-4654-b13b-3fb49582a578 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.779625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977652b-eb35-40a7-8839-2246297b2bed req-103152f7-0b97-4654-b13b-3fb49582a578 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.780615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Request body: {'port': {'device_id': '07f3324d-6ade-4917-aa94-baff0162a22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:45.793596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977652b-eb35-40a7-8839-2246297b2bed req-103152f7-0b97-4654-b13b-3fb49582a578 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:45.798206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c977652b-eb35-40a7-8839-2246297b2bed req-103152f7-0b97-4654-b13b-3fb49582a578 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 3816 time: 0.1371887 Nov 19 03:58:45.914940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:45.918855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.021911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c977652b-eb35-40a7-8839-2246297b2bed req-09d37c3d-461d-4023-bf02-cbdf0774c8fc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067199 Nov 19 03:58:46.063958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-abaa22cd-c889-4f2c-81de-8074af2b8156 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626112 Nov 19 03:58:46.075697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Attempting to bind port 1363f363-2bca-48d7-9f41-3ad562361b95 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:46.075932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Attempting to bind port 1363f363-2bca-48d7-9f41-3ad562361b95 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:46.076277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Attempting to bind port 1363f363-2bca-48d7-9f41-3ad562361b95 on network 48eb8720-4add-44ff-aaca-edb67addda3f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:46.106512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-09cab36e-1fe1-4b6b-bd3a-f4870be356f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.109979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-09cab36e-1fe1-4b6b-bd3a-f4870be356f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1099 time: 0.2594097 Nov 19 03:58:46.119894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Port 1363f363-2bca-48d7-9f41-3ad562361b95 on network 48eb8720-4add-44ff-aaca-edb67addda3f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:46.120241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Attempting to bind port 1363f363-2bca-48d7-9f41-3ad562361b95 on network 48eb8720-4add-44ff-aaca-edb67addda3f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:46.153333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:46.153729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Checking segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:46.154126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Bound using segment: {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:46.154578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Bound port: 1363f363-2bca-48d7-9f41-3ad562361b95, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61b4ca4-d6d7-416a-b681-dfa9f7834015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:46.154950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.253167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c120a74-19fb-48fa-9377-70a6674c0f2f req-ed6e9079-77a4-4193-b001-811dbe8dd5f7 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709883 Nov 19 03:58:46.257785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:46.262560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1363f363-2bca-48d7-9f41-3ad562361b95,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:46.277405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.323022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866054f-0ed1-433b-aa1d-cc3e72a920d5 req-1b3e6e5f-2c7b-4f8e-b674-f9749d304102 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.332216 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d866054f-0ed1-433b-aa1d-cc3e72a920d5 req-1b3e6e5f-2c7b-4f8e-b674-f9749d304102 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.3481767 Nov 19 03:58:46.380088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.380740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.383263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 1092 time: 1.2315319 Nov 19 03:58:46.385739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:46.388494 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a320f-d504-4116-be16-bf9800a540b2" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:46.389793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-d8709273-3d61-403e-8bc7-f04cb08c43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.391890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-d8709273-3d61-403e-8bc7-f04cb08c43f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2700732 Nov 19 03:58:46.431876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81cbb-d724-45ca-aa9b-5b8f417033a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:46.502590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:46.508651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d866054f-0ed1-433b-aa1d-cc3e72a920d5 req-c04026ff-2ce3-4ecb-a2eb-ef05fdd867c2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742756 Nov 19 03:58:46.510817 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-b2773032-938e-4f81-9f62-c34aadf8b475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.1037192 Nov 19 03:58:46.554247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef35d1-a132-4a2a-b79f-eca96a231cb8 req-f93567e4-85ab-41f2-954b-fb388f7dc1d7 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.565852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bef35d1-a132-4a2a-b79f-eca96a231cb8 req-f93567e4-85ab-41f2-954b-fb388f7dc1d7 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 931 time: 0.1009419 Nov 19 03:58:46.616987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-7bd3d42f-7d05-4ee7-853c-8073fb0727af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.619356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-7bd3d42f-7d05-4ee7-853c-8073fb0727af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0951636 Nov 19 03:58:46.651660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.767272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bef35d1-a132-4a2a-b79f-eca96a231cb8 req-e91d6715-c56d-4aec-b0e1-5fa7762b9cd8 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948042 Nov 19 03:58:46.775545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-11b34ca9-4178-41ab-8514-6f8d954ad238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.783499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-11b34ca9-4178-41ab-8514-6f8d954ad238 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c&tenant_id=0f74449b5216473db44aba5e5bde9d1a HTTP/1.1" status: 200 len: 1095 time: 0.1757979 Nov 19 03:58:46.787620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1552511-917f-4bd3-a6b4-f1272c37ee85 req-56f62af9-4b3a-419a-bf61-4da448a84cfd tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.795089 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1552511-917f-4bd3-a6b4-f1272c37ee85 req-56f62af9-4b3a-419a-bf61-4da448a84cfd tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.1723888 Nov 19 03:58:46.802355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:46.827159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-a3ba1d7b-30e0-404d-a73b-3495cc13aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:46.829851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-a3ba1d7b-30e0-404d-a73b-3495cc13aa80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909223 Nov 19 03:58:46.902326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b667c0b-75ed-4982-9c08-381f255dd092 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:46.921788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.971024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1552511-917f-4bd3-a6b4-f1272c37ee85 req-d31c13e4-5433-47b5-adb0-29ae46510cdb tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749773 Nov 19 03:58:46.972276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Transition to ACTIVE for port object 7b667c0b-75ed-4982-9c08-381f255dd092 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:46.986400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:46.993015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:47.047513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-12d64148-00fd-4c60-8799-53e040d2475c service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039309 Nov 19 03:58:47.075250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888b6d-3081-42e2-adf9-cb59445995e8 req-7999953d-94d3-484a-806e-a94f2b98f039 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.076935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce888b6d-3081-42e2-adf9-cb59445995e8 req-7999953d-94d3-484a-806e-a94f2b98f039 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 945 time: 0.2271438 Nov 19 03:58:47.143709 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f561a187-0bc3-401d-a97d-2ccd8fcc98c1 x-openstack-request-id: req-f561a187-0bc3-401d-a97d-2ccd8fcc98c1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:47.144119 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:47.144389 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f561a187-0bc3-401d-a97d-2ccd8fcc98c1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:47.144826 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95', 'status': 'completed', 'code': 200} Nov 19 03:58:47.212362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Pushing event updated for resources: {'Port': ['ID=7b667c0b-75ed-4982-9c08-381f255dd092,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:47.267992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce888b6d-3081-42e2-adf9-cb59445995e8 req-c3b18ead-32d0-4d8a-ac7b-9ea51e70c367 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775644 Nov 19 03:58:47.268281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Attempting to bind port 7b667c0b-75ed-4982-9c08-381f255dd092 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:47.268547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Attempting to bind port 7b667c0b-75ed-4982-9c08-381f255dd092 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:47.268895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Attempting to bind port 7b667c0b-75ed-4982-9c08-381f255dd092 on network bed96dc9-39b9-466e-8c6f-bb01c7808f34 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:47.285250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Port 7b667c0b-75ed-4982-9c08-381f255dd092 on network bed96dc9-39b9-466e-8c6f-bb01c7808f34 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:47.285674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Attempting to bind port 7b667c0b-75ed-4982-9c08-381f255dd092 on network bed96dc9-39b9-466e-8c6f-bb01c7808f34 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:47.303172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:47.303172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Checking segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:47.303172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Bound using segment: {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:47.303172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Bound port: 7b667c0b-75ed-4982-9c08-381f255dd092, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180f5a24-9634-4675-b01e-866ff61c9229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:47.303172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:47.379901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a3ed5-f4ef-40dc-a8c1-e21de0986e67 req-ce00d5f2-50bb-4630-b556-641d26d3c23d tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.390051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b9a3ed5-f4ef-40dc-a8c1-e21de0986e67 req-ce00d5f2-50bb-4630-b556-641d26d3c23d tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 945 time: 0.1747322 Nov 19 03:58:47.447851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-80dd1e20-62cd-4f29-b049-4aa58c3cb710 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760681 Nov 19 03:58:47.510209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b9a3ed5-f4ef-40dc-a8c1-e21de0986e67 req-5852e5cc-ab61-4789-8cb2-f34d01e0238d tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185627 Nov 19 03:58:47.523431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] For port 7b667c0b-75ed-4982-9c08-381f255dd092, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:47.526752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] For port 7b667c0b-75ed-4982-9c08-381f255dd092, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7b667c0b-75ed-4982-9c08-381f255dd092,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:47.534518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:47.600399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.601059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:47.603282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b667c0b-75ed-4982-9c08-381f255dd092 HTTP/1.1" status: 200 len: 1091 time: 1.8279734 Nov 19 03:58:47.603781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f3324d-6ade-4917-aa94-baff0162a22d', 'tag': '7b667c0b-75ed-4982-9c08-381f255dd092'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:47.606211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-b503ebd3-dacb-424e-84dd-1907682c1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.606691 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0e9390-1e3b-41cd-b183-551560946324" -d '{"events": [{"name": "network-changed", "server_uuid": "07f3324d-6ade-4917-aa94-baff0162a22d", "tag": "7b667c0b-75ed-4982-9c08-381f255dd092"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:47.606889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-b503ebd3-dacb-424e-84dd-1907682c1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.607485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-b503ebd3-dacb-424e-84dd-1907682c1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.608028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-b503ebd3-dacb-424e-84dd-1907682c1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.608585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-b503ebd3-dacb-424e-84dd-1907682c1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.610901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-623a320f-d504-4116-be16-bf9800a540b2 req-b503ebd3-dacb-424e-84dd-1907682c1710 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 4363 time: 0.4332886 Nov 19 03:58:47.627236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:47.661733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1397b-d7ed-42a5-8472-7f04f8cccd62 service neutron] Pushing event updated for resources: {'Port': ['ID=7b667c0b-75ed-4982-9c08-381f255dd092,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:47.678986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:47.758653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-5616edf4-1960-43ad-bb93-97f247a2e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.761039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-5616edf4-1960-43ad-bb93-97f247a2e74e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01c3dcf89dc14adc8e92d1b6e2d56eeb&device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 1094 time: 0.1124773 Nov 19 03:58:47.776396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0df3e-d5d3-4136-b793-5b63b8d1dbaf req-14b5f7f2-1c92-4e6e-972f-754a230957fb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.783541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4d0df3e-d5d3-4136-b793-5b63b8d1dbaf req-14b5f7f2-1c92-4e6e-972f-754a230957fb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.3651690 Nov 19 03:58:47.787302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Transition to ACTIVE for port object d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:47.794405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-dbec202b-0ecc-4c6f-b0f0-710326c630bb tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.801570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-dbec202b-0ecc-4c6f-b0f0-710326c630bb tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.803090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-3f870b88-5149-4b18-8f33-1d85a1468b79 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.806324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-3f870b88-5149-4b18-8f33-1d85a1468b79 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.2557995 Nov 19 03:58:47.808404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-dbec202b-0ecc-4c6f-b0f0-710326c630bb tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.821696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-dbec202b-0ecc-4c6f-b0f0-710326c630bb tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.832087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-dbec202b-0ecc-4c6f-b0f0-710326c630bb tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.840210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-dbec202b-0ecc-4c6f-b0f0-710326c630bb tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 3828 time: 0.1440289 Nov 19 03:58:47.852843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:47.886745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-f76eb80b-2da0-414e-aeb0-e96bbdef030a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b667c0b-75ed-4982-9c08-381f255dd092 HTTP/1.1" status: 200 len: 217 time: 0.1160667 Nov 19 03:58:47.958646 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5a841fd-456c-434a-ac4c-c4ff8c80430d req-ea1a207b-d5e5-4fb5-bc5c-209a85493e63 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203258 Nov 19 03:58:47.976520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-42b30c53-6bd8-4df6-b3f9-757faa18614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:47.990761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-42b30c53-6bd8-4df6-b3f9-757faa18614d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bcd2f95-2f07-48bf-9576-a21d585c1c48 HTTP/1.1" status: 200 len: 854 time: 0.0950203 Nov 19 03:58:48.056858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-b1e0c014-c9b9-428f-952a-62440330d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.066080 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-b1e0c014-c9b9-428f-952a-62440330d31c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bed96dc9-39b9-466e-8c6f-bb01c7808f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590258 Nov 19 03:58:48.214404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cd298-8184-4ea7-b71c-2d80cce41ab1 req-4885b03c-3119-41f3-95eb-7f8f30a23e1f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.216140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-263cd298-8184-4ea7-b71c-2d80cce41ab1 req-4885b03c-3119-41f3-95eb-7f8f30a23e1f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 944 time: 0.1707339 Nov 19 03:58:48.257833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:48.271219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-907ad25b-1a31-49e9-a361-99a66efd5bb7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.272544 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-907ad25b-1a31-49e9-a361-99a66efd5bb7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.31 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 945 time: 0.1204319 Nov 19 03:58:48.278503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-eacfea2a-c4ff-46a9-bd97-04727cfeff8a service neutron] 10.222.0.36 "GET /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971200 Nov 19 03:58:48.367725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Pushing event updated for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:48.381706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:58:48.382483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4d0df3e-d5d3-4136-b793-5b63b8d1dbaf req-5ff4683c-de23-4725-803b-f19188dc96de tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749078 Nov 19 03:58:48.439867 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-263cd298-8184-4ea7-b71c-2d80cce41ab1 req-50a80d77-0695-4faa-90fe-b51205d04c61 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077577 Nov 19 03:58:48.440499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-796da7dd-4c77-4402-ac74-79014a328296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.440996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-796da7dd-4c77-4402-ac74-79014a328296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.441469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-796da7dd-4c77-4402-ac74-79014a328296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.443132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-623a320f-d504-4116-be16-bf9800a540b2 req-796da7dd-4c77-4402-ac74-79014a328296 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7903957 Nov 19 03:58:48.464829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:48.520033 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ca6690-9f0e-4559-8287-eab76a23e362 x-openstack-request-id: req-d0ca6690-9f0e-4559-8287-eab76a23e362 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:48.520439 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f3324d-6ade-4917-aa94-baff0162a22d", "tag": "7b667c0b-75ed-4982-9c08-381f255dd092", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:48.520801 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0ca6690-9f0e-4559-8287-eab76a23e362 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:48.521738 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f3324d-6ade-4917-aa94-baff0162a22d', 'tag': '7b667c0b-75ed-4982-9c08-381f255dd092', 'status': 'completed', 'code': 200} Nov 19 03:58:48.588955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:48.606207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '9f8f241c-2456-4799-8225-952ff8485f46', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '9f8f241c-2456-4799-8225-952ff8485f46', 'mac_address': 'fa:16:3e:89:d8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:58:48.663385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bdeb029b-a00a-4df1-918a-1bf756627a01 req-dc469283-e380-4057-a8fe-106b9134da26 service neutron] 10.222.0.36 "GET /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717442 Nov 19 03:58:48.674937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:48.691306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Deleting port 24cd26d4-528b-4bcb-a263-d0080062568f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:48.691306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.692944 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.694351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.701171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6c8ae-77be-483b-95b7-7affa610b12d req-d6bd922a-847d-4ccd-b20f-d93ea6dd4b73 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.702717 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf6c8ae-77be-483b-95b7-7affa610b12d req-d6bd922a-847d-4ccd-b20f-d93ea6dd4b73 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 943 time: 0.0983043 Nov 19 03:58:48.710328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Deleting port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:48.710680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.730655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8f241c-2456-4799-8225-952ff8485f46 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:48.764882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:48.775949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.792799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Attempting to bind port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:48.793144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Attempting to bind port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:48.793488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Attempting to bind port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:48.799474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Transition to ACTIVE for port object c6d30316-d0a9-48b1-b870-1a3dc204a39b will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:48.823739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:48.823985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Attempting to bind port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:48.840910 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.852650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a338-c9f4-4b5f-84e2-25b1fe74448d req-69eb99b7-b317-4933-92a2-54f85d634726 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.853956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2912a338-c9f4-4b5f-84e2-25b1fe74448d req-69eb99b7-b317-4933-92a2-54f85d634726 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f8da45f-788e-4bd4-83a6-f4c88e9c2afc HTTP/1.1" status: 200 len: 951 time: 0.2260318 Nov 19 03:58:48.879914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:48.909688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:48.910077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Checking segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:48.910490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Bound using segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:48.910963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Bound port: d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:48.911678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.938514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] For port 24cd26d4-528b-4bcb-a263-d0080062568f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=24cd26d4-528b-4bcb-a263-d0080062568f,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:48.939211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:48.945462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a320f-d504-4116-be16-bf9800a540b2 req-219f0e2e-3e0d-44aa-a775-5865a6b97930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.947329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-623a320f-d504-4116-be16-bf9800a540b2 req-219f0e2e-3e0d-44aa-a775-5865a6b97930 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4772866 Nov 19 03:58:48.953526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9390-1e3b-41cd-b183-551560946324 req-725f53ff-dabf-40d4-aaec-4c14d82099da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:48.955886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-725f53ff-dabf-40d4-aaec-4c14d82099da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01c3dcf89dc14adc8e92d1b6e2d56eeb&device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 1094 time: 0.1653621 Nov 19 03:58:48.967100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf6c8ae-77be-483b-95b7-7affa610b12d req-b50c2580-f03a-4027-907d-bafbde71e2f1 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785548 Nov 19 03:58:49.074181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:49.075673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=9']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:49.094853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] No DVR routers for this DVR port c6d30316-d0a9-48b1-b870-1a3dc204a39b on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:49.125738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2912a338-c9f4-4b5f-84e2-25b1fe74448d req-963c3a96-413d-436f-aac7-62e44a4d5257 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7404082-df7e-4951-9f37-cbdc6bc7aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463200 Nov 19 03:58:49.129591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] For port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:49.130108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.269893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Calling delete_port for 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:49.314683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:49.353084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:49.356066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:49.356613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:49.357242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:49.401177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.435953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Port c6d30316-d0a9-48b1-b870-1a3dc204a39b on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:49.436290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Attempting to bind port c6d30316-d0a9-48b1-b870-1a3dc204a39b on network 8e009a86-46ed-4d74-8c23-5e9222dc7a13 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:49.487915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.488415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.489830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] 10.222.0.31 "PUT /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 1130 time: 2.9931433 Nov 19 03:58:49.490708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:49.491052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Checking segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:49.491440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Bound using segment: {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:49.491894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Bound port: c6d30316-d0a9-48b1-b870-1a3dc204a39b, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e71d5a-4c49-4c7c-af15-33a88fcd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:49.492253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.494153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'd88ca47c-b2a3-4374-84e8-f3ed9d8aaff7'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:49.496654 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27b2955-a397-444a-81a4-bc0104c4be05" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:49.558307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:49.564611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b701-2887-40f8-ad49-4bc7cf38ed36 req-494405a0-c993-4189-b369-b26fec9f4d6f tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.567135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3413b701-2887-40f8-ad49-4bc7cf38ed36 req-494405a0-c993-4189-b369-b26fec9f4d6f tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 945 time: 0.5066915 Nov 19 03:58:49.598182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.604534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.611105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.617075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.623117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.629654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.631626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-1fec4976-9316-4647-ac12-718d7a036949 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 4600 time: 0.2435296 Nov 19 03:58:49.632308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7a10-905e-4b12-baf9-4f42d34f0390 service neutron] Pushing event updated for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:49.684673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9390-1e3b-41cd-b183-551560946324 req-778d089f-3e0b-4ebc-bfc5-9c472bd2dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.686445 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-778d089f-3e0b-4ebc-bfc5-9c472bd2dc28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bed96dc9-39b9-466e-8c6f-bb01c7808f34 HTTP/1.1" status: 200 len: 916 time: 0.7183361 Nov 19 03:58:49.776939 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-974cfa40-7469-42c6-a17b-8c817f746336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b667c0b-75ed-4982-9c08-381f255dd092 HTTP/1.1" status: 200 len: 217 time: 0.0562816 Nov 19 03:58:49.787950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3413b701-2887-40f8-ad49-4bc7cf38ed36 req-f76c1413-158c-47f7-bf9c-68b0912f947c tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups?id=e191cf5a-5273-4bfd-89fa-e3be01f60aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773467 Nov 19 03:58:49.842641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9390-1e3b-41cd-b183-551560946324 req-c854e65a-0b46-40e0-80eb-f44dba4f8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.844905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-c854e65a-0b46-40e0-80eb-f44dba4f8c4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bcd2f95-2f07-48bf-9576-a21d585c1c48 HTTP/1.1" status: 200 len: 854 time: 0.0604873 Nov 19 03:58:49.878380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:49.882048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:49.892591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.893123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.893587 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Floating IP 26815104-16f7-4cdf-b3d2-2c98a7323ec7 disassociated. External IP: 172.25.8.89, port: 24cd26d4-528b-4bcb-a263-d0080062568f. Nov 19 03:58:49.894095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Calling delete_port for 24cd26d4-528b-4bcb-a263-d0080062568f owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:49.910796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d8c05d1-a2b4-497d-b0a7-b78c23aafb5c req-2ea04119-9c55-45cf-8503-59420ba28d49 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2502942 Nov 19 03:58:49.911518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.933421 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.977754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Pushing event deleted for resources: {'Port': ['ID=62ee98ba-038d-4d6b-aa24-4c5ccefb5031,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:49.980621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.991059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:49.991711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:49.993296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 1092 time: 3.1956182 Nov 19 03:58:50.007356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9390-1e3b-41cd-b183-551560946324 req-07d13d8c-6dfb-41e4-aa4e-dd7c9f76923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:50.010247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-07d13d8c-6dfb-41e4-aa4e-dd7c9f76923c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bed96dc9-39b9-466e-8c6f-bb01c7808f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519957 Nov 19 03:58:50.152720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] No DVR routers for this DVR port 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:50.173060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:50.176563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa844bb9-5776-48d1-a366-89f4bfd4c71e req-970fc31b-3c85-4250-ad8f-9815cf90e123 tempest-ServersAdminTestJSON-1150184532 tempest-ServersAdminTestJSON-1150184532-project] 10.222.0.36 "DELETE /v2.0/ports/62ee98ba-038d-4d6b-aa24-4c5ccefb5031 HTTP/1.1" status: 204 len: 173 time: 2.3556597 Nov 19 03:58:50.189693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2812555-875d-442e-b19c-b3fdd061ab9f req-5743049f-df51-44ba-8835-e2f24b843ae8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:50.204164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6a486-cbd3-49ea-bd25-1306a4f95974 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:50.214194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e2812555-875d-442e-b19c-b3fdd061ab9f req-5743049f-df51-44ba-8835-e2f24b843ae8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 949 time: 0.1973562 Nov 19 03:58:50.234901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3f077035-e67b-4350-8a6a-9967b29e28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:50.234901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3f077035-e67b-4350-8a6a-9967b29e28cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1096 time: 0.1820850 Nov 19 03:58:50.287881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-88c0eb57-5af0-4d76-afe4-953f31f90b25 service neutron] 10.222.0.36 "GET /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618301 Nov 19 03:58:50.313507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfce28-3cfc-4515-af52-e9431b5681af req-6f1f4f17-1db0-4128-abe6-f3b04aa4cd91 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:50.315090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4dfce28-3cfc-4515-af52-e9431b5681af req-6f1f4f17-1db0-4128-abe6-f3b04aa4cd91 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.2590346 Nov 19 03:58:50.386827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7b667c0b-75ed-4982-9c08-381f255dd092 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:58:50.397815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:50.408933 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:50.426137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e2812555-875d-442e-b19c-b3fdd061ab9f req-d123b1e4-86df-42ff-9968-39ef670009b3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099953 Nov 19 03:58:50.469269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event deleted for resources: {'Port': ['ID=24cd26d4-528b-4bcb-a263-d0080062568f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:50.536421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af0e9390-1e3b-41cd-b183-551560946324 req-ef38f49f-4fd0-4fb4-8986-9cddf827a73f service neutron] 10.222.0.36 "GET /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325461 Nov 19 03:58:50.544106 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5a1700-34cd-4e42-b076-a19236beca20 x-openstack-request-id: req-3d5a1700-34cd-4e42-b076-a19236beca20 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:50.544413 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:50.544682 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d5a1700-34cd-4e42-b076-a19236beca20 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:50.545290 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'd88ca47c-b2a3-4374-84e8-f3ed9d8aaff7', 'status': 'completed', 'code': 200} Nov 19 03:58:50.730474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Router 2a116af7-344a-44c7-be3b-02e10494a1a3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:58:50.765679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4dfce28-3cfc-4515-af52-e9431b5681af req-d74b4b12-9470-45eb-b88e-d127e511e126 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151549 Nov 19 03:58:50.783110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3692cb17-287a-441b-8b52-8d03a980f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:50.791156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-3692cb17-287a-441b-8b52-8d03a980f2b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 914 time: 0.5093112 Nov 19 03:58:50.855057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7b667c0b-75ed-4982-9c08-381f255dd092, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7b667c0b-75ed-4982-9c08-381f255dd092,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:50.871181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '7b667c0b-75ed-4982-9c08-381f255dd092', 'network_id': 'bed96dc9-39b9-466e-8c6f-bb01c7808f34', 'port_id': '7b667c0b-75ed-4982-9c08-381f255dd092', 'mac_address': 'fa:16:3e:dd:65:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bcd2f95-2f07-48bf-9576-a21d585c1c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:58:50.908611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee302a-6214-41bd-97c2-13e0344f01bd req-49a67740-f3b1-47be-a312-2d8c4ad9631d tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:50.910226 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f1ee302a-6214-41bd-97c2-13e0344f01bd req-49a67740-f3b1-47be-a312-2d8c4ad9631d tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 943 time: 0.2415342 Nov 19 03:58:50.911813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:58:50.945218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] Sync routers for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:58:50.980933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 9f8f241c-2456-4799-8225-952ff8485f46 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:58:50.981299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-e6be1f14-7a0a-4bd2-aa91-19bccbe5dae6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 217 time: 0.1679995 Nov 19 03:58:50.982802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] No DVR routers for this DVR port 24cd26d4-528b-4bcb-a263-d0080062568f on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:50.988138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:50.998670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8598ced-eb18-4c2a-b61d-10d2732e4ccf req-2e2b8cc5-349f-4218-a67c-3448f05f32d7 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.31 "DELETE /v2.0/ports/24cd26d4-528b-4bcb-a263-d0080062568f HTTP/1.1" status: 204 len: 173 time: 2.7188990 Nov 19 03:58:51.001315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 9f8f241c-2456-4799-8225-952ff8485f46 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:51.001905 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.007924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'name': 'network-vif-deleted', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:51.010472 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af73425d-ecdc-4dac-bbb9-684b87f647b0" -d '{"events": [{"server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "name": "network-vif-deleted", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:51.089548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:58:51.098496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:51.102000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f1ee302a-6214-41bd-97c2-13e0344f01bd req-998824b0-835a-402e-8a1d-8563549bc5e6 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483014 Nov 19 03:58:51.110182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.110943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.111441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.111927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.112407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.112884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.114832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-a6c907d6-6d12-42d5-a361-b81d527291e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5286 time: 0.5304031 Nov 19 03:58:51.294685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:51.308269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.318593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.325232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.332537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.333346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45976) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:51.339873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.346280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.349668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-341fb926-5c42-440c-8392-734d308be040 req-4f9e9c95-5575-4b1a-a238-753f5cd0df93 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/ports?device_id=87ab5eff-0093-4323-8e07-85198cb15c43 HTTP/1.1" status: 200 len: 210 time: 0.1540759 Nov 19 03:58:51.355863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-5381dfaa-938f-45bd-b0a8-e140ea881cd3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 4600 time: 0.1490862 Nov 19 03:58:51.366525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-f1ecc494-15a8-4674-bae7-b113de9344ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.368056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-f1ecc494-15a8-4674-bae7-b113de9344ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.3670893 Nov 19 03:58:51.372904 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.436367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-5b3dc80f-a01a-46e7-a942-d8443f2b9022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594985 Nov 19 03:58:51.437569 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f475780-ee94-41b5-99ff-8f212eb25f69 x-openstack-request-id: req-3f475780-ee94-41b5-99ff-8f212eb25f69 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:51.439409 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ab5eff-0093-4323-8e07-85198cb15c43", "name": "network-vif-deleted", "tag": "24cd26d4-528b-4bcb-a263-d0080062568f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:51.439748 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f475780-ee94-41b5-99ff-8f212eb25f69 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:51.440349 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ab5eff-0093-4323-8e07-85198cb15c43', 'name': 'network-vif-deleted', 'tag': '24cd26d4-528b-4bcb-a263-d0080062568f', 'status': 'completed', 'code': 200} Nov 19 03:58:51.469156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ac5c62-6443-48eb-83e0-55daca71ee17 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:51.501178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d77a122f-da73-458c-819b-0fecd20ceb34 req-10ea701a-3d0d-4355-a743-e863cd3e43f7 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438491 Nov 19 03:58:51.520468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.539331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b667c0b-75ed-4982-9c08-381f255dd092 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:51.563984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Transition to ACTIVE for port object c4ac5c62-6443-48eb-83e0-55daca71ee17 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:51.567484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-dc4d1cc8-1f1e-4d18-95f3-1c0147c8133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.568032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-dc4d1cc8-1f1e-4d18-95f3-1c0147c8133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.568662 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db7fa27a-a7ad-4d24-8805-1554bd0addd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.568815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-dc4d1cc8-1f1e-4d18-95f3-1c0147c8133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.570506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-dc4d1cc8-1f1e-4d18-95f3-1c0147c8133a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4140074 Nov 19 03:58:51.593663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.672420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:51.706158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7b667c0b-75ed-4982-9c08-381f255dd092, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7b667c0b-75ed-4982-9c08-381f255dd092,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:51.746841 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.827572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.892736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7b667c0b-75ed-4982-9c08-381f255dd092,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:51.894622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:51.896975 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0db3f7-ff61-4b74-bdf9-40db05738ea3" -d '{"events": [{"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f241c-2456-4799-8225-952ff8485f46"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:51.923469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.923469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.923800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.923895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.925196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224e942-ede3-429a-92e4-f0e5b97be582 req-d24759fe-e4ec-4438-99fd-100dfbf9df24 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.930640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.931133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.931440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.931793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.932138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.932483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.932802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e224e942-ede3-429a-92e4-f0e5b97be582 req-d24759fe-e4ec-4438-99fd-100dfbf9df24 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 945 time: 0.0736616 Nov 19 03:58:51.932961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.933151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:51.939024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:51.951407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:51.952276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:51.961908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-856fe742-43fb-4a67-9cb0-5de44311df6f service neutron] 10.222.0.36 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165660 Nov 19 03:58:51.985361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca4188-9257-4a94-a589-0b396bf4b443 req-1f8282ef-f7b5-4421-8090-25019ca5e38c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:51.992804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07ca4188-9257-4a94-a589-0b396bf4b443 req-1f8282ef-f7b5-4421-8090-25019ca5e38c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 949 time: 0.4430499 Nov 19 03:58:51.996509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e224e942-ede3-429a-92e4-f0e5b97be582 req-c26c773e-f827-4f08-9fbf-b35b38e21146 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628340 Nov 19 03:58:52.034316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7b667c0b-75ed-4982-9c08-381f255dd092'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:58:52.039841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:52.040422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 62ee98ba-038d-4d6b-aa24-4c5ccefb5031 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:52.043375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:52.122605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] Checking router: 2a116af7-344a-44c7-be3b-02e10494a1a3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:58:52.157829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-bbb735b2-686d-4d7f-b089-6d5f690c8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:52.158991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:52.160379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e27b2955-a397-444a-81a4-bc0104c4be05 req-bbb735b2-686d-4d7f-b089-6d5f690c8542 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5708840 Nov 19 03:58:52.167025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:58:52.167834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:52.184952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662389-4a5f-4c10-b2ea-b43698f0292d req-c128b5d9-9b3e-4a7b-bc9b-0a69ca7a2e29 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:52.185703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-036298ff-c92d-4df6-99f9-0068c6d38007 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2301409b0254bb18a4f0c874029f504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479428 Nov 19 03:58:52.188435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1662389-4a5f-4c10-b2ea-b43698f0292d req-c128b5d9-9b3e-4a7b-bc9b-0a69ca7a2e29 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.1028256 Nov 19 03:58:52.212577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45994) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:52.261807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-43c6f945-4383-4087-a7f9-1317d220de51 service neutron] 10.222.0.36 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905304 Nov 19 03:58:52.269236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07ca4188-9257-4a94-a589-0b396bf4b443 req-008bce52-586b-4835-8cfb-989e27a64a8c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755628 Nov 19 03:58:52.283695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Attempting to bind port c4ac5c62-6443-48eb-83e0-55daca71ee17 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:52.284046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Attempting to bind port c4ac5c62-6443-48eb-83e0-55daca71ee17 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:52.284397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Attempting to bind port c4ac5c62-6443-48eb-83e0-55daca71ee17 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:52.290200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Port c4ac5c62-6443-48eb-83e0-55daca71ee17 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:52.290539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Attempting to bind port c4ac5c62-6443-48eb-83e0-55daca71ee17 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:52.297225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:52.297583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Checking segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:52.298100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Bound using segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:52.298541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Bound port: c4ac5c62-6443-48eb-83e0-55daca71ee17, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:52.299030 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.350450 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1662389-4a5f-4c10-b2ea-b43698f0292d req-775ebcc2-05c5-4e94-a213-9d5d1e9cbd2e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402032 Nov 19 03:58:52.353146 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12573917-d0ce-413d-af37-f6ef53d67f42 x-openstack-request-id: req-12573917-d0ce-413d-af37-f6ef53d67f42 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:52.353449 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f241c-2456-4799-8225-952ff8485f46", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:52.363365 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12573917-d0ce-413d-af37-f6ef53d67f42 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:52.364071 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46', 'code': 200} Nov 19 03:58:52.371202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f57428b2-0d69-40ed-995d-646cf155686c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.445477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f57428b2-0d69-40ed-995d-646cf155686c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.463541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:52.515213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:52.526702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.548094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}, {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-deleted', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:52.550851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:58:52.553244 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36edfc5-5b68-4596-a837-56771be688c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}, {"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-deleted", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:52.591137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdfcf8-ac7e-437b-876f-6b49807b11af req-0f744e2b-cf69-458c-b156-738f73896bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:52.596665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74bdfcf8-ac7e-437b-876f-6b49807b11af req-0f744e2b-cf69-458c-b156-738f73896bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1101 time: 0.1701226 Nov 19 03:58:52.604478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:52.605251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.607011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] 10.222.0.31 "PUT /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 1131 time: 3.0545316 Nov 19 03:58:52.632967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f57428b2-0d69-40ed-995d-646cf155686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.636201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f57428b2-0d69-40ed-995d-646cf155686c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.639588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f57428b2-0d69-40ed-995d-646cf155686c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7404082-df7e-4951-9f37-cbdc6bc7aeb2 HTTP/1.1" status: 204 len: 168 time: 0.4230664 Nov 19 03:58:52.648247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57428b2-0d69-40ed-995d-646cf155686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7404082-df7e-4951-9f37-cbdc6bc7aeb2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:52.649000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:52.672347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aab44-2f42-457f-8840-990807dc1937 req-ebf87a2e-6fee-43b5-b911-2c831304d77b tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:52.681418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:52.683722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bc4aab44-2f42-457f-8840-990807dc1937 req-ebf87a2e-6fee-43b5-b911-2c831304d77b tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 944 time: 0.2403531 Nov 19 03:58:52.740972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74bdfcf8-ac7e-437b-876f-6b49807b11af req-c77ec529-0682-4634-9baa-b1a38fc21847 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387498 Nov 19 03:58:52.744083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0b1e9-630d-4a32-af58-408ad249fbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:52.771355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bc4aab44-2f42-457f-8840-990807dc1937 req-b56103d6-4c8c-42fb-bea0-5caed3e656d8 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856228 Nov 19 03:58:52.800247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:53.015084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.029870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.044304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.067146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.080435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.096691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.114229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.116759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-a924d513-5d18-4535-9349-7dd5951e92cd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5373 time: 0.2133999 Nov 19 03:58:53.125394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 24cd26d4-528b-4bcb-a263-d0080062568f no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:53.221731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 24cd26d4-528b-4bcb-a263-d0080062568f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:58:53.222124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 24cd26d4-528b-4bcb-a263-d0080062568f not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:58:53.290351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:58:53.302415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e39d4cd3-e4e1-47f9-b3cf-753c56c0c484 req-d7160633-9500-4c78-8e53-91ad14c4ffa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776557 Nov 19 03:58:53.351368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:53.414356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147affc0-268b-46be-83e0-4c6c89315ed6 None None] The sync data for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 is: [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:56:30Z', 'revision_number': 4, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3', 'name': '', 'network_id': '7140de68-49cb-4b40-aa19-2618ba573c2d', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'mac_address': 'fa:16:3e:42:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:28Z', 'updated_at': '2021-11-19T03:56:35Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'subnets': [{'id': 'fd066972-674e-4975-9fdc-b4f4816d9553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:58:53.454025 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-82b851d4-4326-4fe7-8952-6c8c7e3652bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=206b2e7e02a64c20b187c911eb86f0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1011703 Nov 19 03:58:53.456292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46032) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:53.521339 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d846867-7f71-4f8b-a129-3bb8a40c3690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:53.532334 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c515754-c63b-4d01-8e04-820226600a53 x-openstack-request-id: req-2c515754-c63b-4d01-8e04-820226600a53 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:53.536841 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "status": "completed", "code": 200}, {"server_uuid": "3f8da45f-788e-4bd4-83a6-f4c88e9c2afc", "name": "network-vif-deleted", "tag": "62ee98ba-038d-4d6b-aa24-4c5ccefb5031", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:53.537256 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c515754-c63b-4d01-8e04-820226600a53 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:53.537821 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'status': 'completed', 'code': 200} Nov 19 03:58:53.538363 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8da45f-788e-4bd4-83a6-f4c88e9c2afc', 'name': 'network-vif-deleted', 'tag': '62ee98ba-038d-4d6b-aa24-4c5ccefb5031', 'status': 'completed', 'code': 200} Nov 19 03:58:53.606639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39b0be07-637a-45ec-a118-73da880463b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:53.665635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46038) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:53.779879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39b0be07-637a-45ec-a118-73da880463b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:53.914923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e029da4-162f-451c-80de-4b862b38e4f3 req-db7e683c-19b9-4528-acf5-0dfb9e2f7a11 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.928140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e029da4-162f-451c-80de-4b862b38e4f3 req-db7e683c-19b9-4528-acf5-0dfb9e2f7a11 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 945 time: 0.3458021 Nov 19 03:58:53.934394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39b0be07-637a-45ec-a118-73da880463b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:53.938565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39b0be07-637a-45ec-a118-73da880463b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:53.940278 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-39b0be07-637a-45ec-a118-73da880463b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aae10794-786f-4e42-9978-b83e3fdb298f HTTP/1.1" status: 204 len: 168 time: 0.4818521 Nov 19 03:58:53.992710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36edfc5-5b68-4596-a837-56771be688c0 req-e86725f9-06ef-43b5-939b-37abfe9ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:53.997993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-e86725f9-06ef-43b5-939b-37abfe9ded5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1096 time: 0.4728627 Nov 19 03:58:54.028858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bce3d-7558-494f-8048-f000b1a0417e req-a52d97ae-f1c8-4c92-ae4c-6a5a8e8c8cfc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:54.030566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a76bce3d-7558-494f-8048-f000b1a0417e req-a52d97ae-f1c8-4c92-ae4c-6a5a8e8c8cfc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.2683706 Nov 19 03:58:54.036511 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91524cbe-c774-4283-b91f-191a2963119f None None] New status for floating IP 26815104-16f7-4cdf-b3d2-2c98a7323ec7: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:58:54.081551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-2002f183-eecb-487b-aaa5-95200f7b482a tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:54.083205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-2002f183-eecb-487b-aaa5-95200f7b482a tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 945 time: 0.5570426 Nov 19 03:58:54.095570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183b96b2-0184-4bd4-b373-a06d36948bf1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.102920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0be07-637a-45ec-a118-73da880463b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae10794-786f-4e42-9978-b83e3fdb298f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:54.219985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e029da4-162f-451c-80de-4b862b38e4f3 req-ce810fdb-cf03-4829-9fbe-703788a8e3e4 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896056 Nov 19 03:58:54.266355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183b96b2-0184-4bd4-b373-a06d36948bf1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.409503 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183b96b2-0184-4bd4-b373-a06d36948bf1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.420262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183b96b2-0184-4bd4-b373-a06d36948bf1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.424100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7b667c0b-75ed-4982-9c08-381f255dd092 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:58:54.424652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-183b96b2-0184-4bd4-b373-a06d36948bf1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "DELETE /v2.0/security-groups/e191cf5a-5273-4bfd-89fa-e3be01f60aed HTTP/1.1" status: 204 len: 168 time: 0.7545950 Nov 19 03:58:54.444778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46048) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:54.486736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b96b2-0184-4bd4-b373-a06d36948bf1 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e191cf5a-5273-4bfd-89fa-e3be01f60aed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:54.568231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e1a78-c2b4-4601-b099-8fb9c6fed935 req-51881456-5af1-47cc-b8ab-3a98990c9162 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:54.579631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c0e1a78-c2b4-4601-b099-8fb9c6fed935 req-51881456-5af1-47cc-b8ab-3a98990c9162 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.1959071 Nov 19 03:58:54.587050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 7b667c0b-75ed-4982-9c08-381f255dd092 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:58:54.604202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 7b667c0b-75ed-4982-9c08-381f255dd092 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:58:54.607586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.661010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a76bce3d-7558-494f-8048-f000b1a0417e req-98d8d012-d693-4e8c-a74b-39c6c5215218 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766602 Nov 19 03:58:54.675520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c0e1a78-c2b4-4601-b099-8fb9c6fed935 req-46a7fee2-de52-47c7-ba29-0b8049a06ba6 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954936 Nov 19 03:58:54.809153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.849560 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-c4485c54-0927-49b9-933b-075536b88282 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] show failed (client error): The resource could not be found. Nov 19 03:58:54.851082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c4485c54-0927-49b9-933b-075536b88282 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "GET /v2.0/security-groups/e191cf5a-5273-4bfd-89fa-e3be01f60aed HTTP/1.1" status: 404 len: 347 time: 0.3317947 Nov 19 03:58:54.854689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46056) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:54.901679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:54.908896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36edfc5-5b68-4596-a837-56771be688c0 req-6d6ce1bb-c57d-4317-9c7f-eb81b4ad2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:54.911531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-6d6ce1bb-c57d-4317-9c7f-eb81b4ad2c65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 914 time: 0.8261352 Nov 19 03:58:54.915271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7b667c0b-75ed-4982-9c08-381f255dd092, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7b667c0b-75ed-4982-9c08-381f255dd092,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:54.918033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f3324d-6ade-4917-aa94-baff0162a22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b667c0b-75ed-4982-9c08-381f255dd092'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:54.920534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.927533 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87584e4b-3baa-4b06-914a-4e5eeaf3b058" -d '{"events": [{"server_uuid": "07f3324d-6ade-4917-aa94-baff0162a22d", "name": "network-vif-plugged", "status": "completed", "tag": "7b667c0b-75ed-4982-9c08-381f255dd092"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:54.931331 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:54.957490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Deleting port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:54.958744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.042470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7b667c0b-75ed-4982-9c08-381f255dd092,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:55.061125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Transition to ACTIVE for port object f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:55.065125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-a17ad4be-3d7b-4e9b-b7cd-7a60d1e642c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 217 time: 0.0742741 Nov 19 03:58:55.128825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.143008 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.219503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0ad0-9587-4eab-80a5-ac2c01d06956 req-67e1b695-fd9b-4fbc-89b1-3ae7aef55480 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:55.221158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98de0ad0-9587-4eab-80a5-ac2c01d06956 req-67e1b695-fd9b-4fbc-89b1-3ae7aef55480 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.2323370 Nov 19 03:58:55.239984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] For port 01f5c80d-a2ce-4a05-b465-15eba7f8b795, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=01f5c80d-a2ce-4a05-b465-15eba7f8b795,segment=NetworkSegment(e00770fa-73ab-405f-b7e3-89344b21a32d),segment_id=e00770fa-73ab-405f-b7e3-89344b21a32d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:58:55.240505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.264042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Calling delete_port for 01f5c80d-a2ce-4a05-b465-15eba7f8b795 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:55.289898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Deleting port 2b10edf0-bc5b-43fb-bc81-2b03411c4b28 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:58:55.290561 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.409682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.410434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.425530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Calling delete_port for 2b10edf0-bc5b-43fb-bc81-2b03411c4b28 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:58:55.486514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Pushing event updated for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:55.547725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'c4ac5c62-6443-48eb-83e0-55daca71ee17'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:55.550469 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf364c74-a484-4167-9a26-b12aa543fd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "c4ac5c62-6443-48eb-83e0-55daca71ee17"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:55.659613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.707966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-98de0ad0-9587-4eab-80a5-ac2c01d06956 req-92066fc1-f639-4332-a918-64a0d3a1b2e3 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689472 Nov 19 03:58:55.709624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Pushing event deleted for resources: {'Port': ['ID=2b10edf0-bc5b-43fb-bc81-2b03411c4b28,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:55.741215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.741610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.742003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.742348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.742712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.743073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.743761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.744089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.744473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.745581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.746670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.747053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:58:55.791095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Attempting to bind port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:55.791701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Attempting to bind port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:55.791875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Attempting to bind port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:55.802808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:55.803466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Attempting to bind port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:55.810041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36edfc5-5b68-4596-a837-56771be688c0 req-d59b4ba1-8a28-4343-8d93-52bacf69c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:55.811575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-d59b4ba1-8a28-4343-8d93-52bacf69c4e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.6946757 Nov 19 03:58:55.825867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:55.832835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Checking segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:55.832835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Bound using segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:55.832835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Bound port: f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:55.832835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.903995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.906767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:55.912063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d7922054-429b-4709-bffa-2d3e102dff39 tempest-ServersTestFqdnHostnames-1486801737 tempest-ServersTestFqdnHostnames-1486801737-project] 10.222.0.52 "DELETE /v2.0/floatingips/26815104-16f7-4cdf-b3d2-2c98a7323ec7 HTTP/1.1" status: 204 len: 168 time: 1.0550282 Nov 19 03:58:55.919695 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b0c15-9904-45cb-a598-8636f5f9009f x-openstack-request-id: req-d46b0c15-9904-45cb-a598-8636f5f9009f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:55.920546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:55.921061 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f3324d-6ade-4917-aa94-baff0162a22d", "name": "network-vif-plugged", "status": "completed", "tag": "7b667c0b-75ed-4982-9c08-381f255dd092", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:55.921624 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d46b0c15-9904-45cb-a598-8636f5f9009f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:55.922388 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f3324d-6ade-4917-aa94-baff0162a22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b667c0b-75ed-4982-9c08-381f255dd092', 'code': 200} Nov 19 03:58:56.105116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.120406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.137402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.149195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.170220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.195257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.215560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.236367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e86da383-780b-4881-834a-23c232b240ca req-be4f8071-a84c-4c8b-8b1a-cf94717afa8e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5385 time: 0.8433323 Nov 19 03:58:56.260202 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:56.277582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-3378edab-af73-4093-b8ad-39830b81cee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4148550 Nov 19 03:58:56.313700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:58:56.349466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115504f-4601-46b2-b9a2-bab3c8fbfb0d req-7fd9b3a9-be53-44a0-8efe-ff85068cf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.351022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6115504f-4601-46b2-b9a2-bab3c8fbfb0d req-7fd9b3a9-be53-44a0-8efe-ff85068cf577 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 1096 time: 0.2199736 Nov 19 03:58:56.383762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e481a5-5852-4731-99e8-f2f5c1d53517 req-13e65ecd-a1e5-4636-8b9d-8c8d7a72495c tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.388088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d5e481a5-5852-4731-99e8-f2f5c1d53517 req-13e65ecd-a1e5-4636-8b9d-8c8d7a72495c tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca806927-6e31-4065-bb76-ee2d03b02aa0 HTTP/1.1" status: 200 len: 945 time: 0.2404215 Nov 19 03:58:56.447533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:58:56.481551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:56.553967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e86da383-780b-4881-834a-23c232b240ca req-86cf4815-6b02-4288-b40c-a6b2410dcb5e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3140187 Nov 19 03:58:56.693487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:56.694247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:56.700725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] 10.222.0.31 "PUT /v2.0/ports/f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 200 len: 1090 time: 4.0596838 Nov 19 03:58:56.714860 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72db0864-9a5e-4ea1-a2fe-89f8baaa19cc x-openstack-request-id: req-72db0864-9a5e-4ea1-a2fe-89f8baaa19cc {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:56.715157 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "c4ac5c62-6443-48eb-83e0-55daca71ee17", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:56.715427 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72db0864-9a5e-4ea1-a2fe-89f8baaa19cc {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:56.726877 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'c4ac5c62-6443-48eb-83e0-55daca71ee17', 'status': 'completed', 'code': 200} Nov 19 03:58:56.862866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 01f5c80d-a2ce-4a05-b465-15eba7f8b795 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:58:57.095043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6af5e-01e9-4064-a0df-5aeac8291277 service neutron] Pushing event updated for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:57.124136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.125471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.126260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.126742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.127365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.127844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.128505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.130696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-0b242117-b595-4ffe-b122-52ebbff8eef8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6277 time: 0.3888083 Nov 19 03:58:57.146404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a3e3-28b0-415d-a89b-4cedf0f9fc44 req-4256172d-8cd6-4af4-a529-7d790119ae03 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.147992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4201a3e3-28b0-415d-a89b-4cedf0f9fc44 req-4256172d-8cd6-4af4-a529-7d790119ae03 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.3108795 Nov 19 03:58:57.148928 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:57.224723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-575282b8-97ac-422b-9441-8d6e642fd6f8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755198 Nov 19 03:58:57.230862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Pushing event deleted for resources: {'Port': ['ID=01f5c80d-a2ce-4a05-b465-15eba7f8b795,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:57.272080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:58:57.393801 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6115504f-4601-46b2-b9a2-bab3c8fbfb0d req-d4bd0ad1-acea-41c7-9428-0ec81d8cab58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366203 Nov 19 03:58:57.403035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] No DVR routers for this DVR port 01f5c80d-a2ce-4a05-b465-15eba7f8b795 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:58:57.409727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:57.413610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fbbd6e2-13bf-4513-91a4-95f6422602ba req-d63101a5-dd2e-4adb-954e-190306794634 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.31 "DELETE /v2.0/ports/01f5c80d-a2ce-4a05-b465-15eba7f8b795 HTTP/1.1" status: 204 len: 173 time: 3.2590590 Nov 19 03:58:57.461858 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:57.469240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:57.471527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4201a3e3-28b0-415d-a89b-4cedf0f9fc44 req-be307f89-d852-442f-bb59-03b90539d1fa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029091 Nov 19 03:58:57.641013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-7f4d6a88-0ff5-4be0-92b6-4039d5b4cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.642036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-7f4d6a88-0ff5-4be0-92b6-4039d5b4cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.652389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-7f4d6a88-0ff5-4be0-92b6-4039d5b4cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.654390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-7f4d6a88-0ff5-4be0-92b6-4039d5b4cb29 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5033309 Nov 19 03:58:57.744493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d5e481a5-5852-4731-99e8-f2f5c1d53517 req-f3047bf2-fcdf-47f8-ad48-8dacf12f2896 tempest-ServerMetadataNegativeTestJSON-530706411 tempest-ServerMetadataNegativeTestJSON-530706411-project] 10.222.0.52 "GET /v2.0/security-groups?id=e27d03a6-1883-4d49-baef-ff342945ae05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3454614 Nov 19 03:58:57.850768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:57.927907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275f3e-71df-47a6-a691-cbed1f0277eb req-e8463477-f90e-43f7-a1e2-6df931b38001 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:57.930121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08275f3e-71df-47a6-a691-cbed1f0277eb req-e8463477-f90e-43f7-a1e2-6df931b38001 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.2743306 Nov 19 03:58:58.076022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b36edfc5-5b68-4596-a837-56771be688c0 req-e60545cd-2330-4aad-b347-c6f04b7cf031 service neutron] 10.222.0.36 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884418 Nov 19 03:58:58.100092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-790dca41-f5c6-45a6-9852-fa1fa0f78302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:58.101593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf364c74-a484-4167-9a26-b12aa543fd6b req-790dca41-f5c6-45a6-9852-fa1fa0f78302 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4234843 Nov 19 03:58:58.162258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08275f3e-71df-47a6-a691-cbed1f0277eb req-32e06a4b-21e5-44b3-8d31-8fbf5162f798 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101965 Nov 19 03:58:58.442165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354e76a-a19d-49f2-a717-635b69b7cbd5 req-b30843ab-81a9-461a-8dfe-0d07947af305 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:58.443758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d354e76a-a19d-49f2-a717-635b69b7cbd5 req-b30843ab-81a9-461a-8dfe-0d07947af305 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.1089330 Nov 19 03:58:58.463465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:58.559780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d354e76a-a19d-49f2-a717-635b69b7cbd5 req-d4b09c55-9eeb-4075-980b-e767d2ab3677 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062286 Nov 19 03:58:58.728690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe'}, {'server_uuid': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'name': 'network-vif-deleted', 'tag': '01f5c80d-a2ce-4a05-b465-15eba7f8b795'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:58:58.731222 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3538c4a4-f497-4822-9987-821c973e359d" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe"}, {"server_uuid": "ca806927-6e31-4065-bb76-ee2d03b02aa0", "name": "network-vif-deleted", "tag": "01f5c80d-a2ce-4a05-b465-15eba7f8b795"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:58:58.799112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-c3780762-ab7c-4685-abca-9fbbda20a8d3 req-42610054-6f88-499b-832e-2e22a0465bda service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:58:58.800130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3780762-ab7c-4685-abca-9fbbda20a8d3 req-42610054-6f88-499b-832e-2e22a0465bda service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060706 Nov 19 03:58:58.916393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76e9786-9af0-4897-ae11-0cafb01dc699 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:58:58.939009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:59.006663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Transition to ACTIVE for port object e76e9786-9af0-4897-ae11-0cafb01dc699 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:58:59.071768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.079655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.088108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.111754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.129265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.152361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.173798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:58:59.175853 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-3b2c9fdf-83f1-4e81-9015-219cfb08d00e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5385 time: 0.3881927 Nov 19 03:58:59.182938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:58:59.274957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Pushing event updated for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:58:59.541371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-776b9f3b-0b2e-44a5-b396-cb4533f54d84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3586020 Nov 19 03:58:59.551111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-7a4f6a5d-b14d-4a59-85b0-3e144815079f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:58:59.572519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-7a4f6a5d-b14d-4a59-85b0-3e144815079f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0301738 Nov 19 03:58:59.682894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bafbaa57-f7d0-45aa-9aa9-0303d96d03ae req-01d89fcb-ff2f-4b7a-bfbd-cd4f8c988dce tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4870822 Nov 19 03:58:59.700675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Attempting to bind port e76e9786-9af0-4897-ae11-0cafb01dc699 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:58:59.701547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Attempting to bind port e76e9786-9af0-4897-ae11-0cafb01dc699 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:58:59.701894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Attempting to bind port e76e9786-9af0-4897-ae11-0cafb01dc699 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:59.792701 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8719fbb-070b-4cfd-901c-c83b26c6f535 x-openstack-request-id: req-e8719fbb-070b-4cfd-901c-c83b26c6f535 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:58:59.793312 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe", "status": "completed", "code": 200}, {"server_uuid": "ca806927-6e31-4065-bb76-ee2d03b02aa0", "name": "network-vif-deleted", "tag": "01f5c80d-a2ce-4a05-b465-15eba7f8b795", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:58:59.793571 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8719fbb-070b-4cfd-901c-c83b26c6f535 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:58:59.794006 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe', 'status': 'completed', 'code': 200} Nov 19 03:58:59.794271 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca806927-6e31-4065-bb76-ee2d03b02aa0', 'name': 'network-vif-deleted', 'tag': '01f5c80d-a2ce-4a05-b465-15eba7f8b795', 'status': 'completed', 'code': 200} Nov 19 03:58:59.801841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46134) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:58:59.850565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Port e76e9786-9af0-4897-ae11-0cafb01dc699 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:58:59.853285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Attempting to bind port e76e9786-9af0-4897-ae11-0cafb01dc699 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:58:59.871893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:58:59.872282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Checking segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:58:59.872785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Bound using segment: {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:58:59.873389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Bound port: e76e9786-9af0-4897-ae11-0cafb01dc699, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2498c792-776c-4bc1-8bbc-be23f31ade4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:58:59.873874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.074635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:00.137288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Deleting subnet 774a718e-6b6e-43ba-8396-0108bf2a4299 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:59:00.170510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b230e-bffa-4388-9408-b41e60643347 req-fd197d66-df99-49fa-91f6-8bbf86e63ff8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.183249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec4b230e-bffa-4388-9408-b41e60643347 req-fd197d66-df99-49fa-91f6-8bbf86e63ff8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.2213287 Nov 19 03:59:00.218914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e76e9786-9af0-4897-ae11-0cafb01dc699,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:00.251508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Deleting port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:00.251857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.254822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.260804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.292632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.293177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.293662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.294233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.295214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.295214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.295607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.298628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3538c4a4-f497-4822-9987-821c973e359d req-dd64c708-6f2f-4f52-b9ba-472bb908721b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6302 time: 0.4065232 Nov 19 03:59:00.364700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec4b230e-bffa-4388-9408-b41e60643347 req-ee179d28-d2c1-4e4c-ab91-872af60c4291 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804597 Nov 19 03:59:00.385836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.492051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96a914-56db-415c-a59a-c18a79bf5b11 req-75f9d956-d068-4aa1-994e-853e07acf9b1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.492051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc96a914-56db-415c-a59a-c18a79bf5b11 req-75f9d956-d068-4aa1-994e-853e07acf9b1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.3965464 Nov 19 03:59:00.492051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.492051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.498160 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] 10.222.0.31 "PUT /v2.0/ports/e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 200 len: 1091 time: 3.2315185 Nov 19 03:59:00.511828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:00.513909 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeac017-256b-477f-b6ce-83d6912dc645" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:00.579383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:00.659118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.796983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:00.831750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-1887424a-eec7-4984-93e5-b2796a5e0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.833855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-1887424a-eec7-4984-93e5-b2796a5e0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.835862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-1887424a-eec7-4984-93e5-b2796a5e0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:00.841101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3538c4a4-f497-4822-9987-821c973e359d req-1887424a-eec7-4984-93e5-b2796a5e0651 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5164976 Nov 19 03:59:00.869015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6914-a9f6-4705-b22c-e973772b8aff service neutron] Pushing event updated for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:01.037269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6297f-c2bb-4a9e-936e-3190d2bbdd1b req-1c43f903-e549-46f6-b2cd-b8b1fac893c3 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.045813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78b6297f-c2bb-4a9e-936e-3190d2bbdd1b req-1c43f903-e549-46f6-b2cd-b8b1fac893c3 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.3620756 Nov 19 03:59:01.065302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] For port 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:01.065678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.116500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc96a914-56db-415c-a59a-c18a79bf5b11 req-50f2f1dc-24cc-403d-8ba7-3e37c4b8b4c2 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991154 Nov 19 03:59:01.130113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Calling delete_port for 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:01.162826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c4a4-f497-4822-9987-821c973e359d req-18847593-641d-4546-a530-c40f3b22918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.164691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3538c4a4-f497-4822-9987-821c973e359d req-18847593-641d-4546-a530-c40f3b22918f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561266 Nov 19 03:59:01.168528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.200445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774a718e-6b6e-43ba-8396-0108bf2a4299,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:01.232954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78b6297f-c2bb-4a9e-936e-3190d2bbdd1b req-d8d14397-0a1b-4b4b-a457-e62d5e34a7c5 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818793 Nov 19 03:59:01.259306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.266082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3615b9cc-d74c-49fc-83bb-fabb5bb7dbd5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/774a718e-6b6e-43ba-8396-0108bf2a4299 HTTP/1.1" status: 204 len: 168 time: 1.4638884 Nov 19 03:59:01.270622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46164) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:01.334092 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ca849-74da-4cd2-af9d-7f608b4c8a22 x-openstack-request-id: req-ec9ca849-74da-4cd2-af9d-7f608b4c8a22 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:01.334473 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:01.334818 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec9ca849-74da-4cd2-af9d-7f608b4c8a22 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:01.335346 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699', 'status': 'completed', 'code': 200} Nov 19 03:59:01.508228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.613216 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.670730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.678996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.685341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.693756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.700877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.710192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.718881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.728127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-2f2f4fce-5719-4d2d-8e26-dac21d209546 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5397 time: 0.2738280 Nov 19 03:59:01.793762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.821314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.821985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.822479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.822955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.823437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.823899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.824418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:01.826325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-7bcf8ff7-5348-4c83-8ea6-beedfb201a52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6344 time: 0.3733120 Nov 19 03:59:01.859545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c20fdd-2ac2-45b0-aa42-392f19da9913']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:01.876320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:01.879819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00770fa-73ab-405f-b7e3-89344b21a32d') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:01.880129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00770fa-73ab-405f-b7e3-89344b21a32d') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:01.895437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:01.931718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Transition to ACTIVE for port object 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:01.955958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.040181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.052786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.090865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:59:02.091402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:59:02.094562 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:59:02.097080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.113822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7034974-a422-4ed5-a73b-9ab40a837ccb req-486d38c0-e231-4b0c-a475-0a74b792ff6a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3785207 Nov 19 03:59:02.229743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a626158-5d9c-4111-b1e7-d94e36a13b74 req-b20dbf99-eeec-4d5f-87ce-6258cf29e771 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:02.238462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a626158-5d9c-4111-b1e7-d94e36a13b74 req-b20dbf99-eeec-4d5f-87ce-6258cf29e771 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.6172955 Nov 19 03:59:02.323385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:02.421382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-5ab1a549-9086-423c-85e1-e5d9ab70634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:02.425567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-5ab1a549-9086-423c-85e1-e5d9ab70634c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1101 time: 0.3828804 Nov 19 03:59:02.431466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-21e7c758-d5b7-4103-9a0d-28b3cc94745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:02.434539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-21e7c758-d5b7-4103-9a0d-28b3cc94745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:02.435327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-21e7c758-d5b7-4103-9a0d-28b3cc94745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:02.438040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-21e7c758-d5b7-4103-9a0d-28b3cc94745f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5336480 Nov 19 03:59:02.440945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.451229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.465667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] 10.222.0.52 "DELETE /v2.0/networks/c3c20fdd-2ac2-45b0-aa42-392f19da9913 HTTP/1.1" status: 204 len: 168 time: 1.1920550 Nov 19 03:59:02.516952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:02.646642 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a626158-5d9c-4111-b1e7-d94e36a13b74 req-59ff2a84-3792-48cf-b9a4-adb60f8c234d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068851 Nov 19 03:59:02.783473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Attempting to bind port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:02.785038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Attempting to bind port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:02.785651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Attempting to bind port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:02.819004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:02.820550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Attempting to bind port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:02.852299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:02.852687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Checking segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:02.853097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Bound using segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:02.856260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Bound port: 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:02.856701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:02.896447 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:59:03.001484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46188) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:03.113327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:03.159262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:03.174344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:03.184463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b49677-32a0-40ba-87fc-c1f522bb01cb req-1e5df640-547d-454b-88e3-16b1b8372a6a tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:03.191868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77b49677-32a0-40ba-87fc-c1f522bb01cb req-1e5df640-547d-454b-88e3-16b1b8372a6a tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.1932297 Nov 19 03:59:03.209012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2086db3-3aeb-4bae-80ab-647ad4bb5e0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=337a8a8652f741ffaf1376eb8378d3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956301 Nov 19 03:59:03.212639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46192) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:03.237927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edb033-8637-44ac-a9b9-8d111b32613f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c20fdd-2ac2-45b0-aa42-392f19da9913,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:03.428060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-01a1825b-11c8-4e80-b12f-b2dc0218f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:03.430067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aeeac017-256b-477f-b6ce-83d6912dc645 req-01a1825b-11c8-4e80-b12f-b2dc0218f0be service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9612875 Nov 19 03:59:03.521422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ff240-127d-4134-86f1-9684757fe383 req-f1fef551-3ad8-48f6-9656-306b862812e3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:03.530467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a0ff240-127d-4134-86f1-9684757fe383 req-f1fef551-3ad8-48f6-9656-306b862812e3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.2831256 Nov 19 03:59:03.587248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-0aa43ac3-dead-4366-9d14-02942eb2b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:03.590206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-0aa43ac3-dead-4366-9d14-02942eb2b2ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 1.1226611 Nov 19 03:59:03.626933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a0ff240-127d-4134-86f1-9684757fe383 req-1c11b178-3714-4d49-9054-f10e5c659baa tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937219 Nov 19 03:59:03.901073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:04.076624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:04.234056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.275985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77b49677-32a0-40ba-87fc-c1f522bb01cb req-998556be-69ad-4bb1-84e9-b28d7aaf97bc tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0832069 Nov 19 03:59:04.278905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.287235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.299606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.300297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:04.301780 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-799e4f12-5853-4555-94ef-3447b2d0aae9 service neutron] 10.222.0.31 "PUT /v2.0/ports/5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 200 len: 1091 time: 3.7477765 Nov 19 03:59:04.304991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:04.328525 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc03d403-4732-4301-8504-4cee3617958f" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:04.333478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.369342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.386743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.394471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.396625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-54557545-ad3d-4de3-b8b7-811d70b5ad4e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5409 time: 0.2758207 Nov 19 03:59:04.422350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Request body: {'port': {'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:04.488067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45c8c5cc-4dcf-43d4-a4e5-6885b48a863b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:04.607203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edfbb4c9-fef0-4f2d-a61e-52b02319e9bf req-2526b4f3-003b-4d63-8d4c-d5d14e253c93 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1922572 Nov 19 03:59:04.658926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45c8c5cc-4dcf-43d4-a4e5-6885b48a863b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:04.719407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46212) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:04.775569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:04.882091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Router 2a116af7-344a-44c7-be3b-02e10494a1a3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:59:04.882471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2f27-3527-4166-8022-be7261ded012 req-858e3efa-5b00-414a-98fd-f4dc1fcff246 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:04.884198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c82e2f27-3527-4166-8022-be7261ded012 req-858e3efa-5b00-414a-98fd-f4dc1fcff246 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1396675 Nov 19 03:59:04.998536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62fbe754-cdb8-41f5-9430-cb09416869e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.028878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c82e2f27-3527-4166-8022-be7261ded012 req-af810371-d8a5-4da4-9563-0d474a51ef0e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165195 Nov 19 03:59:05.109212 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb1541-66c9-48c7-93e6-75c8ae8bbd65 x-openstack-request-id: req-04bb1541-66c9-48c7-93e6-75c8ae8bbd65 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:05.109777 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:05.110203 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04bb1541-66c9-48c7-93e6-75c8ae8bbd65 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:05.110785 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9', 'status': 'completed', 'code': 200} Nov 19 03:59:05.115070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45c8c5cc-4dcf-43d4-a4e5-6885b48a863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.117765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45c8c5cc-4dcf-43d4-a4e5-6885b48a863b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.118820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-45c8c5cc-4dcf-43d4-a4e5-6885b48a863b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e27d03a6-1883-4d49-baef-ff342945ae05 HTTP/1.1" status: 204 len: 168 time: 1.8978624 Nov 19 03:59:05.198492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c5cc-4dcf-43d4-a4e5-6885b48a863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d03a6-1883-4d49-baef-ff342945ae05,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:05.208977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:59:05.215864 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cb429f49-f669-4315-a365-7ab213779844 admin admin] 10.222.0.52 "PUT /v2.0/routers/2a116af7-344a-44c7-be3b-02e10494a1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2939491 Nov 19 03:59:05.220373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46222) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:05.230151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] Sync routers for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:59:05.255755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:05.257181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:05.267691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62fbe754-cdb8-41f5-9430-cb09416869e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.290533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62fbe754-cdb8-41f5-9430-cb09416869e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.365024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-62fbe754-cdb8-41f5-9430-cb09416869e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cf09d4305e1403295c75610ea882849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6442666 Nov 19 03:59:05.367133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe754-cdb8-41f5-9430-cb09416869e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b67c41-537f-4d44-bfb5-e45473acbced,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:05.385913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.391732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.391942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46228) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:05.393188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.393902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.394600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.395652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.396319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.397720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.400313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc03d403-4732-4301-8504-4cee3617958f req-d3cabcfe-33c5-4936-be2e-50d915428144 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6411 time: 0.2395096 Nov 19 03:59:05.419883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b00d1-c816-4c25-9987-91b7194e648e req-bd2bdbe5-e562-4ae8-b62f-df7905db5635 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.432755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d93b00d1-c816-4c25-9987-91b7194e648e req-bd2bdbe5-e562-4ae8-b62f-df7905db5635 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.1632345 Nov 19 03:59:05.438323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:05.536176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85b3c23-0582-4540-b3d5-18836e74c251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.589479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-f84ff503-5654-46f2-860b-8731e875c823 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.1299021 Nov 19 03:59:05.693979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d93b00d1-c816-4c25-9987-91b7194e648e req-293b6796-7ddc-4a4a-8171-3554b505a193 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588875 Nov 19 03:59:05.726008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85b3c23-0582-4540-b3d5-18836e74c251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.752142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:59:01Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:05.763274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-6905fdd4-6120-424f-b051-689e2542a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.765548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-6905fdd4-6120-424f-b051-689e2542a4ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1415589 Nov 19 03:59:05.767420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-f781fe85-79f6-4ff4-9956-f443f5ecbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.768014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-f781fe85-79f6-4ff4-9956-f443f5ecbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.768554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-f781fe85-79f6-4ff4-9956-f443f5ecbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.770890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc03d403-4732-4301-8504-4cee3617958f req-f781fe85-79f6-4ff4-9956-f443f5ecbe77 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3350968 Nov 19 03:59:05.773056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.782396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] Checking router: 2a116af7-344a-44c7-be3b-02e10494a1a3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:59:05.791492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] Routers {'2a116af7-344a-44c7-be3b-02e10494a1a3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:05.792515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2a116af7-344a-44c7-be3b-02e10494a1a3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:05.815913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e879143a-20a7-4702-8a45-630e36574bb2 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:05.899568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:05.919350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-2a2388c5-3eff-45f0-833b-ebe5ed944870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:05.921617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-2a2388c5-3eff-45f0-833b-ebe5ed944870 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388481 Nov 19 03:59:05.982651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] Set router 2a116af7-344a-44c7-be3b-02e10494a1a3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:05.987169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Transition to ACTIVE for port object e879143a-20a7-4702-8a45-630e36574bb2 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:06.018721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d403-4732-4301-8504-4cee3617958f req-7ee15ad2-d6d9-4298-a17f-e89db0970cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.020304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc03d403-4732-4301-8504-4cee3617958f req-7ee15ad2-d6d9-4298-a17f-e89db0970cbb service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278903 Nov 19 03:59:06.021839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.030398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.035118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.048786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.055213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.071813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.085675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.094558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-be636bc2-d5ab-4c14-b375-5fc90ebba434 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5409 time: 0.3400908 Nov 19 03:59:06.104100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.124268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1d448366-5026-410b-8415-af44982004af service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918082 Nov 19 03:59:06.147744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85b3c23-0582-4540-b3d5-18836e74c251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.150999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85b3c23-0582-4540-b3d5-18836e74c251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.155993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a85b3c23-0582-4540-b3d5-18836e74c251 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77b67c41-537f-4d44-bfb5-e45473acbced HTTP/1.1" status: 204 len: 168 time: 0.7627180 Nov 19 03:59:06.206324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b3c23-0582-4540-b3d5-18836e74c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b67c41-537f-4d44-bfb5-e45473acbced,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:06.325434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Pushing event updated for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:06.334762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Deleting port 28176299-4474-4489-8d84-c7e33565da4d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:06.335351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.351775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513239-3113-4c05-8238-310913f346e7 req-7a7dd18e-c87b-4023-8492-a80693d3ad80 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.364865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02513239-3113-4c05-8238-310913f346e7 req-7a7dd18e-c87b-4023-8492-a80693d3ad80 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.2351704 Nov 19 03:59:06.467534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:59:01Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:06.530720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-be6d3ce2-5096-429b-ad35-a779bb1bf042 req-70c3bdf6-6039-412a-be0c-19ccc94911d8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4277940 Nov 19 03:59:06.543005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02513239-3113-4c05-8238-310913f346e7 req-9ba2c11a-aaca-47d6-bd2d-561c250eced6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713355 Nov 19 03:59:06.557651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ceef01-d4fb-418b-8872-23d9472b3158 None None] The sync data for ids ['2a116af7-344a-44c7-be3b-02e10494a1a3'] in n-d-818503-1 is: [{'id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'name': 'tempest-ServersTestFqdnHostnames-1019240727-router', 'tenant_id': '7996c6f154c546eca4da474afd80cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '28176299-4474-4489-8d84-c7e33565da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:56:22Z', 'updated_at': '2021-11-19T03:59:01Z', 'revision_number': 5, 'project_id': '7996c6f154c546eca4da474afd80cb1c', 'gw_port': {'id': '28176299-4474-4489-8d84-c7e33565da4d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a116af7-344a-44c7-be3b-02e10494a1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:56:23Z', 'updated_at': '2021-11-19T03:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:59:06.557970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-8843df17-de24-43d7-a047-ee39925f68da service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019890 Nov 19 03:59:06.661252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Attempting to bind port e879143a-20a7-4702-8a45-630e36574bb2 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:06.662005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Attempting to bind port e879143a-20a7-4702-8a45-630e36574bb2 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:06.662544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Attempting to bind port e879143a-20a7-4702-8a45-630e36574bb2 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:06.677051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Port e879143a-20a7-4702-8a45-630e36574bb2 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:06.677687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Attempting to bind port e879143a-20a7-4702-8a45-630e36574bb2 on network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:06.705353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:06.705658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Checking segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:06.706425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Bound using segment: {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:06.707724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Bound port: e879143a-20a7-4702-8a45-630e36574bb2, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9fed49-bfe4-4e16-81dd-1f76789c751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:06.707913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.718280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] For port 28176299-4474-4489-8d84-c7e33565da4d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=28176299-4474-4489-8d84-c7e33565da4d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:06.719161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.762303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Calling delete_port for 28176299-4474-4489-8d84-c7e33565da4d owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:06.909613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46268) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:06.923643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:06.975441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:06.985515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653b298-9404-4964-a52f-7016343e26eb req-64561dfa-1719-4344-8fe5-d5a1c08df462 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:06.987220 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f653b298-9404-4964-a52f-7016343e26eb req-64561dfa-1719-4344-8fe5-d5a1c08df462 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.1699507 Nov 19 03:59:07.003039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e879143a-20a7-4702-8a45-630e36574bb2,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:07.026326 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.033616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.052338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.088912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc2c4d8834dd4b30b743ba72a10b3ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759059 Nov 19 03:59:07.088912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86181c-9aec-4d8e-9503-5ce7b7867a4a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:07.089624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46274) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:07.107814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.108166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.108558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.108937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.109281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.109891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.110048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.110312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.110643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.110977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.111310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.111641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ebaf-c14a-433e-a1ed-a39acb7d0642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:07.137224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f653b298-9404-4964-a52f-7016343e26eb req-d8ef6629-8a48-49f7-8cb1-75b65fd71a45 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353569 Nov 19 03:59:07.165794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.166599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.168198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] 10.222.0.31 "PUT /v2.0/ports/e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 1091 time: 2.7630923 Nov 19 03:59:07.171092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:07.173658 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "e879143a-20a7-4702-8a45-630e36574bb2"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:07.206137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd8b1f2-fedc-4971-8182-6598fa5b3615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.209108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36320351-00b5-4583-a3e0-c8982e7938be service neutron] Pushing event updated for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:07.221863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.260682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd8b1f2-fedc-4971-8182-6598fa5b3615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.287505 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33ce9b0-3a26-4199-b513-f088431c6811 x-openstack-request-id: req-c33ce9b0-3a26-4199-b513-f088431c6811 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:07.289805 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "e879143a-20a7-4702-8a45-630e36574bb2", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:07.294427 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c33ce9b0-3a26-4199-b513-f088431c6811 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:07.295067 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2', 'status': 'completed', 'code': 200} Nov 19 03:59:07.310014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28176299-4474-4489-8d84-c7e33565da4d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:07.365973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd8b1f2-fedc-4971-8182-6598fa5b3615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.377434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd8b1f2-fedc-4971-8182-6598fa5b3615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.390540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9bd8b1f2-fedc-4971-8182-6598fa5b3615 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd86181c-9aec-4d8e-9503-5ce7b7867a4a HTTP/1.1" status: 204 len: 168 time: 0.2933764 Nov 19 03:59:07.413816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8b1f2-fedc-4971-8182-6598fa5b3615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86181c-9aec-4d8e-9503-5ce7b7867a4a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:07.431364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.432456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.433110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.433765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.434276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.434761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.435234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.437803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3af473b0-2d6c-446d-9dc8-20d2a269ff77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6478 time: 0.1416950 Nov 19 03:59:07.464048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.622585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-b27aec74-4a19-4a3a-af5d-d2f0b61c7a2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 217 time: 0.1618836 Nov 19 03:59:07.700102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.704677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.706851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e9834-905c-421d-b769-1b0c951bf38f req-b061c8de-9109-4075-bb43-ea7f60929aa3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.708761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c23e9834-905c-421d-b769-1b0c951bf38f req-b061c8de-9109-4075-bb43-ea7f60929aa3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0649240 Nov 19 03:59:07.770211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-286ca82e-0cfc-4d41-96b0-fbb8eb0c653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:07.772139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-286ca82e-0cfc-4d41-96b0-fbb8eb0c653e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 200 len: 851 time: 0.1044137 Nov 19 03:59:07.778472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.778934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a116af7-344a-44c7-be3b-02e10494a1a3 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:59:07.801565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:07.810372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e80d1cc8-0bf9-4c0a-80f9-69f4ca0314a6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2a116af7-344a-44c7-be3b-02e10494a1a3 HTTP/1.1" status: 204 len: 168 time: 2.5889099 Nov 19 03:59:07.812472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46306) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:07.857598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c23e9834-905c-421d-b769-1b0c951bf38f req-b373c1ff-aa24-4962-bdb4-5907c6f6176c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355476 Nov 19 03:59:08.027737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-34e3d4ba-a06c-4c90-b07f-a46900a22137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.029493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-34e3d4ba-a06c-4c90-b07f-a46900a22137 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48eb8720-4add-44ff-aaca-edb67addda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386754 Nov 19 03:59:08.033782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Deleting subnet fd066972-674e-4975-9fdc-b4f4816d9553 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:59:08.037638 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:08.314491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9d0f0-252e-491a-83ba-fe312e35e879 req-fdccdde0-1cce-402c-80c4-eaf8ac42a3a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.322490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86c9d0f0-252e-491a-83ba-fe312e35e879 req-fdccdde0-1cce-402c-80c4-eaf8ac42a3a8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 945 time: 0.0701058 Nov 19 03:59:08.428245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86c9d0f0-252e-491a-83ba-fe312e35e879 req-df077e3c-d492-417d-aef9-0faa62ee4768 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047642 Nov 19 03:59:08.475468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.483964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:08.504117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.512056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.534444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:08.536013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.544053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:08.544410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1f3fe14a-b4a2-4ece-8c9f-d1da5d8702c3 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:08.544929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28176299-4474-4489-8d84-c7e33565da4d no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:08.547745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.555397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.580783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:08.582790 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-73360e59-eaad-4378-9b25-fe661c2eb512 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.6896091 Nov 19 03:59:08.599918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:08.623503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 28176299-4474-4489-8d84-c7e33565da4d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:08.626245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28176299-4474-4489-8d84-c7e33565da4d not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:08.747540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46336) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:08.762624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-37147507-ea5c-48b2-9ab7-853c7070a35b service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955290 Nov 19 03:59:08.773585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6f26101-61aa-496e-801d-c1a6625fb133 req-59870952-5ebc-413a-90be-6f8e5b23a83c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788700 Nov 19 03:59:08.782100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:08.797661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'network_id': '8e009a86-46ed-4d74-8c23-5e9222dc7a13', 'port_id': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'mac_address': 'fa:16:3e:14:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e75b49-dbaf-4a12-9906-525bc057ca32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:08.878027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:08.878690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:08.925418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:08.957688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:08.961979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-9a3a818c-4523-4a30-8a69-54e848502bc0 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797945 Nov 19 03:59:08.966939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.030059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-82c6005f-1c0b-4990-beda-789ac7cd7099 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0574558 Nov 19 03:59:09.041992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.077883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.092253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:09.111474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd066972-674e-4975-9fdc-b4f4816d9553,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.132925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19589bdb-bfe7-471c-90ab-f91b598871b0 req-15aa29ef-51d4-4040-a826-6824ad13204f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:09.142866 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.146448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a536488-6a33-4c41-a948-8b8c69c7dc22 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fd066972-674e-4975-9fdc-b4f4816d9553 HTTP/1.1" status: 204 len: 168 time: 1.3129039 Nov 19 03:59:09.148965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46352) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:09.150013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19589bdb-bfe7-471c-90ab-f91b598871b0 req-15aa29ef-51d4-4040-a826-6824ad13204f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1513717 Nov 19 03:59:09.150556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af078a-e087-4e06-ba68-f35873e86c80 None None] Network 7140de68-49cb-4b40-aa19-2618ba573c2d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:09.159270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-network', 'tenant_id': '6a824c96a750441d9b514d9609b6d954'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:09.212813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f104c518-58a9-4e0d-9377-639782e5197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:09.214847 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f104c518-58a9-4e0d-9377-639782e5197a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1616764 Nov 19 03:59:09.227982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c81a220-ee21-40f4-99c0-030eef8c934a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.252235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Made reservation on behalf of 6a824c96a750441d9b514d9609b6d954 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:09.254749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.282237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19589bdb-bfe7-471c-90ab-f91b598871b0 req-38d057ff-972d-48d0-9d1c-d2b97b688f98 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259756 Nov 19 03:59:09.287583 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.287925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.313023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['c6d30316-d0a9-48b1-b870-1a3dc204a39b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:09.333926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d15ac89e-719e-460f-98c8-63a290e4ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:09.335551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d15ac89e-719e-460f-98c8-63a290e4ceae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077502 Nov 19 03:59:09.420509 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c81a220-ee21-40f4-99c0-030eef8c934a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.422754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Deleting port b7ff67ed-7a5c-476b-acc1-15612b90eb6e {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:09.423108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.430127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c81a220-ee21-40f4-99c0-030eef8c934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.461741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0c81a220-ee21-40f4-99c0-030eef8c934a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc6347874a8a4808adc75bdd6e2b5f6f&name=default HTTP/1.1" status: 200 len: 2999 time: 0.3684039 Nov 19 03:59:09.471966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46356) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:09.474578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.494934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.505980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] For port b7ff67ed-7a5c-476b-acc1-15612b90eb6e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,segment=NetworkSegment(9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83),segment_id=9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:09.506586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.521150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Calling delete_port for b7ff67ed-7a5c-476b-acc1-15612b90eb6e owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:09.533226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81a220-ee21-40f4-99c0-030eef8c934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ddf57c-3def-43f5-9e9b-ae6bcd615f2c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.540024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:59:09.560318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] DHCP port deletion for 7140de68-49cb-4b40-aa19-2618ba573c2d request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:59:09.596230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2db2225a-ec9b-4a93-bf77-67f254f6b3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.601229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.601855 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Added segment 37e0704b-c1c9-4d5c-be91-543a83f521ad of type vlan for network 776e4ab0-1733-49fb-8f71-0e19439a52b1 Nov 19 03:59:09.627833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc06fc-c0c9-4297-ba9b-d45848d40562,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.629033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Deleting port b7ff67ed-7a5c-476b-acc1-15612b90eb6e {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:09.629547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.635891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.680766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2db2225a-ec9b-4a93-bf77-67f254f6b3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.696836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.714490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.718230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] No DVR routers for this DVR port b7ff67ed-7a5c-476b-acc1-15612b90eb6e on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:09.728345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3da509a3-7f6f-4671-946d-333d291b8c2e service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784568 Nov 19 03:59:09.741078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] For port b7ff67ed-7a5c-476b-acc1-15612b90eb6e, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:09.741500 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.751220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.752708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:09.753527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.762524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Calling delete_port for b7ff67ed-7a5c-476b-acc1-15612b90eb6e owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:09.767265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Port b7ff67ed-7a5c-476b-acc1-15612b90eb6e was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 03:59:09.769247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.790588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1d225-0c50-4928-b55e-325a0692e75a req-b36dc974-5669-4e93-b888-17be7e367794 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:09.798891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dcd1d225-0c50-4928-b55e-325a0692e75a req-b36dc974-5669-4e93-b888-17be7e367794 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 946 time: 0.1812263 Nov 19 03:59:09.803187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] Pushing event deleted for resources: {'Port': ['ID=b7ff67ed-7a5c-476b-acc1-15612b90eb6e,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.817097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91683386-2c65-4af2-b8da-a45fb875557a None None] No DVR routers for this DVR port b7ff67ed-7a5c-476b-acc1-15612b90eb6e on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:09.822659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] Pushing event updated for resources: {'Network': ['ID=776e4ab0-1733-49fb-8f71-0e19439a52b1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:09.848830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:59:09.850905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2db2225a-ec9b-4a93-bf77-67f254f6b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.855059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2db2225a-ec9b-4a93-bf77-67f254f6b3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:09.856947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2db2225a-ec9b-4a93-bf77-67f254f6b3f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30ddf57c-3def-43f5-9e9b-ae6bcd615f2c HTTP/1.1" status: 204 len: 168 time: 0.3848259 Nov 19 03:59:09.865203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3c4c8964-c822-41a5-ad11-4496318b194f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1165760 Nov 19 03:59:09.879253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:09.891287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Request body: {'subnet': {'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-subnet', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:09.900074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2225a-ec9b-4a93-bf77-67f254f6b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ddf57c-3def-43f5-9e9b-ae6bcd615f2c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:10.000338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Made reservation on behalf of 6a824c96a750441d9b514d9609b6d954 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:10.012280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.076145 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.132650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7140de68-49cb-4b40-aa19-2618ba573c2d']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:10.149434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dcd1d225-0c50-4928-b55e-325a0692e75a req-1af86f24-c1e8-4d80-9c67-ac45220fb40f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495970 Nov 19 03:59:10.208014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-a6619178-25d1-45f0-8703-347bf85ed7f4 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393876 Nov 19 03:59:10.213875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:10.214322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0b36ee-33dc-46bc-bd7d-0182ef9ffa83') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:10.251444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.262050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.269005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.271409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.273598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7ff67ed-7a5c-476b-acc1-15612b90eb6e no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:10.287805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.305109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.310095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b7ff67ed-7a5c-476b-acc1-15612b90eb6e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:10.310567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7ff67ed-7a5c-476b-acc1-15612b90eb6e not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:10.315507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.326269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.330410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:59:10.332743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.334611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.337234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-3ac5dd48-26ba-4ece-b7cb-67d87ac19500 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.3845565 Nov 19 03:59:10.337916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46370) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:10.366836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5907acf9-2dd0-4adb-9708-e1138adff69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:59:10.388248 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:59:10.396572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-1166dfd1-3a2c-4f38-95e7-263025ae46d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 217 time: 0.1641128 Nov 19 03:59:10.461997 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.466753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.471054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7140de68-49cb-4b40-aa19-2618ba573c2d HTTP/1.1" status: 204 len: 168 time: 1.3208575 Nov 19 03:59:10.508915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc3640-c8a1-4481-8967-a979af86aac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7140de68-49cb-4b40-aa19-2618ba573c2d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:10.513280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb167c2b-ef30-48a7-b78c-275c5a60cdf6 req-6eb46349-98b4-4b21-b423-24510a8a1e44 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632061 Nov 19 03:59:10.521359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-8d7af358-828b-48b3-8a5c-787370e95ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.522879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-8d7af358-828b-48b3-8a5c-787370e95ebd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1075270 Nov 19 03:59:10.532918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:10.533328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df9f6c-1c1e-4cfd-b795-efd3d2925132 req-aa8e5c75-6355-4a81-bfcb-f9077ef6c40f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.540675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91df9f6c-1c1e-4cfd-b795-efd3d2925132 req-aa8e5c75-6355-4a81-bfcb-f9077ef6c40f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1513703 Nov 19 03:59:10.582678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.625081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5907acf9-2dd0-4adb-9708-e1138adff69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.639219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5907acf9-2dd0-4adb-9708-e1138adff69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.643962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-8ce7184e-6dee-4776-99c6-b47aae9e59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.645924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-8ce7184e-6dee-4776-99c6-b47aae9e59ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026502 Nov 19 03:59:10.660474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port c6d30316-d0a9-48b1-b870-1a3dc204a39b completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:10.663650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91df9f6c-1c1e-4cfd-b795-efd3d2925132 req-6e660031-ebf9-472c-a521-36261cbf5254 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220126 Nov 19 03:59:10.664805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port c6d30316-d0a9-48b1-b870-1a3dc204a39b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:10.665755 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.692407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4521c900-1328-47ea-ad1e-95e5c8d1eb4a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:10.711671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907acf9-2dd0-4adb-9708-e1138adff69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8ae12-d12e-404c-8bbc-c19f2b91b2eb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:10.721712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5907acf9-2dd0-4adb-9708-e1138adff69c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9ecc8f97aaa487fb0020a9a992ffdc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808610 Nov 19 03:59:10.723070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Checking segment: {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:10.723741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Network hostable DHCP agents. Network: 776e4ab0-1733-49fb-8f71-0e19439a52b1, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:59:10.728313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46376) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:10.776521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.778644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:59:10.798537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 776e4ab0-1733-49fb-8f71-0e19439a52b1) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:10.804171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a6dfbb3-22ad-4fee-b064-ed267f061d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.806755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:10.807468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.809361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:10.814998 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0414ae-ef4a-4336-86d0-bf545cd8b33a" -d '{"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:10.839448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c159b53-4d36-4ec5-854e-ffdf5a4f1af1 None None] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:10.849892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46380) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:10.858336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8fa8fe53-a614-4741-bdb2-f634701c23ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9751740 Nov 19 03:59:10.858336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a6dfbb3-22ad-4fee-b064-ed267f061d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.859962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:10.868932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:10.878708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:10.910532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-7eff5cf2-8c0e-4038-9c39-cf46d591c4ef service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458146 Nov 19 03:59:10.924581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.925779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.975385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a6dfbb3-22ad-4fee-b064-ed267f061d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.979209 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a6dfbb3-22ad-4fee-b064-ed267f061d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:10.980651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a6dfbb3-22ad-4fee-b064-ed267f061d95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3e8ae12-d12e-404c-8bbc-c19f2b91b2eb HTTP/1.1" status: 204 len: 168 time: 0.2513711 Nov 19 03:59:11.019160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dfbb3-22ad-4fee-b064-ed267f061d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8ae12-d12e-404c-8bbc-c19f2b91b2eb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:11.023955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-7159a9fc-3931-4b04-9039-d4a36f9b28ce service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011086 Nov 19 03:59:11.038411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-99dcb9af-e698-496b-b84b-664d58c64479 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7996c6f154c546eca4da474afd80cb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871724 Nov 19 03:59:11.038895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46386) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:11.057410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.091749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-16ce0e0a-f60b-4fd4-88b6-8b1fb48652ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 200 len: 217 time: 0.0518832 Nov 19 03:59:11.174947 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da991132-8892-4e6a-9bf8-ff84ae0c4a23 x-openstack-request-id: req-da991132-8892-4e6a-9bf8-ff84ae0c4a23 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:11.175704 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-plugged", "status": "completed", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:11.176144 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da991132-8892-4e6a-9bf8-ff84ae0c4a23 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:11.176747 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'code': 200} Nov 19 03:59:11.192383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3b0828cf-2dab-42f2-85d9-d96f0b73b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.193928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3b0828cf-2dab-42f2-85d9-d96f0b73b6d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0874114 Nov 19 03:59:11.194837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bca69f8b-8002-4542-9927-53876eec99c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.197617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.256771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bca69f8b-8002-4542-9927-53876eec99c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.338621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.365404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-776e4ab0-1733-49fb-8f71-0e19439a52b1', 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'fixed_ips': [{'subnet_id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:59:11.366335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.372939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bca69f8b-8002-4542-9927-53876eec99c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.375743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bca69f8b-8002-4542-9927-53876eec99c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.382988 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bca69f8b-8002-4542-9927-53876eec99c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f54c853f-599a-4f87-808f-5d6ce54759b2 HTTP/1.1" status: 204 len: 168 time: 0.3419085 Nov 19 03:59:11.407154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca69f8b-8002-4542-9927-53876eec99c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c853f-599a-4f87-808f-5d6ce54759b2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:11.408108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5500c-733d-4ceb-8658-4207bb9e8407 req-35f6775f-2626-48ca-9bf8-13d680edf708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.409961 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2b5500c-733d-4ceb-8658-4207bb9e8407 req-35f6775f-2626-48ca-9bf8-13d680edf708 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1098 time: 0.2589631 Nov 19 03:59:11.421701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-13305267-fc53-420e-a7e2-03f6728352de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.423476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-13305267-fc53-420e-a7e2-03f6728352de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039114 Nov 19 03:59:11.445293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8407e-8ced-4007-bc39-fbfbe4372e1e req-1e569761-0bb6-46bc-ac50-b75521383f94 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.453581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ae8407e-8ced-4007-bc39-fbfbe4372e1e req-1e569761-0bb6-46bc-ac50-b75521383f94 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.1339750 Nov 19 03:59:11.516541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:11.517308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2b5500c-733d-4ceb-8658-4207bb9e8407 req-d9a29bc3-f3e9-463a-92be-1b9dacc66a12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974026 Nov 19 03:59:11.573586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-fee92b68-adeb-4f53-a84e-7f110441c46e service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370494 Nov 19 03:59:11.726210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ae8407e-8ced-4007-bc39-fbfbe4372e1e req-50b91064-4315-48fe-b73d-f044d5a6935f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690685 Nov 19 03:59:11.763384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Allocated IP 172.20.0.2 (776e4ab0-1733-49fb-8f71-0e19439a52b1/4521c900-1328-47ea-ad1e-95e5c8d1eb4a/721aae13-1707-4032-a521-fc501b190e84) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:11.807857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-c074727b-f559-4f94-8e60-a10462fabd86 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168925 Nov 19 03:59:11.858157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.880554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-f7f8324c-d535-4855-bf2f-4c557c49b14e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 200 len: 217 time: 0.0595779 Nov 19 03:59:11.889568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:11.920464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.931010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.940876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.949014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.958174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.965245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.974666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:11.977138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3347ae6-74d2-42ff-a428-245ba576195f req-9646cde6-2bc4-4864-b66a-e967007615e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.2194395 Nov 19 03:59:12.036517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc5f5-7124-4b1a-8b67-8830789a89e6 req-957040b3-ad76-4618-9c26-dc53ec3f25b0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:12.038540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba5fc5f5-7124-4b1a-8b67-8830789a89e6 req-957040b3-ad76-4618-9c26-dc53ec3f25b0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1687350 Nov 19 03:59:12.084529 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.095642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.147541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-c9501ddb-2840-40f5-9e81-308857638179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:12.155071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-c9501ddb-2840-40f5-9e81-308857638179 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.2476759 Nov 19 03:59:12.172024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3347ae6-74d2-42ff-a428-245ba576195f req-daae3a26-676b-4d08-ab91-5233af80ab40 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484649 Nov 19 03:59:12.219418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:12.239091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Pushing event updated for resources: {'Port': ['ID=721aae13-1707-4032-a521-fc501b190e84,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:12.243427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Allocated IP 172.25.8.234 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/269de5a0-33f0-4f10-8938-a4a6145728ed) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:12.253722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:12.258513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:12.272427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba5fc5f5-7124-4b1a-8b67-8830789a89e6 req-ee6c93f3-929c-4a29-9041-d7e1c2373488 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260633 Nov 19 03:59:12.307361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4aa5dd09-a4e8-40b1-968b-01e822d86f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:12.311277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4aa5dd09-a4e8-40b1-968b-01e822d86f7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1407471 Nov 19 03:59:12.401029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Attempting to bind port 721aae13-1707-4032-a521-fc501b190e84 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:12.406159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Attempting to bind port 721aae13-1707-4032-a521-fc501b190e84 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:12.410561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Attempting to bind port 721aae13-1707-4032-a521-fc501b190e84 on network 776e4ab0-1733-49fb-8f71-0e19439a52b1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:12.423913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:12.425626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Checking segment: {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:12.426357 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.429813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Bound using segment: {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:12.430794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Bound port: 721aae13-1707-4032-a521-fc501b190e84, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:12.434444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.471912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.518905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.559957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:12.568919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:12.572651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:12.615678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Pushing event updated for resources: {'Port': ['ID=269de5a0-33f0-4f10-8938-a4a6145728ed,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:12.620263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-eec95bae-db8e-42ba-aa88-ea9f60764cba service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904677 Nov 19 03:59:12.742940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] For port 721aae13-1707-4032-a521-fc501b190e84, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:12.754090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] For port 721aae13-1707-4032-a521-fc501b190e84, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721aae13-1707-4032-a521-fc501b190e84,segment=NetworkSegment(37e0704b-c1c9-4d5c-be91-543a83f521ad),segment_id=37e0704b-c1c9-4d5c-be91-543a83f521ad)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:12.766440 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:12.886956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a8a7-0c7b-47ad-b566-f3117ed8c7d8 None None] Pushing event updated for resources: {'Port': ['ID=721aae13-1707-4032-a521-fc501b190e84,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:12.969682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-5aede098-381e-4c60-b7dc-4aa58a8cb744 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417051 Nov 19 03:59:12.971901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:13.046273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:13.074193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-2d02f917-8fd4-4df1-be29-7f3111e5b271 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 200 len: 217 time: 0.0921705 Nov 19 03:59:13.104363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241848a-a6fb-4de4-9306-cd4c302df3b8 req-d9c66f2b-3996-4de1-8ad4-3e34835cee33 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.105964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e241848a-a6fb-4de4-9306-cd4c302df3b8 req-d9c66f2b-3996-4de1-8ad4-3e34835cee33 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.2426844 Nov 19 03:59:13.224636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3c0ffdfa-1aa9-46e4-9c76-ab917fe6c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.226365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-3c0ffdfa-1aa9-46e4-9c76-ab917fe6c9d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.1193948 Nov 19 03:59:13.234958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e241848a-a6fb-4de4-9306-cd4c302df3b8 req-ee6a0dc0-ba16-46d4-bfdb-9c8c03a7285a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036568 Nov 19 03:59:13.337410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-e6b9f6c0-0099-4096-8b60-cd5b7c9b8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.344998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-e6b9f6c0-0099-4096-8b60-cd5b7c9b8dcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018877 Nov 19 03:59:13.433180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1726022049-network', 'tenant_id': '5f2baecada6e4bf09710c152375d4d6e'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:13.501866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Made reservation on behalf of 5f2baecada6e4bf09710c152375d4d6e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:13.505428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:13.517491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:13.558659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.565374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.571756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.575104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633505-7fb5-4845-9295-e1cf478d8ec7 req-c5ac61bb-4fb6-4b00-9aea-21089d0be497 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.576738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4633505-7fb5-4845-9295-e1cf478d8ec7 req-c5ac61bb-4fb6-4b00-9aea-21089d0be497 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1250226 Nov 19 03:59:13.585444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.591853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.599083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.605480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:13.607836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-92471897-866a-451a-a162-b6648cae8020 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.2204626 Nov 19 03:59:13.609441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:13.633882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-5160f075-bc52-42e3-a051-d82bbb834ded service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782185 Nov 19 03:59:13.800722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4633505-7fb5-4845-9295-e1cf478d8ec7 req-8991a3d6-d7a2-4b53-af1f-01b902bbbe44 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172379 Nov 19 03:59:13.868645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40cc5d2-3688-4710-a289-ad64658643f4 req-818c1f2a-f29a-4588-9bd5-1d66e34afd15 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2372413 Nov 19 03:59:13.899926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-d67a0f36-a1d3-45ea-8e7e-1547e973cc2e service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362900 Nov 19 03:59:13.989731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-4f6e13bc-690e-4f4f-9ad6-b0488720140a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 217 time: 0.0779288 Nov 19 03:59:14.105032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-09cdc8ae-3f87-4629-a929-500f92a7c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.106948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-09cdc8ae-3f87-4629-a929-500f92a7c35e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.1057718 Nov 19 03:59:14.128979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:14.140404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:14.151326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:59:14.205576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b46f2-c041-470b-a91f-9de141febfa2 req-8987946b-8580-4071-97c3-4b1590141667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.207619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-8987946b-8580-4071-97c3-4b1590141667 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901532 Nov 19 03:59:14.215194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:59:14.367106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6f092-957e-47ba-b31b-47c47646445f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:14.375373 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-c8bbe05b-2ba5-466a-9687-a0cf5554a820 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458263 Nov 19 03:59:14.444104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721aae13-1707-4032-a521-fc501b190e84 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:14.503257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-439b46f2-c041-470b-a91f-9de141febfa2 req-1c7a198b-e2d3-4c87-9b55-e9dbedbc235c service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162539 Nov 19 03:59:14.543132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 721aae13-1707-4032-a521-fc501b190e84 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:14.543504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:14.576988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2699b0-17c9-48df-b2f9-1958684c6953 None None] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:14.689874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a0508ae6-50b3-4f3a-84ff-be01f47da009 None None] Provisioning complete for port 721aae13-1707-4032-a521-fc501b190e84 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:14.690297 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a0508ae6-50b3-4f3a-84ff-be01f47da009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:14.823248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.825828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.826429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.826917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.845305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.845861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.847023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:14.848683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-c27334ff-cda3-4b74-a9a7-3b918915a976 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6478 time: 0.1089933 Nov 19 03:59:14.879385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:14.880146 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Added segment 796e4d24-ee8f-42fb-a424-f326597782c4 of type vlan for network f76bf198-8ed5-46fa-838b-62812ed76877 Nov 19 03:59:14.972661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:14.982445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:59:14.996772 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Sync routers for ids ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:59:14.998192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184abfd-b6a6-4963-a515-6abb32b819d9 req-70b0ccb0-4679-4425-bf57-b23c77baa060 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.000343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4184abfd-b6a6-4963-a515-6abb32b819d9 req-70b0ccb0-4679-4425-bf57-b23c77baa060 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.6035399 Nov 19 03:59:15.024592 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Routers {'7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:15.025243 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:15.038701 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.039260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.040418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.041454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.063839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.065094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e642dee1-0ec7-4065-87ab-f444717ee20b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2041907 Nov 19 03:59:15.076451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46534) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:15.095521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a80885-cbee-4d72-a67b-d9ecd9dc605c req-3def9455-5d7f-4574-8120-e093bc1531ff tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.097118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61a80885-cbee-4d72-a67b-d9ecd9dc605c req-3def9455-5d7f-4574-8120-e093bc1531ff tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1227641 Nov 19 03:59:15.179137 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Set router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:15.198587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1475124 Nov 19 03:59:15.208125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a0508ae6-50b3-4f3a-84ff-be01f47da009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.224573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 721aae13-1707-4032-a521-fc501b190e84, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721aae13-1707-4032-a521-fc501b190e84,segment=NetworkSegment(37e0704b-c1c9-4d5c-be91-543a83f521ad),segment_id=37e0704b-c1c9-4d5c-be91-543a83f521ad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:15.227294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46540) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:15.233094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Request body: {'subnet': {'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1726022049-subnet', 'tenant_id': '5f2baecada6e4bf09710c152375d4d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:15.248082 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.284310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4184abfd-b6a6-4963-a515-6abb32b819d9 req-66642df1-4771-4c38-b2ed-1cb8480c8324 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743206 Nov 19 03:59:15.286197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0c750-f961-412d-b067-0ed36dea655f admin admin] Pushing event updated for resources: {'Network': ['ID=f76bf198-8ed5-46fa-838b-62812ed76877,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:15.313631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network f76bf198-8ed5-46fa-838b-62812ed76877 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:59:15.362028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Made reservation on behalf of 5f2baecada6e4bf09710c152375d4d6e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:15.365104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.510835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=721aae13-1707-4032-a521-fc501b190e84,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:15.574536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-a0508ae6-50b3-4f3a-84ff-be01f47da009 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:59:15.575089 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-a0508ae6-50b3-4f3a-84ff-be01f47da009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:59:15.646707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.659789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.666617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.690983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.698912 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:12Z', 'revision_number': 3, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:15.717197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.727907 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Checking router: 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:59:15.728556 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Updating router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc port 269de5a0-33f0-4f10-8938-a4a6145728ed binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:59:15.750259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-6ff64d87-97d9-4cbd-a51e-a18bec986214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.752984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-6ff64d87-97d9-4cbd-a51e-a18bec986214 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 903 time: 0.8962641 Nov 19 03:59:15.756807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.773807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:15.774836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61a80885-cbee-4d72-a67b-d9ecd9dc605c req-369deae7-e67e-4ff1-8d72-6ca28ca7e5d2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637905 Nov 19 03:59:15.776482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-70617598-1528-4c29-8900-e36cb880a818 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.3045921 Nov 19 03:59:15.799146 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:15.945549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-4e5c8958-6b90-4838-a1b9-06c549d863a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 217 time: 0.1505864 Nov 19 03:59:16.017395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5217a505-88fc-41f3-8268-a61e7f4f6bb6 req-37dca243-2dcd-4346-aaa9-9f9813af567b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259707 Nov 19 03:59:16.083966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.108321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-fa390886-0209-4938-a2fd-3ac23d0919f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:16.114924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-fa390886-0209-4938-a2fd-3ac23d0919f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.1574676 Nov 19 03:59:16.197519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e205a8f-138c-4565-8684-9a41014cd330,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:16.268775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Checking segment: {'id': '796e4d24-ee8f-42fb-a424-f326597782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:16.270488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Network hostable DHCP agents. Network: f76bf198-8ed5-46fa-838b-62812ed76877, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:59:16.330346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721aae13-1707-4032-a521-fc501b190e84 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:16.335765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Network f76bf198-8ed5-46fa-838b-62812ed76877 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:59:16.346529 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.356319 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.365691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, f76bf198-8ed5-46fa-838b-62812ed76877) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:16.379017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:16.379961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.422658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77418c-8674-4bb7-8828-a4ae44bb9b69 None None] Network f76bf198-8ed5-46fa-838b-62812ed76877 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:16.430369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e2654e4d-02ad-4ee7-b211-a6d981b8302d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2019272 Nov 19 03:59:16.454306 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Pushing event updated for resources: {'Port': ['ID=269de5a0-33f0-4f10-8938-a4a6145728ed,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:16.470152 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.471482 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.471838 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.472183 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.472525 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.472861 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.473189 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.473747 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.474976 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.475501 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.476001 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.476511 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:16.518294 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Attempting to bind port 269de5a0-33f0-4f10-8938-a4a6145728ed on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:16.518294 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Attempting to bind port 269de5a0-33f0-4f10-8938-a4a6145728ed by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:16.518849 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Attempting to bind port 269de5a0-33f0-4f10-8938-a4a6145728ed on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:16.530060 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:16.532151 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:16.532743 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.533316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:16.533983 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Bound port: 269de5a0-33f0-4f10-8938-a4a6145728ed, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:16.535764 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.605095 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] For port 269de5a0-33f0-4f10-8938-a4a6145728ed, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:16.612854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] For port 269de5a0-33f0-4f10-8938-a4a6145728ed, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=269de5a0-33f0-4f10-8938-a4a6145728ed,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:16.619209 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.662139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:16.669174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-92c7bcae-e1c3-4cb2-86ea-25e5594433ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:16.670886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-92c7bcae-e1c3-4cb2-86ea-25e5594433ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5404730 Nov 19 03:59:16.772498 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Routers {'7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:16.773461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:16.800904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75af342-65b4-42b4-9e4d-eeff6f6a6ef7 req-9b548445-f47b-4339-8c5c-762d340ac6f5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:16.810634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c75af342-65b4-42b4-9e4d-eeff6f6a6ef7 req-9b548445-f47b-4339-8c5c-762d340ac6f5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.3104384 Nov 19 03:59:16.885632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-240e788b-76ab-412c-8060-0ec0960391df None None] Provisioning complete for port 721aae13-1707-4032-a521-fc501b190e84 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:16.890911 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-240e788b-76ab-412c-8060-0ec0960391df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.904510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-386eba91-9a0b-4cb9-bbb2-057d22011171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:16.934142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f20c7-6f83-4dc3-a36f-8746bbd253d0 None None] Pushing event updated for resources: {'Port': ['ID=269de5a0-33f0-4f10-8938-a4a6145728ed,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:16.994673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 721aae13-1707-4032-a521-fc501b190e84 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:16.995516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.011446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c75af342-65b4-42b4-9e4d-eeff6f6a6ef7 req-d1ff10dc-39a6-4fbd-8434-a3f98e5817cd tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593287 Nov 19 03:59:17.018299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-df729bb7-87f1-4d2a-8568-40770ed88c4a service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731042 Nov 19 03:59:17.067681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495845f-4612-489a-9a99-197b71057c14 None None] Network f76bf198-8ed5-46fa-838b-62812ed76877 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:17.094527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-386eba91-9a0b-4cb9-bbb2-057d22011171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.105864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-386eba91-9a0b-4cb9-bbb2-057d22011171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.132384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] Set router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:17.171610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-386eba91-9a0b-4cb9-bbb2-057d22011171 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5bb2e5eee7444f4acda6eb6c486fd0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155807 Nov 19 03:59:17.172805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46580) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:17.183959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eba91-9a0b-4cb9-bbb2-057d22011171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a864c19a-9817-4f3e-b58e-8f2dc1121317,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:17.282394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd58ce86-a79a-4fcb-9c38-55dbb0b09304 req-7f019172-a1ba-4741-a111-69d6aca8276e service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474654 Nov 19 03:59:17.356360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.376337 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a320232f-01f2-4064-a174-372362878285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.425470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-e4a4989b-ec00-4f6a-8c9b-267724f2a17e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:17.433195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-e4a4989b-ec00-4f6a-8c9b-267724f2a17e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/networks?id=f76bf198-8ed5-46fa-838b-62812ed76877 HTTP/1.1" status: 200 len: 822 time: 0.2333298 Nov 19 03:59:17.446458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:12Z', 'revision_number': 3, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:17.454634 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a320232f-01f2-4064-a174-372362878285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.468910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-0d1fa84a-85fc-48f4-aa16-708ebe0be2af tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/quotas/5f2baecada6e4bf09710c152375d4d6e HTTP/1.1" status: 200 len: 375 time: 0.0338237 Nov 19 03:59:17.482078 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76376e-c5f6-4d70-939a-43904353e670 None None] The sync data for ids ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'] in n-d-818503-1 is: [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:12Z', 'revision_number': 3, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:59:17.512106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-b188a34b-1b73-4244-9052-6291153d3f87 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f2baecada6e4bf09710c152375d4d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421338 Nov 19 03:59:17.528642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Allocated IP 172.20.0.1 (776e4ab0-1733-49fb-8f71-0e19439a52b1/4521c900-1328-47ea-ad1e-95e5c8d1eb4a/bca41d91-db2b-417f-8708-f63b0f41428c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:17.605483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d3ba-2317-4c10-a507-b3209fe1c80d req-a83f0fe6-8a0e-4f44-982b-4dcff5d862fc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:17.607422 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9a70d3ba-2317-4c10-a507-b3209fe1c80d req-a83f0fe6-8a0e-4f44-982b-4dcff5d862fc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.4626157 Nov 19 03:59:17.618433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a320232f-01f2-4064-a174-372362878285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.621289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a320232f-01f2-4064-a174-372362878285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.622455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a320232f-01f2-4064-a174-372362878285 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a864c19a-9817-4f3e-b58e-8f2dc1121317 HTTP/1.1" status: 204 len: 168 time: 0.4485140 Nov 19 03:59:17.644604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320232f-01f2-4064-a174-372362878285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a864c19a-9817-4f3e-b58e-8f2dc1121317,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:17.650653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-dc5da69c-a5a7-4eba-ba5f-1676201241a6 service neutron] 10.222.0.52 "GET /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372747 Nov 19 03:59:17.719401 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9a70d3ba-2317-4c10-a507-b3209fe1c80d req-16e9a2f6-b01a-43f3-9a83-9e5df2838060 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027875 Nov 19 03:59:17.722917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.786717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:17.802304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-8605e6fe-1f92-4e33-9a9f-50803bc285ce service neutron] 10.222.0.52 "GET /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426618 Nov 19 03:59:17.880858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:17.883838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:17.888054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:17.950792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Pushing event updated for resources: {'Port': ['ID=bca41d91-db2b-417f-8708-f63b0f41428c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:17.999772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.129919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46596) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:18.174667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed719c96-56c0-4d11-bd70-d1061fe46a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.305887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15628-373d-40c5-8e26-d98539747162 req-9f306186-6a0c-4442-847d-6f075a01197c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.313615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.318280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 269de5a0-33f0-4f10-8938-a4a6145728ed up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:18.319362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d4f15628-373d-40c5-8e26-d98539747162 req-9f306186-6a0c-4442-847d-6f075a01197c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.3169169 Nov 19 03:59:18.320867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.328169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.330847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-43bb29be-56da-4dc0-93dd-54a5d2144e4d None None] Provisioning complete for port bca41d91-db2b-417f-8708-f63b0f41428c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:18.331566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43bb29be-56da-4dc0-93dd-54a5d2144e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.337201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.344697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.351885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.360484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.368681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-ac7a8e61-4e9c-491f-985e-48945d867f1c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1540985 Nov 19 03:59:18.448364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d4f15628-373d-40c5-8e26-d98539747162 req-eb34ed5a-d573-4e43-b4f9-3a83203af324 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280224 Nov 19 03:59:18.465991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f497f8c4-1b65-42c5-a220-e516072e07f4 req-df95486e-86c6-4cf8-973f-b15b54fa16fd tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963135 Nov 19 03:59:18.468799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.535057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed719c96-56c0-4d11-bd70-d1061fe46a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.552191 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed719c96-56c0-4d11-bd70-d1061fe46a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.585978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-43bb29be-56da-4dc0-93dd-54a5d2144e4d None None] Port bca41d91-db2b-417f-8708-f63b0f41428c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:59:18.615078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 269de5a0-33f0-4f10-8938-a4a6145728ed triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:18.615761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.702753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.712633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ed719c96-56c0-4d11-bd70-d1061fe46a64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56ed32df1a984ceaaab762b19a8b15d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804739 Nov 19 03:59:18.717325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46606) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:18.724669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.741101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed719c96-56c0-4d11-bd70-d1061fe46a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c967cb-72ef-4443-8181-6f2a084ff07e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:18.792422 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b87e1b8-b860-41d5-8639-bde093314189 req-cd9ae1e1-8b40-48cf-8ace-bce245ba872f tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 210 time: 0.0873404 Nov 19 03:59:18.806353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f27bc0-7721-4169-8cac-e897f312aef2 req-a4e17dd7-3bbe-4c13-877b-c24a2c344cd9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:18.815097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9f27bc0-7721-4169-8cac-e897f312aef2 req-a4e17dd7-3bbe-4c13-877b-c24a2c344cd9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.2597826 Nov 19 03:59:18.851919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.853122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.875311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Pushing event updated for resources: {'Port': ['ID=bca41d91-db2b-417f-8708-f63b0f41428c,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:18.887521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 269de5a0-33f0-4f10-8938-a4a6145728ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=269de5a0-33f0-4f10-8938-a4a6145728ed,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:18.895366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.939312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ce42233-c76c-4e0b-9315-8d26f0898a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:18.970008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9f27bc0-7721-4169-8cac-e897f312aef2 req-0051c2e8-4cc6-439d-a393-93eafc13d1ea tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479921 Nov 19 03:59:19.001655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=269de5a0-33f0-4f10-8938-a4a6145728ed,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:19.006193 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ce42233-c76c-4e0b-9315-8d26f0898a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:19.088867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f374daa-2f42-475a-b945-a1292384a282 req-18f2b939-b91e-41b0-a639-572cad8c29be tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.090704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f374daa-2f42-475a-b945-a1292384a282 req-18f2b939-b91e-41b0-a639-572cad8c29be tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1210208 Nov 19 03:59:19.093666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ce42233-c76c-4e0b-9315-8d26f0898a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:19.099308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ce42233-c76c-4e0b-9315-8d26f0898a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:19.103977 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4ce42233-c76c-4e0b-9315-8d26f0898a68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71c967cb-72ef-4443-8181-6f2a084ff07e HTTP/1.1" status: 204 len: 168 time: 0.3764412 Nov 19 03:59:19.121696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce42233-c76c-4e0b-9315-8d26f0898a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c967cb-72ef-4443-8181-6f2a084ff07e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:19.150030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:19.161603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:19.191849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f374daa-2f42-475a-b945-a1292384a282 req-bc7dbb8f-5b6e-4b9e-859a-8b0a8541df1b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876822 Nov 19 03:59:19.329910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43af9-1988-4067-8a6c-780f330e0b6a req-58452a7d-bf61-4afb-9c3c-84cfb9e44579 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.331640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5f43af9-1988-4067-8a6c-780f330e0b6a req-58452a7d-bf61-4afb-9c3c-84cfb9e44579 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.1037128 Nov 19 03:59:19.353608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:59:19.406776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5f43af9-1988-4067-8a6c-780f330e0b6a req-608ad656-6e01-4c04-a919-db736e4ae492 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673411 Nov 19 03:59:19.485808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:59:19.500184 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cb946c09-01d7-43fe-81ef-87d655e0c8ac admin admin] 10.222.0.52 "PUT /v2.0/routers/7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946476 Nov 19 03:59:19.550544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-69116a4f-5f59-4cc0-bf8e-d543e7499d4d None None] Provisioning complete for port bca41d91-db2b-417f-8708-f63b0f41428c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:19.551085 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69116a4f-5f59-4cc0-bf8e-d543e7499d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:19.584449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9ea3-2402-4694-96e7-e5da69e2e5ca req-dc34daa1-1655-4206-8136-9f12a55ab9d9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.586121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d2d9ea3-2402-4694-96e7-e5da69e2e5ca req-dc34daa1-1655-4206-8136-9f12a55ab9d9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.1036732 Nov 19 03:59:19.676730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3d2d9ea3-2402-4694-96e7-e5da69e2e5ca req-6eb715d4-3254-44d9-b11c-9932eabb1f02 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662165 Nov 19 03:59:19.775668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.787515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.794161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.802049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.813798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-69116a4f-5f59-4cc0-bf8e-d543e7499d4d None None] Port bca41d91-db2b-417f-8708-f63b0f41428c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:59:19.831575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.838240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.853339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:19.859768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-12c4695a-bf9b-40ff-b662-f99347f08b42 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.2220092 Nov 19 03:59:19.979369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f45bd007-ef88-414f-bd70-a2cbcf51ce67 req-af02534b-15ff-419c-9922-b2239b92d5ae tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126697 Nov 19 03:59:20.073678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-83636f72-3ad5-4089-87df-a4559747fafd tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:20.083740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Sync routers for ids ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:59:20.093468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-83636f72-3ad5-4089-87df-a4559747fafd tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.31 "GET /v2.0/networks?id=f76bf198-8ed5-46fa-838b-62812ed76877 HTTP/1.1" status: 200 len: 822 time: 0.2858377 Nov 19 03:59:20.097641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Routers {'7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:20.098499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:20.132692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Request body: {'port': {'device_id': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877', 'admin_state_up': True, 'tenant_id': '5f2baecada6e4bf09710c152375d4d6e'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:20.187080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb55d7f0-1002-4715-a5c7-c0282bda106f req-701c6e22-bb5f-4a37-a177-cca6c107e2d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 210 time: 0.0736282 Nov 19 03:59:20.265101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Set router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:20.304706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 269de5a0-33f0-4f10-8938-a4a6145728ed up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:20.310744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a520c-2edd-49b1-923f-9ebcc978a5aa req-046fe085-bd22-4850-972a-d566fa48ca7f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:20.321792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a7a520c-2edd-49b1-923f-9ebcc978a5aa req-046fe085-bd22-4850-972a-d566fa48ca7f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0755496 Nov 19 03:59:20.392761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a7a520c-2edd-49b1-923f-9ebcc978a5aa req-5eecf5a8-8fbf-48d1-b1f5-6368af1ab3e5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677636 Nov 19 03:59:20.464968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 269de5a0-33f0-4f10-8938-a4a6145728ed triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:20.465359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:20.595525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ede3-de95-4587-af67-765888e9bde2 req-8c96fd39-8742-4cde-85b7-4c3cb76ede7b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:20.597094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a32ede3-de95-4587-af67-765888e9bde2 req-8c96fd39-8742-4cde-85b7-4c3cb76ede7b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0687706 Nov 19 03:59:20.641357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'bca41d91-db2b-417f-8708-f63b0f41428c', 'name': '', 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'mac_address': 'fa:16:3e:ed:dc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:17Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 2, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'subnets': [{'id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:20.676842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Checking router: 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:59:20.677450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Updating router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc port bca41d91-db2b-417f-8708-f63b0f41428c binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:59:20.678640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a32ede3-de95-4587-af67-765888e9bde2 req-bb83fa07-afe5-4997-a7d0-bbbc0a8843cb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750942 Nov 19 03:59:20.706561 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:20.734738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-160188c3-90a0-4545-85cd-4676b3ba8378 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5853906 Nov 19 03:59:20.749131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:20.762186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Made reservation on behalf of 5f2baecada6e4bf09710c152375d4d6e for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:20.766733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:20.792790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:20.849878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7626f4-6048-42ff-89e0-b491b6935fda req-f3561925-8c77-4863-9829-7477492202d9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:20.854526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e7626f4-6048-42ff-89e0-b491b6935fda req-f3561925-8c77-4863-9829-7477492202d9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0854447 Nov 19 03:59:20.925259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e7626f4-6048-42ff-89e0-b491b6935fda req-c5829f2a-9a96-4a4c-99a4-5574ae8b54c5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610151 Nov 19 03:59:20.991905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Allocated IP 172.20.0.8 (f76bf198-8ed5-46fa-838b-62812ed76877/1e205a8f-138c-4565-8684-9a41014cd330/06b956ab-53bb-4c3d-975a-e578be3ec9a3) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:21.062651 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.073524 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.138935 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.187907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006660a2-5741-4481-b8a7-7048805d3f89 None None] Pushing event updated for resources: {'Port': ['ID=bca41d91-db2b-417f-8708-f63b0f41428c,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:21.254575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.265603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.275583 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b219b19-cf44-405e-a4e9-d4ea7dfaa10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.279263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.295858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.314184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Attempting to bind port bca41d91-db2b-417f-8708-f63b0f41428c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:21.316267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Attempting to bind port bca41d91-db2b-417f-8708-f63b0f41428c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:21.316923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Attempting to bind port bca41d91-db2b-417f-8708-f63b0f41428c on network 776e4ab0-1733-49fb-8f71-0e19439a52b1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:21.321348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.323400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.323943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:21.324619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Checking segment: {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:21.325280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.326298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Bound using segment: {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:21.328128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Bound port: bca41d91-db2b-417f-8708-f63b0f41428c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e0704b-c1c9-4d5c-be91-543a83f521ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:21.329304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.331915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.349035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.351360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-18152bbd-d0a1-4dd4-bb77-476ad792be68 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1917918 Nov 19 03:59:21.359551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Allocated IP 172.25.8.111 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/5b1137a4-92f6-4cf8-90ab-74edc8b52b42) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:21.442602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.454936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3575c696-3ad2-4ad4-86d8-39483d9e8717 req-cb0258da-00c8-4e70-86b5-e1add646a284 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957644 Nov 19 03:59:21.462873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] For port bca41d91-db2b-417f-8708-f63b0f41428c, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:21.468661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] For port bca41d91-db2b-417f-8708-f63b0f41428c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bca41d91-db2b-417f-8708-f63b0f41428c,segment=NetworkSegment(37e0704b-c1c9-4d5c-be91-543a83f521ad),segment_id=37e0704b-c1c9-4d5c-be91-543a83f521ad)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:21.487637 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.497485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Network f76bf198-8ed5-46fa-838b-62812ed76877 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:21.506002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:21.509858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:21.582331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Routers {'7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:21.583231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:58:53Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:21.593496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006660a2-5741-4481-b8a7-7048805d3f89 None None] Pushing event updated for resources: {'Port': ['ID=bca41d91-db2b-417f-8708-f63b0f41428c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:21.605324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Pushing event updated for resources: {'Port': ['ID=06b956ab-53bb-4c3d-975a-e578be3ec9a3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:21.606457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8c7ed-13e0-4a72-9846-859901fd6ad2 req-58d99bb0-9523-49e7-aad1-8ad2640e482c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.616588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fce8c7ed-13e0-4a72-9846-859901fd6ad2 req-58d99bb0-9523-49e7-aad1-8ad2640e482c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0910957 Nov 19 03:59:21.637547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.638412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.668102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c14a86c5-88f4-417d-b432-9710862970bf None None] Provisioning complete for port bca41d91-db2b-417f-8708-f63b0f41428c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:21.668686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c14a86c5-88f4-417d-b432-9710862970bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.672712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.712507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-fd204a57-979c-4117-b287-e369f1b0f754 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5939689 Nov 19 03:59:21.736874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Request body: {'port': {'device_id': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:21.746874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fce8c7ed-13e0-4a72-9846-859901fd6ad2 req-94a6e8f1-428c-462a-80d0-549af495849c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175218 Nov 19 03:59:21.797520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.833202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.861032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:21.870375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:21.872863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:21.914907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69eed-b04b-4ba1-bc23-4e2dd5779eb4 req-cae590b0-1ac7-4dcf-9929-b028b541ee99 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:21.916033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] Set router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:21.924055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3c69eed-b04b-4ba1-bc23-4e2dd5779eb4 req-cae590b0-1ac7-4dcf-9929-b028b541ee99 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 931 time: 0.0760851 Nov 19 03:59:21.932833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=5b1137a4-92f6-4cf8-90ab-74edc8b52b42,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:21.980340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c14a86c5-88f4-417d-b432-9710862970bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:21.980859 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3c69eed-b04b-4ba1-bc23-4e2dd5779eb4 req-1650352b-5adc-4018-824f-f5aff89fb6c3 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 Nov 19 03:59:22.103193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c14a86c5-88f4-417d-b432-9710862970bf None None] For port bca41d91-db2b-417f-8708-f63b0f41428c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bca41d91-db2b-417f-8708-f63b0f41428c,segment=NetworkSegment(37e0704b-c1c9-4d5c-be91-543a83f521ad),segment_id=37e0704b-c1c9-4d5c-be91-543a83f521ad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:22.111948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c14a86c5-88f4-417d-b432-9710862970bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.199170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a86c5-88f4-417d-b432-9710862970bf None None] Pushing event updated for resources: {'Port': ['ID=bca41d91-db2b-417f-8708-f63b0f41428c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:22.219828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239330e-eddc-4c9f-bd81-f02ff961cc42 req-7dd5833f-2e8d-495f-9ce2-21f4d1fccdb8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.221692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f239330e-eddc-4c9f-bd81-f02ff961cc42 req-7dd5833f-2e8d-495f-9ce2-21f4d1fccdb8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0750668 Nov 19 03:59:22.254062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.283133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-82e889ca-9605-45ce-9c86-aa6ecdc7d7ae None None] Provisioning complete for port bca41d91-db2b-417f-8708-f63b0f41428c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:22.283796 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82e889ca-9605-45ce-9c86-aa6ecdc7d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.316291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.330914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f239330e-eddc-4c9f-bd81-f02ff961cc42 req-63fbd85c-e621-4782-b03a-ab0f7b5924ea tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019657 Nov 19 03:59:22.368737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'bca41d91-db2b-417f-8708-f63b0f41428c', 'name': '', 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'mac_address': 'fa:16:3e:ed:dc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:17Z', 'updated_at': '2021-11-19T03:59:21Z', 'revision_number': 4, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'subnets': [{'id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:22.496775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b956ab-53bb-4c3d-975a-e578be3ec9a3 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:22.513256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.546819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Transition to ACTIVE for port object 06b956ab-53bb-4c3d-975a-e578be3ec9a3 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:22.557131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.566039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f024f4c9-ae19-4927-8473-0424ac949086 None None] The sync data for ids ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'] in n-d-818503-1 is: [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'bca41d91-db2b-417f-8708-f63b0f41428c', 'name': '', 'network_id': '776e4ab0-1733-49fb-8f71-0e19439a52b1', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'mac_address': 'fa:16:3e:ed:dc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:17Z', 'updated_at': '2021-11-19T03:59:21Z', 'revision_number': 4, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'subnets': [{'id': '4521c900-1328-47ea-ad1e-95e5c8d1eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:59:22.608436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.615531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.629674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.678603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Pushing event updated for resources: {'Port': ['ID=06b956ab-53bb-4c3d-975a-e578be3ec9a3,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:22.701027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.708119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.720519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.735306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.741033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.750193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.765744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:22.767724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-dd284355-69be-422e-a60f-379c2a6650b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1735001 Nov 19 03:59:22.826447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=5b1137a4-92f6-4cf8-90ab-74edc8b52b42,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:22.832083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.856094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Attempting to bind port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:22.856478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Attempting to bind port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '796e4d24-ee8f-42fb-a424-f326597782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:22.856653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Attempting to bind port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 on network f76bf198-8ed5-46fa-838b-62812ed76877 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:22.857227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72eee585-b474-4cbe-8ad5-dbece0160afb req-7148480a-a0ad-4b40-ba27-d894ce2d4db5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776010 Nov 19 03:59:22.862291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 on network f76bf198-8ed5-46fa-838b-62812ed76877 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:22.862623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Attempting to bind port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 on network f76bf198-8ed5-46fa-838b-62812ed76877 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:22.868711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.869995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-85e4c977-5042-481f-92e3-dc0a9526324c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1268578 Nov 19 03:59:22.875242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:22.875953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Checking segment: {'id': '796e4d24-ee8f-42fb-a424-f326597782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:22.876153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Bound using segment: {'id': '796e4d24-ee8f-42fb-a424-f326597782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:22.876593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Bound port: 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796e4d24-ee8f-42fb-a424-f326597782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:22.877068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:22.998840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a48cbf-ca6b-4740-ac41-83450086627f req-f4b5593f-a28e-40a5-8696-351c78818799 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.002571 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-753b0257-821d-4c98-8aad-b260dcf2d9c5 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1157646 Nov 19 03:59:23.006478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a48cbf-ca6b-4740-ac41-83450086627f req-f4b5593f-a28e-40a5-8696-351c78818799 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0649359 Nov 19 03:59:23.079019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a48cbf-ca6b-4740-ac41-83450086627f req-6329bad9-88ac-4311-8af6-f13b2e9d2a2f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697539 Nov 19 03:59:23.104101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] For port 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:23.109990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] For port 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3,segment=NetworkSegment(796e4d24-ee8f-42fb-a424-f326597782c4),segment_id=796e4d24-ee8f-42fb-a424-f326597782c4)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:23.119060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:23.191565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.192432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:23.194224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] 10.222.0.31 "PUT /v2.0/ports/06b956ab-53bb-4c3d-975a-e578be3ec9a3 HTTP/1.1" status: 200 len: 1091 time: 1.4644461 Nov 19 03:59:23.194761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'tag': '06b956ab-53bb-4c3d-975a-e578be3ec9a3'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:23.197429 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda6949-974b-48af-9f2b-2e04aa64407c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1a2409-4fb1-477e-880e-baffc140ec50", "tag": "06b956ab-53bb-4c3d-975a-e578be3ec9a3"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:23.237616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-687f6ca1-3e19-4195-bd39-95659bf6abec tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.250223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d492117-92bc-4931-a2e2-df1efafdc208 req-687f6ca1-3e19-4195-bd39-95659bf6abec tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2326009 Nov 19 03:59:23.280968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8e75f-621d-4d02-a5e7-a04cfc18f960 service neutron] Pushing event updated for resources: {'Port': ['ID=06b956ab-53bb-4c3d-975a-e578be3ec9a3,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:23.321556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1f1f-92df-4b94-aaad-26c684c840e8 req-867c0624-cb9b-41cd-95cd-2bc16ce7e153 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.338700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ebd1f1f-92df-4b94-aaad-26c684c840e8 req-867c0624-cb9b-41cd-95cd-2bc16ce7e153 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 943 time: 0.1569531 Nov 19 03:59:23.402346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ebd1f1f-92df-4b94-aaad-26c684c840e8 req-a9c8cf8f-1d6e-4044-8ed5-141a6ee9bc77 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627797 Nov 19 03:59:23.468579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-6d7dd5fe-2f7b-4a90-9158-3304c58d564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.470484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-6d7dd5fe-2f7b-4a90-9158-3304c58d564a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f2baecada6e4bf09710c152375d4d6e&device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 1094 time: 0.1403306 Nov 19 03:59:23.488654 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8642e8-1340-4f90-b546-d23460c954f2 x-openstack-request-id: req-bc8642e8-1340-4f90-b546-d23460c954f2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:23.494028 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1a2409-4fb1-477e-880e-baffc140ec50", "tag": "06b956ab-53bb-4c3d-975a-e578be3ec9a3", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:23.494305 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc8642e8-1340-4f90-b546-d23460c954f2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:23.496877 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'tag': '06b956ab-53bb-4c3d-975a-e578be3ec9a3', 'status': 'completed', 'code': 200} Nov 19 03:59:23.528997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a24d74b6-0221-4344-959d-a7ad97ed2a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:23.601804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-e84e6aa6-9c62-403e-9711-56c74bdc73c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3 HTTP/1.1" status: 200 len: 217 time: 0.1029031 Nov 19 03:59:23.677075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-c7f41e4e-6011-49a7-974b-6424f5f5f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.678871 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-c7f41e4e-6011-49a7-974b-6424f5f5f26c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e205a8f-138c-4565-8684-9a41014cd330 HTTP/1.1" status: 200 len: 862 time: 0.0621495 Nov 19 03:59:23.687501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fd8e-81b4-4d54-b2e0-b636e5c1daf8 req-223dae14-fb9a-4047-b34e-bb945701234d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:23.695106 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5c4fd8e-81b4-4d54-b2e0-b636e5c1daf8 req-223dae14-fb9a-4047-b34e-bb945701234d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1065147 Nov 19 03:59:23.737394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-1d9bd5d2-f6b7-471c-bb99-0306daf756f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f76bf198-8ed5-46fa-838b-62812ed76877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350976 Nov 19 03:59:23.825711 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5c4fd8e-81b4-4d54-b2e0-b636e5c1daf8 req-64f72bb1-10e2-454d-b2d6-56759d10c783 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296179 Nov 19 03:59:23.866445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-488d4095-6b06-4d9e-9854-508274ee70b0 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3495948 Nov 19 03:59:23.878103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:23.885636 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-1d5b8a93-2eb4-48ea-936e-0f54570c939f service neutron] 10.222.0.31 "GET /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360698 Nov 19 03:59:23.893816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46746) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:23.921330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.055214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-433d8821-7c67-4d7f-be2e-248a7fbb529c req-5b9ffd82-a670-4181-ac39-448125a52ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589503 Nov 19 03:59:24.086993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-855ca427-cca5-4d22-890d-aecfe022c708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.134423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.151693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-4762b1d8-fe7f-4b9e-8c17-27dd20d1d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.153383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-4762b1d8-fe7f-4b9e-8c17-27dd20d1d001 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f74449b5216473db44aba5e5bde9d1a&device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 1098 time: 0.0715935 Nov 19 03:59:24.295891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bca41d91-db2b-417f-8708-f63b0f41428c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:24.319867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.327717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.334396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.341847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.347665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.354431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.360967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.361685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port bca41d91-db2b-417f-8708-f63b0f41428c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:24.362304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.363150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-a67443c0-4d6e-4b1e-9e2d-cba84a6a55a8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.2145655 Nov 19 03:59:24.374819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-855ca427-cca5-4d22-890d-aecfe022c708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.380516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6949-974b-48af-9f2b-2e04aa64407c req-b2d9d0af-308a-4f6e-96a3-ec9586fa9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.383119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-b2d9d0af-308a-4f6e-96a3-ec9586fa9978 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f2baecada6e4bf09710c152375d4d6e&device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 1094 time: 0.1999719 Nov 19 03:59:24.383818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Allocated IP 172.25.8.147 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1789cda0-b2e4-482e-9158-3dc0d6ae8e8e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:24.386643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-83a0e336-a76a-4c18-9889-41507c2e12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.388310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-83a0e336-a76a-4c18-9889-41507c2e12bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 200 len: 914 time: 0.1774659 Nov 19 03:59:24.394826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-855ca427-cca5-4d22-890d-aecfe022c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.439025 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-b779c617-a607-43bd-9208-80a3c072b199 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 200 len: 217 time: 0.0407743 Nov 19 03:59:24.511332 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-855ca427-cca5-4d22-890d-aecfe022c708 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49b8fda4e24d4e27b01f0b862bf0e1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6162467 Nov 19 03:59:24.516656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46760) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:24.530233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ca427-cca5-4d22-890d-aecfe022c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0fb2d1-6d05-4a04-814c-c4023374b9c9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:24.550983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-43e9fbf4-ee3a-46d4-893d-8b7d47c29fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.552511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-43e9fbf4-ee3a-46d4-893d-8b7d47c29fa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 200 len: 853 time: 0.1040390 Nov 19 03:59:24.589039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a4c3f64-ba06-422b-b36e-6789b00fd8d0 req-eab17c07-7b27-4910-81ff-4c8e49df846e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123344 Nov 19 03:59:24.598272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-e86a0aed-67ea-4f90-bead-66aea787aa57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e009a86-46ed-4d74-8c23-5e9222dc7a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343084 Nov 19 03:59:24.614733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6949-974b-48af-9f2b-2e04aa64407c req-970e6197-b058-4ad4-bd31-0c23ee14ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.615862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-970e6197-b058-4ad4-bd31-0c23ee14ba36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f76bf198-8ed5-46fa-838b-62812ed76877 HTTP/1.1" status: 200 len: 923 time: 0.2124338 Nov 19 03:59:24.623688 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.633720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cdc4-2e16-428b-9b93-e20c8d28a37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.665073 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-c4943094-7841-4a1c-81c8-9a4852e0c4b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3 HTTP/1.1" status: 200 len: 217 time: 0.0383317 Nov 19 03:59:24.713646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cdc4-2e16-428b-9b93-e20c8d28a37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.730090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.742982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-36060211-bcf5-48c2-be87-24d91af21bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320498 Nov 19 03:59:24.787907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6949-974b-48af-9f2b-2e04aa64407c req-31ad262b-4617-4c19-b304-0be8fc4a0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.789415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-31ad262b-4617-4c19-b304-0be8fc4a0c0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e205a8f-138c-4565-8684-9a41014cd330 HTTP/1.1" status: 200 len: 862 time: 0.1174355 Nov 19 03:59:24.802429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa869c-17a1-40a6-823b-628a68f958f0 req-71a46a0a-dcaa-4a4b-894f-21a1048f5973 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:24.803886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61aa869c-17a1-40a6-823b-628a68f958f0 req-71a46a0a-dcaa-4a4b-894f-21a1048f5973 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.1160164 Nov 19 03:59:24.816132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:24.823838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:24.828711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:24.837322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=1789cda0-b2e4-482e-9158-3dc0d6ae8e8e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:24.852114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-36f57236-617e-4c82-8e48-7fec7265eb86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f76bf198-8ed5-46fa-838b-62812ed76877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470161 Nov 19 03:59:24.859153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cdc4-2e16-428b-9b93-e20c8d28a37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.861759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cdc4-2e16-428b-9b93-e20c8d28a37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:24.862913 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b5d7cdc4-2e16-428b-9b93-e20c8d28a37f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e0fb2d1-6d05-4a04-814c-c4023374b9c9 HTTP/1.1" status: 204 len: 168 time: 0.3438525 Nov 19 03:59:24.893781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cdc4-2e16-428b-9b93-e20c8d28a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0fb2d1-6d05-4a04-814c-c4023374b9c9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:24.938034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f9011d-fb06-4471-83c8-d5d252e9ec8d req-095d4a1f-49e1-4c67-97e1-845ea6f17774 service neutron] 10.222.0.36 "GET /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766834 Nov 19 03:59:24.971843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.019905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.152378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.205902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61aa869c-17a1-40a6-823b-628a68f958f0 req-f0c9a9fa-535b-4313-a83f-752c5a8af654 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916318 Nov 19 03:59:25.215158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.220766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.248591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-a46c46a9-b289-4407-bcc7-a7a35bc35a2c service neutron] 10.222.0.31 "GET /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840327 Nov 19 03:59:25.287315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46768) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:25.307747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=1789cda0-b2e4-482e-9158-3dc0d6ae8e8e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:25.313230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d228f0-4cfa-48e3-bdef-83d0d772fe52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.350482 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.362455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afda6949-974b-48af-9f2b-2e04aa64407c req-d9ce9832-9be2-410a-a647-945579d7018d service neutron] 10.222.0.31 "GET /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001101 Nov 19 03:59:25.379808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.381279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-e77abbb5-6425-4f25-9a85-a4f7803d3f00 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5084810 Nov 19 03:59:25.510403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-66b46135-2464-43f1-a63c-1ccea536576b tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.1153264 Nov 19 03:59:25.615972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d228f0-4cfa-48e3-bdef-83d0d772fe52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.622833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d228f0-4cfa-48e3-bdef-83d0d772fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.636737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eed74d-557f-456d-8a07-9de8cf9a084b req-2989f45c-a514-4ed5-b491-7302afd6942e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.638312 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-12eed74d-557f-456d-8a07-9de8cf9a084b req-2989f45c-a514-4ed5-b491-7302afd6942e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 943 time: 0.0644586 Nov 19 03:59:25.691745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-12eed74d-557f-456d-8a07-9de8cf9a084b req-45ac6f4f-bc79-4766-bb64-2eebc0d1b476 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Nov 19 03:59:25.696157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-48d228f0-4cfa-48e3-bdef-83d0d772fe52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=347d19a079154d639e5a000a195feea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061816 Nov 19 03:59:25.698793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:25.698948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d228f0-4cfa-48e3-bdef-83d0d772fe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad949d-91d0-48a7-a302-5246235e9b82,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:25.715087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-2a557e48-50dc-45e1-ad20-505fa33858bf tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.722205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-2a557e48-50dc-45e1-ad20-505fa33858bf tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2050474 Nov 19 03:59:25.728589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-1e78b7c2-95ac-43f4-9da5-e661de06b1d1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:59:25.729700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-839fd55e-9295-4b9c-97b7-4d019c16b398 req-1e78b7c2-95ac-43f4-9da5-e661de06b1d1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065796 Nov 19 03:59:25.771377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd821214-9018-4e22-b451-ecb308e34de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.825073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd821214-9018-4e22-b451-ecb308e34de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.859804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.866150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.872140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.878174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d3da-777d-4b0e-8722-3e88c0380f1d req-f932c72f-b2fb-468e-b57d-9a1befdd53d0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.878898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.879677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef36d3da-777d-4b0e-8722-3e88c0380f1d req-f932c72f-b2fb-468e-b57d-9a1befdd53d0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.1056287 Nov 19 03:59:25.885106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.893076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.898597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:25.908842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-0dde58f7-72d2-4066-89bf-6abe302bec5f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1127961 Nov 19 03:59:25.911277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd821214-9018-4e22-b451-ecb308e34de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.915303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd821214-9018-4e22-b451-ecb308e34de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:25.916595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bd821214-9018-4e22-b451-ecb308e34de9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9aad949d-91d0-48a7-a302-5246235e9b82 HTTP/1.1" status: 204 len: 168 time: 0.2166927 Nov 19 03:59:25.949082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd821214-9018-4e22-b451-ecb308e34de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad949d-91d0-48a7-a302-5246235e9b82,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:25.985275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef36d3da-777d-4b0e-8722-3e88c0380f1d req-f6697979-2576-4f8e-93b9-9a09ca6f652e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823364 Nov 19 03:59:26.000574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d7a6795-57a9-42fb-9357-36d0032b840b req-e43636e1-f72d-4531-af92-4a83461b8960 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904133 Nov 19 03:59:26.163603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-476e130a-bf5e-4369-aabe-0b48f232d61c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1427441 Nov 19 03:59:26.178224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:26.214595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:26.268138 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:26.393594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:26.406067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde87455-be7a-4052-8192-c6fd4f9d00ac req-ab00873c-ff39-44d5-ae08-b5f5b1215888 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:26.407875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cde87455-be7a-4052-8192-c6fd4f9d00ac req-ab00873c-ff39-44d5-ae08-b5f5b1215888 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0724511 Nov 19 03:59:26.485845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cde87455-be7a-4052-8192-c6fd4f9d00ac req-aa7312d1-efef-4abc-bf05-a40b1d48a78a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Nov 19 03:59:26.613811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Allocated IP 172.25.8.8 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/733b8e96-ac70-4794-be1e-89133aff18ff) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:26.649864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05250327-7b22-46bd-8437-05c7e2f34480 req-1378e21a-bfad-48bd-9110-7e41928ff877 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:26.651477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05250327-7b22-46bd-8437-05c7e2f34480 req-1378e21a-bfad-48bd-9110-7e41928ff877 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0857992 Nov 19 03:59:26.741735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05250327-7b22-46bd-8437-05c7e2f34480 req-6b69e95c-dc09-4275-ad2f-a571b8e9f5af tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831232 Nov 19 03:59:26.787323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:26.850638 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:26.923245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:26.926704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:26.932845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:26.968956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=733b8e96-ac70-4794-be1e-89133aff18ff,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:26.987226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06b956ab-53bb-4c3d-975a-e578be3ec9a3 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:27.071717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa897d2-38a6-446a-bced-769c5df66708 req-27dce401-ee35-49e5-8a00-7f5540b8c906 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.084101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fa897d2-38a6-446a-bced-769c5df66708 req-27dce401-ee35-49e5-8a00-7f5540b8c906 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 943 time: 0.1151929 Nov 19 03:59:27.102873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.164214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fa897d2-38a6-446a-bced-769c5df66708 req-87792935-c24d-49c1-8679-a83f84153128 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783961 Nov 19 03:59:27.198850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3,segment=NetworkSegment(796e4d24-ee8f-42fb-a424-f326597782c4),segment_id=796e4d24-ee8f-42fb-a424-f326597782c4)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:27.202306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.214600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '06b956ab-53bb-4c3d-975a-e578be3ec9a3', 'network_id': 'f76bf198-8ed5-46fa-838b-62812ed76877', 'port_id': '06b956ab-53bb-4c3d-975a-e578be3ec9a3', 'mac_address': 'fa:16:3e:2c:04:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e205a8f-138c-4565-8684-9a41014cd330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:27.254160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.284103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.321371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b956ab-53bb-4c3d-975a-e578be3ec9a3 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:27.363975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3,segment=NetworkSegment(796e4d24-ee8f-42fb-a424-f326597782c4),segment_id=796e4d24-ee8f-42fb-a424-f326597782c4)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:27.371929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5ed4f-0ab3-4ae0-935e-8fd335064ec9 req-591838b0-7c3f-4857-9b5c-18141cd3f11c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.372095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.375311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46a5ed4f-0ab3-4ae0-935e-8fd335064ec9 req-591838b0-7c3f-4857-9b5c-18141cd3f11c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0783019 Nov 19 03:59:27.453049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46a5ed4f-0ab3-4ae0-935e-8fd335064ec9 req-cec16ac6-95a1-4078-bea7-cd8556783640 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623045 Nov 19 03:59:27.453890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=06b956ab-53bb-4c3d-975a-e578be3ec9a3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:27.520265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.526430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.580610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.590446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.597453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.606468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.615335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.626417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.635007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.638802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=733b8e96-ac70-4794-be1e-89133aff18ff,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:27.644468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-78691f8b-7cd1-40d7-9a16-30e0e9fae0fe tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1371827 Nov 19 03:59:27.645388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.668821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:27.671413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-ccf45efa-7702-4a54-8b9f-189c165a0e63 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.4979446 Nov 19 03:59:27.710547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['06b956ab-53bb-4c3d-975a-e578be3ec9a3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:27.727559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45f8aa2-39f4-49a1-af78-c757f0b36a64 req-29ed10f8-8b4a-450a-a2b4-e020bf6ba9c2 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821793 Nov 19 03:59:27.763405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-a2fc5f33-a499-4a14-99e5-4256f2b37117 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0811169 Nov 19 03:59:27.928594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9efe7-7a09-4dea-99c7-eb3a431ab10b req-f1177ffd-0aa3-4051-8e81-7fc2b4366424 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.930277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eec9efe7-7a09-4dea-99c7-eb3a431ab10b req-f1177ffd-0aa3-4051-8e81-7fc2b4366424 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0641196 Nov 19 03:59:27.933607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-5f6e23c4-3190-4a6b-a268-bfaaf2e414a6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:27.936231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c76ed1de-634c-49a0-bb62-b22424ba8073 req-5f6e23c4-3190-4a6b-a268-bfaaf2e414a6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1719241 Nov 19 03:59:28.007027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eec9efe7-7a09-4dea-99c7-eb3a431ab10b req-93bbd931-bc77-4594-9605-87bcb9de8dd1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691638 Nov 19 03:59:28.167807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238c7b-7dea-43ab-9d3b-b1ec5ca46ebd req-ed15a664-bb26-4e5a-afea-da1a04f256e7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:28.169759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b238c7b-7dea-43ab-9d3b-b1ec5ca46ebd req-ed15a664-bb26-4e5a-afea-da1a04f256e7 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0760670 Nov 19 03:59:28.191081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2813d1a5-4e7f-4a63-8300-308350175046 req-43e44758-1e47-476e-9d4b-cae954cd082d tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1395187 Nov 19 03:59:28.201589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:28.226722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:28.240944 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3b238c7b-7dea-43ab-9d3b-b1ec5ca46ebd req-4892e037-50c8-4f7f-b6be-c01d656c4689 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599968 Nov 19 03:59:28.351554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3777-4b15-4ae4-b6c0-9d3e7565b4e5 req-5fbef2f2-b4a6-42ec-8323-e84e6ad62a57 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:28.353219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-237a3777-4b15-4ae4-b6c0-9d3e7565b4e5 req-5fbef2f2-b4a6-42ec-8323-e84e6ad62a57 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 944 time: 0.0587494 Nov 19 03:59:28.393300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:28.444526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-237a3777-4b15-4ae4-b6c0-9d3e7565b4e5 req-1684689c-8376-4de6-90ea-5ea2d43cc66b tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841691 Nov 19 03:59:28.549371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Allocated IP 172.25.8.37 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/d4ee5a4f-21f9-4640-a4a9-9e078970f37a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:28.649563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900fccf-d616-4416-9649-7f347f71e7bb req-0852c4ac-dc79-4b97-8554-f9462566677c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:28.651056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9900fccf-d616-4416-9649-7f347f71e7bb req-0852c4ac-dc79-4b97-8554-f9462566677c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0635104 Nov 19 03:59:28.696147 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:28.714411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9900fccf-d616-4416-9649-7f347f71e7bb req-af057d2e-4e7b-4f41-8476-7bf0d7d79b6e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Nov 19 03:59:28.814548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:28.889773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:28.895289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:28.907349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:28.911493 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-b4270ef0-fc06-4de0-bbda-490ba160b5cc service neutron] show failed (client error): The resource could not be found. Nov 19 03:59:28.912981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-b4270ef0-fc06-4de0-bbda-490ba160b5cc service neutron] 10.222.0.36 "GET /v2.0/ports/9f8f241c-2456-4799-8225-952ff8485f46/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.1850100 Nov 19 03:59:28.939373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=d4ee5a4f-21f9-4640-a4a9-9e078970f37a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:28.957668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55092880-7923-4825-86b7-4003b36dc4de req-8cf81829-2333-4429-93d2-679773ba529c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:28.966552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55092880-7923-4825-86b7-4003b36dc4de req-8cf81829-2333-4429-93d2-679773ba529c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0981138 Nov 19 03:59:28.997556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06b956ab-53bb-4c3d-975a-e578be3ec9a3 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:29.069587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55092880-7923-4825-86b7-4003b36dc4de req-c482a008-9704-4cb1-81a8-a6dc4c5418b1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953054 Nov 19 03:59:29.079255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.112434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:29.136322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:29.136710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.148504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.245658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.287093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b956ab-53bb-4c3d-975a-e578be3ec9a3'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:29.290357 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a616295-bf00-4f9a-8fc3-05a162978324" -d '{"events": [{"server_uuid": "3c1a2409-4fb1-477e-880e-baffc140ec50", "name": "network-vif-plugged", "status": "completed", "tag": "06b956ab-53bb-4c3d-975a-e578be3ec9a3"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:29.314477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3,segment=NetworkSegment(796e4d24-ee8f-42fb-a424-f326597782c4),segment_id=796e4d24-ee8f-42fb-a424-f326597782c4)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:29.322250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.345614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.361864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.368227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.376556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.382970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.388939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.395799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.397761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-0c0af643-7494-4f10-a478-49d3afa4fe11 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.2412176 Nov 19 03:59:29.404740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-a5329afa-01fc-42d5-82f5-e44ee6024f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.406489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-a5329afa-01fc-42d5-82f5-e44ee6024f4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb&tenant_id=f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 1101 time: 0.1871793 Nov 19 03:59:29.430873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:29.434298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=06b956ab-53bb-4c3d-975a-e578be3ec9a3,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:29.477528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-b063f766-0d06-4b69-bf6d-e503da6c12fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1088269 Nov 19 03:59:29.520190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.547561 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.562905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.563234 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a6fcb518-5e8f-4338-96b6-8052206dbcfd req-d8d995cc-2777-41ba-ae17-fda7bd15de36 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488838 Nov 19 03:59:29.572003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd017-8d54-46f1-b891-cd784d143594 req-1d0f8a7b-fc52-45a3-a8fe-1e41fa5626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.573857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-1d0f8a7b-fc52-45a3-a8fe-1e41fa5626d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1099 time: 0.0600052 Nov 19 03:59:29.719178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd017-8d54-46f1-b891-cd784d143594 req-dbfde250-ebaf-4e38-a068-051ff9a50d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.720820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-dbfde250-ebaf-4e38-a068-051ff9a50d61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1178169 Nov 19 03:59:29.801987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-288c36a0-1cdd-4aaa-9e8f-868ec2d1c440 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0684090 Nov 19 03:59:29.804861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event updated for resources: {'Port': ['ID=d4ee5a4f-21f9-4640-a4a9-9e078970f37a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:29.882723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:29.899463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.940814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:29.953721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2813d1a5-4e7f-4a63-8300-308350175046 req-091ace0a-b280-42e5-8fe0-66e0c76b379f tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7561502 Nov 19 03:59:29.970729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd017-8d54-46f1-b891-cd784d143594 req-43f140c8-f2f9-4c75-953f-08d7edbcbece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.972631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-43f140c8-f2f9-4c75-953f-08d7edbcbece service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1602561 Nov 19 03:59:29.976041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac97878-f79f-4bee-8667-9e4935251d0a req-7d6de89e-be31-4ecf-aec4-05d7e2c7e0d1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:29.984161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dac97878-f79f-4bee-8667-9e4935251d0a req-7d6de89e-be31-4ecf-aec4-05d7e2c7e0d1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0990553 Nov 19 03:59:30.074294 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dac97878-f79f-4bee-8667-9e4935251d0a req-ec77166c-6c9b-44f0-ae22-adb85caa4fa3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846856 Nov 19 03:59:30.087137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:30.148439 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227cad6d-0064-4f4d-bc1e-4fdee3bd8207 x-openstack-request-id: req-227cad6d-0064-4f4d-bc1e-4fdee3bd8207 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:30.149885 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a2409-4fb1-477e-880e-baffc140ec50", "name": "network-vif-plugged", "status": "completed", "tag": "06b956ab-53bb-4c3d-975a-e578be3ec9a3", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:30.150365 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-227cad6d-0064-4f4d-bc1e-4fdee3bd8207 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:30.150942 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b956ab-53bb-4c3d-975a-e578be3ec9a3', 'code': 200} Nov 19 03:59:30.177794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:30.180411 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a94302d-127e-43d0-a3a8-37ce1e547376" -d '{"events": [{"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f241c-2456-4799-8225-952ff8485f46"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:30.186045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:30.206514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Transition to ACTIVE for port object 9f8f241c-2456-4799-8225-952ff8485f46 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:30.215054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:30.336497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] No DVR routers for this DVR port 9f8f241c-2456-4799-8225-952ff8485f46 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:30.379865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:30.411565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbe77c-8eb3-4ca7-8cae-b52f674e3966 req-5b58574b-2ee1-4a56-a0a7-641101628475 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:30.418959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82bbe77c-8eb3-4ca7-8cae-b52f674e3966 req-5b58574b-2ee1-4a56-a0a7-641101628475 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 945 time: 0.1647148 Nov 19 03:59:30.421099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:30.421453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:30.421793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:30.448563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Port 9f8f241c-2456-4799-8225-952ff8485f46 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:30.448879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Attempting to bind port 9f8f241c-2456-4799-8225-952ff8485f46 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:30.456750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:30.457158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:30.457486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:30.457960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Bound port: 9f8f241c-2456-4799-8225-952ff8485f46, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:30.458332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:30.538279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82bbe77c-8eb3-4ca7-8cae-b52f674e3966 req-2f71f2c2-2c93-450d-a14e-16e19e2190bd tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Nov 19 03:59:30.579905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2813d1a5-4e7f-4a63-8300-308350175046 req-f1b9d4ec-cc72-42ce-9480-f2b39a0e27fb tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.6248419 Nov 19 03:59:30.600102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:30.613925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:30.651502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:30.676797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dd017-8d54-46f1-b891-cd784d143594 req-3b2bd1f2-2802-4b35-ae90-ee35d4fbd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:30.679030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-3b2bd1f2-2802-4b35-ae90-ee35d4fbd5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6667769 Nov 19 03:59:30.722134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:30.722885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:30.724416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 1096 time: 1.2994027 Nov 19 03:59:30.763293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4ac8-35e5-4ba8-88c2-b47650340abe req-2477b2ef-4575-4b89-9ac1-9c33f40cbf11 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:30.772403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29ba4ac8-35e5-4ba8-88c2-b47650340abe req-2477b2ef-4575-4b89-9ac1-9c33f40cbf11 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.1434708 Nov 19 03:59:30.794570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-1733df66-19c1-4539-8e01-b75e34b1cf29 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008112 Nov 19 03:59:30.798170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11820f5-b5f9-44c9-9e6e-9306b55fabf3 req-28b6617c-cac7-483e-bafe-dbf7d9e22ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:30.799667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c11820f5-b5f9-44c9-9e6e-9306b55fabf3 req-28b6617c-cac7-483e-bafe-dbf7d9e22ab6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 1096 time: 0.2341146 Nov 19 03:59:30.816714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caef50c-cfa5-43ba-86e9-4e33b7e7cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:30.862079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-7e0bc06f-99c1-42dc-b63a-294a156fd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:30.864081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-7e0bc06f-99c1-42dc-b63a-294a156fd2c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1099 time: 0.0846739 Nov 19 03:59:30.878183 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29ba4ac8-35e5-4ba8-88c2-b47650340abe req-cc9590cf-8704-42cf-aa4f-689f3aa3da7d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046944 Nov 19 03:59:30.984477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d1a5-4e7f-4a63-8300-308350175046 req-211c09c8-261f-40c3-b983-444e01dce9aa tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.002545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2813d1a5-4e7f-4a63-8300-308350175046 req-211c09c8-261f-40c3-b983-444e01dce9aa tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.4094012 Nov 19 03:59:31.052339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-267dd017-8d54-46f1-b891-cd784d143594 req-d1673800-2af0-425f-968c-68e95f1d8096 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461028 Nov 19 03:59:31.074239 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e07f5-3a16-448d-87ef-8762fef4dbe7 x-openstack-request-id: req-678e07f5-3a16-448d-87ef-8762fef4dbe7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:31.074765 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f241c-2456-4799-8225-952ff8485f46", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:31.076348 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-678e07f5-3a16-448d-87ef-8762fef4dbe7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:31.076348 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46', 'code': 200} Nov 19 03:59:31.103324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c11820f5-b5f9-44c9-9e6e-9306b55fabf3 req-4048c9c5-17f0-469c-b2ad-546e830bfe6b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795925 Nov 19 03:59:31.119676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-ed17c2e1-dabc-4f26-92fb-f4f6bb50b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.122297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-ed17c2e1-dabc-4f26-92fb-f4f6bb50b578 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2429783 Nov 19 03:59:31.169766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.176992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.183227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.189540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.195653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.201775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.208988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.211019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-e4c71c85-c998-47db-9eb1-4c6a737e6c02 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1119523 Nov 19 03:59:31.289989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba8ef3cc-58d2-4a3c-83c6-0677b1abd14a req-c7526043-9952-4978-b531-a17a8629c255 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722790 Nov 19 03:59:31.309370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12604e3b-53e9-47a5-bd36-48e3eb68a38a req-86851e02-d113-4bce-a891-87c14b88b1b3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.326004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-12604e3b-53e9-47a5-bd36-48e3eb68a38a req-86851e02-d113-4bce-a891-87c14b88b1b3 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0878344 Nov 19 03:59:31.387154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-12604e3b-53e9-47a5-bd36-48e3eb68a38a req-78ba161e-cf0c-4f13-aae7-d3c0b3fb0875 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601652 Nov 19 03:59:31.406085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0db18f9-1809-471c-9df5-18ed9892aee0 req-3c61a31e-0af3-4165-9f30-44c3bbad9dc3 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips/2d5513aa-f73b-43b3-8ecd-94803f5594f4 HTTP/1.1" status: 200 len: 692 time: 0.0694497 Nov 19 03:59:31.451385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-46da5f99-5efa-4bce-8750-8f9f61088f77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.0627697 Nov 19 03:59:31.551831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db18f9-1809-471c-9df5-18ed9892aee0 req-fa9e2f3d-7260-4db1-aded-35cff8794f23 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.552066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-7ca8cde6-b5f9-4bea-87cb-0bfd654b38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.553283 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0db18f9-1809-471c-9df5-18ed9892aee0 req-fa9e2f3d-7260-4db1-aded-35cff8794f23 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1396925 Nov 19 03:59:31.553668 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-7ca8cde6-b5f9-4bea-87cb-0bfd654b38ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0924954 Nov 19 03:59:31.561584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806960a1-4925-4478-8b4c-d1d52577cec6 req-240a94d5-19de-4aba-9c13-46f483922e52 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.566810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-c0db18f9-1809-471c-9df5-18ed9892aee0 req-843924fa-f25c-4f81-80b1-0d73401779c5 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:59:31.569474 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-806960a1-4925-4478-8b4c-d1d52577cec6 req-240a94d5-19de-4aba-9c13-46f483922e52 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0954359 Nov 19 03:59:31.579265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0db18f9-1809-471c-9df5-18ed9892aee0 req-843924fa-f25c-4f81-80b1-0d73401779c5 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191343 Nov 19 03:59:31.624848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:31.662255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-806960a1-4925-4478-8b4c-d1d52577cec6 req-ab88b8b0-6b3d-4d59-915c-bc77de701a1b tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906150 Nov 19 03:59:31.685475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-20ae0f05-a0c4-4251-b5cf-22304e4fe728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.687801 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-20ae0f05-a0c4-4251-b5cf-22304e4fe728 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123416 Nov 19 03:59:31.717699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072533-36ac-4529-ad9e-c53d101f9cb7 req-12e5c1d3-f871-46e4-bd4e-9077747e86a8 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:31.726712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1072533-36ac-4529-ad9e-c53d101f9cb7 req-12e5c1d3-f871-46e4-bd4e-9077747e86a8 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 945 time: 0.0773406 Nov 19 03:59:31.781801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1072533-36ac-4529-ad9e-c53d101f9cb7 req-c3269035-7ea7-4cdc-bce1-64bed93cb0f1 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Nov 19 03:59:31.804584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-920d9397-a7d2-4158-9f29-e94d81744c2d tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips/2d5513aa-f73b-43b3-8ecd-94803f5594f4 HTTP/1.1" status: 200 len: 692 time: 0.1095724 Nov 19 03:59:31.932554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-f899799f-f9c1-49b2-b070-f1eb8731ee37 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277069 Nov 19 03:59:32.018025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1a402-a324-4755-bbbf-01175a11b806 req-2e5bb7d7-53f1-4aee-b35a-bbf291a0bccb tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.022569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-32f570b1-844d-4a10-be25-535135815175 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.024901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-32f570b1-844d-4a10-be25-535135815175 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2114441 Nov 19 03:59:32.032113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dca1a402-a324-4755-bbbf-01175a11b806 req-2e5bb7d7-53f1-4aee-b35a-bbf291a0bccb tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0955560 Nov 19 03:59:32.097836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-7197f066-2cef-49b7-bbcc-410b8fe1eb2b tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0636194 Nov 19 03:59:32.106537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dca1a402-a324-4755-bbbf-01175a11b806 req-43a156ed-55a2-4d36-9376-2b4d678ec38d tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Nov 19 03:59:32.170088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-c4f36a3c-13dd-4c95-9650-bd35ed70f302 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0712745 Nov 19 03:59:32.183163 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-81a898cb-9d64-4d0b-acc3-72271dad93fd req-09907940-ef15-4cf2-bb3a-320ac5dcfb55 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408218 Nov 19 03:59:32.245078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55527e8-5b53-4001-8f03-0193e89067f6 req-8ad89d87-77f6-479a-8d57-6868ceaaf7de tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.246931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b55527e8-5b53-4001-8f03-0193e89067f6 req-8ad89d87-77f6-479a-8d57-6868ceaaf7de tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.0571871 Nov 19 03:59:32.312722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Deleting port d4ee5a4f-21f9-4640-a4a9-9e078970f37a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:32.313152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:32.319530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b55527e8-5b53-4001-8f03-0193e89067f6 req-198ee086-2cd6-4f83-aa35-d34daff4693e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661476 Nov 19 03:59:32.453385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:32.453753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:32.472172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Calling delete_port for d4ee5a4f-21f9-4640-a4a9-9e078970f37a owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:32.535083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61add-891f-4fea-bb68-3adc0df249fc req-1e7b6289-b25e-4026-8e80-e332509e9111 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.536681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8c61add-891f-4fea-bb68-3adc0df249fc req-1e7b6289-b25e-4026-8e80-e332509e9111 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0653281 Nov 19 03:59:32.589393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8c61add-891f-4fea-bb68-3adc0df249fc req-60788c85-2951-49cc-bcb6-e6a111d1aea5 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Nov 19 03:59:32.599197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:32.645114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:32.678590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:32.708755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event deleted for resources: {'Port': ['ID=d4ee5a4f-21f9-4640-a4a9-9e078970f37a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:32.792302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:32.796345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:32.813046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3718cd5-3b44-4e77-8d0e-f8bf0df951d8 req-947e8c7e-1b69-450f-b550-cd2bf53ee8b1 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "DELETE /v2.0/floatingips/2d5513aa-f73b-43b3-8ecd-94803f5594f4 HTTP/1.1" status: 204 len: 173 time: 0.6420090 Nov 19 03:59:32.837654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.844327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.850316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.856247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.867487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.873415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.880873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.884322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-35fd32cb-dd73-46c9-9c69-660e87e57992 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1209514 Nov 19 03:59:32.959197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18804217-5f88-460c-9cd2-e9e3db03f6af req-48d69485-143e-465b-a449-546cb98f9e20 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679204 Nov 19 03:59:32.986579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02236-9abc-43d7-984a-e4f2f46241aa req-8c866891-762a-4abe-ad28-5c28f329b93e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:32.988126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2a02236-9abc-43d7-984a-e4f2f46241aa req-8c866891-762a-4abe-ad28-5c28f329b93e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 945 time: 0.0635524 Nov 19 03:59:33.048097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2a02236-9abc-43d7-984a-e4f2f46241aa req-878ee838-b5cc-406f-bf02-be254a516d36 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531104 Nov 19 03:59:33.076910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:33.079481 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225693af-9d72-4df9-8460-76c3f876f5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "tag": "9f8f241c-2456-4799-8225-952ff8485f46"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:33.162831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5cf24-05c6-4c9c-a6d4-0191c61e7cd1 req-b267d403-0a21-49e1-86b8-5cf487ccd102 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.164364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73d5cf24-05c6-4c9c-a6d4-0191c61e7cd1 req-b267d403-0a21-49e1-86b8-5cf487ccd102 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0543001 Nov 19 03:59:33.217247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73d5cf24-05c6-4c9c-a6d4-0191c61e7cd1 req-dc3cbad8-9d81-4872-9b75-e5b8f00c316e tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Nov 19 03:59:33.218391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0789-ccae-4e38-84bc-2e8d2c2d76dc req-8ff1ecc0-8fca-414f-acb5-8f09a0377dec tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.226469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1be0789-ccae-4e38-84bc-2e8d2c2d76dc req-8ff1ecc0-8fca-414f-acb5-8f09a0377dec tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2217309 Nov 19 03:59:33.336313 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdc6195-e841-4301-a5b3-8b7aecc4eac5 x-openstack-request-id: req-6cdc6195-e841-4301-a5b3-8b7aecc4eac5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:33.336655 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "tag": "9f8f241c-2456-4799-8225-952ff8485f46", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:33.336901 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cdc6195-e841-4301-a5b3-8b7aecc4eac5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:33.337341 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46', 'status': 'completed', 'code': 200} Nov 19 03:59:33.430519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-fe6fe2c0-f5be-458b-a031-431404a23fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.432047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-fe6fe2c0-f5be-458b-a031-431404a23fcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1099 time: 0.0618696 Nov 19 03:59:33.474287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a58145f2-a58e-4362-91f7-d45d29f2e25f req-118d61bf-5129-4726-b0b7-e43096c71367 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=6a824c96a750441d9b514d9609b6d954 HTTP/1.1" status: 200 len: 1655 time: 0.1206641 Nov 19 03:59:33.572677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba0778-b37d-402a-9745-8e8acc46fa6b req-1792690b-8230-447d-8086-74deeb8aad29 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.574290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4ba0778-b37d-402a-9745-8e8acc46fa6b req-1792690b-8230-447d-8086-74deeb8aad29 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.1245313 Nov 19 03:59:33.591568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-bf0a1043-f836-493a-b682-ef70443eb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.593099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-bf0a1043-f836-493a-b682-ef70443eb418 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1528909 Nov 19 03:59:33.647505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-95c4775b-4bbc-4e48-9b75-994dce1b271d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.0450165 Nov 19 03:59:33.721279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4ba0778-b37d-402a-9745-8e8acc46fa6b req-cb493425-7187-4817-a5c0-96547c2b68fc tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380210 Nov 19 03:59:33.725670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-30a9d71d-8b0f-4e2b-8485-ed99a5d37541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.727197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-30a9d71d-8b0f-4e2b-8485-ed99a5d37541 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0682347 Nov 19 03:59:33.785091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-8b4694b9-88af-49e6-a646-9772f4b8defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.787478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-8b4694b9-88af-49e6-a646-9772f4b8defa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513916 Nov 19 03:59:33.808632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-61fdadfa-199b-4d4c-b691-faff4134854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.810185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-61fdadfa-199b-4d4c-b691-faff4134854a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1099 time: 0.3831255 Nov 19 03:59:33.916269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58145f2-a58e-4362-91f7-d45d29f2e25f req-c648ac46-1063-47e4-9c30-2157e17958bd tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.917689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a58145f2-a58e-4362-91f7-d45d29f2e25f req-c648ac46-1063-47e4-9c30-2157e17958bd tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks?id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 787 time: 0.4346502 Nov 19 03:59:33.932869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200d5c5-edb0-4c5e-8e97-bb381c1b999d req-603dddd9-c7ba-4e4c-a008-ba6e4a0f0102 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.934449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4200d5c5-edb0-4c5e-8e97-bb381c1b999d req-603dddd9-c7ba-4e4c-a008-ba6e4a0f0102 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.1230643 Nov 19 03:59:33.956500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-0a172bec-44ef-4d54-b7fb-06ecf4d191e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:33.958194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-0a172bec-44ef-4d54-b7fb-06ecf4d191e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1402478 Nov 19 03:59:33.963936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-64d8175e-7c29-4ac6-bfd0-bd9c14389aba service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635931 Nov 19 03:59:34.015549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-861b66b2-f857-492d-a7e6-3444a7ae1ab2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.0483606 Nov 19 03:59:34.097121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-c1e5f222-508e-46a9-b4e1-f71a48069584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.098643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-c1e5f222-508e-46a9-b4e1-f71a48069584 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0742161 Nov 19 03:59:34.107309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fe543-08ea-465a-a0e0-cb9d40aa7151 req-4e3ac77b-2a80-48f0-be9a-7f3cfaf3ff4f tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.109214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-316fe543-08ea-465a-a0e0-cb9d40aa7151 req-4e3ac77b-2a80-48f0-be9a-7f3cfaf3ff4f tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.0969613 Nov 19 03:59:34.116607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-cbf37914-5500-4eeb-bee1-b3716bed60cb service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328321 Nov 19 03:59:34.121736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4200d5c5-edb0-4c5e-8e97-bb381c1b999d req-a0fcd5e6-38af-4884-83d4-2ae38ea8a3f5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564891 Nov 19 03:59:34.196945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-316fe543-08ea-465a-a0e0-cb9d40aa7151 req-e1106131-7414-4d27-ba4f-2908fdb4adbe tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Nov 19 03:59:34.227043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-1cdc38dc-d44e-4cff-914e-7c1e2ed9708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.228582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-1cdc38dc-d44e-4cff-914e-7c1e2ed9708b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866430 Nov 19 03:59:34.343802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-a1bfa365-0a9e-4292-94a6-8ac44b20418e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips/10f3210e-baa9-4a38-9c30-c8a94bb02b21 HTTP/1.1" status: 200 len: 691 time: 0.0683007 Nov 19 03:59:34.353415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-6178609c-80cd-4d10-a5fc-3431c6297c32 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150863 Nov 19 03:59:34.471128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-47c2b6d7-5d16-40cb-a94a-220622e27c59 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.472707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-47c2b6d7-5d16-40cb-a94a-220622e27c59 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1281469 Nov 19 03:59:34.480101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-225693af-9d72-4df9-8460-76c3f876f5b0 req-6f9d91ba-1b53-4761-a929-885773ff230d service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190219 Nov 19 03:59:34.547699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-4f4975c2-e303-45b9-9941-4c2ace25383a tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0658281 Nov 19 03:59:34.602243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-65a7927f-acb7-47b2-9244-2253efa6bb72 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0468025 Nov 19 03:59:34.605041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.611932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.617868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.624400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.630576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.636465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.643297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.645252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-b4fba75a-e019-4c29-9a36-bc9824ce82a6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5421 time: 0.1213083 Nov 19 03:59:34.713276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8002800-abd3-400d-a9d3-bb6ebac41c53 req-83d71df7-9d3a-4877-adee-c9f975c2ba45 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556040 Nov 19 03:59:34.741686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Deleting port 733b8e96-ac70-4794-be1e-89133aff18ff {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:34.742214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:34.850548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f757fa-7373-4bd0-af23-9834a8364fa7 req-34447454-a9b2-4110-a0fa-9d2c6a585a4c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:34.852265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-01f757fa-7373-4bd0-af23-9834a8364fa7 req-34447454-a9b2-4110-a0fa-9d2c6a585a4c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0792317 Nov 19 03:59:34.857889 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:34.858313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:34.871434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Calling delete_port for 733b8e96-ac70-4794-be1e-89133aff18ff owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:34.907498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-01f757fa-7373-4bd0-af23-9834a8364fa7 req-20c80b29-f835-4cb7-8402-b55fdb6e48ad tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 Nov 19 03:59:35.027737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f24ed-8f23-4314-99d1-a32aa9bcd9a2 req-d0a8803d-c5e1-4575-b0b8-ee735baa0659 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:35.028210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:35.030888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-215f24ed-8f23-4314-99d1-a32aa9bcd9a2 req-d0a8803d-c5e1-4575-b0b8-ee735baa0659 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 945 time: 0.0569346 Nov 19 03:59:35.068617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.097577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-215f24ed-8f23-4314-99d1-a32aa9bcd9a2 req-61852a86-c5a4-4098-94cc-e6c390b58343 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570273 Nov 19 03:59:35.103838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event deleted for resources: {'Port': ['ID=733b8e96-ac70-4794-be1e-89133aff18ff,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:35.203403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-eede9b11-6efb-48a4-ae63-139a1f2e92c0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:35.206049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-eede9b11-6efb-48a4-ae63-139a1f2e92c0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.36 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.1825471 Nov 19 03:59:35.235742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:35.254169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'port_id': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe', 'mac_address': 'fa:16:3e:c8:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:35.295871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.298490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647df06-cd32-4b4d-8fdf-a06642093245 req-32f8fdff-563e-410b-bf40-8a2f91a612e9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:35.298997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.300032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9a0bed-3876-4bfc-b53d-998c216762c2 req-1d622c6d-90ae-4544-8762-ebd95cebf8d6 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "DELETE /v2.0/floatingips/10f3210e-baa9-4a38-9c30-c8a94bb02b21 HTTP/1.1" status: 204 len: 173 time: 0.6926298 Nov 19 03:59:35.307714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4647df06-cd32-4b4d-8fdf-a06642093245 req-32f8fdff-563e-410b-bf40-8a2f91a612e9 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0903103 Nov 19 03:59:35.309377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.351903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:35.387288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Deleting port 7b667c0b-75ed-4982-9c08-381f255dd092 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:35.387643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.394162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:35.395277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4647df06-cd32-4b4d-8fdf-a06642093245 req-5a5c0e3e-cea7-42e1-bcd1-442222af0c7a tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865982 Nov 19 03:59:35.400956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.402078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c4ac5c62-6443-48eb-83e0-55daca71ee17 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:35.504926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:35.565067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:35.576476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721235-1852-463f-b9e1-11e7a168d841 req-20c319f4-7423-4879-a22b-af346d927ece tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:35.585318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b721235-1852-463f-b9e1-11e7a168d841 req-20c319f4-7423-4879-a22b-af346d927ece tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3324d-6ade-4917-aa94-baff0162a22d HTTP/1.1" status: 200 len: 945 time: 0.0930035 Nov 19 03:59:35.588215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2d2b-16cb-4ee8-9039-3507586c5a00 req-5bad00bb-972d-4011-bce3-ddb936091a63 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:35.589806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbfa2d2b-16cb-4ee8-9039-3507586c5a00 req-5bad00bb-972d-4011-bce3-ddb936091a63 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 948 time: 0.1230776 Nov 19 03:59:35.596924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'c4ac5c62-6443-48eb-83e0-55daca71ee17', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'port_id': 'c4ac5c62-6443-48eb-83e0-55daca71ee17', 'mac_address': 'fa:16:3e:17:40:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:35.600248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] For port 7b667c0b-75ed-4982-9c08-381f255dd092, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7b667c0b-75ed-4982-9c08-381f255dd092,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:35.600629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.635943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47060) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:35.645971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b721235-1852-463f-b9e1-11e7a168d841 req-43f2cc3c-4417-4432-9038-3e87bade453c tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.52 "GET /v2.0/security-groups?id=facda8e9-d0ce-460f-b49b-810fed5d8444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Nov 19 03:59:35.659368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Calling delete_port for 7b667c0b-75ed-4982-9c08-381f255dd092 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:35.682683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.701742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ac5c62-6443-48eb-83e0-55daca71ee17 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:35.723783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:35.736473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.737325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1363f363-2bca-48d7-9f41-3ad562361b95 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:35.739598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbfa2d2b-16cb-4ee8-9039-3507586c5a00 req-8c42ab92-c84b-4a38-b4f7-419c078d6094 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254995 Nov 19 03:59:35.820314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0504698b-b760-4f51-89d7-b7f170110524 req-d961255f-1bc1-4c56-b3c1-d611fb7708cc tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips/b556bd5d-a29d-4444-afa3-ab9c11883260 HTTP/1.1" status: 200 len: 693 time: 0.0763788 Nov 19 03:59:35.834453 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1948d52b-36bc-45cf-97b5-e3025429a019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.897684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:35.951165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504698b-b760-4f51-89d7-b7f170110524 req-abaf1002-c86e-4113-86a7-ba5d6432b06d tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:35.952618 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0504698b-b760-4f51-89d7-b7f170110524 req-abaf1002-c86e-4113-86a7-ba5d6432b06d tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1312037 Nov 19 03:59:35.954104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1363f363-2bca-48d7-9f41-3ad562361b95,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:35.959947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:35.973196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '1363f363-2bca-48d7-9f41-3ad562361b95', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'port_id': '1363f363-2bca-48d7-9f41-3ad562361b95', 'mac_address': 'fa:16:3e:ea:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:35.979161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7b667c0b-75ed-4982-9c08-381f255dd092'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:36.009258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0504698b-b760-4f51-89d7-b7f170110524 req-4f058843-5710-4ed6-a0b5-bb4e3f3c901c tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0482697 Nov 19 03:59:36.009701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.015847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.021774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.027765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.035566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.043152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.047973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.049355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.051360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-2fd8f343-b7e4-4259-a6d2-05969aba00b8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5423 time: 0.1787434 Nov 19 03:59:36.057289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Pushing event deleted for resources: {'Port': ['ID=7b667c0b-75ed-4982-9c08-381f255dd092,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:36.064790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1363f363-2bca-48d7-9f41-3ad562361b95 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:36.068146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0504698b-b760-4f51-89d7-b7f170110524 req-46bdb473-9974-4927-9b57-559ade9dcea9 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0515745 Nov 19 03:59:36.088463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1363f363-2bca-48d7-9f41-3ad562361b95,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.094164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.095136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:36.109762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1948d52b-36bc-45cf-97b5-e3025429a019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.179640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:36.257878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-f62beab3-1e34-4844-ac26-09c95f88a73e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.259608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-f62beab3-1e34-4844-ac26-09c95f88a73e tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 945 time: 0.1235695 Nov 19 03:59:36.263369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.277883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '9f8f241c-2456-4799-8225-952ff8485f46', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '9f8f241c-2456-4799-8225-952ff8485f46', 'mac_address': 'fa:16:3e:89:d8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:36.318850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.333735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8f241c-2456-4799-8225-952ff8485f46 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:36.340647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Deleting port 1789cda0-b2e4-482e-9158-3dc0d6ae8e8e {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:36.341322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.354228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] No DVR routers for this DVR port 7b667c0b-75ed-4982-9c08-381f255dd092 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:36.357580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.360540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1948d52b-36bc-45cf-97b5-e3025429a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.362521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.363452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:36.363663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.366967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb2d493f-c73c-4961-8215-3ada671a9fbf req-e675304d-01f4-491a-95b3-f6758aefa6d0 tempest-AttachSCSIVolumeTestJSON-225622497 tempest-AttachSCSIVolumeTestJSON-225622497-project] 10.222.0.36 "DELETE /v2.0/ports/7b667c0b-75ed-4982-9c08-381f255dd092 HTTP/1.1" status: 204 len: 173 time: 1.1528728 Nov 19 03:59:36.370370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f3324d-6ade-4917-aa94-baff0162a22d', 'name': 'network-vif-deleted', 'tag': '7b667c0b-75ed-4982-9c08-381f255dd092'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:36.372662 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b05223-9725-4ca2-ae61-84598ecc0881" -d '{"events": [{"server_uuid": "07f3324d-6ade-4917-aa94-baff0162a22d", "name": "network-vif-deleted", "tag": "7b667c0b-75ed-4982-9c08-381f255dd092"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:36.425605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948d52b-36bc-45cf-97b5-e3025429a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea7789-d358-40e3-bcc5-fe3eb0efd341,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:36.430096 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1948d52b-36bc-45cf-97b5-e3025429a019 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b491ec24215e48dab6f3af5f55dd5e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7907829 Nov 19 03:59:36.436736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47074) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:36.463833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Deleting port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:36.464738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.466340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbfd7de3-5f64-4962-94f5-1b2817052d77 req-a3867e25-95a8-4772-84fb-21337e2d6e9b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3626630 Nov 19 03:59:36.484654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.484964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.491613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:36.544797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.562509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9', 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'port_id': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9', 'mac_address': 'fa:16:3e:c2:74:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c61aeb5-e7ff-4adc-89ef-20fb0014c72d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:36.590139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f40ad-dfdb-4836-b097-7b940d4d0d7f req-b01347bd-4e0d-4990-a827-e69ab2e1ac33 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:36.591976 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab5f40ad-dfdb-4836-b097-7b940d4d0d7f req-b01347bd-4e0d-4990-a827-e69ab2e1ac33 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.0653572 Nov 19 03:59:36.609543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Calling delete_port for 1789cda0-b2e4-482e-9158-3dc0d6ae8e8e owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:36.621406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.642848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:36.664089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab5f40ad-dfdb-4836-b097-7b940d4d0d7f req-87e0294b-432f-4606-aa90-c8dc1bfbc7f8 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Nov 19 03:59:36.670411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.678113 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.678876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:36.711505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.757928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7193-6896-4395-9a57-43893ce55bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.771367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] For port 06b956ab-53bb-4c3d-975a-e578be3ec9a3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=06b956ab-53bb-4c3d-975a-e578be3ec9a3,segment=NetworkSegment(796e4d24-ee8f-42fb-a424-f326597782c4),segment_id=796e4d24-ee8f-42fb-a424-f326597782c4)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.771641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'd88ca47c-b2a3-4374-84e8-f3ed9d8aaff7', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'port_id': 'd88ca47c-b2a3-4374-84e8-f3ed9d8aaff7', 'mac_address': 'fa:16:3e:37:19:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:36.771769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.821265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Calling delete_port for 06b956ab-53bb-4c3d-975a-e578be3ec9a3 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:36.875609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.891580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7193-6896-4395-9a57-43893ce55bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.921330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:36.940228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:36.963848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:36.970534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:36.971269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e76e9786-9af0-4897-ae11-0cafb01dc699 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:37.012258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e4d7e-226b-4b0c-9c0d-63307cad1d9a req-59b07b10-13a7-41de-86f8-13a17c4b3081 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:37.022670 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a1e4d7e-226b-4b0c-9c0d-63307cad1d9a req-59b07b10-13a7-41de-86f8-13a17c4b3081 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c1a2409-4fb1-477e-880e-baffc140ec50 HTTP/1.1" status: 200 len: 945 time: 0.1516166 Nov 19 03:59:37.066428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-0b3d1822-8c51-4e80-97ee-05fdefedb565 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:37.068219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-0b3d1822-8c51-4e80-97ee-05fdefedb565 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb&tenant_id=f736f4eaee554b18bb6eaf9928bbc874&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 949 time: 0.1610210 Nov 19 03:59:37.078639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7193-6896-4395-9a57-43893ce55bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.082908 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7193-6896-4395-9a57-43893ce55bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.086837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b0ed7193-6896-4395-9a57-43893ce55bac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bea7789-d358-40e3-bcc5-fe3eb0efd341 HTTP/1.1" status: 204 len: 168 time: 0.6463063 Nov 19 03:59:37.090699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.119216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e76e9786-9af0-4897-ae11-0cafb01dc699,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:37.132496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed7193-6896-4395-9a57-43893ce55bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea7789-d358-40e3-bcc5-fe3eb0efd341,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:37.146185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:37.147913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event deleted for resources: {'Port': ['ID=1789cda0-b2e4-482e-9158-3dc0d6ae8e8e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:37.174940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'e76e9786-9af0-4897-ae11-0cafb01dc699', 'network_id': '74c6e70e-5ff5-4c56-bcca-31be5a2a166e', 'port_id': 'e76e9786-9af0-4897-ae11-0cafb01dc699', 'mac_address': 'fa:16:3e:9a:5c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cfd688-576f-4947-9b02-6ae001205964', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:37.232452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a1e4d7e-226b-4b0c-9c0d-63307cad1d9a req-f0171a9a-4e53-4357-a799-a4a0fd01e95b tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bf6f092-957e-47ba-b31b-47c47646445f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083714 Nov 19 03:59:37.255076 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-6307fe16-c494-4725-a395-99de4fb4a503 service neutron] delete failed (client error): The resource could not be found. Nov 19 03:59:37.258158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.260636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-6307fe16-c494-4725-a395-99de4fb4a503 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9f8f241c-2456-4799-8225-952ff8485f46/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.1698692 Nov 19 03:59:37.262117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.263344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0504698b-b760-4f51-89d7-b7f170110524 req-b82d4220-e1f0-4f59-8554-06eb375c0095 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "DELETE /v2.0/floatingips/b556bd5d-a29d-4444-afa3-ab9c11883260 HTTP/1.1" status: 204 len: 173 time: 1.1747918 Nov 19 03:59:37.265405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.295200 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2415acb-4b14-477a-ae15-944034855b0d x-openstack-request-id: req-b2415acb-4b14-477a-ae15-944034855b0d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:37.296574 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f3324d-6ade-4917-aa94-baff0162a22d", "name": "network-vif-deleted", "tag": "7b667c0b-75ed-4982-9c08-381f255dd092", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:37.297123 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2415acb-4b14-477a-ae15-944034855b0d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:37.297784 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f3324d-6ade-4917-aa94-baff0162a22d', 'name': 'network-vif-deleted', 'tag': '7b667c0b-75ed-4982-9c08-381f255dd092', 'status': 'completed', 'code': 200} Nov 19 03:59:37.309383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Pushing event deleted for resources: {'Port': ['ID=06b956ab-53bb-4c3d-975a-e578be3ec9a3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:37.351929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.352130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] No DVR routers for this DVR port 06b956ab-53bb-4c3d-975a-e578be3ec9a3 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:37.355562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.358204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['06b956ab-53bb-4c3d-975a-e578be3ec9a3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:37.359921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60c0565f-c6eb-4e3c-81cb-f7dac55d0740 req-e2e5eb33-4832-42f4-87da-20690114a5d4 tempest-InstanceActionsNegativeTestJSON-308098680 tempest-InstanceActionsNegativeTestJSON-308098680-project] 10.222.0.31 "DELETE /v2.0/ports/06b956ab-53bb-4c3d-975a-e578be3ec9a3 HTTP/1.1" status: 204 len: 173 time: 1.0929329 Nov 19 03:59:37.360503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'name': 'network-vif-deleted', 'tag': '06b956ab-53bb-4c3d-975a-e578be3ec9a3'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:37.364586 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d43f2-0a58-4df7-8d78-e5bba994c9dd" -d '{"events": [{"server_uuid": "3c1a2409-4fb1-477e-880e-baffc140ec50", "name": "network-vif-deleted", "tag": "06b956ab-53bb-4c3d-975a-e578be3ec9a3"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:37.440065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76e9786-9af0-4897-ae11-0cafb01dc699 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:37.469140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e76e9786-9af0-4897-ae11-0cafb01dc699,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:37.478907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.479600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e879143a-20a7-4702-8a45-630e36574bb2 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:37.557127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e879143a-20a7-4702-8a45-630e36574bb2,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:37.560092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:37.573628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'e879143a-20a7-4702-8a45-630e36574bb2', 'network_id': '2028ab05-9f31-4cfb-8b15-f0e436bb70d3', 'port_id': 'e879143a-20a7-4702-8a45-630e36574bb2', 'mac_address': 'fa:16:3e:d2:2d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c61aeb5-e7ff-4adc-89ef-20fb0014c72d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:37.574212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-c7347a43-8cdd-417d-b6fb-d7886a1d3995 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips/ede3848a-de54-458a-b926-a7553b51687d HTTP/1.1" status: 200 len: 693 time: 0.1556649 Nov 19 03:59:37.635578 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.652640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6982f-09c2-4133-9c00-f198436736f7 req-d5b792a2-388c-414b-8a53-58071fb9dfce tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:37.660582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8f6982f-09c2-4133-9c00-f198436736f7 req-d5b792a2-388c-414b-8a53-58071fb9dfce tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 949 time: 0.1569164 Nov 19 03:59:37.677343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e879143a-20a7-4702-8a45-630e36574bb2 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:37.731088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e879143a-20a7-4702-8a45-630e36574bb2,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:37.741915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8f6982f-09c2-4133-9c00-f198436736f7 req-c01c1897-6986-4cfb-9595-f13dfaa49317 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801640 Nov 19 03:59:37.743447 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.743850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47106) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:37.779728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-e662f474-de7b-4ada-96e6-0f2e0d7301f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:37.781732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-e662f474-de7b-4ada-96e6-0f2e0d7301f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1100 time: 0.2032399 Nov 19 03:59:37.801610 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6718661f-cd1f-45d5-be71-3689d89c37eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.835958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:37.890798 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0a84da-4266-4fcc-aa7a-b87a8102a55e x-openstack-request-id: req-ff0a84da-4266-4fcc-aa7a-b87a8102a55e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:37.891247 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a2409-4fb1-477e-880e-baffc140ec50", "name": "network-vif-deleted", "tag": "06b956ab-53bb-4c3d-975a-e578be3ec9a3", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:37.891542 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff0a84da-4266-4fcc-aa7a-b87a8102a55e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:37.892238 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a2409-4fb1-477e-880e-baffc140ec50', 'name': 'network-vif-deleted', 'tag': '06b956ab-53bb-4c3d-975a-e578be3ec9a3', 'status': 'completed', 'code': 200} Nov 19 03:59:37.893612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-c21eae7a-799b-488f-a977-53745729a8be tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:37.899819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-c21eae7a-799b-488f-a977-53745729a8be tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.3221712 Nov 19 03:59:37.949454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6718661f-cd1f-45d5-be71-3689d89c37eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:37.955959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6718661f-cd1f-45d5-be71-3689d89c37eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.028092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-4b771344-c21b-47c5-9ab2-97e152fb410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.029849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-4b771344-c21b-47c5-9ab2-97e152fb410b service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2380650 Nov 19 03:59:38.038240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6718661f-cd1f-45d5-be71-3689d89c37eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a698fcca025243c3aaac1764cf04b4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917695 Nov 19 03:59:38.041773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47110) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:38.054507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718661f-cd1f-45d5-be71-3689d89c37eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526f50b5-67c9-4dd1-947e-eeab7b741380,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:38.060997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-5cf0987e-1b6e-4f41-8810-114645618e82 tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1271443 Nov 19 03:59:38.087026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.093406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.099601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.105969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.112709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.118558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.131295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.150573 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-16f8a685-ee8d-4197-aa16-7f912ffa8774 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5428 time: 0.1903846 Nov 19 03:59:38.161927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-c2092cf3-c029-4752-99ad-a5242770f12d tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1007073 Nov 19 03:59:38.165733 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-b89b9bb0-28af-459c-a032-2aed6c8b968c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.1273184 Nov 19 03:59:38.309625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1807eb97-7e23-4338-bdf6-89db456badbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.343973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10ab5f4c-0a8b-406d-81d1-c8a275c7a368 req-dd9dc94a-fe4b-464a-a89b-a62f20e9f410 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1922696 Nov 19 03:59:38.358324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-015431cb-796f-4c17-a7c5-0205d88f404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.360217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-015431cb-796f-4c17-a7c5-0205d88f404f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1373749 Nov 19 03:59:38.371284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1807eb97-7e23-4338-bdf6-89db456badbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.423467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47138) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:38.441535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1807eb97-7e23-4338-bdf6-89db456badbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.445589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1807eb97-7e23-4338-bdf6-89db456badbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.451078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1807eb97-7e23-4338-bdf6-89db456badbe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/526f50b5-67c9-4dd1-947e-eeab7b741380 HTTP/1.1" status: 204 len: 168 time: 0.4043984 Nov 19 03:59:38.459191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807eb97-7e23-4338-bdf6-89db456badbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526f50b5-67c9-4dd1-947e-eeab7b741380,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:38.589639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-69ac79c6-ff48-4b75-9bcf-fcb7d55c9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.591266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-69ac79c6-ff48-4b75-9bcf-fcb7d55c9d52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174382 Nov 19 03:59:38.598865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Deleting subnet 1e205a8f-138c-4565-8684-9a41014cd330 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:59:38.613196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7b667c0b-75ed-4982-9c08-381f255dd092 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:38.613843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.639083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Deleting port 5b1137a4-92f6-4cf8-90ab-74edc8b52b42 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:38.640349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.660663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 7b667c0b-75ed-4982-9c08-381f255dd092 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:38.661318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7b667c0b-75ed-4982-9c08-381f255dd092 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:38.804172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.804651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.824121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Calling delete_port for 5b1137a4-92f6-4cf8-90ab-74edc8b52b42 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:38.913861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:38.916751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7da7-ea5a-48e2-a27d-73487510be16 req-db8f3245-570d-478a-b7d4-a065e0fe78aa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:38.918958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e66e7da7-ea5a-48e2-a27d-73487510be16 req-db8f3245-570d-478a-b7d4-a065e0fe78aa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 949 time: 0.1017346 Nov 19 03:59:38.957332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:38.969467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['e879143a-20a7-4702-8a45-630e36574bb2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:38.983683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:38.985979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['5b8321f2-0d43-4e7a-8266-ea07f03a0cb9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:39.064400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e66e7da7-ea5a-48e2-a27d-73487510be16 req-2d9b7e4d-e413-4cc3-9c7b-13efa94bc7b9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385407 Nov 19 03:59:39.107153 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.143492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-16634c9b-f17b-4d2a-a025-849566384003 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398672 Nov 19 03:59:39.165075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:39.211676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['e76e9786-9af0-4897-ae11-0cafb01dc699'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:39.220113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['1363f363-2bca-48d7-9f41-3ad562361b95'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:39.465445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a664636-ec54-4ad3-80e5-ac6c219c9cc3 req-8350acc6-7ec7-4613-a13f-ab9ee812f678 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937481 Nov 19 03:59:39.502086 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.582579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.587322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.593263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1e205a8f-138c-4565-8684-9a41014cd330 HTTP/1.1" status: 204 len: 168 time: 1.1627278 Nov 19 03:59:39.593263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc11fc-4cc7-4e05-84dd-fe9d73d08bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e205a8f-138c-4565-8684-9a41014cd330,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:39.594857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.601079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47180) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:39.609109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.628636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.645320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.657261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.664896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.672475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:39.675114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-543050a9-094b-4a37-bbce-989c16052132 req-2f9e18c5-0741-47b1-874e-53934e39c360 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5428 time: 0.2388361 Nov 19 03:59:39.751530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-543050a9-094b-4a37-bbce-989c16052132 req-f21bb7d5-d673-4b4c-b9f2-75ea09f5489f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680776 Nov 19 03:59:39.784185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Pushing event deleted for resources: {'Port': ['ID=5b1137a4-92f6-4cf8-90ab-74edc8b52b42,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:39.898502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:59:39.966289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.971077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.977999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa8ff182-f4a7-4763-87f8-5e4ec4469154 req-09aa316b-f25a-47f4-b24e-99d886a13c1e tempest-FloatingIPDetailsTestJSON-1433723398 tempest-FloatingIPDetailsTestJSON-1433723398-project] 10.222.0.52 "DELETE /v2.0/floatingips/ede3848a-de54-458a-b926-a7553b51687d HTTP/1.1" status: 204 len: 173 time: 1.8102553 Nov 19 03:59:39.985609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47186) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:39.989715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:39.995073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c4ac5c62-6443-48eb-83e0-55daca71ee17'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:40.051072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06b956ab-53bb-4c3d-975a-e578be3ec9a3 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:40.155008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 06b956ab-53bb-4c3d-975a-e578be3ec9a3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:40.155474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 06b956ab-53bb-4c3d-975a-e578be3ec9a3 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:40.163952 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:40.197590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76bf198-8ed5-46fa-838b-62812ed76877']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:40.211890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796e4d24-ee8f-42fb-a424-f326597782c4') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:40.212304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796e4d24-ee8f-42fb-a424-f326597782c4') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:40.225531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:40.249527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:40.266110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:59:40.266384 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: timer() Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:59:40.271915 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:59:40.370178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:40.381023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:40.385804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] 10.222.0.52 "DELETE /v2.0/networks/f76bf198-8ed5-46fa-838b-62812ed76877 HTTP/1.1" status: 204 len: 168 time: 0.7734215 Nov 19 03:59:40.406759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9223a9-9260-4a8d-8442-eb7eda1efeae admin admin] Pushing event deleted for resources: {'Network': ['ID=f76bf198-8ed5-46fa-838b-62812ed76877,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:40.421538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5066-056e-4dbe-9795-e35566e557fd req-670684fb-1237-47bd-8262-0edde99973a6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:40.428768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-135e5066-056e-4dbe-9795-e35566e557fd req-670684fb-1237-47bd-8262-0edde99973a6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 949 time: 0.2115316 Nov 19 03:59:40.521196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-135e5066-056e-4dbe-9795-e35566e557fd req-00c9dee5-5ef6-49e5-a0e9-ce0963a668f0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914810 Nov 19 03:59:40.763140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c263ede-a1af-4ca9-9571-c9f8d3086a4c req-fc70e355-7fbb-4277-ad8e-da0d6f5ff33a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:40.767942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c263ede-a1af-4ca9-9571-c9f8d3086a4c req-fc70e355-7fbb-4277-ad8e-da0d6f5ff33a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 949 time: 0.1197655 Nov 19 03:59:40.781506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47196) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:40.831766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c263ede-a1af-4ca9-9571-c9f8d3086a4c req-deab6c00-6016-4f84-bc42-8109c8215442 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Nov 19 03:59:40.928341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:40.928559 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d5a9082-8d1a-4c19-8560-35aab25ba003 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f2baecada6e4bf09710c152375d4d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443839 Nov 19 03:59:40.970523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:41.081231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1a892ad-e810-4938-90c7-5e7e1e2cf8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:41.128374 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1a892ad-e810-4938-90c7-5e7e1e2cf8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:41.184792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.203919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.208643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1a892ad-e810-4938-90c7-5e7e1e2cf8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:41.211333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1a892ad-e810-4938-90c7-5e7e1e2cf8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:41.216528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b1a892ad-e810-4938-90c7-5e7e1e2cf8e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bf6f092-957e-47ba-b31b-47c47646445f HTTP/1.1" status: 204 len: 168 time: 0.2868161 Nov 19 03:59:41.224765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.238219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a892ad-e810-4938-90c7-5e7e1e2cf8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6f092-957e-47ba-b31b-47c47646445f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:41.243094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.250631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.259392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.267375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.276044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-9bb7d1e5-c87e-42e1-9b23-b5edec276b81 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5428 time: 0.3024230 Nov 19 03:59:41.610264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-9f2d2f3f-b896-42bb-aa6b-185491fd42e5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804229 Nov 19 03:59:41.692798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-85ed3270-e8ac-4295-8dcc-7f84b654aca8 req-74f9253b-2589-410c-b573-f9ad63af6fb8 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4157684 Nov 19 03:59:41.928662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Deleting port bca41d91-db2b-417f-8708-f63b0f41428c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:41.929904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:41.946062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-3dc0c1e0-c77e-4cb1-89d1-87938d7c6ad1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:41.961677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-3dc0c1e0-c77e-4cb1-89d1-87938d7c6ad1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505225 Nov 19 03:59:41.966698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:42.006313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-765822d1-2ea4-467f-b0ce-7defc8d4cfe7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/quotas/f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 375 time: 0.0435009 Nov 19 03:59:42.088723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] For port bca41d91-db2b-417f-8708-f63b0f41428c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bca41d91-db2b-417f-8708-f63b0f41428c,segment=NetworkSegment(37e0704b-c1c9-4d5c-be91-543a83f521ad),segment_id=37e0704b-c1c9-4d5c-be91-543a83f521ad)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:42.089251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:42.106802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Calling delete_port for bca41d91-db2b-417f-8708-f63b0f41428c owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:42.147659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:42.151980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:42.152373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:42.225626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-0a3403b1-87c3-4b8b-8b19-00b30e6f27fb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164624 Nov 19 03:59:42.332373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:42.388690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:42.393925 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8445c9f-252b-4999-8009-44a9d7c1e375" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:42.423578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:42.440734 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:42.480821 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117cc4ca-bccc-4d05-829a-cf6d953532ff x-openstack-request-id: req-117cc4ca-bccc-4d05-829a-cf6d953532ff {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:42.481120 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:42.481421 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-117cc4ca-bccc-4d05-829a-cf6d953532ff {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:42.483782 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9', 'code': 200} Nov 19 03:59:42.531722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:42.618629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:42.638090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-838df4fb-acc5-434b-b0c1-9368f47aaeac req-2a201df7-200a-4310-8b95-64986464daf0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 210 time: 0.0367424 Nov 19 03:59:42.738442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47280) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:42.763820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca41d91-db2b-417f-8708-f63b0f41428c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:43.074941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1262118787-network', 'tenant_id': '36f1c0ef74584681920146eaf7361eef'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:43.137771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Made reservation on behalf of 36f1c0ef74584681920146eaf7361eef for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:43.142338 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.181814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.305731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-78b10271-2e57-4f1b-acef-fa422150c892 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4587271 Nov 19 03:59:43.361006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.378484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.384513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.391892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.398098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.404832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.411460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.413383 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6ee49312-a940-403e-8f45-07c76af503dc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5429 time: 0.5253041 Nov 19 03:59:43.449178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.455981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.512498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:59:43.527362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.528234 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Added segment cb406d77-f0b4-4a44-b191-1e4af0cc2f86 of type vlan for network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 Nov 19 03:59:43.578344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3f059716-1416-4ae3-9089-8daa958dee01 req-6a518177-2cc6-4107-8658-9191532fa6b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1465204 Nov 19 03:59:43.579548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.584398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.591658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843f9804-8b36-40a2-825a-58f24cf5b678,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:43.607722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-1d01f678-7651-4ad1-8fed-0286783b50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.609683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-1d01f678-7651-4ad1-8fed-0286783b50a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1100 time: 0.1911533 Nov 19 03:59:43.648379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.649859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.651241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:43.685780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9458873 Nov 19 03:59:43.726717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47300) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:43.735264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Request body: {'subnet': {'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1262118787-subnet', 'tenant_id': '36f1c0ef74584681920146eaf7361eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:43.915841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-7429a706-5375-4138-bdef-81a2c2104b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:43.917530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-7429a706-5375-4138-bdef-81a2c2104b24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2695427 Nov 19 03:59:43.971526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:44.047728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-084c433c-902c-4f09-a130-5313156c7798 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.1214173 Nov 19 03:59:44.066165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d9d7-42ca-4c36-b867-ea2637c76b44 admin admin] Pushing event updated for resources: {'Network': ['ID=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:44.079709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:44.094735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:59:44.156268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5043d538-d0a0-43fb-ab60-f853b6c346f6 req-31df7661-ff7c-4a2f-a4e7-5a7d107aefb2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 210 time: 0.0842500 Nov 19 03:59:44.160105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:44.160497 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:44.162280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Made reservation on behalf of 36f1c0ef74584681920146eaf7361eef for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:44.167740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:44.327865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-a2269e0f-bfdf-4edf-a39c-7b3b7d03f3a2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871005 Nov 19 03:59:44.355325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-b17eb95a-14f3-4a7f-bcdb-e4addcf02e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:44.357154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-b17eb95a-14f3-4a7f-bcdb-e4addcf02e62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0987380 Nov 19 03:59:44.359530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:59:44.485676 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:44.516316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88ca47c-b2a3-4374-84e8-f3ed9d8aaff7'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:44.519378 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad1fcc-5924-4ba7-a0c8-dce05b23efed" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:44.532013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47318) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:44.553957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:44.568619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:44.570028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:44.626077 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427072ab-605b-4f23-a45f-21ce83a7c366 x-openstack-request-id: req-427072ab-605b-4f23-a45f-21ce83a7c366 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:44.626354 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:44.626594 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-427072ab-605b-4f23-a45f-21ce83a7c366 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:44.626996 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88ca47c-b2a3-4374-84e8-f3ed9d8aaff7', 'code': 200} Nov 19 03:59:44.651113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:59:44.666162 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] Sync routers for ids ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:59:44.676043 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-01002ea9-9a3a-4d58-8eb6-d66949379b12 admin admin] 10.222.0.52 "PUT /v2.0/routers/7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6890543 Nov 19 03:59:44.685811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-a6b86f25-203c-42f2-8321-c41ee06d98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:44.687793 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] Routers {'7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:44.688261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-a6b86f25-203c-42f2-8321-c41ee06d98d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3226292 Nov 19 03:59:44.688762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:44.689438 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:44.731819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:44.773836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:44.788730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:44.790608 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:44.800947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:44.957998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.004313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-3bf4096e-e2fb-4366-8fce-f9d7376aea90 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944014 Nov 19 03:59:45.012506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.017571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:45.032019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.033024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c4ac5c62-6443-48eb-83e0-55daca71ee17 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:45.110906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] Set router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:45.166565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.173957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.182864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.189583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.213140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.214884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:45.231054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.243752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d34e743-4bf8-4337-8fd2-21a6ed1b7d19 req-af2fa046-4dc9-4dde-89ec-8fabf5393741 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285814 Nov 19 03:59:45.253698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.254085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.269588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-16a08d37-1ef4-4622-920f-244d9f387f9e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5430 time: 0.4687672 Nov 19 03:59:45.294088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port c4ac5c62-6443-48eb-83e0-55daca71ee17 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:45.298987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port c4ac5c62-6443-48eb-83e0-55daca71ee17 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:45.299620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.377118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Deleting port 269de5a0-33f0-4f10-8938-a4a6145728ed {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:45.377743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.392428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32310513-3b89-474a-ab93-afa1c7721762,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:45.515737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] For port 269de5a0-33f0-4f10-8938-a4a6145728ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=269de5a0-33f0-4f10-8938-a4a6145728ed,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:45.516276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.519261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.548785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Calling delete_port for 269de5a0-33f0-4f10-8938-a4a6145728ed owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:45.583458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-4f2bd62c-5543-43e5-b842-540de056cef4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:45.587681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-4f2bd62c-5543-43e5-b842-540de056cef4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2419147 Nov 19 03:59:45.588763 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:42Z', 'revision_number': 5, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port': {'id': '269de5a0-33f0-4f10-8938-a4a6145728ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:59:11Z', 'updated_at': '2021-11-19T03:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:45.617643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:45.628209 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.629486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1363f363-2bca-48d7-9f41-3ad562361b95 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:45.667818 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] Checking router: 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:59:45.685161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75cd49fd-9922-4f4b-b92d-bf1dc9be9dd1 req-3cea2ecf-e60f-4af7-b701-c0121f1db589 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3741961 Nov 19 03:59:45.692740 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] Routers {'7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:45.695141 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:45.712325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Request body: {'port': {'device_id': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'f736f4eaee554b18bb6eaf9928bbc874'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:45.712325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Checking segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:45.712325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Network hostable DHCP agents. Network: e2211335-ce8b-4ba5-ad9a-241bb5d9aca5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:59:45.777746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:45.785246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 1363f363-2bca-48d7-9f41-3ad562361b95 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:45.805847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 1363f363-2bca-48d7-9f41-3ad562361b95 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:45.806470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:45.869229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3a1dfca1-0553-443b-a28a-83271befadba req-6afb214e-9ac7-4cdf-91f0-41198a7446b0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 210 time: 0.5673833 Nov 19 03:59:45.947698 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] Set router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:45.962050 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.017376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1363f363-2bca-48d7-9f41-3ad562361b95,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:46.024752 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.025784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e76e9786-9af0-4897-ae11-0cafb01dc699 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:46.057749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.068778 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:45Z', 'revision_number': 6, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:46.100656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:59:46.127302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=269de5a0-33f0-4f10-8938-a4a6145728ed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:46.143191 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e9e94-1b9b-4d90-8d3e-2b0fbb502f85 None None] The sync data for ids ['7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc'] in n-d-818503-1 is: [{'id': '7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc', 'name': 'tempest-FloatingIPDetailsTestJSON-1801663212-router', 'tenant_id': '6a824c96a750441d9b514d9609b6d954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:59:10Z', 'updated_at': '2021-11-19T03:59:45Z', 'revision_number': 6, 'project_id': '6a824c96a750441d9b514d9609b6d954', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:59:46.158830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port e76e9786-9af0-4897-ae11-0cafb01dc699 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:46.170364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e2211335-ce8b-4ba5-ad9a-241bb5d9aca5) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:46.180683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port e76e9786-9af0-4897-ae11-0cafb01dc699 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:46.181251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:46.181530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.181872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.239372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc71859-85b0-40a7-bd89-345d4a19f572 None None] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:46.252520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:46.279092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.331657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa2fb45e-bc81-48f1-9557-497d757bb235 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6032991 Nov 19 03:59:46.436981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Made reservation on behalf of f736f4eaee554b18bb6eaf9928bbc874 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:46.440788 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.539628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.580260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.589051 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.629689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe'}, {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac5c62-6443-48eb-83e0-55daca71ee17'}, {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:46.635588 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79eca4f-6f1c-4b03-b8a6-0a9db7d2061e" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe"}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac5c62-6443-48eb-83e0-55daca71ee17"}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:46.677601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634447e-1ad5-4e8d-83a7-ac51ee8601ce req-cd0d77de-b810-4de5-8b70-15efc5297cb1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:46.686843 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8634447e-1ad5-4e8d-83a7-ac51ee8601ce req-cd0d77de-b810-4de5-8b70-15efc5297cb1 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.2174375 Nov 19 03:59:46.725417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.726234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:59:46.733091 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a8ea00-f04a-489a-a254-f664493f66c6 x-openstack-request-id: req-b6a8ea00-f04a-489a-a254-f664493f66c6 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:46.733417 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe", "code": 200}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac5c62-6443-48eb-83e0-55daca71ee17", "code": 200}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:46.733688 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6a8ea00-f04a-489a-a254-f664493f66c6 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:46.734340 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe', 'code': 200} Nov 19 03:59:46.734616 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac5c62-6443-48eb-83e0-55daca71ee17', 'code': 200} Nov 19 03:59:46.734894 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95', 'code': 200} Nov 19 03:59:46.739106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.740774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dc2414a3-c604-42f5-b26b-9640b4c00a53 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7a3495a9-aa7e-4d8d-98bc-aa3584fab5bc HTTP/1.1" status: 204 len: 168 time: 2.0510347 Nov 19 03:59:46.753056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:46.834594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Allocated IP 192.168.233.239 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/14a1488e-56c9-41c1-9cdb-b9247dfc54e5) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:46.837186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'tenant_id': '36f1c0ef74584681920146eaf7361eef', 'fixed_ips': [{'subnet_id': '32310513-3b89-474a-ab93-afa1c7721762'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:59:46.839097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Deleting subnet 4521c900-1328-47ea-ad1e-95e5c8d1eb4a {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:59:46.840700 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.847527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.893851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8634447e-1ad5-4e8d-83a7-ac51ee8601ce req-9240f6cb-7618-406d-a332-57161d204493 tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044818 Nov 19 03:59:46.907384 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:46.918120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e76e9786-9af0-4897-ae11-0cafb01dc699,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:46.964119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.017342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.029406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.032629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:47.164151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.233266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4521c900-1328-47ea-ad1e-95e5c8d1eb4a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:47.258813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.281814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7347edc7-d05a-48d8-95b8-7f612b2985bf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4521c900-1328-47ea-ad1e-95e5c8d1eb4a HTTP/1.1" status: 204 len: 168 time: 0.5250471 Nov 19 03:59:47.282749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47382) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:47.303792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc496768-15c1-4e3e-bf9f-6fb36da7b246 None None] Network 776e4ab0-1733-49fb-8f71-0e19439a52b1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:47.314962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.331642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.333333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.337912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.345114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.352533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.354401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:47.371583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.386991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.390961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-229243a5-3de1-48c3-bf48-ef8f2b487345 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5434 time: 0.3228877 Nov 19 03:59:47.405992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Allocated IP 172.20.0.2 (e2211335-ce8b-4ba5-ad9a-241bb5d9aca5/32310513-3b89-474a-ab93-afa1c7721762/c8de87e2-1b70-4e06-9369-4a617ebdbac0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:47.411215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 9f8f241c-2456-4799-8225-952ff8485f46 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:47.427851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 9f8f241c-2456-4799-8225-952ff8485f46 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:47.428234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.526718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.532901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-007374a2-100c-43ed-acca-12b0806695f6 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:47.540509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-007374a2-100c-43ed-acca-12b0806695f6 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 816 time: 0.3275154 Nov 19 03:59:47.564164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.586182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ca9f8f66-b542-4684-af33-a9cb9909d219 req-45449a6c-efba-4f1e-bd2d-c605374784bf tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306577 Nov 19 03:59:47.620305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-bd952482-d790-4bdc-8301-af4cb8c5524d tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/quotas/36f1c0ef74584681920146eaf7361eef HTTP/1.1" status: 200 len: 375 time: 0.0783455 Nov 19 03:59:47.660724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Deleting port 721aae13-1707-4032-a521-fc501b190e84 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:47.661343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.710905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:47.711741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-32178bc8-7fbb-4882-948d-47c29c9bbcec tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902522 Nov 19 03:59:47.725248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:47.742721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] For port 721aae13-1707-4032-a521-fc501b190e84, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721aae13-1707-4032-a521-fc501b190e84,segment=NetworkSegment(37e0704b-c1c9-4d5c-be91-543a83f521ad),segment_id=37e0704b-c1c9-4d5c-be91-543a83f521ad)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:47.743391 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.758509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:47.760380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Calling delete_port for 721aae13-1707-4032-a521-fc501b190e84 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:47.773555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:47.787692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:47.833554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:47.877928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:47.941484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] No DVR routers for this DVR port 721aae13-1707-4032-a521-fc501b190e84 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:47.948199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=721aae13-1707-4032-a521-fc501b190e84,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:48.035194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef6de8-4d14-4769-929e-f7b65731ae7b None None] DHCP port deletion for 776e4ab0-1733-49fb-8f71-0e19439a52b1 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:59:48.199954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.237987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ba79-10d2-4c64-be86-535aa1e21400 req-93e82636-5160-4de5-ace1-123b760fee29 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:48.239762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5504ba79-10d2-4c64-be86-535aa1e21400 req-93e82636-5160-4de5-ace1-123b760fee29 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 936 time: 0.3019602 Nov 19 03:59:48.241773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.271649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776e4ab0-1733-49fb-8f71-0e19439a52b1']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:48.284742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e0704b-c1c9-4d5c-be91-543a83f521ad') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:48.284976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e0704b-c1c9-4d5c-be91-543a83f521ad') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:48.294398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.306616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:48.307705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.327938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-9e60d171-bd36-4324-8428-b62329cbe137 service neutron] 10.222.0.52 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139307 Nov 19 03:59:48.350267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bca41d91-db2b-417f-8708-f63b0f41428c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:48.351342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.357455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.363827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-fa5bc167-a58e-4bb9-bbaa-3248b6af54de tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:48.365803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-fa5bc167-a58e-4bb9-bbaa-3248b6af54de tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.3258681 Nov 19 03:59:48.376061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:59:48.376704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:59:48.378630 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:59:48.381038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-9017e7c1-9fac-4258-a75a-0d3691289aac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6930201 Nov 19 03:59:48.412710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Request body: {'port': {'device_id': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:48.413829 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.432297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: bca41d91-db2b-417f-8708-f63b0f41428c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:48.432809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bca41d91-db2b-417f-8708-f63b0f41428c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:48.433335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 269de5a0-33f0-4f10-8938-a4a6145728ed no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:48.497982 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5504ba79-10d2-4c64-be86-535aa1e21400 req-428fce30-6bfd-4d54-a3b8-88290f1d957a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461698 Nov 19 03:59:48.502112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:48.505135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.507148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Deleting port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:48.507502 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.507957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-09824439-ed46-4993-b548-dd60be9be2f6 None None] Provisioning complete for port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:48.508837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-09824439-ed46-4993-b548-dd60be9be2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.512128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.516490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.520079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/776e4ab0-1733-49fb-8f71-0e19439a52b1 HTTP/1.1" status: 204 len: 168 time: 1.2361524 Nov 19 03:59:48.558538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38a41d-d909-4c64-8fd6-33967c47b4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=776e4ab0-1733-49fb-8f71-0e19439a52b1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:48.600799 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-3b481176-4ce2-4a64-9e19-bfd91bcb50d4 service neutron] 10.222.0.52 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634976 Nov 19 03:59:48.616534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.617509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e879143a-20a7-4702-8a45-630e36574bb2 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:48.619407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 269de5a0-33f0-4f10-8938-a4a6145728ed {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:48.619869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 269de5a0-33f0-4f10-8938-a4a6145728ed not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:48.620392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721aae13-1707-4032-a521-fc501b190e84 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:48.626409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Pushing event updated for resources: {'Port': ['ID=c8de87e2-1b70-4e06-9369-4a617ebdbac0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:48.641218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Deleting port c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:48.641822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.643026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-09824439-ed46-4993-b548-dd60be9be2f6 None None] Port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:59:48.731037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:48.737040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 721aae13-1707-4032-a521-fc501b190e84 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:48.737543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721aae13-1707-4032-a521-fc501b190e84 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:48.739107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699'}, {'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:48.741964 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391d8707-0aca-4b9e-af57-9aaf0ada0a60" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699"}, {"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f241c-2456-4799-8225-952ff8485f46"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:48.761634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47400) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:48.768178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:48.779211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:48.788625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] For port f10672d4-8d59-4b8e-a2a7-8a50c0e80c59, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:48.789287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.825137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Calling delete_port for f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:48.941346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:48.971351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Attempting to bind port c8de87e2-1b70-4e06-9369-4a617ebdbac0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:48.972990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Attempting to bind port c8de87e2-1b70-4e06-9369-4a617ebdbac0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:48.972990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Attempting to bind port c8de87e2-1b70-4e06-9369-4a617ebdbac0 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:48.981205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port e879143a-20a7-4702-8a45-630e36574bb2 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:48.983916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:48.984310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Checking segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:48.984730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:48.985186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Bound using segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:48.985689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Bound port: c8de87e2-1b70-4e06-9369-4a617ebdbac0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:48.986075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.013042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port e879143a-20a7-4702-8a45-630e36574bb2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:49.013433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.017512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cd80d3eb-37ed-4c1e-ab95-c5f8c3fb8f0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a824c96a750441d9b514d9609b6d954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513676 Nov 19 03:59:49.022409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47412) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:49.099431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] For port c8de87e2-1b70-4e06-9369-4a617ebdbac0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:49.104879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] For port c8de87e2-1b70-4e06-9369-4a617ebdbac0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c8de87e2-1b70-4e06-9369-4a617ebdbac0,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:49.114991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.161983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.168417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.174954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.184282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.195088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.204157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.204550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5469b4-6589-427c-8635-cd6190dc0f7b req-dff3829e-81d0-404f-80fa-38fdcc72268f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.206154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc5469b4-6589-427c-8635-cd6190dc0f7b req-dff3829e-81d0-404f-80fa-38fdcc72268f tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/ports?device_id=f36c03ad-1455-4164-ab9a-aed525276a6c HTTP/1.1" status: 200 len: 947 time: 0.5921931 Nov 19 03:59:49.212715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.228296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-dc80c048-7448-408b-a680-35e7249f53da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5434 time: 0.2338717 Nov 19 03:59:49.243290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15463629-dead-4e41-8079-1cd133ab42d2 None None] Pushing event updated for resources: {'Port': ['ID=c8de87e2-1b70-4e06-9369-4a617ebdbac0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:49.246367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.284538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc5469b4-6589-427c-8635-cd6190dc0f7b req-00056c26-2a17-4a1f-9611-d74923fcc8ea tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9342deb-cdd1-4fec-af60-3338690234c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Nov 19 03:59:49.324614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e879143a-20a7-4702-8a45-630e36574bb2,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:49.326278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] For port c6d30316-d0a9-48b1-b870-1a3dc204a39b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c6d30316-d0a9-48b1-b870-1a3dc204a39b,segment=NetworkSegment(05e71d5a-4c49-4c7c-af15-33a88fcd20c9),segment_id=05e71d5a-4c49-4c7c-af15-33a88fcd20c9)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:49.328211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.338605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.360377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Calling delete_port for c6d30316-d0a9-48b1-b870-1a3dc204a39b owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:49.391237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b529511-a5d3-4cdd-8e40-d0c3e03def6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.430913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:49.455412 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12569702-18cf-4040-be8b-2adf9fd263df x-openstack-request-id: req-12569702-18cf-4040-be8b-2adf9fd263df {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:49.455754 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699", "code": 200}, {"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f241c-2456-4799-8225-952ff8485f46", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:49.455977 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12569702-18cf-4040-be8b-2adf9fd263df {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:49.459585 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699', 'code': 200} Nov 19 03:59:49.460320 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46', 'code': 200} Nov 19 03:59:49.573719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b529511-a5d3-4cdd-8e40-d0c3e03def6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.629252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.671268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:49.694842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.705965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8d2f1ba-1cd5-4696-8ed3-18b48982f3bb req-d15c4b24-7d9f-444a-8551-3b212dbcc4bf tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4757624 Nov 19 03:59:49.714931 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b529511-a5d3-4cdd-8e40-d0c3e03def6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.718387 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b529511-a5d3-4cdd-8e40-d0c3e03def6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.722027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1b529511-a5d3-4cdd-8e40-d0c3e03def6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfdc06fc-c0c9-4297-ba9b-d45848d40562 HTTP/1.1" status: 204 len: 168 time: 0.6774645 Nov 19 03:59:49.734990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Pushing event deleted for resources: {'Port': ['ID=c6d30316-d0a9-48b1-b870-1a3dc204a39b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:49.753153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Transition to ACTIVE for port object 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:49.793415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] No DVR routers for this DVR port c6d30316-d0a9-48b1-b870-1a3dc204a39b on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:49.799563 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.803753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8986bd4-1b1f-42dc-b9d2-75c5e5489ace req-3dc3c029-88d1-44fd-a790-7ff2ce39093c tempest-ServersNegativeTestJSON-2023836660 tempest-ServersNegativeTestJSON-2023836660-project] 10.222.0.36 "DELETE /v2.0/ports/c6d30316-d0a9-48b1-b870-1a3dc204a39b HTTP/1.1" status: 204 len: 173 time: 1.4114106 Nov 19 03:59:49.806805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-deleted', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:49.821288 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b0b77-d814-4ed4-a561-f0c71dfc3c06" -d '{"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-deleted", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:49.840655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.848144 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:49.868569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b529511-a5d3-4cdd-8e40-d0c3e03def6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc06fc-c0c9-4297-ba9b-d45848d40562,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:49.931323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-cdbf632c-a40c-4a22-aada-5e9791902930 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:49.941713 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-cdbf632c-a40c-4a22-aada-5e9791902930 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 816 time: 0.3317575 Nov 19 03:59:49.971902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-66d90615-95c6-40eb-9206-c0ffc5893f50 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/quotas/36f1c0ef74584681920146eaf7361eef HTTP/1.1" status: 200 len: 375 time: 0.0280659 Nov 19 03:59:50.037138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f10672d4-8d59-4b8e-a2a7-8a50c0e80c59,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:50.074445 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-7cd3a7cf-2a55-4760-8df9-463accdd0a0a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013627 Nov 19 03:59:50.255945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-fc158b3b-5472-4246-a55e-ffb46ac04bd6 service neutron] 10.222.0.52 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805387 Nov 19 03:59:50.374728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e5ea8-03df-4519-b74f-c86de7da255b req-075ae4b5-f649-45b4-af16-6013bba3cf58 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:50.382584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f0e5ea8-03df-4519-b74f-c86de7da255b req-075ae4b5-f649-45b4-af16-6013bba3cf58 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.5228207 Nov 19 03:59:50.388944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:50.393922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Attempting to bind port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:50.394923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Attempting to bind port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:50.395478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Attempting to bind port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:50.414266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:50.414533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Attempting to bind port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:50.481509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:50.482189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:50.482850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:50.483956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Bound port: 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:50.484831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:50.533266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c8de87e2-1b70-4e06-9369-4a617ebdbac0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:50.571704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f0e5ea8-03df-4519-b74f-c86de7da255b req-daeebbd0-960c-4637-8cea-c9ff23397084 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582189 Nov 19 03:59:50.662047 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a2f4f-ab72-4475-8c2c-1345917102cc x-openstack-request-id: req-be7a2f4f-ab72-4475-8c2c-1345917102cc {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:50.662367 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36c03ad-1455-4164-ab9a-aed525276a6c", "name": "network-vif-deleted", "tag": "c6d30316-d0a9-48b1-b870-1a3dc204a39b", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:50.662635 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be7a2f4f-ab72-4475-8c2c-1345917102cc {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:50.663084 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36c03ad-1455-4164-ab9a-aed525276a6c', 'name': 'network-vif-deleted', 'tag': 'c6d30316-d0a9-48b1-b870-1a3dc204a39b', 'status': 'completed', 'code': 200} Nov 19 03:59:50.687518 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-a4490279-26cf-4d36-a02d-d8795e3c3c1f service neutron] 10.222.0.52 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291677 Nov 19 03:59:50.695140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c8de87e2-1b70-4e06-9369-4a617ebdbac0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:50.695577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:50.728137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47448) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:50.801712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:50.848828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: c6d30316-d0a9-48b1-b870-1a3dc204a39b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:50.849652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c6d30316-d0a9-48b1-b870-1a3dc204a39b not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:50.860676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f7425-7a80-4bab-940e-a7cd53576269 None None] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:50.905209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5e7cbbee-5325-4673-842c-c94f56b82101 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:50.908384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5e7cbbee-5325-4673-842c-c94f56b82101 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 816 time: 0.4124999 Nov 19 03:59:50.911843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Deleting subnet c8e75b49-dbaf-4a12-9906-525bc057ca32 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:59:50.927858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:50.931445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:50.980474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Request body: {'port': {'device_id': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'admin_state_up': True, 'tenant_id': '36f1c0ef74584681920146eaf7361eef'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:50.996379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:51.026924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.118038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c2147073-7749-4546-939a-3a86a4e68a61 None None] Provisioning complete for port c8de87e2-1b70-4e06-9369-4a617ebdbac0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:51.118760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c2147073-7749-4546-939a-3a86a4e68a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.124572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c8de87e2-1b70-4e06-9369-4a617ebdbac0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c8de87e2-1b70-4e06-9369-4a617ebdbac0,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:51.133543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:51.151215 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.165286 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.227557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.289595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e55d6a9-c545-409d-b467-82e8cc114592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.312246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.336946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c8de87e2-1b70-4e06-9369-4a617ebdbac0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:51.338606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.353492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.372976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.386621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.397294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Made reservation on behalf of 36f1c0ef74584681920146eaf7361eef for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:51.401274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.404478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.417504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.426427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-1938210d-e7be-492e-9eb0-82f9c1acce62 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.4685421 Nov 19 03:59:51.428994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.429697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.431166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] 10.222.0.36 "PUT /v2.0/ports/14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 1096 time: 3.0240030 Nov 19 03:59:51.437378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:51.439825 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a7291d-dd51-432d-b677-96d24dd03559" -d '{"events": [{"name": "network-changed", "server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:51.456513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.464365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:51.467323 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7413f1a-037e-48fc-a634-4bb1f4825e9a" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "e879143a-20a7-4702-8a45-630e36574bb2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:51.508801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e029-0223-4d6d-8afb-862820824e1e service neutron] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:51.615288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-2ccbfd7f-785a-437d-8952-03286506f88e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.616975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-2ccbfd7f-785a-437d-8952-03286506f88e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 816 time: 0.4351947 Nov 19 03:59:51.627420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-4a8d4430-c3e3-4eb1-aa5a-c467e947baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.628967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-4a8d4430-c3e3-4eb1-aa5a-c467e947baea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1099 time: 0.1219640 Nov 19 03:59:51.646527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11adecaa-42e1-488c-9a7b-bb9445fd7e1e req-d0225296-0f48-4ef2-b92e-0bc43e559b4f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191129 Nov 19 03:59:51.704361 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-50efe45a-ed72-4b76-ad97-abe57061716e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/quotas/36f1c0ef74584681920146eaf7361eef HTTP/1.1" status: 200 len: 375 time: 0.0657825 Nov 19 03:59:51.743244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-560d4f06-f131-4075-873d-2cc4a46cac09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 217 time: 0.0952098 Nov 19 03:59:51.797473 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.836976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9d643f3a-f4ff-41ad-8b93-0c23250b7836 None None] Provisioning complete for port c8de87e2-1b70-4e06-9369-4a617ebdbac0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:51.837557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d643f3a-f4ff-41ad-8b93-0c23250b7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.843168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e75b49-dbaf-4a12-9906-525bc057ca32,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:51.864412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-aa54a1b4-e31f-4b1e-a9d5-1b62c86bd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.866024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-aa54a1b4-e31f-4b1e-a9d5-1b62c86bd7e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1118829 Nov 19 03:59:51.867181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-926f8ce3-8686-4f6e-b35c-429c948d8fa6 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616428 Nov 19 03:59:51.876430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Allocated IP 172.20.0.12 (e2211335-ce8b-4ba5-ad9a-241bb5d9aca5/32310513-3b89-474a-ab93-afa1c7721762/510624b4-e19d-45de-88d1-370370129074) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:51.914218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:51.927342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:59:51.934402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-89a2fcca-b51d-44f4-aa5c-5385c062a3cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c8e75b49-dbaf-4a12-9906-525bc057ca32 HTTP/1.1" status: 204 len: 168 time: 1.2043037 Nov 19 03:59:51.936182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47492) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:51.952167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115707-4f7c-48f8-a923-170046035403 req-36bdc565-ebf2-4ef2-bd40-8472b1b31a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:51.953982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-36bdc565-ebf2-4ef2-bd40-8472b1b31a3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787687 Nov 19 03:59:52.073835 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4ed2f-f367-4a1b-baa5-9b8eea0619f6 x-openstack-request-id: req-6cf4ed2f-f367-4a1b-baa5-9b8eea0619f6 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:52.074550 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-plugged", "status": "completed", "tag": "e879143a-20a7-4702-8a45-630e36574bb2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:52.075138 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cf4ed2f-f367-4a1b-baa5-9b8eea0619f6 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:52.075834 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2', 'code': 200} Nov 19 03:59:52.174110 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-0654aba0-c80f-40b1-9f01-70bd901434e9 service neutron] 10.222.0.52 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054199 Nov 19 03:59:52.181540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.277216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c8de87e2-1b70-4e06-9369-4a617ebdbac0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:52.278006 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6297f6fe-211e-49cd-90d7-36f98d183dfb x-openstack-request-id: req-6297f6fe-211e-49cd-90d7-36f98d183dfb {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:52.278311 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:52.278568 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6297f6fe-211e-49cd-90d7-36f98d183dfb {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:52.278970 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'status': 'completed', 'code': 200} Nov 19 03:59:52.337997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c8de87e2-1b70-4e06-9369-4a617ebdbac0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:52.338382 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.450719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.467850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.469081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.469081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.469256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.469679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.470182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.470663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.472635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-5dd77f2e-028b-4481-b179-cb3ee15a58dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.1978750 Nov 19 03:59:52.484098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78e433-6aef-4975-9fc4-4eb41e9bd77f req-9cde6bff-4404-430d-828f-0d9567e02c6c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.491514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec78e433-6aef-4975-9fc4-4eb41e9bd77f req-9cde6bff-4404-430d-828f-0d9567e02c6c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.2173800 Nov 19 03:59:52.529497 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.551212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:59:52.554807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-13cf9b45-0d2f-4a9c-8d76-1754f642d7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790518 Nov 19 03:59:52.558527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1abd9ce5-cda0-4a86-bbfe-a712ff13fe41 admin admin] 10.222.0.52 "PUT /v2.0/routers/ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0256200 Nov 19 03:59:52.564611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47500) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:52.566666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] Sync routers for ids ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:59:52.578728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.579230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] Routers {'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:52.579779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:52.641255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-a53683be-c5c2-4e7c-893a-55785eb896b5 service neutron] 10.222.0.52 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575372 Nov 19 03:59:52.663813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec78e433-6aef-4975-9fc4-4eb41e9bd77f req-3c6ffd5d-5fa1-40ba-909f-2a23a2f8cfab tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666617 Nov 19 03:59:52.670848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e009a86-46ed-4d74-8c23-5e9222dc7a13']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:52.698168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-a19200d9-556a-4aba-b195-314120b635c2 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:52.699739 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-a19200d9-556a-4aba-b195-314120b635c2 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.36 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 816 time: 0.3417809 Nov 19 03:59:52.704763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e71d5a-4c49-4c7c-af15-33a88fcd20c9') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:52.705539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e71d5a-4c49-4c7c-af15-33a88fcd20c9') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:52.706921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72fcd5ef-4936-4a16-8203-3ebdc62bbc2a req-76d89e54-3120-4230-9760-991aa632526b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2136586 Nov 19 03:59:52.754476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Request body: {'port': {'device_id': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'admin_state_up': True, 'tenant_id': '36f1c0ef74584681920146eaf7361eef'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:52.766282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.773467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.789949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75115707-4f7c-48f8-a923-170046035403 req-83fd3a27-7914-4655-b1b3-123ff957e287 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262008 Nov 19 03:59:52.904791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.914795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] Set router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:52.931968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:59:52.933113 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:59:52.942123 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:59:52.952843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:52.979367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee4f41d5-a817-47f0-8f6f-20646acdb2b9 req-c983d790-afef-4930-9fdd-540a82e78005 tempest-AbsoluteLimitsNegativeTestJSON-1009308387 tempest-AbsoluteLimitsNegativeTestJSON-1009308387-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f38ea170cb240d386d788711071bbd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516772 Nov 19 03:59:52.997595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:53.001150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.008453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:53.059502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7291d-dd51-432d-b677-96d24dd03559 req-62c0a5d4-278e-4e22-9b20-d11d80e3ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.061879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-62c0a5d4-278e-4e22-9b20-d11d80e3ff6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1099 time: 0.2059453 Nov 19 03:59:53.109492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Pushing event updated for resources: {'Port': ['ID=510624b4-e19d-45de-88d1-370370129074,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:53.201293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:59:49Z', 'revision_number': 5, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:53.201531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f41d5-a817-47f0-8f6f-20646acdb2b9 req-8ee86ccb-7578-475e-a86c-489a50b085e9 tempest-AbsoluteLimitsNegativeTestJSON-1009308387 tempest-AbsoluteLimitsNegativeTestJSON-1009308387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.209534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee4f41d5-a817-47f0-8f6f-20646acdb2b9 req-8ee86ccb-7578-475e-a86c-489a50b085e9 tempest-AbsoluteLimitsNegativeTestJSON-1009308387 tempest-AbsoluteLimitsNegativeTestJSON-1009308387-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288961 Nov 19 03:59:53.235231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] Checking router: ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:59:53.245030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] Routers {'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:53.245228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee4f41d5-a817-47f0-8f6f-20646acdb2b9 req-2265a24b-97f1-4b91-aed0-d137316fcb66 tempest-AbsoluteLimitsNegativeTestJSON-1009308387 tempest-AbsoluteLimitsNegativeTestJSON-1009308387-project] 10.222.0.52 "GET /v2.0/quotas/2f38ea170cb240d386d788711071bbd6 HTTP/1.1" status: 200 len: 375 time: 0.0348980 Nov 19 03:59:53.245661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:53.273885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.274470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.276906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.305304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee4f41d5-a817-47f0-8f6f-20646acdb2b9 req-1e102cd0-94a4-4477-9bc5-079286d3f63f tempest-AbsoluteLimitsNegativeTestJSON-1009308387 tempest-AbsoluteLimitsNegativeTestJSON-1009308387-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f38ea170cb240d386d788711071bbd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591648 Nov 19 03:59:53.314693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.318689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7291d-dd51-432d-b677-96d24dd03559 req-c5ecb1a0-3641-4156-8a25-c718138f3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.320764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.327337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.327524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-c5ecb1a0-3641-4156-8a25-c718138f3a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2508287 Nov 19 03:59:53.334880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.343570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.350645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.356809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.358835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-75b8d886-1a06-48a6-b70e-4e52688ae631 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.3928638 Nov 19 03:59:53.359944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.370446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8e009a86-46ed-4d74-8c23-5e9222dc7a13 HTTP/1.1" status: 204 len: 168 time: 1.3578417 Nov 19 03:59:53.425105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0c81-425c-4081-8691-0941ef81d333 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e009a86-46ed-4d74-8c23-5e9222dc7a13,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:53.457193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Made reservation on behalf of 36f1c0ef74584681920146eaf7361eef for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:53.458385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] Set router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:53.461656 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.469189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-a18adda2-4e29-4efb-9271-7ccc0f8ac0f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 217 time: 0.1332927 Nov 19 03:59:53.486119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-5a84e742-5375-4a7a-beeb-167c3bf41b19 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5135694 Nov 19 03:59:53.511668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Request body: {'port': {'device_id': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:53.517021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87433896-49aa-4b44-afb4-20036b1b005a req-ab5ed035-3eb7-4627-8be4-81151774b10b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 210 time: 0.0463591 Nov 19 03:59:53.523823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.583294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7291d-dd51-432d-b677-96d24dd03559 req-8297b3d7-dc83-4805-b969-ed6cd79ecd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.585603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-8297b3d7-dc83-4805-b969-ed6cd79ecd67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0671663 Nov 19 03:59:53.748074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7291d-dd51-432d-b677-96d24dd03559 req-87da66ac-a78e-46f0-abcb-fa584d724819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.766501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-87da66ac-a78e-46f0-abcb-fa584d724819 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716173 Nov 19 03:59:53.780706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-e9463a6d-bfa8-4500-b66d-5bc4680a425c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:59:53.788364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-e9463a6d-bfa8-4500-b66d-5bc4680a425c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083480 Nov 19 03:59:53.789464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7627609b-434b-403f-b244-af12b34edad0 None None] Provisioning complete for port 510624b4-e19d-45de-88d1-370370129074 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:53.789871 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7627609b-434b-403f-b244-af12b34edad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.807989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a29301a3-74b2-44d8-a5b8-67e5fe446221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:53.847191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47534) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:53.949515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7627609b-434b-403f-b244-af12b34edad0 None None] Port 510624b4-e19d-45de-88d1-370370129074 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:59:53.997846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1112d-6a82-43e6-bbc4-4c9fc50576fb req-1f8e4a8e-ffb9-41e6-a25c-6806bdab6901 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:53.999722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2a1112d-6a82-43e6-bbc4-4c9fc50576fb req-1f8e4a8e-ffb9-41e6-a25c-6806bdab6901 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.1517076 Nov 19 03:59:54.002090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47536) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:54.007626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-199c3ba3-260b-43c6-bd47-a50667b8b4ea req-db8fa1a0-137c-463a-a327-09f00775bd91 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5950527 Nov 19 03:59:54.018173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44040718-dda9-43cf-aba3-b0013d6982f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f74449b5216473db44aba5e5bde9d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686788 Nov 19 03:59:54.018834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47540) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:54.033034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-713d543d-54f4-4e40-9f73-136f438174b6 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341850 Nov 19 03:59:54.083662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:59:49Z', 'revision_number': 5, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:54.128640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.156504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80918e8f-a72a-4097-8059-f5dc472d37f2 None None] The sync data for ids ['ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1'] in n-d-818503-1 is: [{'id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1624053506-router', 'tenant_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:42Z', 'updated_at': '2021-11-19T03:59:49Z', 'revision_number': 5, 'project_id': '01c3dcf89dc14adc8e92d1b6e2d56eeb', 'gw_port': {'id': 'db700479-e38d-4fcd-8a0a-b482746e6053', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:43Z', 'updated_at': '2021-11-19T03:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:59:54.162407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2a1112d-6a82-43e6-bbc4-4c9fc50576fb req-a1af8ce2-d08b-4d15-ab51-ed03f6a84cd8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554680 Nov 19 03:59:54.205968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f82e4bbe-f94e-435e-8489-52b4d7dfb843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.260262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47a7291d-dd51-432d-b677-96d24dd03559 req-20d6383e-d64b-42a2-9801-7761ab3eabbd service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266579 Nov 19 03:59:54.263451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Allocated IP 172.20.0.4 (e2211335-ce8b-4ba5-ad9a-241bb5d9aca5/32310513-3b89-474a-ab93-afa1c7721762/6e638985-c737-44e4-9da9-123dee7ecdb5) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:54.267076 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3c0f66-c8df-4f7a-bc44-440c3d7d9821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.273159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f82e4bbe-f94e-435e-8489-52b4d7dfb843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.282851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Deleting port db700479-e38d-4fcd-8a0a-b482746e6053 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:54.283226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.368781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f82e4bbe-f94e-435e-8489-52b4d7dfb843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.371375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f82e4bbe-f94e-435e-8489-52b4d7dfb843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.372541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f82e4bbe-f94e-435e-8489-52b4d7dfb843 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9342deb-cdd1-4fec-af60-3338690234c2 HTTP/1.1" status: 204 len: 168 time: 0.3513522 Nov 19 03:59:54.400196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4bbe-f94e-435e-8489-52b4d7dfb843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9342deb-cdd1-4fec-af60-3338690234c2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:54.411053 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3c0f66-c8df-4f7a-bc44-440c3d7d9821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.418024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3c0f66-c8df-4f7a-bc44-440c3d7d9821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.464923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fe3c0f66-c8df-4f7a-bc44-440c3d7d9821 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f38ea170cb240d386d788711071bbd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4610550 Nov 19 03:59:54.465691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47544) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:54.466375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c0f66-c8df-4f7a-bc44-440c3d7d9821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf9e61a-9234-4d61-8832-dda55e99befc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:54.520771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] For port db700479-e38d-4fcd-8a0a-b482746e6053, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=db700479-e38d-4fcd-8a0a-b482746e6053,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:54.521141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.524727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07fb73fd-cf8b-4e31-bb9a-6306b3f4163a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.556326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Calling delete_port for db700479-e38d-4fcd-8a0a-b482746e6053 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:54.559238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07fb73fd-cf8b-4e31-bb9a-6306b3f4163a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.633390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07fb73fd-cf8b-4e31-bb9a-6306b3f4163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.636587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07fb73fd-cf8b-4e31-bb9a-6306b3f4163a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.637808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-07fb73fd-cf8b-4e31-bb9a-6306b3f4163a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/baf9e61a-9234-4d61-8832-dda55e99befc HTTP/1.1" status: 204 len: 168 time: 0.1685967 Nov 19 03:59:54.651555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb73fd-cf8b-4e31-bb9a-6306b3f4163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf9e61a-9234-4d61-8832-dda55e99befc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:54.712823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:59:54.721700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a43d89d5-32ef-44db-b1f9-fb3785097bf5 req-44ceb299-30ad-4669-89f8-7dbf116b889b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 210 time: 0.1121738 Nov 19 03:59:54.747199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.881743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:54.898359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'mac_address': 'fa:16:3e:bb:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:59:54.953372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:54.983682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:55.004738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.013136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:55.023852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.099845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:55.109523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.110279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.110831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.111393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.111920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.112484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.113007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.113550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.114104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.114645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.115211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.115988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:55.132517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.163120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d6e74b42-da83-4c7c-8d84-baaabdea500a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.165183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d6e74b42-da83-4c7c-8d84-baaabdea500a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 816 time: 0.3053217 Nov 19 03:59:55.166655 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.203834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:55.209166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Request body: {'port': {'device_id': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'admin_state_up': True, 'tenant_id': '36f1c0ef74584681920146eaf7361eef'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:55.220853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:55.223607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:55.289179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Pushing event updated for resources: {'Port': ['ID=6e638985-c737-44e4-9da9-123dee7ecdb5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:55.312099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['14a1488e-56c9-41c1-9cdb-b9247dfc54e5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:59:55.323176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.339951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.352825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.359314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.371012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.377185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.390561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.398252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db700479-e38d-4fcd-8a0a-b482746e6053,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:55.410695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-a1e74d07-ed16-4f54-a117-a6444519ccc4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.2441747 Nov 19 03:59:55.422937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.426166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.552382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef468714-b4a8-4411-b8a5-0d64ca5c45fb req-523ea6fb-4624-4e0a-9a57-5049e4a6fa1b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407161 Nov 19 03:59:55.569606 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.588311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-cfb2e2c2-21be-49f4-ae05-42644c576229 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8780260 Nov 19 03:59:55.588578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Made reservation on behalf of 36f1c0ef74584681920146eaf7361eef for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:55.597859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.755700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.765161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.765430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-93e4c158-413f-42bb-be56-78d753d04304 None None] Provisioning complete for port 6e638985-c737-44e4-9da9-123dee7ecdb5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:55.765922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-93e4c158-413f-42bb-be56-78d753d04304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.778988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510624b4-e19d-45de-88d1-370370129074 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:55.807370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.870258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cba58-9272-4195-9666-fc2e19fc47e1 req-ac3ab34d-8e58-463c-b934-b35745074ee6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.873050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-93e4c158-413f-42bb-be56-78d753d04304 None None] Port 6e638985-c737-44e4-9da9-123dee7ecdb5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:59:55.878787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-932cba58-9272-4195-9666-fc2e19fc47e1 req-ac3ab34d-8e58-463c-b934-b35745074ee6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 949 time: 0.3621354 Nov 19 03:59:55.903568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.911733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Request body: {'port': {'device_id': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:55.913809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.923186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.930509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.937542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Transition to ACTIVE for port object 510624b4-e19d-45de-88d1-370370129074 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:55.942570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.943138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:59:55.951330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.953248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3c6ea046-d151-4420-bf1f-5f7375c3ebb6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ec1af2a6-d07e-4b5a-a1ab-fe9640dd15c1 HTTP/1.1" status: 204 len: 168 time: 3.3815074 Nov 19 03:59:55.953494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.954580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:55.958604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47600) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:55.963136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.969916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:55.971929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23dbd91f-1c91-4845-9056-bca89f0291a3 req-ffd64115-5dad-440f-82d2-1fe3527afe76 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.2201164 Nov 19 03:59:55.987459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47602) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:55.992822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Request body: {'floatingip': {'port_id': '1363f363-2bca-48d7-9f41-3ad562361b95'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:56.085399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47606) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:56.095311 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.114449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.189967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Pushing event updated for resources: {'Port': ['ID=510624b4-e19d-45de-88d1-370370129074,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:56.221467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-932cba58-9272-4195-9666-fc2e19fc47e1 req-5c58182c-ff09-4e05-9136-00427c24135a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416860 Nov 19 03:59:56.254628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.255071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.255492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.255987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.256399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.256937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.257533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.258042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.258470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.258907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.259511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.260467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:59:56.272957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.287798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Deleting subnet 0bcd2f95-2f07-48bf-9576-a21d585c1c48 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:59:56.310747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.388641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-704256501-network', 'tenant_id': 'd41ef8e1c5074652898981f849d1c349'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:56.412106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Allocated IP 172.20.0.3 (e2211335-ce8b-4ba5-ad9a-241bb5d9aca5/32310513-3b89-474a-ab93-afa1c7721762/4698c5bf-e2f8-4944-99ea-cedc2285191b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:59:56.469884 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9174753-7fa5-4f69-bcdc-2caaaef6b86b req-f7b2a25f-59af-41eb-9157-c2ea764f7f16 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 210 time: 0.0587871 Nov 19 03:59:56.483709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.484567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Made reservation on behalf of d41ef8e1c5074652898981f849d1c349 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:56.486983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.519938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.555662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Attempting to bind port 510624b4-e19d-45de-88d1-370370129074 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:56.556016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Attempting to bind port 510624b4-e19d-45de-88d1-370370129074 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:56.556360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Attempting to bind port 510624b4-e19d-45de-88d1-370370129074 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:56.575077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Port 510624b4-e19d-45de-88d1-370370129074 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:56.575988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Attempting to bind port 510624b4-e19d-45de-88d1-370370129074 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:56.627568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:56.628626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Checking segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:56.629220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Bound using segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:56.629723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Bound port: 510624b4-e19d-45de-88d1-370370129074, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:56.630432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.630837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:56.673436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:56.674069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f10672d4-8d59-4b8e-a2a7-8a50c0e80c59 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:56.687100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.736764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:59:56.754101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] For port 510624b4-e19d-45de-88d1-370370129074, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:59:56.759525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] For port 510624b4-e19d-45de-88d1-370370129074, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=510624b4-e19d-45de-88d1-370370129074,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:59:56.765593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.800791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.854527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:59:56.863675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:56.871311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.871480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:56.872025 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.874026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] 10.222.0.31 "PUT /v2.0/ports/510624b4-e19d-45de-88d1-370370129074 HTTP/1.1" status: 200 len: 1092 time: 3.3697910 Nov 19 03:59:56.874634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'tag': '510624b4-e19d-45de-88d1-370370129074'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:56.876957 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9c2b8-aebc-4f73-956c-caf45a76958c" -d '{"events": [{"name": "network-changed", "server_uuid": "6711d08a-901a-4aef-b5e7-6978b801c4aa", "tag": "510624b4-e19d-45de-88d1-370370129074"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:56.886017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bcd2f95-2f07-48bf-9576-a21d585c1c48,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:56.902709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:56.911265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9017003e-aec7-4af3-8fda-615a1f311fa0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0bcd2f95-2f07-48bf-9576-a21d585c1c48 HTTP/1.1" status: 204 len: 168 time: 0.8943231 Nov 19 03:59:56.914936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47636) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:56.930268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d732-ee3c-4890-b4ee-0ba28609bb4c service neutron] Pushing event updated for resources: {'Port': ['ID=510624b4-e19d-45de-88d1-370370129074,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:56.937523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d255b-7bed-4cf2-9b42-776ddfb7578c None None] Network bed96dc9-39b9-466e-8c6f-bb01c7808f34 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:57.066119 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.073301 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0b7e8-3d44-4607-b00a-f46480708ba8 x-openstack-request-id: req-4fc0b7e8-3d44-4607-b00a-f46480708ba8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:57.073606 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6711d08a-901a-4aef-b5e7-6978b801c4aa", "tag": "510624b4-e19d-45de-88d1-370370129074", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:57.073858 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fc0b7e8-3d44-4607-b00a-f46480708ba8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:57.074534 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'tag': '510624b4-e19d-45de-88d1-370370129074', 'status': 'completed', 'code': 200} Nov 19 03:59:57.199612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.223210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.228742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-9b3a50cc-256d-44e3-94e5-3bb8c4283c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:57.231321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-9b3a50cc-256d-44e3-94e5-3bb8c4283c54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 1095 time: 0.1600938 Nov 19 03:59:57.247507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:57.251076 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f5e52-4088-415f-b5b2-fc0000ff5d99" -d '{"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-plugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:57.275868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:57.290316 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.310376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-67c90f7c-6762-4c4b-9bb2-d0da8d1f7e63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=510624b4-e19d-45de-88d1-370370129074 HTTP/1.1" status: 200 len: 217 time: 0.0567713 Nov 19 03:59:57.344777 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0094af-eb7e-41fa-8ac8-54e0999c9699 x-openstack-request-id: req-3a0094af-eb7e-41fa-8ac8-54e0999c9699 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:57.345078 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-plugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:57.345398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Deleting port a2098431-bb66-4e2a-b88d-ce991d3240ef {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:57.345743 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a0094af-eb7e-41fa-8ac8-54e0999c9699 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:57.345922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.346597 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'code': 200} Nov 19 03:59:57.367289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] DHCP port deletion for bed96dc9-39b9-466e-8c6f-bb01c7808f34 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:59:57.403430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:57.425071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.479106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] Deleting port a2098431-bb66-4e2a-b88d-ce991d3240ef {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:59:57.479605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.492019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-f1bc0f37-69c2-490a-a7cc-a1c0774df738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:57.493523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-f1bc0f37-69c2-490a-a7cc-a1c0774df738 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.1639230 Nov 19 03:59:57.500040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] For port a2098431-bb66-4e2a-b88d-ce991d3240ef, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a2098431-bb66-4e2a-b88d-ce991d3240ef,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:57.500040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.504755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.524079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47654) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:57.529810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Calling delete_port for a2098431-bb66-4e2a-b88d-ce991d3240ef owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:57.552940 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.593688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:59:57.599060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:59:57.615888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] For port a2098431-bb66-4e2a-b88d-ce991d3240ef, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a2098431-bb66-4e2a-b88d-ce991d3240ef,segment=NetworkSegment(180f5a24-9634-4675-b01e-866ff61c9229),segment_id=180f5a24-9634-4675-b01e-866ff61c9229)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:59:57.616458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.631479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514137-4d3e-41dc-9f87-bbef5070246e req-043ec772-59b8-47e1-b75a-7075d7b526ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:57.632373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] Calling delete_port for a2098431-bb66-4e2a-b88d-ce991d3240ef owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:59:57.633974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-043ec772-59b8-47e1-b75a-7075d7b526ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238196 Nov 19 03:59:57.676376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31644349-72da-4b21-a7d3-b462885958c6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:57.696127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.696706 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Added segment 05673a12-fe4d-4602-8145-48b15199eac2 of type vlan for network f51733ae-9a42-48a1-acd2-b64b657dc79c Nov 19 03:59:57.710836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-85e726f9-abf8-43bd-b544-b73ec8553f7c req-98bb436d-7c31-4528-b340-d256f9c6c202 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 210 time: 0.1003251 Nov 19 03:59:57.739199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a2d79-b5e9-4e04-aeed-d5ea1161927c req-8f0650f7-5d1d-4f14-be46-0f6184fccbcc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:57.745455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42b8ca89-ff29-4fd4-be07-47dc63facdca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.746667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae9a2d79-b5e9-4e04-aeed-d5ea1161927c req-8f0650f7-5d1d-4f14-be46-0f6184fccbcc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.3472197 Nov 19 03:59:57.774728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18cf6f-a9c2-477f-b432-b0154f43c2ff req-707362ee-72d3-4086-adda-71ebee51ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:57.776639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca18cf6f-a9c2-477f-b432-b0154f43c2ff req-707362ee-72d3-4086-adda-71ebee51ac59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1101 time: 0.3502905 Nov 19 03:59:57.780474 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.782966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.797498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] No DVR routers for this DVR port a2098431-bb66-4e2a-b88d-ce991d3240ef on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:57.809637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.820949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d534b8-16a0-487d-bf5a-478c672781f6 None None] Pushing event deleted for resources: {'Port': ['ID=a2098431-bb66-4e2a-b88d-ce991d3240ef,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:57.847195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-4eaaf2ef-fc23-4cc8-84da-9a8ba54d6510 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888592 Nov 19 03:59:57.847990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.853604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.881330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] No DVR routers for this DVR port a2098431-bb66-4e2a-b88d-ce991d3240ef on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:59:57.912029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:57.963413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2098431-bb66-4e2a-b88d-ce991d3240ef,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:58.047667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae9a2d79-b5e9-4e04-aeed-d5ea1161927c req-940bd5c7-4634-43db-94d8-5f0980b3ae3b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001244 Nov 19 03:59:58.056142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.057226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:58.057834 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.072430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:59:58.075010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca18cf6f-a9c2-477f-b432-b0154f43c2ff req-821cc78f-9fe1-43b3-9499-78a828fc0a4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831614 Nov 19 03:59:58.089812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:58.091686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Pushing event updated for resources: {'Port': ['ID=4698c5bf-e2f8-4944-99ea-cedc2285191b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:58.094170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:59:58.181113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0914545 Nov 19 03:59:58.190103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47660) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:58.196294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Request body: {'subnet': {'network_id': 'f51733ae-9a42-48a1-acd2-b64b657dc79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-704256501-subnet', 'tenant_id': 'd41ef8e1c5074652898981f849d1c349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:58.206551 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Floating IP 7e5a5488-1d36-474d-a478-252e6948f429 associated. External IP: 172.25.8.81, port: 1363f363-2bca-48d7-9f41-3ad562361b95. Nov 19 03:59:58.216648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa1e4d-6aef-400c-8089-ce9026920aeb admin admin] Pushing event updated for resources: {'Network': ['ID=f51733ae-9a42-48a1-acd2-b64b657dc79c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:58.232379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network f51733ae-9a42-48a1-acd2-b64b657dc79c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:59:58.282182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:58.282874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.302311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device db700479-e38d-4fcd-8a0a-b482746e6053 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:58.347938 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: db700479-e38d-4fcd-8a0a-b482746e6053 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:58.348544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device db700479-e38d-4fcd-8a0a-b482746e6053 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:58.348990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a2098431-bb66-4e2a-b88d-ce991d3240ef no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:59:58.371024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.378905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a2098431-bb66-4e2a-b88d-ce991d3240ef {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:59:58.379262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a2098431-bb66-4e2a-b88d-ce991d3240ef not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:59:58.382962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Made reservation on behalf of d41ef8e1c5074652898981f849d1c349 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:59:58.386355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.415280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-9919f436-8152-4397-9075-aaf672cc4510 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2115169 Nov 19 03:59:58.423045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42b8ca89-ff29-4fd4-be07-47dc63facdca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.431447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-67e5f5f3-be43-4efc-b839-0e114f942a1a None None] Provisioning complete for port 4698c5bf-e2f8-4944-99ea-cedc2285191b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:59:58.431817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed96dc9-39b9-466e-8c6f-bb01c7808f34']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:58.431959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67e5f5f3-be43-4efc-b839-0e114f942a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.452237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Request body: {'port': {'device_id': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:59:58.454495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42b8ca89-ff29-4fd4-be07-47dc63facdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.458861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180f5a24-9634-4675-b01e-866ff61c9229') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:58.459157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180f5a24-9634-4675-b01e-866ff61c9229') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:58.471045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-67e5f5f3-be43-4efc-b839-0e114f942a1a None None] Port 4698c5bf-e2f8-4944-99ea-cedc2285191b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:59:58.490495 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08514137-4d3e-41dc-9f87-bbef5070246e req-b3348189-d409-437d-b990-29379aa8d580 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269557 Nov 19 03:59:58.502874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.538103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42b8ca89-ff29-4fd4-be07-47dc63facdca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e21158226944f449f81e63e596402c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0129418 Nov 19 03:59:58.538734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47662) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:58.541223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.544858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8ca89-ff29-4fd4-be07-47dc63facdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7409684-9665-499e-906a-d65bc01b3160,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:58.561450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:59:58.562533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: timer() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:59:58.565536 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:59:58.636027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.729182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e638985-c737-44e4-9da9-123dee7ecdb5 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:58.734287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.742501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Router 784234d0-9be3-4c29-8959-2de56abb1839 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:59:58.748968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.759916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.763687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] 10.222.0.52 "DELETE /v2.0/networks/bed96dc9-39b9-466e-8c6f-bb01c7808f34 HTTP/1.1" status: 204 len: 168 time: 1.8470926 Nov 19 03:59:58.782872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47666) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:59:58.784584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3170c-9160-4964-b1cc-b3faac1ea64f admin admin] Pushing event deleted for resources: {'Network': ['ID=bed96dc9-39b9-466e-8c6f-bb01c7808f34,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:58.813732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Transition to ACTIVE for port object 6e638985-c737-44e4-9da9-123dee7ecdb5 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:58.867996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.899962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-27f87271-936d-4dd3-8c5c-0abec43f40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:58.901502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-27f87271-936d-4dd3-8c5c-0abec43f40bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 1095 time: 0.2741156 Nov 19 03:59:58.908053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe5435ef-212e-4571-a148-7ec91ae18859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:58.947764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.107128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe5435ef-212e-4571-a148-7ec91ae18859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.128661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Pushing event updated for resources: {'Port': ['ID=6e638985-c737-44e4-9da9-123dee7ecdb5,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:59.129054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=98242e63-552f-4f94-be69-656844f31889,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:59.161191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:59:59.164515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe67f34-2182-4fc0-befa-ca4a8968c117 req-d041f588-5712-4120-8d40-c80a5e9eea50 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:59.172318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfe67f34-2182-4fc0-befa-ca4a8968c117 req-d041f588-5712-4120-8d40-c80a5e9eea50 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 931 time: 0.3569157 Nov 19 03:59:59.176915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Checking segment: {'id': '05673a12-fe4d-4602-8145-48b15199eac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f51733ae-9a42-48a1-acd2-b64b657dc79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:59.177300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Network hostable DHCP agents. Network: f51733ae-9a42-48a1-acd2-b64b657dc79c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:59:59.185349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.192729 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] Sync routers for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:59:59.220996 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:59.224454 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:59.266055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4b8643fa-0caa-42ad-812a-3c84d06630a9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "PUT /v2.0/floatingips/7e5a5488-1d36-474d-a478-252e6948f429 HTTP/1.1" status: 200 len: 991 time: 3.2772753 Nov 19 03:59:59.271156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:59:59.280474 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:59:59.299442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Network f51733ae-9a42-48a1-acd2-b64b657dc79c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:59:59.366131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, f51733ae-9a42-48a1-acd2-b64b657dc79c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:59:59.376118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7bd85-95ce-4235-9d40-d7a2769824bb None None] Network f51733ae-9a42-48a1-acd2-b64b657dc79c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:59.376987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:59.377509 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.381442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4698c5bf-e2f8-4944-99ea-cedc2285191b {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:59:59.398801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.405261 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:59:59.434344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75e98e-4e86-4a83-888b-f883b86db21a req-ac3e3c09-5235-4ad3-8dd8-168a2a161be3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:59.447964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dfe67f34-2182-4fc0-befa-ca4a8968c117 req-73e60e81-e722-419f-a855-5f15243d8013 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740359 Nov 19 03:59:59.451270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db75e98e-4e86-4a83-888b-f883b86db21a req-ac3e3c09-5235-4ad3-8dd8-168a2a161be3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1941168 Nov 19 03:59:59.490392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fecbb2b4-6e9e-4565-bb7b-c4eda6075aba admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2985978 Nov 19 03:59:59.491672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Transition to ACTIVE for port object 4698c5bf-e2f8-4944-99ea-cedc2285191b will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:59:59.534306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-2d4a412a-b8b6-4a80-90c3-3b4c1a208390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:59:59.535324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-2d4a412a-b8b6-4a80-90c3-3b4c1a208390 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 917 time: 0.5953686 Nov 19 03:59:59.559305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.568939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe5435ef-212e-4571-a148-7ec91ae18859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.581122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe5435ef-212e-4571-a148-7ec91ae18859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.584263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fe5435ef-212e-4571-a148-7ec91ae18859 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7409684-9665-499e-906a-d65bc01b3160 HTTP/1.1" status: 204 len: 168 time: 1.0401969 Nov 19 03:59:59.666663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2d3c7-f0b8-45c9-8775-6508c8cea4a9 None None] Network f51733ae-9a42-48a1-acd2-b64b657dc79c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:59:59.719932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Attempting to bind port 6e638985-c737-44e4-9da9-123dee7ecdb5 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:59:59.723946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Attempting to bind port 6e638985-c737-44e4-9da9-123dee7ecdb5 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:59:59.727562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Attempting to bind port 6e638985-c737-44e4-9da9-123dee7ecdb5 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:59.728234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db75e98e-4e86-4a83-888b-f883b86db21a req-3155315c-4c29-4772-9e8f-49a98fe1c4f3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274470 Nov 19 03:59:59.761828 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b50ec51-4a8b-4e06-9384-8c5a026cd3b5 x-openstack-request-id: req-2b50ec51-4a8b-4e06-9384-8c5a026cd3b5 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:59:59.762114 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:59:59.762370 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b50ec51-4a8b-4e06-9384-8c5a026cd3b5 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:59:59.762793 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95', 'status': 'completed', 'code': 200} Nov 19 03:59:59.767022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-36cc6d19-245b-4cd6-bb37-433c365d4135 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=510624b4-e19d-45de-88d1-370370129074 HTTP/1.1" status: 200 len: 217 time: 0.1971679 Nov 19 03:59:59.767834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5435ef-212e-4571-a148-7ec91ae18859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7409684-9665-499e-906a-d65bc01b3160,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:59:59.777537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Port 6e638985-c737-44e4-9da9-123dee7ecdb5 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:59:59.777874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Attempting to bind port 6e638985-c737-44e4-9da9-123dee7ecdb5 on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:59:59.805845 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '7e5a5488-1d36-474d-a478-252e6948f429', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'port_id': '1363f363-2bca-48d7-9f41-3ad562361b95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'mac_address': 'fa:16:3e:ea:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:58:19Z', 'updated_at': '2021-11-19T03:59:57Z', 'revision_number': 1, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:59.878781 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] Checking router: 784234d0-9be3-4c29-8959-2de56abb1839 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:59:59.880445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:59:59.881169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Checking segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:59:59.881663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Bound using segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:59:59.882260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Bound port: 6e638985-c737-44e4-9da9-123dee7ecdb5, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:59:59.882689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:59:59.903315 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:59:59.906424 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:59:59.983408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Pushing event updated for resources: {'Port': ['ID=4698c5bf-e2f8-4944-99ea-cedc2285191b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:00.089254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-4ede3df5-735c-458c-bea5-4cca756ec814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.090953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-4ede3df5-735c-458c-bea5-4cca756ec814 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.3033297 Nov 19 04:00:00.113579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Attempting to bind port 4698c5bf-e2f8-4944-99ea-cedc2285191b on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:00.114034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Attempting to bind port 4698c5bf-e2f8-4944-99ea-cedc2285191b by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:00.114351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Attempting to bind port 4698c5bf-e2f8-4944-99ea-cedc2285191b on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:00.126535 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:00.133857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Port 4698c5bf-e2f8-4944-99ea-cedc2285191b on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:00:00.134219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Attempting to bind port 4698c5bf-e2f8-4944-99ea-cedc2285191b on network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:00.161849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.162387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.162876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.163361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.165477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.172267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.173494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.175888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-1672e44e-298d-4680-9e7a-ce6d65111c90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.3559380 Nov 19 04:00:00.179492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:00.179849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Checking segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:00.180258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Bound using segment: {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:00.180721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Bound port: 4698c5bf-e2f8-4944-99ea-cedc2285191b, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:00.181097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:00.257146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] For port 6e638985-c737-44e4-9da9-123dee7ecdb5, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:00.273917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-bec7f8b6-220d-4f85-8133-b908ee4c1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.275537 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-bec7f8b6-220d-4f85-8133-b908ee4c1376 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702318 Nov 19 04:00:00.281664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] For port 6e638985-c737-44e4-9da9-123dee7ecdb5, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6e638985-c737-44e4-9da9-123dee7ecdb5,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:00.290917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-033a5dbc-75a5-455d-a03a-98883b2202fc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:00.291934 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-033a5dbc-75a5-455d-a03a-98883b2202fc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067215 Nov 19 04:00:00.296582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:00.378655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Pushing event updated for resources: {'Port': ['ID=6e638985-c737-44e4-9da9-123dee7ecdb5,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:00.390040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f41cf492-3930-4027-960e-949815b40b9f req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-281071550', 'description': 'tempest-description-2056348847'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:00.449528 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '7e5a5488-1d36-474d-a478-252e6948f429', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'port_id': '1363f363-2bca-48d7-9f41-3ad562361b95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'mac_address': 'fa:16:3e:ea:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:58:19Z', 'updated_at': '2021-11-19T03:59:57Z', 'revision_number': 1, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:00.477267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.478708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:00.480717 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-6fa2a053-c696-4c22-bc46-e6cbcba66f69 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e638985-c737-44e4-9da9-123dee7ecdb5 HTTP/1.1" status: 200 len: 1091 time: 4.8330939 Nov 19 04:00:00.483591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'tag': '6e638985-c737-44e4-9da9-123dee7ecdb5'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:00.486489 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6b0f9-7169-4732-9924-7c0acd51634a" -d '{"events": [{"name": "network-changed", "server_uuid": "1298ec2b-1614-4d01-b8bd-119738cd4abd", "tag": "6e638985-c737-44e4-9da9-123dee7ecdb5"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:00.501818 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40860668-9a38-41c0-aa79-9dc3e17c7335 None None] The sync data for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 is: [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '7e5a5488-1d36-474d-a478-252e6948f429', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'port_id': '1363f363-2bca-48d7-9f41-3ad562361b95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'mac_address': 'fa:16:3e:ea:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab18dd-8254-472c-9424-58a298e7af5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:58:19Z', 'updated_at': '2021-11-19T03:59:57Z', 'revision_number': 1, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:00:00.646872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f41cf492-3930-4027-960e-949815b40b9f req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:00.659083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-a3b3e5bd-ccbd-4e90-b22d-65a73cc36a2b service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864866 Nov 19 04:00:00.754401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-a75ba0e3-65ce-4806-959c-4bdb96f3d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.765329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-a75ba0e3-65ce-4806-959c-4bdb96f3d433 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 1094 time: 0.2119517 Nov 19 04:00:00.777975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] For port 4698c5bf-e2f8-4944-99ea-cedc2285191b, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:00.794662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-928df3e8-441d-40e9-9dca-c764932960d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.796765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-928df3e8-441d-40e9-9dca-c764932960d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f HTTP/1.1" status: 200 len: 913 time: 0.5946732 Nov 19 04:00:00.800940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] For port 4698c5bf-e2f8-4944-99ea-cedc2285191b, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:00.818549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:00.890935 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-74db0654-dc65-487b-a991-0fe60be997ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e638985-c737-44e4-9da9-123dee7ecdb5 HTTP/1.1" status: 200 len: 217 time: 0.1244907 Nov 19 04:00:00.901636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536778ed-1ed8-4cb6-8b5a-b99a64908bfe None None] New status for floating IP 7e5a5488-1d36-474d-a478-252e6948f429: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:00:00.911579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.912941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:00.914386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] 10.222.0.31 "PUT /v2.0/ports/4698c5bf-e2f8-4944-99ea-cedc2285191b HTTP/1.1" status: 200 len: 1091 time: 2.4691777 Nov 19 04:00:00.928229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2f25-52b6-43c4-ba05-c7af1bfb875c req-1bd25d6d-c798-41d2-8333-a24a3d12e0f5 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.939101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-321a2f25-52b6-43c4-ba05-c7af1bfb875c req-1bd25d6d-c798-41d2-8333-a24a3d12e0f5 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 943 time: 0.2133236 Nov 19 04:00:00.958468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-7bac5652-17d3-4aa4-bd38-769386220e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:00.959887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-7bac5652-17d3-4aa4-bd38-769386220e89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.0596838 Nov 19 04:00:00.969777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.052502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f428-abfa-44f4-9e32-b37ef764542f service neutron] Pushing event updated for resources: {'Port': ['ID=4698c5bf-e2f8-4944-99ea-cedc2285191b,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:01.069625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-4613e0e2-f084-487a-a2f5-16d971f37e5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 999 time: 0.2633250 Nov 19 04:00:01.117687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:01.175656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-321a2f25-52b6-43c4-ba05-c7af1bfb875c req-80c23a89-8123-4624-9a4e-037bb010cd68 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354200 Nov 19 04:00:01.194352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-72b3c4eb-dcee-4a23-b1e5-cf59c0d7892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.204384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-72b3c4eb-dcee-4a23-b1e5-cf59c0d7892f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 1094 time: 0.1960666 Nov 19 04:00:01.206396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f41cf492-3930-4027-960e-949815b40b9f req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.271892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f41cf492-3930-4027-960e-949815b40b9f req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.302144 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e44604-3f6f-48b5-a7ff-8f4dc9a26c22 x-openstack-request-id: req-42e44604-3f6f-48b5-a7ff-8f4dc9a26c22 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:01.302643 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1298ec2b-1614-4d01-b8bd-119738cd4abd", "tag": "6e638985-c737-44e4-9da9-123dee7ecdb5", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:01.303094 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42e44604-3f6f-48b5-a7ff-8f4dc9a26c22 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:01.303679 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'tag': '6e638985-c737-44e4-9da9-123dee7ecdb5', 'status': 'completed', 'code': 200} Nov 19 04:00:01.325876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-4f241a88-0b2b-40b2-9bd0-02ac5e689b9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b HTTP/1.1" status: 200 len: 217 time: 0.0985222 Nov 19 04:00:01.329252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-f0ddc7d0-1c06-4e32-a5b5-e192b22cb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.332169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-f0ddc7d0-1c06-4e32-a5b5-e192b22cb63c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 200 len: 851 time: 0.2496538 Nov 19 04:00:01.332401 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cab9c2b8-aebc-4f73-956c-caf45a76958c req-193b8e36-a076-42fc-8ba4-1f3221db7236 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515245 Nov 19 04:00:01.346895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f41cf492-3930-4027-960e-949815b40b9f req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.350900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f41cf492-3930-4027-960e-949815b40b9f req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9728358 Nov 19 04:00:01.355546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34db6-716b-4214-91c9-909583439069 req-43f3f881-32c0-4be9-b934-8fcc77c995c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.357385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-43f3f881-32c0-4be9-b934-8fcc77c995c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3762581 Nov 19 04:00:01.410752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb78e39-60cd-4a3c-9316-21c89071086e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e23c58-0e6c-4fff-9d98-8f2e092c6b03,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:01.470970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-992856736-network', 'tenant_id': 'bc721fd9ed1949af89d3604cab16bc92'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:01.540531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-1ef3dda8-de6b-4efa-a144-b841a392251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.542084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-1ef3dda8-de6b-4efa-a144-b841a392251d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.1768930 Nov 19 04:00:01.543877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-6c97b0c7-8f7a-4fe3-87f9-12b2f9f0b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.545311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-6c97b0c7-8f7a-4fe3-87f9-12b2f9f0b9d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48eb8720-4add-44ff-aaca-edb67addda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328435 Nov 19 04:00:01.551518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Made reservation on behalf of bc721fd9ed1949af89d3604cab16bc92 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:01.553837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.613600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.636870 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.699033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42213750-dac9-47a4-843f-21b0d0379843 req-0a283ae8-99af-4018-983a-61bfd91687bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/91e23c58-0e6c-4fff-9d98-8f2e092c6b03 HTTP/1.1" status: 200 len: 1831 time: 0.1737807 Nov 19 04:00:01.726286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91e23c58-0e6c-4fff-9d98-8f2e092c6b03', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:01.726597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91e23c58-0e6c-4fff-9d98-8f2e092c6b03', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:01.747971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-923e3ae2-4838-4022-a76f-e39586a66a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.749755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-923e3ae2-4838-4022-a76f-e39586a66a5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895115 Nov 19 04:00:01.767118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'tag': '4698c5bf-e2f8-4944-99ea-cedc2285191b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:01.769496 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acce38c-94a9-4933-ba27-2721e210ab97" -d '{"events": [{"name": "network-changed", "server_uuid": "74e10e74-3571-4c7d-9a66-ff5ba82e8f31", "tag": "4698c5bf-e2f8-4944-99ea-cedc2285191b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:01.790294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-927f8a05-d839-49c3-8182-dad5960316b1 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310367 Nov 19 04:00:01.901367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61406-e3f6-434d-ab5b-96ef15657550 req-028b97fc-6ea1-4ff3-8d86-390490b9bb5e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:01.904050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34d61406-e3f6-434d-ab5b-96ef15657550 req-028b97fc-6ea1-4ff3-8d86-390490b9bb5e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.4484539 Nov 19 04:00:01.909740 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-30ec2183-bf69-4be2-8050-970c2ebb7e81 service neutron] 10.222.0.36 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292666 Nov 19 04:00:01.958121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:01.983966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.031656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-f9d0ddf8-912d-4c69-9ba2-4a40a6a88fb0 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692621 Nov 19 04:00:02.037253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:02.045848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.046664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34d61406-e3f6-434d-ab5b-96ef15657550 req-f29fc498-a902-4217-b12e-03ab07feefa1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321306 Nov 19 04:00:02.075965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c14d0c4f-6cb1-4d07-b7c2-ab2c8c00e04e req-b41afc4c-1de1-479f-9c8c-35b70088c0e9 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476602 Nov 19 04:00:02.083362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 510624b4-e19d-45de-88d1-370370129074 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:02.101003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10e34db6-716b-4214-91c9-909583439069 req-59194c10-111b-4f41-b6d1-6e8c05eb9e99 service neutron] 10.222.0.36 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834579 Nov 19 04:00:02.125890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Deleting port dc425805-840f-43ef-96d2-3340f35a8cdf {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:02.126318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.179510 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e27b30-db7d-4e74-a01d-e181ffa06e4f x-openstack-request-id: req-74e27b30-db7d-4e74-a01d-e181ffa06e4f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:02.179765 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e10e74-3571-4c7d-9a66-ff5ba82e8f31", "tag": "4698c5bf-e2f8-4944-99ea-cedc2285191b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:02.179961 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74e27b30-db7d-4e74-a01d-e181ffa06e4f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:02.180363 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'tag': '4698c5bf-e2f8-4944-99ea-cedc2285191b', 'status': 'completed', 'code': 200} Nov 19 04:00:02.182697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e1a11-e0ad-472a-bed3-2119c4e6ba8e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:02.193913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.194194 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Added segment ed6e5539-07c7-4e9f-a420-61aa8d8672df of type vlan for network 34e2f6ca-3f8c-43e6-9995-3d007a2e4756 Nov 19 04:00:02.199700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.219800 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.268689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 510624b4-e19d-45de-88d1-370370129074, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=510624b4-e19d-45de-88d1-370370129074,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:02.275184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9df75f5-c960-43a1-82e5-75f32283dcf9,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:02.286810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '510624b4-e19d-45de-88d1-370370129074', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'port_id': '510624b4-e19d-45de-88d1-370370129074', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32310513-3b89-474a-ab93-afa1c7721762', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:02.287103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] For port dc425805-840f-43ef-96d2-3340f35a8cdf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc425805-840f-43ef-96d2-3340f35a8cdf,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:02.287418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.287980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.301648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-616d9cdc-f429-4182-9c80-d3c7d85d8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.302562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42213750-dac9-47a4-843f-21b0d0379843 req-dca00a7c-6de8-40b9-a90f-b9e134bb6b31 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5932133 Nov 19 04:00:02.303310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-616d9cdc-f429-4182-9c80-d3c7d85d8dcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 1094 time: 0.1361308 Nov 19 04:00:02.317148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.318205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05069-1364-4c13-aa9f-dec99c083bb0 req-fe4d7638-29ee-4a53-af37-5ada88dda127 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.319761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-33a05069-1364-4c13-aa9f-dec99c083bb0 req-fe4d7638-29ee-4a53-af37-5ada88dda127 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1372945 Nov 19 04:00:02.322417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Calling delete_port for dc425805-840f-43ef-96d2-3340f35a8cdf owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:02.331483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.346684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510624b4-e19d-45de-88d1-370370129074 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:02.371880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 510624b4-e19d-45de-88d1-370370129074, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=510624b4-e19d-45de-88d1-370370129074,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:02.375753 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.385436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.385436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.385436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.414811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a36850fb-d4a2-4dbe-a557-29d028a7ebb3 req-c9fa2dc3-32d6-4120-8b3e-9365a401d477 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750005 Nov 19 04:00:02.429270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=510624b4-e19d-45de-88d1-370370129074,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:02.480640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3553421 Nov 19 04:00:02.493434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658f08c-945a-4ed9-9c1f-21bc6141a5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=34e2f6ca-3f8c-43e6-9995-3d007a2e4756,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:02.511336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 34e2f6ca-3f8c-43e6-9995-3d007a2e4756 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:02.514634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e200a-8bc3-4eda-8ea0-06e26ff12c72 req-f93e3c70-c8d7-41ae-9f05-2ab57911eb8d tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.516594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f3e200a-8bc3-4eda-8ea0-06e26ff12c72 req-f93e3c70-c8d7-41ae-9f05-2ab57911eb8d tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 943 time: 0.1494615 Nov 19 04:00:02.518527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-33a05069-1364-4c13-aa9f-dec99c083bb0 req-9242de47-0fdb-4ce5-8e19-5b860e06a634 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851568 Nov 19 04:00:02.528912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-042f4329-8747-4927-9cc8-005b13774443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.547113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-042f4329-8747-4927-9cc8-005b13774443 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 917 time: 0.2263398 Nov 19 04:00:02.671878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-3a5b11e7-baed-4c5b-bbb5-2ae1222d9f01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e638985-c737-44e4-9da9-123dee7ecdb5 HTTP/1.1" status: 200 len: 217 time: 0.0631750 Nov 19 04:00:02.672023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-27200b41-4918-4026-9da9-197e49039f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.672023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-27200b41-4918-4026-9da9-197e49039f83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 1094 time: 0.1110327 Nov 19 04:00:02.673293 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f3e200a-8bc3-4eda-8ea0-06e26ff12c72 req-d6acf979-2de3-4300-9e45-b9d1f823c63c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485116 Nov 19 04:00:02.752353 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c97b63db-60cb-48f4-8433-328435b6e7f9 req-1d793de5-0ef3-4235-a2c6-d410146b7630 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/91e23c58-0e6c-4fff-9d98-8f2e092c6b03 HTTP/1.1" status: 200 len: 2425 time: 0.1533544 Nov 19 04:00:02.768667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-05fa535c-a03a-46a4-801e-9562fdc0298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.770257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-05fa535c-a03a-46a4-801e-9562fdc0298b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.0946290 Nov 19 04:00:02.808234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['510624b4-e19d-45de-88d1-370370129074'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:02.860615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-d1428350-ae0d-414f-902c-efcb5076de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.863679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-d1428350-ae0d-414f-902c-efcb5076de8c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 917 time: 0.1854033 Nov 19 04:00:02.882891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:02.896831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-716407c2-6276-41f2-98d9-cbec4aa28e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:02.898704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-716407c2-6276-41f2-98d9-cbec4aa28e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197636 Nov 19 04:00:02.907631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-ce22bd7e-e374-458e-8202-d4455c1b230b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-group-rules/e9df75f5-c960-43a1-82e5-75f32283dcf9 HTTP/1.1" status: 200 len: 778 time: 0.0459969 Nov 19 04:00:02.926862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-30ae96b8-1daf-4b60-8342-162591aa6342 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b HTTP/1.1" status: 200 len: 217 time: 0.0542161 Nov 19 04:00:02.945622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc425805-840f-43ef-96d2-3340f35a8cdf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:03.047228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-92339ffb-f3b4-4ef0-a1cf-ccd8e5afdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.049148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-92339ffb-f3b4-4ef0-a1cf-ccd8e5afdaf8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.1114194 Nov 19 04:00:03.095615 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-0921d931-b244-4c4f-b1ec-ab6f59f32e2f tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/91e23c58-0e6c-4fff-9d98-8f2e092c6b03 HTTP/1.1" status: 200 len: 2425 time: 0.1531398 Nov 19 04:00:03.203092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-4a331910-11f2-4a90-bd8b-4de0063f43d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905838 Nov 19 04:00:03.203940 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-3976baed-f9dd-471d-8419-f6a116bc807a tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.227321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-e79fc172-6b9b-4cf5-a0bd-7532843cdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.228855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-e79fc172-6b9b-4cf5-a0bd-7532843cdbb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476860 Nov 19 04:00:03.250624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-3976baed-f9dd-471d-8419-f6a116bc807a tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.253585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81189365-6c40-4fd3-a894-cbdffc72f0ba req-02df7563-b1e3-46dd-9305-5c7a902515f2 tempest-ComputeTenantNetworksTest-468208316 tempest-ComputeTenantNetworksTest-468208316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.259627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81189365-6c40-4fd3-a894-cbdffc72f0ba req-02df7563-b1e3-46dd-9305-5c7a902515f2 tempest-ComputeTenantNetworksTest-468208316 tempest-ComputeTenantNetworksTest-468208316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.265806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81189365-6c40-4fd3-a894-cbdffc72f0ba req-02df7563-b1e3-46dd-9305-5c7a902515f2 tempest-ComputeTenantNetworksTest-468208316 tempest-ComputeTenantNetworksTest-468208316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.267418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81189365-6c40-4fd3-a894-cbdffc72f0ba req-02df7563-b1e3-46dd-9305-5c7a902515f2 tempest-ComputeTenantNetworksTest-468208316 tempest-ComputeTenantNetworksTest-468208316-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2692246 Nov 19 04:00:03.335773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.340199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-3976baed-f9dd-471d-8419-f6a116bc807a tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.360532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-3976baed-f9dd-471d-8419-f6a116bc807a tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.361659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e025087-b495-4810-8e5b-ca7a670ab323 req-3976baed-f9dd-471d-8419-f6a116bc807a tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e9df75f5-c960-43a1-82e5-75f32283dcf9 HTTP/1.1" status: 204 len: 173 time: 0.2524526 Nov 19 04:00:03.376678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976baed-f9dd-471d-8419-f6a116bc807a tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9df75f5-c960-43a1-82e5-75f32283dcf9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:03.418458 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-0be4efaa-36b9-42fb-8f03-3ff2a2389e66 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789050 Nov 19 04:00:03.425505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7b6b0f9-7169-4732-9924-7c0acd51634a req-ab5f390f-f390-43b2-bbe4-f6120173017a service neutron] 10.222.0.36 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849244 Nov 19 04:00:03.478393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-bc12c8f5-9567-400a-b5c4-c240a6f7402e req-95915e16-12dc-40f7-9071-9f4742e70d6c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:03.479296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bc12c8f5-9567-400a-b5c4-c240a6f7402e req-95915e16-12dc-40f7-9071-9f4742e70d6c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067711 Nov 19 04:00:03.493717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd6a46-e6e6-436d-8c10-57596e315433 req-339e5b98-0136-47cd-bc1c-744028eaf877 tempest-ComputeTenantNetworksTest-468208316 tempest-ComputeTenantNetworksTest-468208316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.503129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47772) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:03.503565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97fd6a46-e6e6-436d-8c10-57596e315433 req-339e5b98-0136-47cd-bc1c-744028eaf877 tempest-ComputeTenantNetworksTest-468208316 tempest-ComputeTenantNetworksTest-468208316-project] 10.222.0.52 "GET /v2.0/networks/34e2f6ca-3f8c-43e6-9995-3d007a2e4756 HTTP/1.1" status: 200 len: 768 time: 0.1790948 Nov 19 04:00:03.517516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-84971034-fbfa-49b7-9d18-a3ceb5d24b2a req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1327979405', 'description': 'tempest-description-798538260'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:03.563148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84971034-fbfa-49b7-9d18-a3ceb5d24b2a req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.582545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9acce38c-94a9-4933-ba27-2721e210ab97 req-ba2bcb52-49b6-4942-9d77-a24f69a1a983 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544826 Nov 19 04:00:03.660746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.670495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84971034-fbfa-49b7-9d18-a3ceb5d24b2a req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.676763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84971034-fbfa-49b7-9d18-a3ceb5d24b2a req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.690878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Router 634bab95-3280-4846-91b6-fda5c3c327d6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:00:03.748073 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-84971034-fbfa-49b7-9d18-a3ceb5d24b2a req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.749697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84971034-fbfa-49b7-9d18-a3ceb5d24b2a req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2395351 Nov 19 04:00:03.755341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e317ec-8ec4-4c8b-8978-b7fdbab14d95 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe56d5-8431-4b4f-bcea-2d77ba60a7bd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:03.807628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-0d015752-2d28-4ac8-a42a-b52304156d97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931764 Nov 19 04:00:03.844643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:03.880775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274eab-4de1-4aba-8740-13b087f34ee6 req-59745b4e-b1dc-4fce-bb15-468cb17824a3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.881355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e2f6ca-3f8c-43e6-9995-3d007a2e4756']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:03.882391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13274eab-4de1-4aba-8740-13b087f34ee6 req-59745b4e-b1dc-4fce-bb15-468cb17824a3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 943 time: 0.0614932 Nov 19 04:00:03.936070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955b777-84c5-42ea-940f-6cb8ebbf38fd req-00494331-d780-4de3-8b8c-bb991ae44cc6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:03.942496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e955b777-84c5-42ea-940f-6cb8ebbf38fd req-00494331-d780-4de3-8b8c-bb991ae44cc6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.2329576 Nov 19 04:00:03.946296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6e5539-07c7-4e9f-a420-61aa8d8672df') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:03.946605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6e5539-07c7-4e9f-a420-61aa8d8672df') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:03.949288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13274eab-4de1-4aba-8740-13b087f34ee6 req-8f1c4fcd-9a35-49b9-8236-2786202eef82 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601971 Nov 19 04:00:03.976388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.014517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.019841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:00:04.020059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9000125-212a-44cb-8456-dd6ffbeb3ea4 req-0c2e9a2f-1544-44b2-a76d-4c989b4932ce tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/5ffe56d5-8431-4b4f-bcea-2d77ba60a7bd HTTP/1.1" status: 200 len: 1831 time: 0.0432243 Nov 19 04:00:04.028062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1dc2edf4-6910-49a1-bf6a-30bd98290c93 admin admin] 10.222.0.52 "PUT /v2.0/routers/634bab95-3280-4846-91b6-fda5c3c327d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2378495 Nov 19 04:00:04.028173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47796) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:04.030562 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] Sync routers for ids ['634bab95-3280-4846-91b6-fda5c3c327d6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:00:04.046561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:04.047170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.050487 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] Routers {'634bab95-3280-4846-91b6-fda5c3c327d6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:04.051815 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['634bab95-3280-4846-91b6-fda5c3c327d6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:04.106096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 510624b4-e19d-45de-88d1-370370129074 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:04.132104 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:04.161716 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e955b777-84c5-42ea-940f-6cb8ebbf38fd req-4fe332f6-a243-46b7-8fb2-8c6e742d9080 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085655 Nov 19 04:00:04.164541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.281144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.281144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/34e2f6ca-3f8c-43e6-9995-3d007a2e4756 HTTP/1.1" status: 204 len: 168 time: 0.7147057 Nov 19 04:00:04.281144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eba5bd-1a16-4540-a9b3-eb6af6acf3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e2f6ca-3f8c-43e6-9995-3d007a2e4756,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:04.281701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.290263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-de5d237c-96a2-492e-b6f7-534e3228952d req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1650569207', 'description': 'tempest-description-1862859905'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:04.358284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de5d237c-96a2-492e-b6f7-534e3228952d req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.364123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 510624b4-e19d-45de-88d1-370370129074 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:04.368179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 510624b4-e19d-45de-88d1-370370129074 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:04.368570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.385370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.494675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de5d237c-96a2-492e-b6f7-534e3228952d req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.504004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Deleting port a009e8dc-9d8c-4016-b081-b11f47389ba2 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:04.504544 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.505401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de5d237c-96a2-492e-b6f7-534e3228952d req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.521047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47814) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:04.533210 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] Set router 634bab95-3280-4846-91b6-fda5c3c327d6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:04.534663 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.567924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510624b4-e19d-45de-88d1-370370129074'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:04.571234 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21094c4d-fea0-416e-9c24-3a7c784f54ab" -d '{"events": [{"server_uuid": "6711d08a-901a-4aef-b5e7-6978b801c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "510624b4-e19d-45de-88d1-370370129074"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:04.576460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-de5d237c-96a2-492e-b6f7-534e3228952d req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.579111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de5d237c-96a2-492e-b6f7-534e3228952d req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3229346 Nov 19 04:00:04.594523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 510624b4-e19d-45de-88d1-370370129074, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=510624b4-e19d-45de-88d1-370370129074,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:04.604907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.619599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] For port a009e8dc-9d8c-4016-b081-b11f47389ba2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a009e8dc-9d8c-4016-b081-b11f47389ba2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:04.620403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.622999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ce6fbd31-5f46-4b5c-8bd5-8111f0e1cbf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc721fd9ed1949af89d3604cab16bc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005008 Nov 19 04:00:04.636276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Calling delete_port for a009e8dc-9d8c-4016-b081-b11f47389ba2 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:04.667980 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5690a8c-49cd-4a7c-9185-9f07187b2007 x-openstack-request-id: req-c5690a8c-49cd-4a7c-9185-9f07187b2007 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:04.668286 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6711d08a-901a-4aef-b5e7-6978b801c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "510624b4-e19d-45de-88d1-370370129074", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:04.668548 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5690a8c-49cd-4a7c-9185-9f07187b2007 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:04.668973 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510624b4-e19d-45de-88d1-370370129074', 'code': 200} Nov 19 04:00:04.676793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47822) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:04.680301 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3859049e-a5ef-4847-a160-1f2a44d45958 req-2b401893-8ed8-4c9a-8ad0-30979dcf443c tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/2899c4e3-601b-4922-99fc-46393bf35172 HTTP/1.1" status: 200 len: 1832 time: 0.0637963 Nov 19 04:00:04.681014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593c2a7-ef2d-4cc2-836b-d9cb6e1f5e62 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2899c4e3-601b-4922-99fc-46393bf35172,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:04.726105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=510624b4-e19d-45de-88d1-370370129074,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:04.736149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-0f0d6fda-3af0-4dee-b9ed-8ff07069b917 req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1155591031', 'description': 'tempest-description-1954256175'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:04.768297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6e638985-c737-44e4-9da9-123dee7ecdb5 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:04.772504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a044896d-0dc6-4b76-9e1b-ddbd8683ac41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.796763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a044896d-0dc6-4b76-9e1b-ddbd8683ac41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.876496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a044896d-0dc6-4b76-9e1b-ddbd8683ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.881176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a044896d-0dc6-4b76-9e1b-ddbd8683ac41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.882586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a044896d-0dc6-4b76-9e1b-ddbd8683ac41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c5e1a11-e0ad-472a-bed3-2119c4e6ba8e HTTP/1.1" status: 204 len: 168 time: 0.1983063 Nov 19 04:00:04.886198 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0f0d6fda-3af0-4dee-b9ed-8ff07069b917 req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:04.898791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044896d-0dc6-4b76-9e1b-ddbd8683ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e1a11-e0ad-472a-bed3-2119c4e6ba8e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:04.920996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61510a3-ae99-40d7-a488-a56909428dce req-1b9de3a2-e43a-4d3d-9c19-68883b52555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:04.922812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b61510a3-ae99-40d7-a488-a56909428dce req-1b9de3a2-e43a-4d3d-9c19-68883b52555e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 1097 time: 0.1037958 Nov 19 04:00:04.933566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6e638985-c737-44e4-9da9-123dee7ecdb5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6e638985-c737-44e4-9da9-123dee7ecdb5,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:04.964697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '6e638985-c737-44e4-9da9-123dee7ecdb5', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'port_id': '6e638985-c737-44e4-9da9-123dee7ecdb5', 'mac_address': 'fa:16:3e:ba:38:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32310513-3b89-474a-ab93-afa1c7721762', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:04.988227 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T04:00:02Z', 'revision_number': 5, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port': {'id': 'a009e8dc-9d8c-4016-b081-b11f47389ba2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:51Z', 'updated_at': '2021-11-19T03:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:05.049887 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] Checking router: 634bab95-3280-4846-91b6-fda5c3c327d6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:00:05.061341 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] Routers {'634bab95-3280-4846-91b6-fda5c3c327d6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:05.062452 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['634bab95-3280-4846-91b6-fda5c3c327d6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:05.103813 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.137105 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0f0d6fda-3af0-4dee-b9ed-8ff07069b917 req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.153465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0f0d6fda-3af0-4dee-b9ed-8ff07069b917 req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.172222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e638985-c737-44e4-9da9-123dee7ecdb5 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:05.197097 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] Set router 634bab95-3280-4846-91b6-fda5c3c327d6 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:05.210415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.220187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0f0d6fda-3af0-4dee-b9ed-8ff07069b917 req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.238956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f0d6fda-3af0-4dee-b9ed-8ff07069b917 req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5197003 Nov 19 04:00:05.247273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6e638985-c737-44e4-9da9-123dee7ecdb5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6e638985-c737-44e4-9da9-123dee7ecdb5,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:05.249407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b61510a3-ae99-40d7-a488-a56909428dce req-a980db9a-59a8-4ea0-ba8f-dc382dba6dd6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279143 Nov 19 04:00:05.257253 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.279311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17288a63-d751-4872-b18d-4e6fab15232b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e910b3-fb2a-45f8-9d1d-a5367a4f0546,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:05.283036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a009e8dc-9d8c-4016-b081-b11f47389ba2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:05.293891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca045c48-9128-4e2f-a540-796aba538e97 req-5f93ca8a-05ed-41da-8237-56ee0bc84321 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:05.304372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ca045c48-9128-4e2f-a540-796aba538e97 req-5f93ca8a-05ed-41da-8237-56ee0bc84321 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 943 time: 0.1945193 Nov 19 04:00:05.338649 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T04:00:04Z', 'revision_number': 6, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:05.368251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.385069 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555a485-a546-46e6-b7f6-d8207c6998cf None None] The sync data for ids ['634bab95-3280-4846-91b6-fda5c3c327d6'] in n-d-818503-1 is: [{'id': '634bab95-3280-4846-91b6-fda5c3c327d6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1143797149-router', 'tenant_id': 'f09441b2ac9c4b7d9d204171ad164959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:50Z', 'updated_at': '2021-11-19T04:00:04Z', 'revision_number': 6, 'project_id': 'f09441b2ac9c4b7d9d204171ad164959', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:00:05.400552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=6e638985-c737-44e4-9da9-123dee7ecdb5,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:05.425776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ca045c48-9128-4e2f-a540-796aba538e97 req-aba25444-4588-44c5-8012-36459874cb32 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201038 Nov 19 04:00:05.503968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.506950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.567623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6e638985-c737-44e4-9da9-123dee7ecdb5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:05.573512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94fe46-d206-4f7f-bc14-326ca93a5448 req-aff76adc-2f8d-41eb-883e-5369736aa200 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:05.575596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ca94fe46-d206-4f7f-bc14-326ca93a5448 req-aff76adc-2f8d-41eb-883e-5369736aa200 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.0623331 Nov 19 04:00:05.583383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.584153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634bab95-3280-4846-91b6-fda5c3c327d6 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:00:05.597853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.604319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f136b18c-7964-4b97-b2d3-37be01fae5b2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/634bab95-3280-4846-91b6-fda5c3c327d6 HTTP/1.1" status: 204 len: 168 time: 1.5745170 Nov 19 04:00:05.605530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47854) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:05.642932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ca94fe46-d206-4f7f-bc14-326ca93a5448 req-7f7814ba-9a43-4a4f-95e2-5ae9a1c27dff tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Nov 19 04:00:05.692754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5efd7422-fed3-4486-9c19-d581a59699e7 req-cb7fcbfc-4615-4749-8783-caf2a0edb71b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/d7e910b3-fb2a-45f8-9d1d-a5367a4f0546 HTTP/1.1" status: 200 len: 1832 time: 0.0748610 Nov 19 04:00:05.708907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Deleting subnet 509470f2-deda-4855-af88-b31c42baeb9a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:00:05.721317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:05.830258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-5fcf8b2b-a9b8-49b0-9521-09bba27e80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:05.831625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-5fcf8b2b-a9b8-49b0-9521-09bba27e80fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1101 time: 0.0642798 Nov 19 04:00:05.959669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-dfaebc53-7745-4031-8753-21b1750ae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:05.961192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-dfaebc53-7745-4031-8753-21b1750ae4ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1222150 Nov 19 04:00:06.013345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-92f8167d-a223-48ad-9285-ef40a7ed9fb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 217 time: 0.0436645 Nov 19 04:00:06.086679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-728351f9-945f-448a-a2cb-84e88cf8adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:06.088465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-728351f9-945f-448a-a2cb-84e88cf8adf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0685854 Nov 19 04:00:06.098229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e9f2ae2d-89ad-4d8c-86d9-85a1ef0c5d15 req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1568837085', 'description': 'tempest-description-1401390997'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:06.104533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:06.133830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.143129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4698c5bf-e2f8-4944-99ea-cedc2285191b details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:06.144087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-ad2d8677-1878-4718-93a5-7fa2f4c4288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:06.146064 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-ad2d8677-1878-4718-93a5-7fa2f4c4288b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497210 Nov 19 04:00:06.177768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e9f2ae2d-89ad-4d8c-86d9-85a1ef0c5d15 req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.270020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.284270 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-da182ee3-57e0-45d3-9b81-882c9fcc9bed service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306171 Nov 19 04:00:06.335393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4698c5bf-e2f8-4944-99ea-cedc2285191b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:06.339535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1743198566-network', 'tenant_id': 'a097f7582e9b4af79141bb8b24dc41c9'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:06.363879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '4698c5bf-e2f8-4944-99ea-cedc2285191b', 'network_id': 'e2211335-ce8b-4ba5-ad9a-241bb5d9aca5', 'port_id': '4698c5bf-e2f8-4944-99ea-cedc2285191b', 'mac_address': 'fa:16:3e:ad:3b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32310513-3b89-474a-ab93-afa1c7721762', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:06.427808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e9f2ae2d-89ad-4d8c-86d9-85a1ef0c5d15 req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.431234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Made reservation on behalf of a097f7582e9b4af79141bb8b24dc41c9 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:06.431969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc425805-840f-43ef-96d2-3340f35a8cdf no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:00:06.434084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.440269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e9f2ae2d-89ad-4d8c-86d9-85a1ef0c5d15 req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.471264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: dc425805-840f-43ef-96d2-3340f35a8cdf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:00:06.471621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc425805-840f-43ef-96d2-3340f35a8cdf not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:00:06.472213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a009e8dc-9d8c-4016-b081-b11f47389ba2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:00:06.485037 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.511989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a009e8dc-9d8c-4016-b081-b11f47389ba2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:00:06.512642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a009e8dc-9d8c-4016-b081-b11f47389ba2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:00:06.521372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.547407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e9f2ae2d-89ad-4d8c-86d9-85a1ef0c5d15 req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.552385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-8ed2ceef-8f6b-44b1-8386-23dcabde2c5b service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595623 Nov 19 04:00:06.553650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9f2ae2d-89ad-4d8c-86d9-85a1ef0c5d15 req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8288157 Nov 19 04:00:06.555476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4698c5bf-e2f8-4944-99ea-cedc2285191b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:06.572881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54304d-1e93-476e-a513-82f01e2ce8bc tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214aab9f-4f4c-4837-a616-72c11d02a607,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:06.608392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47882) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:06.619189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4698c5bf-e2f8-4944-99ea-cedc2285191b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:06.626886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.676293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.684346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc11311-f830-479e-b9a8-9a276aebca97 req-8171261e-156a-4b7d-b3c9-c6cfc812ea53 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:06.686603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bc11311-f830-479e-b9a8-9a276aebca97 req-8171261e-156a-4b7d-b3c9-c6cfc812ea53 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 943 time: 0.0995331 Nov 19 04:00:06.730172 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3a766ef-6d22-446c-ad6f-2f2dddc47f08 req-c8828210-a676-466a-b983-16ee67526f29 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/214aab9f-4f4c-4837-a616-72c11d02a607 HTTP/1.1" status: 200 len: 1832 time: 0.1501424 Nov 19 04:00:06.763295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=4698c5bf-e2f8-4944-99ea-cedc2285191b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:06.765357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bc11311-f830-479e-b9a8-9a276aebca97 req-e16d55bb-7726-4639-b65c-e3c0e595bdbc tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725889 Nov 19 04:00:06.798907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6e638985-c737-44e4-9da9-123dee7ecdb5 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:06.813470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509470f2-deda-4855-af88-b31c42baeb9a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:06.820218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.845244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7e7cd28f-3304-4c7a-a503-6a85c0a2b188 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/509470f2-deda-4855-af88-b31c42baeb9a HTTP/1.1" status: 204 len: 168 time: 1.2300055 Nov 19 04:00:06.845331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d63f-5598-41ba-a0b7-250456eb5042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:06.846305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47892) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:06.855671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be2b90-9a61-4efe-b33a-5b1ec92d707d None None] Network 12dde6f1-f834-4af5-8b4b-4113c675a2b4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:06.970443 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-aa4521fa-a46c-4200-a7c1-e25cb94249e1 req-cc02d4d2-6ce2-42a1-9856-e9d163b270b4 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] show failed (client error): The resource could not be found. Nov 19 04:00:06.971452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa4521fa-a46c-4200-a7c1-e25cb94249e1 req-cc02d4d2-6ce2-42a1-9856-e9d163b270b4 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/4e14b941-4a12-42fe-8995-86fa6896bc93 HTTP/1.1" status: 404 len: 352 time: 0.0592251 Nov 19 04:00:07.003740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 6e638985-c737-44e4-9da9-123dee7ecdb5 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:07.003862 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d63f-5598-41ba-a0b7-250456eb5042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.006311 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.009430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 6e638985-c737-44e4-9da9-123dee7ecdb5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:07.009569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.026187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.026369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4d63f-5598-41ba-a0b7-250456eb5042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.056694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.095308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:07.097562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4d63f-5598-41ba-a0b7-250456eb5042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b87c33-0a14-4b36-8f82-beae6afaf5d0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.114267 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.114727 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Added segment 11258156-9308-4d7f-9948-527b2217a396 of type vlan for network 77f218d4-b4d2-4503-abc1-756d2f76e844 Nov 19 04:00:07.116331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['4698c5bf-e2f8-4944-99ea-cedc2285191b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:07.116872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.123032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d7f4d63f-5598-41ba-a0b7-250456eb5042 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c09e9146e97343b990aa90162e649149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5091114 Nov 19 04:00:07.128777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:07.149615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.149786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.150221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.150522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.150873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.151363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.151752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.151873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.152212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.152543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.152878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.153210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:07.185394 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-e05089ff-9c9d-4ceb-9ef5-9aec365fc9c2 req-33fd4de7-8b5a-40c0-aee6-178455f85e32 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] show failed (client error): The resource could not be found. Nov 19 04:00:07.187162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e05089ff-9c9d-4ceb-9ef5-9aec365fc9c2 req-33fd4de7-8b5a-40c0-aee6-178455f85e32 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-group-rules/4a5c0ce1-2cf2-4043-a92a-c2af368ac246 HTTP/1.1" status: 404 len: 361 time: 0.0563545 Nov 19 04:00:07.197067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.214428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Deleting port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:07.214780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.220625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963126d-3fa3-462f-aa3b-4aedf654aa0d req-40f13a88-371a-4a5a-b217-1af41cf6867a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:07.222597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5963126d-3fa3-462f-aa3b-4aedf654aa0d req-40f13a88-371a-4a5a-b217-1af41cf6867a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.3130710 Nov 19 04:00:07.266779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.273173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] DHCP port deletion for 12dde6f1-f834-4af5-8b4b-4113c675a2b4 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:00:07.294913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.296737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:07.297510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.298485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-472e9968-8385-4ec6-acf6-2b0c899413cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.341546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5963126d-3fa3-462f-aa3b-4aedf654aa0d req-19705f42-65b2-429e-8a34-ad7764ab1b2f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973065 Nov 19 04:00:07.360505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-472e9968-8385-4ec6-acf6-2b0c899413cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.364495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e638985-c737-44e4-9da9-123dee7ecdb5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:07.366829 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f2341-7167-495e-8bcb-8dbedd657bdc" -d '{"events": [{"server_uuid": "1298ec2b-1614-4d01-b8bd-119738cd4abd", "name": "network-vif-plugged", "status": "completed", "tag": "6e638985-c737-44e4-9da9-123dee7ecdb5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:07.396715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2876148 Nov 19 04:00:07.396876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6e638985-c737-44e4-9da9-123dee7ecdb5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6e638985-c737-44e4-9da9-123dee7ecdb5,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:07.398178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] For port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:07.398543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.407024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47902) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:07.410366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.415824 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea92a1ef-3738-430a-81a5-38476cb39756 req-3f739226-21c9-4898-af45-dba6ca3e7725 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/214aab9f-4f4c-4837-a616-72c11d02a607 HTTP/1.1" status: 200 len: 1832 time: 0.1700549 Nov 19 04:00:07.430403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Request body: {'subnet': {'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1743198566-subnet', 'tenant_id': 'a097f7582e9b4af79141bb8b24dc41c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:07.441616 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6337f5fe-f3a9-4fe0-a131-3d8ae2d28c89 x-openstack-request-id: req-6337f5fe-f3a9-4fe0-a131-3d8ae2d28c89 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:07.441968 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1298ec2b-1614-4d01-b8bd-119738cd4abd", "name": "network-vif-plugged", "status": "completed", "tag": "6e638985-c737-44e4-9da9-123dee7ecdb5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:07.442212 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6337f5fe-f3a9-4fe0-a131-3d8ae2d28c89 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:07.442602 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e638985-c737-44e4-9da9-123dee7ecdb5', 'code': 200} Nov 19 04:00:07.451042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Calling delete_port for 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:07.459220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ddc4f-ede9-43bf-8b67-d0e3f83f1d82 admin admin] Pushing event updated for resources: {'Network': ['ID=77f218d4-b4d2-4503-abc1-756d2f76e844,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.468952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] Deleting port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:07.469133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.488936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-472e9968-8385-4ec6-acf6-2b0c899413cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.492637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:07.496939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-472e9968-8385-4ec6-acf6-2b0c899413cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.500308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-472e9968-8385-4ec6-acf6-2b0c899413cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40b87c33-0a14-4b36-8f82-beae6afaf5d0 HTTP/1.1" status: 204 len: 168 time: 0.3697183 Nov 19 04:00:07.512527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9968-8385-4ec6-acf6-2b0c899413cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b87c33-0a14-4b36-8f82-beae6afaf5d0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.517467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Made reservation on behalf of a097f7582e9b4af79141bb8b24dc41c9 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:07.520196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.574335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede62086-cae0-42cc-b227-8efbdc8f029d req-90a87e41-3533-48ba-a661-7949b975ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:07.576121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ede62086-cae0-42cc-b227-8efbdc8f029d req-90a87e41-3533-48ba-a661-7949b975ac16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 1096 time: 0.0546863 Nov 19 04:00:07.584743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=6e638985-c737-44e4-9da9-123dee7ecdb5,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.635680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ede62086-cae0-42cc-b227-8efbdc8f029d req-efe74b61-a26d-4ad6-bd31-2e22c512c677 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Nov 19 04:00:07.640701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ea92a1ef-3738-430a-81a5-38476cb39756 req-f27be5d3-94a5-43f1-81a8-b2dbe195331b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.644229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] For port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,segment=NetworkSegment(ab8e65f1-c91b-479c-b637-551102f09d58),segment_id=ab8e65f1-c91b-479c-b637-551102f09d58)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:07.644642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.661291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] Calling delete_port for 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:07.698074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ea92a1ef-3738-430a-81a5-38476cb39756 req-f27be5d3-94a5-43f1-81a8-b2dbe195331b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.718269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.756012 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.771173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.784544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] No DVR routers for this DVR port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:00:07.805988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] Pushing event deleted for resources: {'Port': ['ID=26d1d1bf-0cbd-4870-83b1-d3cf339aafbd,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.815213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf09ca2-0668-483e-96c4-41af9a962c39 None None] No DVR routers for this DVR port 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:00:07.838401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ea92a1ef-3738-430a-81a5-38476cb39756 req-f27be5d3-94a5-43f1-81a8-b2dbe195331b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.841099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ea92a1ef-3738-430a-81a5-38476cb39756 req-f27be5d3-94a5-43f1-81a8-b2dbe195331b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:07.843257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea92a1ef-3738-430a-81a5-38476cb39756 req-f27be5d3-94a5-43f1-81a8-b2dbe195331b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "DELETE /v2.0/security-groups/214aab9f-4f4c-4837-a616-72c11d02a607 HTTP/1.1" status: 204 len: 173 time: 0.4266057 Nov 19 04:00:07.932840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1ea5-b7a5-4424-a2c2-6c1da4c81834 req-0207cb34-5caa-40fe-a433-f25a3c2e515f tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:07.933787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27be5d3-94a5-43f1-81a8-b2dbe195331b tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214aab9f-4f4c-4837-a616-72c11d02a607,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:07.943179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a0d1ea5-b7a5-4424-a2c2-6c1da4c81834 req-0207cb34-5caa-40fe-a433-f25a3c2e515f tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 944 time: 0.0553303 Nov 19 04:00:07.986333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.006915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a0d1ea5-b7a5-4424-a2c2-6c1da4c81834 req-07ac65ac-c806-439d-8964-e2076716af85 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621903 Nov 19 04:00:08.041073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dde6f1-f834-4af5-8b4b-4113c675a2b4']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:08.055602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.060462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8e65f1-c91b-479c-b637-551102f09d58') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:08.060772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8e65f1-c91b-479c-b637-551102f09d58') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:08.068805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0fdb5f48-d206-49a4-ac5c-bffc7bd308c3 req-67e46131-5b78-48a4-8132-9bdd1cdf611c tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/d7e910b3-fb2a-45f8-9d1d-a5367a4f0546 HTTP/1.1" status: 200 len: 1832 time: 0.1695149 Nov 19 04:00:08.119946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.179504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.181951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a485d9a1-3c19-4a5c-902c-c78282ababbf,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:08.209534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:08.210107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:08.211937 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:08.266250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:00:08.282678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Checking segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:08.283481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Network hostable DHCP agents. Network: 77f218d4-b4d2-4503-abc1-756d2f76e844, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:08.288659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:00:08.289017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26d1d1bf-0cbd-4870-83b1-d3cf339aafbd not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:00:08.305525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0fdb5f48-d206-49a4-ac5c-bffc7bd308c3 req-300140f5-39b2-4fe9-b226-673b03d8a8f5 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.307064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.312518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.317998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] 10.222.0.52 "DELETE /v2.0/networks/12dde6f1-f834-4af5-8b4b-4113c675a2b4 HTTP/1.1" status: 204 len: 168 time: 1.4664347 Nov 19 04:00:08.345775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a4236-524c-45e9-b98e-752303869810 admin admin] Pushing event deleted for resources: {'Network': ['ID=12dde6f1-f834-4af5-8b4b-4113c675a2b4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:08.352692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:08.364745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0fdb5f48-d206-49a4-ac5c-bffc7bd308c3 req-300140f5-39b2-4fe9-b226-673b03d8a8f5 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.380163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 77f218d4-b4d2-4503-abc1-756d2f76e844) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:08.385415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:08.386045 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.391244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4a03b-3c21-483e-83cd-9ebef041444f None None] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:08.433123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96de7421-2c58-466d-9fd4-112a92cc65fb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0150900 Nov 19 04:00:08.449651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0fdb5f48-d206-49a4-ac5c-bffc7bd308c3 req-300140f5-39b2-4fe9-b226-673b03d8a8f5 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.453734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0fdb5f48-d206-49a4-ac5c-bffc7bd308c3 req-300140f5-39b2-4fe9-b226-673b03d8a8f5 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.454956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0fdb5f48-d206-49a4-ac5c-bffc7bd308c3 req-300140f5-39b2-4fe9-b226-673b03d8a8f5 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "DELETE /v2.0/security-groups/d7e910b3-fb2a-45f8-9d1d-a5367a4f0546 HTTP/1.1" status: 204 len: 173 time: 0.3526251 Nov 19 04:00:08.484221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300140f5-39b2-4fe9-b226-673b03d8a8f5 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e910b3-fb2a-45f8-9d1d-a5367a4f0546,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:08.525803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec655180-b2d8-40ab-8cdc-11f80c2eb4b3 req-da8db409-40ff-49e6-8f22-bf36337a0ed7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:08.533758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec655180-b2d8-40ab-8cdc-11f80c2eb4b3 req-da8db409-40ff-49e6-8f22-bf36337a0ed7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1135170 Nov 19 04:00:08.535102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fba6e9d-d600-487a-a553-b27f5e725894 req-078ffd3d-6956-4f39-b2e5-ee427a16a804 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/2899c4e3-601b-4922-99fc-46393bf35172 HTTP/1.1" status: 200 len: 1832 time: 0.0525780 Nov 19 04:00:08.614241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec655180-b2d8-40ab-8cdc-11f80c2eb4b3 req-c4cd921c-9dfd-4638-8d12-005f7796155c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779455 Nov 19 04:00:08.618963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fba6e9d-d600-487a-a553-b27f5e725894 req-957db91e-3976-49a4-acb0-3619d9f3e113 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.649659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fba6e9d-d600-487a-a553-b27f5e725894 req-957db91e-3976-49a4-acb0-3619d9f3e113 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.723673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fba6e9d-d600-487a-a553-b27f5e725894 req-957db91e-3976-49a4-acb0-3619d9f3e113 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.729264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5fba6e9d-d600-487a-a553-b27f5e725894 req-957db91e-3976-49a4-acb0-3619d9f3e113 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:08.734586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fba6e9d-d600-487a-a553-b27f5e725894 req-957db91e-3976-49a4-acb0-3619d9f3e113 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "DELETE /v2.0/security-groups/2899c4e3-601b-4922-99fc-46393bf35172 HTTP/1.1" status: 204 len: 173 time: 0.1919227 Nov 19 04:00:08.745095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47946) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:08.786670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957db91e-3976-49a4-acb0-3619d9f3e113 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2899c4e3-601b-4922-99fc-46393bf35172,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:08.788017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e116cc2-e15e-4ece-8e20-cf0a66132708 None None] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:08.878218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8effb88-5776-43fb-a003-214425aec8e1 req-87fc6ae3-2a0c-4361-b512-2af46f31a04e tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/5ffe56d5-8431-4b4f-bcea-2d77ba60a7bd HTTP/1.1" status: 200 len: 1831 time: 0.0889542 Nov 19 04:00:08.880934 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2aed73d6-db56-4b4e-8a8e-9a8fe8601e76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01c3dcf89dc14adc8e92d1b6e2d56eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346123 Nov 19 04:00:08.885167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47950) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:08.982356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8effb88-5776-43fb-a003-214425aec8e1 req-b649a3fe-37eb-458d-977a-38d543f6cf58 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.016639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8effb88-5776-43fb-a003-214425aec8e1 req-b649a3fe-37eb-458d-977a-38d543f6cf58 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.019549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef7215b8-b983-4a6a-8393-07fa1d1bc6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.067791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef7215b8-b983-4a6a-8393-07fa1d1bc6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.096966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8effb88-5776-43fb-a003-214425aec8e1 req-b649a3fe-37eb-458d-977a-38d543f6cf58 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.099808 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8effb88-5776-43fb-a003-214425aec8e1 req-b649a3fe-37eb-458d-977a-38d543f6cf58 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.101345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8effb88-5776-43fb-a003-214425aec8e1 req-b649a3fe-37eb-458d-977a-38d543f6cf58 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ffe56d5-8431-4b4f-bcea-2d77ba60a7bd HTTP/1.1" status: 204 len: 173 time: 0.1997209 Nov 19 04:00:09.115056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a3fe-37eb-458d-977a-38d543f6cf58 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe56d5-8431-4b4f-bcea-2d77ba60a7bd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:09.151047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef7215b8-b983-4a6a-8393-07fa1d1bc6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.154644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef7215b8-b983-4a6a-8393-07fa1d1bc6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.159489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ef7215b8-b983-4a6a-8393-07fa1d1bc6c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/facda8e9-d0ce-460f-b49b-810fed5d8444 HTTP/1.1" status: 204 len: 168 time: 0.2744706 Nov 19 04:00:09.168054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7215b8-b983-4a6a-8393-07fa1d1bc6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facda8e9-d0ce-460f-b49b-810fed5d8444,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:09.252557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20307fc-8369-4dc9-9d9d-78441a7c7d08 req-eddc2d2d-92cc-4044-b9d0-cd3631dabcec tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:09.267854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f20307fc-8369-4dc9-9d9d-78441a7c7d08 req-eddc2d2d-92cc-4044-b9d0-cd3631dabcec tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 944 time: 0.0604434 Nov 19 04:00:09.314539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f20307fc-8369-4dc9-9d9d-78441a7c7d08 req-7dbbd588-3b20-4f81-a3cc-896cc50cbbee tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533044 Nov 19 04:00:09.440274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-fa5b5620-bc3b-482a-a252-0f669b7f9e53 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:09.441847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-fa5b5620-bc3b-482a-a252-0f669b7f9e53 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.1345532 Nov 19 04:00:09.460226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6d75cf89-d021-4221-b9b4-74850972e3a6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/quotas/a097f7582e9b4af79141bb8b24dc41c9 HTTP/1.1" status: 200 len: 375 time: 0.0110254 Nov 19 04:00:09.490274 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6b8f615-1871-470d-9871-d6589f511fe0 req-dfb3ba40-7777-4532-ad0e-59971c21ecf6 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "GET /v2.0/security-groups/91e23c58-0e6c-4fff-9d98-8f2e092c6b03 HTTP/1.1" status: 200 len: 1831 time: 0.0531964 Nov 19 04:00:09.505717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-095d8835-0b60-4d33-a771-66b9f603ac06 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365829 Nov 19 04:00:09.550261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6b8f615-1871-470d-9871-d6589f511fe0 req-dfe74b32-6d41-4d29-b66f-46ff08844287 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.555071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47986) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:09.593917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6b8f615-1871-470d-9871-d6589f511fe0 req-dfe74b32-6d41-4d29-b66f-46ff08844287 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.618693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-7f524ae3-b1b0-431c-af1d-58c7cfc6391a service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043341 Nov 19 04:00:09.633951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7716d84f-6de6-421b-9ff6-35597e8a8956 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f09441b2ac9c4b7d9d204171ad164959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777040 Nov 19 04:00:09.638557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47996) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:09.654815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6b8f615-1871-470d-9871-d6589f511fe0 req-dfe74b32-6d41-4d29-b66f-46ff08844287 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.658016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c6b8f615-1871-470d-9871-d6589f511fe0 req-dfe74b32-6d41-4d29-b66f-46ff08844287 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.659244 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6b8f615-1871-470d-9871-d6589f511fe0 req-dfe74b32-6d41-4d29-b66f-46ff08844287 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] 10.222.0.52 "DELETE /v2.0/security-groups/91e23c58-0e6c-4fff-9d98-8f2e092c6b03 HTTP/1.1" status: 204 len: 173 time: 0.1681385 Nov 19 04:00:09.671900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47998) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:09.679453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe74b32-6d41-4d29-b66f-46ff08844287 tempest-SecurityGroupRulesNegativeTestJSON-768954530 tempest-SecurityGroupRulesNegativeTestJSON-768954530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e23c58-0e6c-4fff-9d98-8f2e092c6b03,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:09.728878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Deleting subnet 98242e63-552f-4f94-be69-656844f31889 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:00:09.734692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.741293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b644fd-f771-4545-bc46-e0dc9a6dd5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.776101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.795233 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-aeead4fd-c282-4e5e-80cf-be98e8327c74 service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669736 Nov 19 04:00:09.797400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b644fd-f771-4545-bc46-e0dc9a6dd5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.847224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.899945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b644fd-f771-4545-bc46-e0dc9a6dd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.903978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65b644fd-f771-4545-bc46-e0dc9a6dd5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:09.906436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-65b644fd-f771-4545-bc46-e0dc9a6dd5fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db488135-e8b0-4c18-9a3f-c0beaade277d HTTP/1.1" status: 204 len: 168 time: 0.2672248 Nov 19 04:00:09.921386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b644fd-f771-4545-bc46-e0dc9a6dd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db488135-e8b0-4c18-9a3f-c0beaade277d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:10.011451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeacf4-491a-4a6c-9353-bbab0786c234 req-8a50f1db-bb1a-45af-9b1c-c6bb08b422d0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:10.013374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5eeacf4-491a-4a6c-9353-bbab0786c234 req-8a50f1db-bb1a-45af-9b1c-c6bb08b422d0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1409194 Nov 19 04:00:10.028620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd23e4e6-6bce-4891-b592-5deaf7be2454 req-559dfb3c-6739-4eab-8eac-067912ba8595 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 210 time: 0.0637529 Nov 19 04:00:10.041140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.066541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.082678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48022) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:10.085707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] 10.222.0.52 "DELETE /v2.0/subnets/98242e63-552f-4f94-be69-656844f31889 HTTP/1.1" status: 204 len: 168 time: 0.4120462 Nov 19 04:00:10.116255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1e4f7-6943-418f-a0d7-f2b1636e31da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98242e63-552f-4f94-be69-656844f31889,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:10.158560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5eeacf4-491a-4a6c-9353-bbab0786c234 req-2209e7fd-5e17-4c5e-9fd6-5c0c30d531e7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354082 Nov 19 04:00:10.161631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4698c5bf-e2f8-4944-99ea-cedc2285191b up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:10.241299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.274578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 4698c5bf-e2f8-4944-99ea-cedc2285191b completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:10.286155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 4698c5bf-e2f8-4944-99ea-cedc2285191b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:10.287776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.400555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.415736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.448151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4698c5bf-e2f8-4944-99ea-cedc2285191b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:10.449375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4698c5bf-e2f8-4944-99ea-cedc2285191b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:10.456374 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a95d3b-7023-4e3e-b1ec-5e4d057a7c26" -d '{"events": [{"server_uuid": "74e10e74-3571-4c7d-9a66-ff5ba82e8f31", "name": "network-vif-plugged", "status": "completed", "tag": "4698c5bf-e2f8-4944-99ea-cedc2285191b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:10.462029 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.480984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51733ae-9a42-48a1-acd2-b64b657dc79c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:10.495876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05673a12-fe4d-4602-8145-48b15199eac2') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:10.496298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05673a12-fe4d-4602-8145-48b15199eac2') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:10.526529 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.530311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=4698c5bf-e2f8-4944-99ea-cedc2285191b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:10.553445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c205df-1224-4cd7-8b9e-a01a1017278c req-250b0a88-d305-48fb-b90b-82381eb5c621 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:10.555679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d6c205df-1224-4cd7-8b9e-a01a1017278c req-250b0a88-d305-48fb-b90b-82381eb5c621 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 944 time: 0.1192880 Nov 19 04:00:10.572307 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.587944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:10.588579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.651414 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfededa4-34d5-4c15-8c6d-06659a9458d0 x-openstack-request-id: req-bfededa4-34d5-4c15-8c6d-06659a9458d0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:10.651721 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e10e74-3571-4c7d-9a66-ff5ba82e8f31", "name": "network-vif-plugged", "status": "completed", "tag": "4698c5bf-e2f8-4944-99ea-cedc2285191b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:10.651989 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfededa4-34d5-4c15-8c6d-06659a9458d0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:10.652598 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4698c5bf-e2f8-4944-99ea-cedc2285191b', 'code': 200} Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:10.658882 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:10.692917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.705989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:10.711718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f51733ae-9a42-48a1-acd2-b64b657dc79c HTTP/1.1" status: 204 len: 168 time: 0.6256158 Nov 19 04:00:10.727023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d6c205df-1224-4cd7-8b9e-a01a1017278c req-a60cd2cc-89c7-4020-b51a-bd816d1edf66 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482084 Nov 19 04:00:10.727967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d097b2d-4beb-4f24-bd1d-3b37584dd5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51733ae-9a42-48a1-acd2-b64b657dc79c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:10.878524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc527b-51e1-490a-b5d2-3e06935635cc req-ecdd359e-2719-49e9-8694-f1a3b4084de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:10.880956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89cc527b-51e1-490a-b5d2-3e06935635cc req-ecdd359e-2719-49e9-8694-f1a3b4084de3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 1096 time: 0.0861511 Nov 19 04:00:10.908219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48068) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:10.946195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89cc527b-51e1-490a-b5d2-3e06935635cc req-032e8556-a884-4f5b-bf72-b34ceab7ff29 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Nov 19 04:00:10.992636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48074) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:11.039938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4fedd774-a52d-444f-a3d1-15cfeb889329 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d41ef8e1c5074652898981f849d1c349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456021 Nov 19 04:00:11.042609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:11.103721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-548f1e27-60ea-484b-8ef3-57330c9747ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.136435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86adc78a-fd98-4189-9f79-6fc1da1846d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.146987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ef1422f-7fb6-4439-ba74-02d86d9b30bb req-d1b3cbd0-b18c-4644-919c-5159d9604321 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 210 time: 0.0329728 Nov 19 04:00:11.151859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-548f1e27-60ea-484b-8ef3-57330c9747ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.209187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-548f1e27-60ea-484b-8ef3-57330c9747ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.213309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-548f1e27-60ea-484b-8ef3-57330c9747ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.217978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-548f1e27-60ea-484b-8ef3-57330c9747ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31644349-72da-4b21-a7d3-b462885958c6 HTTP/1.1" status: 204 len: 168 time: 0.1710229 Nov 19 04:00:11.227268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f1e27-60ea-484b-8ef3-57330c9747ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31644349-72da-4b21-a7d3-b462885958c6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:11.260748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86adc78a-fd98-4189-9f79-6fc1da1846d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.284022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86adc78a-fd98-4189-9f79-6fc1da1846d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.331069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48088) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:11.369368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-86adc78a-fd98-4189-9f79-6fc1da1846d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1ae9388a3264288aeadbae2e76e04cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4602897 Nov 19 04:00:11.371783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48092) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:11.465709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec4eab7b-743e-408c-8c36-9ff47a396810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.492490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec4eab7b-743e-408c-8c36-9ff47a396810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.568229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec4eab7b-743e-408c-8c36-9ff47a396810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.571398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec4eab7b-743e-408c-8c36-9ff47a396810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.575036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ec4eab7b-743e-408c-8c36-9ff47a396810 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b196228-d639-49c3-b5ec-4bdb58a9e857 HTTP/1.1" status: 204 len: 168 time: 0.2004106 Nov 19 04:00:11.587240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eab7b-743e-408c-8c36-9ff47a396810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b196228-d639-49c3-b5ec-4bdb58a9e857,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:11.670923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-190052089-network', 'tenant_id': '463849ac90504ea0b558cc4d0ea844d6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:11.700025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adc78a-fd98-4189-9f79-6fc1da1846d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b196228-d639-49c3-b5ec-4bdb58a9e857,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:11.703430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Made reservation on behalf of 463849ac90504ea0b558cc4d0ea844d6 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:11.707297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.721298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.738409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae317b9-e288-4025-a4aa-7e6296c91254 req-5e5337d7-e485-4527-bcea-89e47eac6659 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:11.745540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae317b9-e288-4025-a4aa-7e6296c91254 req-5e5337d7-e485-4527-bcea-89e47eac6659 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.4755795 Nov 19 04:00:11.822239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-5b4d94c7-f5c0-441a-8958-955d9b84670a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:11.823752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-5b4d94c7-f5c0-441a-8958-955d9b84670a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.4883490 Nov 19 04:00:11.829178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae317b9-e288-4025-a4aa-7e6296c91254 req-8ea516ad-2674-41eb-a281-1a8e9c6b4956 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828111 Nov 19 04:00:11.850850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Request body: {'port': {'device_id': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'admin_state_up': True, 'tenant_id': 'a097f7582e9b4af79141bb8b24dc41c9'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:11.886278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.895891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.911882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc70be-d0fe-45b0-a0da-879e342c2fd7 req-e6ee3cff-d9b4-4b01-9057-6dde5a5412e3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:11.919508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7cc70be-d0fe-45b0-a0da-879e342c2fd7 req-e6ee3cff-d9b4-4b01-9057-6dde5a5412e3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.0859826 Nov 19 04:00:11.940357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:11.972402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:11.972893 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Added segment a622474b-4efd-41b1-98bf-573221e92e97 of type vlan for network 24c9402a-58c3-4cda-bd38-c212517a046e Nov 19 04:00:11.996705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c5319-d79a-4126-9445-d843d799973e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:12.046180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.047041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Made reservation on behalf of a097f7582e9b4af79141bb8b24dc41c9 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:12.051985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.065210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7cc70be-d0fe-45b0-a0da-879e342c2fd7 req-8b828dad-8a63-437a-b918-cbfffa7b3df2 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440804 Nov 19 04:00:12.106303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.109056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:12.110297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.124078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48114) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:12.202570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8701284 Nov 19 04:00:12.203657 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6562d81f-d395-4c74-b915-1657cc624192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.207976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48118) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:12.226993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Request body: {'subnet': {'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-190052089-subnet', 'tenant_id': '463849ac90504ea0b558cc4d0ea844d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:12.236062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Allocated IP 172.20.0.14 (77f218d4-b4d2-4503-abc1-756d2f76e844/a485d9a1-3c19-4a5c-902c-c78282ababbf/976da7dc-3c68-4be9-92f9-6be92d09cb28) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:12.240972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb950f-e2d1-4a90-8ea0-0b6efba06cff admin admin] Pushing event updated for resources: {'Network': ['ID=24c9402a-58c3-4cda-bd38-c212517a046e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:12.258341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 24c9402a-58c3-4cda-bd38-c212517a046e details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:12.313866 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dddfb13a-10f9-424e-a63e-1d819b496b37 req-00e3cb8c-7fa8-4d9d-9e85-804a988d4edc tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 210 time: 0.0475028 Nov 19 04:00:12.360881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Made reservation on behalf of 463849ac90504ea0b558cc4d0ea844d6 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:12.364713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.429893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6562d81f-d395-4c74-b915-1657cc624192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.439083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6562d81f-d395-4c74-b915-1657cc624192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.502061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.502303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6562d81f-d395-4c74-b915-1657cc624192 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed7d2863a42a40a89b2ef9ffe3364b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613248 Nov 19 04:00:12.502715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48128) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:12.503794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562d81f-d395-4c74-b915-1657cc624192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338c722c-f2b0-40c0-928a-b79977b16e9b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:12.573845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48130) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:12.600396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a25691c9-aeec-4784-8d46-d7b746ab6825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.614463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.618720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.659934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a25691c9-aeec-4784-8d46-d7b746ab6825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.683249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:12.691024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d9b81a-4315-4438-ad73-aa6a7b236a6f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:12.695351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Checking segment: {'id': 'a622474b-4efd-41b1-98bf-573221e92e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:12.695717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Network hostable DHCP agents. Network: 24c9402a-58c3-4cda-bd38-c212517a046e, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:12.696383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1713588193-network', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:12.701317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:12.704251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:12.715532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Network 24c9402a-58c3-4cda-bd38-c212517a046e is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:12.728728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 24c9402a-58c3-4cda-bd38-c212517a046e) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:12.735425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:12.736047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.744437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb97b2-fcbd-4f46-a880-87cde21b7115 None None] Network 24c9402a-58c3-4cda-bd38-c212517a046e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:12.775999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event updated for resources: {'Port': ['ID=976da7dc-3c68-4be9-92f9-6be92d09cb28,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:12.808308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:12.809334 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.813777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e7afe650-c3da-4cd8-bfd2-f39f4e6d3337 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6008995 Nov 19 04:00:12.814192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Made reservation on behalf of 0923f04462b842daa0d812ecb0e514f3 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:12.816457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.841488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.855881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a25691c9-aeec-4784-8d46-d7b746ab6825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.859696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a25691c9-aeec-4784-8d46-d7b746ab6825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:12.863652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a25691c9-aeec-4784-8d46-d7b746ab6825 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/338c722c-f2b0-40c0-928a-b79977b16e9b HTTP/1.1" status: 204 len: 168 time: 0.3601670 Nov 19 04:00:12.871488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-6ef3558d-fbba-4654-96d7-acf2952e8ee7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0346756 Nov 19 04:00:12.884246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25691c9-aeec-4784-8d46-d7b746ab6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c722c-f2b0-40c0-928a-b79977b16e9b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:12.890916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Request body: {'port': {'device_id': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:12.907493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdae066-d642-4178-908c-c7e278f578d2 None None] Network 24c9402a-58c3-4cda-bd38-c212517a046e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:13.006488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.128394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.145577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.174819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ba6f-9491-4059-8240-5ec0b7e78350 req-9dc594f5-6998-4f8a-a63b-004d39d3e707 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:13.192498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dd43ba6f-9491-4059-8240-5ec0b7e78350 req-9dc594f5-6998-4f8a-a63b-004d39d3e707 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1658232 Nov 19 04:00:13.222314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b827dfb-1d2e-43e0-8418-814928f09134 req-6e505e40-81bb-4bde-865b-808c03e47eee tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:13.224494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b827dfb-1d2e-43e0-8418-814928f09134 req-6e505e40-81bb-4bde-865b-808c03e47eee tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.0798259 Nov 19 04:00:13.271691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:13.283834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b827dfb-1d2e-43e0-8418-814928f09134 req-6b459028-9f2e-4cbc-af22-1be2df0a107d tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511417 Nov 19 04:00:13.287523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7598a5-cc6b-424d-98d4-f094aea82175,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:13.311252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.311252 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Added segment e687ff41-80d1-4637-bd48-71ff887e85a0 of type vlan for network 2a30c840-b74a-43f4-b3dc-cb6345b86549 Nov 19 04:00:13.431262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd08d51-21ec-4d3d-9877-56e7a7a19af8 req-8b71f380-8dc7-43f8-a890-4f90f5b04f67 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:13.444202 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bd08d51-21ec-4d3d-9877-56e7a7a19af8 req-8b71f380-8dc7-43f8-a890-4f90f5b04f67 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.0747218 Nov 19 04:00:13.463465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dd43ba6f-9491-4059-8240-5ec0b7e78350 req-713d619f-e760-4e8e-92ac-607e5f5316fe tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657530 Nov 19 04:00:13.471186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.530731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bd08d51-21ec-4d3d-9877-56e7a7a19af8 req-c6292c32-39f9-4296-a137-bc35e078599b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816739 Nov 19 04:00:13.550049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.550978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:13.551570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.693499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1183238 Nov 19 04:00:13.706738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af80b3-44e6-46e9-884f-1d544d8e30ab req-53f0f30f-13a0-4568-9b45-28f1ea930303 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:13.708790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15af80b3-44e6-46e9-884f-1d544d8e30ab req-53f0f30f-13a0-4568-9b45-28f1ea930303 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 945 time: 0.0811863 Nov 19 04:00:13.709285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48174) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:13.714131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Request body: {'subnet': {'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1713588193-subnet', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:13.753066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33710bf3-0082-4417-a1a5-696e44ea1313 admin admin] Pushing event updated for resources: {'Network': ['ID=2a30c840-b74a-43f4-b3dc-cb6345b86549,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:13.758498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976da7dc-3c68-4be9-92f9-6be92d09cb28 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:13.764991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:13.776448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393341eb-d8e7-47ca-b0a0-2ff47ef7b298 req-70587d3f-a2a4-4faf-807f-3cedaeaae765 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:13.778144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-393341eb-d8e7-47ca-b0a0-2ff47ef7b298 req-70587d3f-a2a4-4faf-807f-3cedaeaae765 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 932 time: 0.2383926 Nov 19 04:00:13.780352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.788085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Made reservation on behalf of 0923f04462b842daa0d812ecb0e514f3 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:13.790661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.858626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48184) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:13.868246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-484720266-network', 'tenant_id': '1094ea2dd66b4d7ba9239fb96b479e5e'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:13.868628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15af80b3-44e6-46e9-884f-1d544d8e30ab req-8da26e86-bde9-4e6b-961a-68bc691f767d tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372764 Nov 19 04:00:13.871918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Transition to ACTIVE for port object 976da7dc-3c68-4be9-92f9-6be92d09cb28 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:00:13.880077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-393341eb-d8e7-47ca-b0a0-2ff47ef7b298 req-8fc67000-d7f0-437e-ad3f-977e46b6da39 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830560 Nov 19 04:00:13.897181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:13.957293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Pushing event updated for resources: {'Port': ['ID=976da7dc-3c68-4be9-92f9-6be92d09cb28,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:13.982229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Made reservation on behalf of 1094ea2dd66b4d7ba9239fb96b479e5e for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:13.984808 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.003574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.062348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.113167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Attempting to bind port 976da7dc-3c68-4be9-92f9-6be92d09cb28 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:14.113517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Attempting to bind port 976da7dc-3c68-4be9-92f9-6be92d09cb28 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:14.113855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Attempting to bind port 976da7dc-3c68-4be9-92f9-6be92d09cb28 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:14.125062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Port 976da7dc-3c68-4be9-92f9-6be92d09cb28 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:00:14.125247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Attempting to bind port 976da7dc-3c68-4be9-92f9-6be92d09cb28 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:14.136404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:14.136404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Checking segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:14.137179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Bound using segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:14.137179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Bound port: 976da7dc-3c68-4be9-92f9-6be92d09cb28, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:14.137521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.158557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2b2f70-1bcb-4053-998f-908848b073b6,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:14.165218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Checking segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:14.166006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Network hostable DHCP agents. Network: 2a30c840-b74a-43f4-b3dc-cb6345b86549, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:14.190587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.202561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:14.221124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.230329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2a30c840-b74a-43f4-b3dc-cb6345b86549) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:14.242338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a8031-4d60-4e9e-aab1-fd2e2d209ffa None None] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:14.251036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:14.251999 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.269094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:14.277368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c1f55c09-3f23-409c-a92c-11727172cff8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5668337 Nov 19 04:00:14.280725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48194) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:14.285316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] For port 976da7dc-3c68-4be9-92f9-6be92d09cb28, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:14.289736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] For port 976da7dc-3c68-4be9-92f9-6be92d09cb28, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:14.290906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280f4ba7-4d3b-4c3b-a122-632224ed68cf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:14.292465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:14.296879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.297237 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Added segment f46afb15-9d32-4dd2-948f-1b9b20d9f43a of type vlan for network a100cbed-0c49-4b46-a47c-3ed51fd2c38f Nov 19 04:00:14.305653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.333054 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.338838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.390430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.408673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:14.409298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.410754 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] 10.222.0.36 "PUT /v2.0/ports/976da7dc-3c68-4be9-92f9-6be92d09cb28 HTTP/1.1" status: 200 len: 1092 time: 1.5279164 Nov 19 04:00:14.412137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.412779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'tag': '976da7dc-3c68-4be9-92f9-6be92d09cb28'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:14.415118 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "218cd006-f872-4fc4-983b-9f22717d7b6e", "tag": "976da7dc-3c68-4be9-92f9-6be92d09cb28"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:14.451271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90848fe1-601f-4aec-a68c-aab944fd5a40 service neutron] Pushing event updated for resources: {'Port': ['ID=976da7dc-3c68-4be9-92f9-6be92d09cb28,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:14.485629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac513795-04a9-429b-8584-0f3b64e7be67 req-e2c9d148-21a8-40a1-8e2e-5f362f7fab45 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:14.488012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac513795-04a9-429b-8584-0f3b64e7be67 req-e2c9d148-21a8-40a1-8e2e-5f362f7fab45 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.1467977 Nov 19 04:00:14.489245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.490229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:14.492958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.515021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2a30c840-b74a-43f4-b3dc-cb6345b86549', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:14.516045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.610632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7465937 Nov 19 04:00:14.618629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48206) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:14.619445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadffcd-1ed4-43dd-8a0e-f530c83f3faf admin admin] Pushing event updated for resources: {'Network': ['ID=a100cbed-0c49-4b46-a47c-3ed51fd2c38f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:14.629197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Request body: {'subnet': {'network_id': 'a100cbed-0c49-4b46-a47c-3ed51fd2c38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-484720266-subnet', 'tenant_id': '1094ea2dd66b4d7ba9239fb96b479e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:14.672887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Allocated IP 172.20.0.2 (2a30c840-b74a-43f4-b3dc-cb6345b86549/af2b2f70-1bcb-4053-998f-908848b073b6/3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:14.678557 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.687212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a100cbed-0c49-4b46-a47c-3ed51fd2c38f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:14.690650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-06854c47-17a2-44a4-b0ac-dbcc71bb9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:14.692298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-06854c47-17a2-44a4-b0ac-dbcc71bb9fe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 1095 time: 0.1921175 Nov 19 04:00:14.717854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac513795-04a9-429b-8584-0f3b64e7be67 req-f6df5a55-c908-43a1-8fec-a2e42fdad8db tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200296 Nov 19 04:00:14.823396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Made reservation on behalf of 1094ea2dd66b4d7ba9239fb96b479e5e for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:14.830921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:14.842248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-1fc0b1d2-7ec5-4bd8-985a-331feebe154e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28 HTTP/1.1" status: 200 len: 217 time: 0.1169662 Nov 19 04:00:14.906232 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4af13f-8395-44a9-9e60-5590a8309aa0 x-openstack-request-id: req-cf4af13f-8395-44a9-9e60-5590a8309aa0 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:14.906689 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218cd006-f872-4fc4-983b-9f22717d7b6e", "tag": "976da7dc-3c68-4be9-92f9-6be92d09cb28", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:14.907037 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf4af13f-8395-44a9-9e60-5590a8309aa0 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:14.907543 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'tag': '976da7dc-3c68-4be9-92f9-6be92d09cb28', 'status': 'completed', 'code': 200} Nov 19 04:00:14.998950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.011193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.049277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.055631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-28a2ac4d-60c3-49ac-a04b-90c4c1db4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:15.057415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-28a2ac4d-60c3-49ac-a04b-90c4c1db4d53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.1902716 Nov 19 04:00:15.062174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:15.068148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:15.073331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:15.077959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Pushing event updated for resources: {'Port': ['ID=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:15.090048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e2e4-e03e-49e3-af7f-97f96fb3a7d0 req-14584efa-1af0-4c29-93e3-5eb479817792 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:15.093662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.095792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4811e2e4-e03e-49e3-af7f-97f96fb3a7d0 req-14584efa-1af0-4c29-93e3-5eb479817792 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.2563992 Nov 19 04:00:15.180860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Attempting to bind port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:15.181314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Attempting to bind port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:15.182040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Attempting to bind port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 on network 2a30c840-b74a-43f4-b3dc-cb6345b86549 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:15.189949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:15.190585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Checking segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:15.191041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-d5998316-f072-431b-8600-de4e37fe4cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896661 Nov 19 04:00:15.191686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.192558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Bound using segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:15.193193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Bound port: 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:15.193728 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.231452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Allocated IP 172.25.8.91 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/73b354d9-d6bd-4f39-86f1-ce84d327476f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:15.280506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] For port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:15.284690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] For port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:15.299225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.358796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4811e2e4-e03e-49e3-af7f-97f96fb3a7d0 req-f3bcfcfd-d87b-4e8c-b7b6-7853160b5c4a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415602 Nov 19 04:00:15.420648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48edb37-19dc-4399-9d81-05c5165826be None None] Pushing event updated for resources: {'Port': ['ID=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:15.444611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.460142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-714b03eb-4c91-45b9-89b9-e8fef05723cc service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600648 Nov 19 04:00:15.463165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.518758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:15.560281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8a28-fec8-41d3-b859-8ae6a09b892a req-a904fe0b-8fc7-49f3-a9bb-76ef94309087 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:15.561019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cac8a28-fec8-41d3-b859-8ae6a09b892a req-a904fe0b-8fc7-49f3-a9bb-76ef94309087 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.2038598 Nov 19 04:00:15.581093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:15.595117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:15.604627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:15.608637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Pushing event updated for resources: {'Port': ['ID=73b354d9-d6bd-4f39-86f1-ce84d327476f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:15.622336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72082560-616e-4e2b-b8fc-789260a810bd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:15.685209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Checking segment: {'id': 'f46afb15-9d32-4dd2-948f-1b9b20d9f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a100cbed-0c49-4b46-a47c-3ed51fd2c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:15.686391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Network hostable DHCP agents. Network: a100cbed-0c49-4b46-a47c-3ed51fd2c38f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:15.701235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cac8a28-fec8-41d3-b859-8ae6a09b892a req-873bb65d-33d8-4e1b-8c4e-ca07f086c691 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170087 Nov 19 04:00:15.707423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6ed5e-1d85-4fa7-9e52-8c63af481fb2 req-cf6a3b0e-5f71-4ef8-8289-08ca3572fc49 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:15.709867 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e0a6ed5e-1d85-4fa7-9e52-8c63af481fb2 req-cf6a3b0e-5f71-4ef8-8289-08ca3572fc49 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 944 time: 0.2249241 Nov 19 04:00:15.764808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4701fde7-798c-4538-a1dc-13d6b46ab74a req-4cab005a-82e4-46ae-9b9e-7313ef0253ec service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938585 Nov 19 04:00:15.800067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Network a100cbed-0c49-4b46-a47c-3ed51fd2c38f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:15.846164 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a100cbed-0c49-4b46-a47c-3ed51fd2c38f) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:15.855359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7dee3d-8870-4264-8530-c1bc944dc728 None None] Network a100cbed-0c49-4b46-a47c-3ed51fd2c38f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:15.902251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e0a6ed5e-1d85-4fa7-9e52-8c63af481fb2 req-95ea5d0c-807c-4917-a03b-e8f492bb331a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583853 Nov 19 04:00:15.917558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:15.917558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.031501 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ebe22fa6-0746-44e8-8523-e241a3829b90 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4092937 Nov 19 04:00:16.058237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-c4920c3e-d756-4e68-84fc-64311c60d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.061283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-c4920c3e-d756-4e68-84fc-64311c60d911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 1095 time: 0.2008514 Nov 19 04:00:16.085020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597f8d8-1b8e-410a-8995-594e82f6c4a4 None None] Network a100cbed-0c49-4b46-a47c-3ed51fd2c38f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:16.150699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.301985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-095ecc8f-eeb8-417a-b5f8-7d481f2e53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.303542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-095ecc8f-eeb8-417a-b5f8-7d481f2e53d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 916 time: 0.2347276 Nov 19 04:00:16.376131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:16.422342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:16.432920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-196a5eff-6f6b-48f7-9856-d547cfbf4601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28 HTTP/1.1" status: 200 len: 217 time: 0.1161768 Nov 19 04:00:16.524014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:16.524399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.607778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef5cc-173a-4790-ba0a-0eb5c7a557d8 req-2c3c7f83-1574-491b-ba63-31f5182dd4e7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.615016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef5cc-173a-4790-ba0a-0eb5c7a557d8 req-2c3c7f83-1574-491b-ba63-31f5182dd4e7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.621294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef5cc-173a-4790-ba0a-0eb5c7a557d8 req-2c3c7f83-1574-491b-ba63-31f5182dd4e7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.630679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d8ef5cc-173a-4790-ba0a-0eb5c7a557d8 req-2c3c7f83-1574-491b-ba63-31f5182dd4e7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31&device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd&device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 2417 time: 0.2086155 Nov 19 04:00:16.645422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58d3a451-70f7-40b5-bd0c-9756f4a4ed65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.652673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-77cac0ad-8eb4-4219-ac99-c566fa48c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.654260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-77cac0ad-8eb4-4219-ac99-c566fa48c085 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.2080102 Nov 19 04:00:16.668862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.679578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01e17-f851-4b80-bfa0-13e294043d72 req-926e7f65-cfa2-4ec5-b875-c1867276898a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:16.681152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86c01e17-f851-4b80-bfa0-13e294043d72 req-926e7f65-cfa2-4ec5-b875-c1867276898a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1030715 Nov 19 04:00:16.684549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.711139 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d8ef5cc-173a-4790-ba0a-0eb5c7a557d8 req-6066ba58-b5bf-439e-a737-98e7af3b05a9 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 Nov 19 04:00:16.722947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:16.731575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:16.744909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-53785b68-c9f7-4cc1-a373-8a0fb19848e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567670 Nov 19 04:00:16.807835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:16.878572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-d64958a5-5121-4916-96b1-0e030d046a40 service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 Nov 19 04:00:16.915625 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:00:16.922798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360b6af-a097-4edc-a51f-87276df42a80 None None] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:17.020101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2303bb74-9e39-4464-a714-818ee6d48ac1 None None] Provisioning complete for port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:17.020478 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2303bb74-9e39-4464-a714-818ee6d48ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.044546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7b55ff1-3fae-49ed-ad5a-2d9b90dcbfb1 req-3ea5b24b-263a-4a73-a3ee-ad502bbf9ebd service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581633 Nov 19 04:00:17.109458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-599874cb-d5ea-428a-a6e1-2ced314e1507 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:17.111189 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-599874cb-d5ea-428a-a6e1-2ced314e1507 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/networks?id=24c9402a-58c3-4cda-bd38-c212517a046e HTTP/1.1" status: 200 len: 814 time: 0.1230085 Nov 19 04:00:17.129389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-14bd2320-ee50-4b9c-a502-1707d1bc4695 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/quotas/463849ac90504ea0b558cc4d0ea844d6 HTTP/1.1" status: 200 len: 375 time: 0.0113339 Nov 19 04:00:17.170393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-666c2c05-085a-4cc0-be2a-f53e35b936ad tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=463849ac90504ea0b558cc4d0ea844d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326810 Nov 19 04:00:17.194552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-b26500cb-7597-4eef-ae2e-1b5283cdd2f0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:17.195542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-b26500cb-7597-4eef-ae2e-1b5283cdd2f0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059855 Nov 19 04:00:17.218322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86c01e17-f851-4b80-bfa0-13e294043d72 req-9784fcbd-e9a9-42b6-adfc-3d403d623e58 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207701 Nov 19 04:00:17.271214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58d3a451-70f7-40b5-bd0c-9756f4a4ed65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.283334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58d3a451-70f7-40b5-bd0c-9756f4a4ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.316920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-21f39f15-9ed7-4613-b49d-cb07f6abe134 service neutron] 10.222.0.52 "GET /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132812 Nov 19 04:00:17.335586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3a451-70f7-40b5-bd0c-9756f4a4ed65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdeaf38-7a1f-4bf0-b847-def9d799e2a3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:17.346214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-58d3a451-70f7-40b5-bd0c-9756f4a4ed65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ea3777631b949ad8737af1384468a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9668539 Nov 19 04:00:17.349095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:17.405436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Router ab6da978-488e-44f8-af5b-8cb0f4fa2994 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:00:17.429751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-61e64887-40a7-49da-b812-b96d49bd4124 service neutron] 10.222.0.52 "GET /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069059 Nov 19 04:00:17.457877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68f78d87-794e-4c4a-937f-c3692e72369f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.502477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-78afefcc-2a26-4846-a16d-a5f8748d8780 None None] Provisioning complete for port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:17.503013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-78afefcc-2a26-4846-a16d-a5f8748d8780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.534452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68f78d87-794e-4c4a-937f-c3692e72369f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.573759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b5c3a-7299-43ea-a311-5e4186846628 req-97b43c97-14b0-4d9b-9c85-e33c5e8ce9b0 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:17.574692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd4b5c3a-7299-43ea-a311-5e4186846628 req-97b43c97-14b0-4d9b-9c85-e33c5e8ce9b0 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.1647234 Nov 19 04:00:17.646163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:00:17.659994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Sync routers for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:00:17.678055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd4b5c3a-7299-43ea-a311-5e4186846628 req-253c3e96-5f9a-490e-94b4-c7960a5d3d0f tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885677 Nov 19 04:00:17.681702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.686708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d21e901e-21e3-46cf-beb3-0bc0eb905e37 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4014196 Nov 19 04:00:17.687045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:17.700838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:17.702441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:17.705876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68f78d87-794e-4c4a-937f-c3692e72369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.709422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68f78d87-794e-4c4a-937f-c3692e72369f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:17.710921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-68f78d87-794e-4c4a-937f-c3692e72369f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fdeaf38-7a1f-4bf0-b847-def9d799e2a3 HTTP/1.1" status: 204 len: 168 time: 0.3602836 Nov 19 04:00:17.721075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f78d87-794e-4c4a-937f-c3692e72369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdeaf38-7a1f-4bf0-b847-def9d799e2a3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:17.902244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1292f-6cb4-47b7-beff-c7b711b62ebd req-19043ba4-1650-4480-87ff-beb304b8be25 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:17.904109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a5d1292f-6cb4-47b7-beff-c7b711b62ebd req-19043ba4-1650-4480-87ff-beb304b8be25 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 944 time: 0.1125896 Nov 19 04:00:17.942286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dab45790-e69e-4c0c-ad7b-06dc6190d72c req-f14a98c7-6d03-432a-9d83-f59189519c89 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 210 time: 0.0674140 Nov 19 04:00:18.131878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:18.304086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48320) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:18.323461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91dbf2c5-c13c-43d4-919f-e60ef323d80e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.368806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:18.457579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:15Z', 'revision_number': 3, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:18.459283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:18.459933 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.485644 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a5d1292f-6cb4-47b7-beff-c7b711b62ebd req-80814d6f-e720-4a95-8c81-9248177e69ab tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716894 Nov 19 04:00:18.516520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Checking router: ab6da978-488e-44f8-af5b-8cb0f4fa2994 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:00:18.519760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Updating router ab6da978-488e-44f8-af5b-8cb0f4fa2994 port 73b354d9-d6bd-4f39-86f1-ce84d327476f binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:00:18.555866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a820169-98c0-4c5c-96ea-b5c1432da98b req-030b6d99-520e-4e9d-a89c-28ece1f4348f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:18.572967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a820169-98c0-4c5c-96ea-b5c1432da98b req-030b6d99-520e-4e9d-a89c-28ece1f4348f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1416171 Nov 19 04:00:18.584123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91dbf2c5-c13c-43d4-919f-e60ef323d80e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.594697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-91dbf2c5-c13c-43d4-919f-e60ef323d80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.596683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.659060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-91dbf2c5-c13c-43d4-919f-e60ef323d80e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f3d8bb7c4f64d169ba074e1b06b007b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517675 Nov 19 04:00:18.662187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:18.675211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbf2c5-c13c-43d4-919f-e60ef323d80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd472c-de6d-49fb-81dd-71238f8d7ad9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:18.697730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a820169-98c0-4c5c-96ea-b5c1432da98b req-6ce1ee5a-048f-43c4-9117-c80968b9b33e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190984 Nov 19 04:00:18.753760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.829164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 976da7dc-3c68-4be9-92f9-6be92d09cb28 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:18.853323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50005f85-315a-4137-86a9-778e47cb39f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:18.919104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50005f85-315a-4137-86a9-778e47cb39f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.011735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Allocated IP 172.20.0.1 (2a30c840-b74a-43f4-b3dc-cb6345b86549/af2b2f70-1bcb-4053-998f-908848b073b6/a00901a8-7abd-4460-b6ce-09e4d0f9ba97) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:19.095497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50005f85-315a-4137-86a9-778e47cb39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.098204 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50005f85-315a-4137-86a9-778e47cb39f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.099345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50005f85-315a-4137-86a9-778e47cb39f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11cd472c-de6d-49fb-81dd-71238f8d7ad9 HTTP/1.1" status: 204 len: 168 time: 0.4362991 Nov 19 04:00:19.110705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.118996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 976da7dc-3c68-4be9-92f9-6be92d09cb28, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:19.124160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50005f85-315a-4137-86a9-778e47cb39f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd472c-de6d-49fb-81dd-71238f8d7ad9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:19.137287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c1959131-0934-4c4a-8cb7-22312b60a6be req-bad6a153-dfd0-474c-add4-f4313b85721e tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 210 time: 0.0792434 Nov 19 04:00:19.181723 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.217200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '976da7dc-3c68-4be9-92f9-6be92d09cb28', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'port_id': '976da7dc-3c68-4be9-92f9-6be92d09cb28', 'mac_address': 'fa:16:3e:85:90:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a485d9a1-3c19-4a5c-902c-c78282ababbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:19.228929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.296823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Attempting to bind port 73b354d9-d6bd-4f39-86f1-ce84d327476f on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:19.298040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Attempting to bind port 73b354d9-d6bd-4f39-86f1-ce84d327476f by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:19.298537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Attempting to bind port 73b354d9-d6bd-4f39-86f1-ce84d327476f on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:19.320913 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.321591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.336170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:19.336797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:19.337269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.337775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:19.338396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Bound port: 73b354d9-d6bd-4f39-86f1-ce84d327476f, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:19.338884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.343148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976da7dc-3c68-4be9-92f9-6be92d09cb28 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:19.353357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bb7ee-13c4-499b-a401-467d7bd95d10 None None] Pushing event updated for resources: {'Port': ['ID=73b354d9-d6bd-4f39-86f1-ce84d327476f,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:19.411847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-d330eccf-96e9-4248-9951-575c24c8bc2f tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:19.414219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-d330eccf-96e9-4248-9951-575c24c8bc2f tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.31 "GET /v2.0/networks?id=24c9402a-58c3-4cda-bd38-c212517a046e HTTP/1.1" status: 200 len: 814 time: 0.2406313 Nov 19 04:00:19.416467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 976da7dc-3c68-4be9-92f9-6be92d09cb28, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:19.416631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:19.420531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:19.426942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:19.432503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.446188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Request body: {'port': {'device_id': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e', 'admin_state_up': True, 'tenant_id': '463849ac90504ea0b558cc4d0ea844d6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:19.479768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.486238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Pushing event updated for resources: {'Port': ['ID=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:19.506986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=976da7dc-3c68-4be9-92f9-6be92d09cb28,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:19.517304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] For port 73b354d9-d6bd-4f39-86f1-ce84d327476f, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:19.521510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] For port 73b354d9-d6bd-4f39-86f1-ce84d327476f, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=73b354d9-d6bd-4f39-86f1-ce84d327476f,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:19.528213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.645272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bb7ee-13c4-499b-a401-467d7bd95d10 None None] Pushing event updated for resources: {'Port': ['ID=73b354d9-d6bd-4f39-86f1-ce84d327476f,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:19.663086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:19.664459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:19.751219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0fd3c-5166-4ed3-ba93-994aa6955f6f req-0f179010-d8ec-4ec5-b4e1-21c827771c16 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:19.752915 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f0fd3c-5166-4ed3-ba93-994aa6955f6f req-0f179010-d8ec-4ec5-b4e1-21c827771c16 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 945 time: 0.1507783 Nov 19 04:00:19.758696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Made reservation on behalf of 463849ac90504ea0b558cc4d0ea844d6 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:19.763548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.772784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:19.822770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:19.915971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:19.919539 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f0fd3c-5166-4ed3-ba93-994aa6955f6f req-8a697f28-ba01-4267-9686-a63cbafdb2f2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061847 Nov 19 04:00:19.956089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac2680-23d9-41b3-8026-ac2aa09c4d71 req-c60d353f-3ee4-4b4f-a296-bf31e52e35a1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:19.958508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afac2680-23d9-41b3-8026-ac2aa09c4d71 req-c60d353f-3ee4-4b4f-a296-bf31e52e35a1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1547368 Nov 19 04:00:20.075360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Allocated IP 172.20.0.8 (24c9402a-58c3-4cda-bd38-c212517a046e/66d9b81a-4315-4438-ad73-aa6a7b236a6f/56d40264-21f0-49ab-a493-8a70068aaf28) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:20.112271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0abc21b4-ec39-48f3-b2aa-3d88746ae941 None None] Provisioning complete for port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:20.112743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0abc21b4-ec39-48f3-b2aa-3d88746ae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.140435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afac2680-23d9-41b3-8026-ac2aa09c4d71 req-d5dd34ba-5fed-486f-9ffd-a0ffedf96f2a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637406 Nov 19 04:00:20.211214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0abc21b4-ec39-48f3-b2aa-3d88746ae941 None None] Port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:20.271158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:15Z', 'revision_number': 3, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:20.273315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.273790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a584f7-b762-4119-a2b5-3a713e7c824a req-97920535-992c-49f2-baaa-bb8afec6060d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:20.278591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1a584f7-b762-4119-a2b5-3a713e7c824a req-97920535-992c-49f2-baaa-bb8afec6060d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1826916 Nov 19 04:00:20.281541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.302620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12994901-54a8-42e4-a3c0-4c145676a87b None None] The sync data for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 is: [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:15Z', 'revision_number': 3, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:00:20.401061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.417160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Pushing event updated for resources: {'Port': ['ID=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:20.469423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1a584f7-b762-4119-a2b5-3a713e7c824a req-d03d5608-c002-4baa-b542-f3c8f604255b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779890 Nov 19 04:00:20.532292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.549313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d528d0f3-9131-43d4-acbc-1dd897252ac6 req-ff0e713b-dd76-4b4d-b80c-79c3c1bcce56 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 210 time: 0.0312228 Nov 19 04:00:20.587531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.604038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:20.605498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:20.698247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Network 24c9402a-58c3-4cda-bd38-c212517a046e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:20.706810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:20.711838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:20.746682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Pushing event updated for resources: {'Port': ['ID=56d40264-21f0-49ab-a493-8a70068aaf28,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:20.794268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:20.795738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.813524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Router ab6da978-488e-44f8-af5b-8cb0f4fa2994 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:00:20.822128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-3d5d9427-0719-429f-a5a8-396ff8df03e3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3874705 Nov 19 04:00:20.843510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Request body: {'port': {'device_id': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:20.949310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:20.978076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:00:20.992792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-657f2559-092a-4d51-8893-4180fb1a03ed admin admin] 10.222.0.52 "PUT /v2.0/routers/ab6da978-488e-44f8-af5b-8cb0f4fa2994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3037415 Nov 19 04:00:21.049804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9cdd8397-c318-433d-b588-855a53966f47 None None] Provisioning complete for port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:21.050384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8397-c318-433d-b588-855a53966f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.219140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33ed7-0082-451a-baf9-f0b785fffdf9 req-3765fdac-0975-4d64-8749-602691d6a625 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:21.224106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37f33ed7-0082-451a-baf9-f0b785fffdf9 req-3765fdac-0975-4d64-8749-602691d6a625 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 945 time: 0.1160514 Nov 19 04:00:21.317394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd8397-c318-433d-b588-855a53966f47 None None] Port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:21.319938 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e7e307f-2e73-4b60-a4c4-10d50e78edc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.350321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37f33ed7-0082-451a-baf9-f0b785fffdf9 req-f1755e53-3712-4741-a644-50da3116ab4c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940619 Nov 19 04:00:21.352864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922f1c8-6582-4b5d-bcee-27a9283dc999 req-1a00cb34-1419-48f9-b71e-2ef93e6fc0a7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:21.355231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a922f1c8-6582-4b5d-bcee-27a9283dc999 req-1a00cb34-1419-48f9-b71e-2ef93e6fc0a7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1030600 Nov 19 04:00:21.436616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a922f1c8-6582-4b5d-bcee-27a9283dc999 req-6ce9aee8-649c-4968-810c-768110a34efa tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750947 Nov 19 04:00:21.444664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48400) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:21.525596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d40264-21f0-49ab-a493-8a70068aaf28 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:21.546704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.565803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-18276502'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:21.575560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Transition to ACTIVE for port object 56d40264-21f0-49ab-a493-8a70068aaf28 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:00:21.580722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.589174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.590903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.688235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Pushing event updated for resources: {'Port': ['ID=56d40264-21f0-49ab-a493-8a70068aaf28,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:21.690305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.698125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.736379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.739500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5df1b0aa-97ba-40a8-9392-8141b723f2fe tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.2937515 Nov 19 04:00:21.742863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48408) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:21.791644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Attempting to bind port 56d40264-21f0-49ab-a493-8a70068aaf28 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:21.791996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Attempting to bind port 56d40264-21f0-49ab-a493-8a70068aaf28 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'a622474b-4efd-41b1-98bf-573221e92e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:21.792334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Attempting to bind port 56d40264-21f0-49ab-a493-8a70068aaf28 on network 24c9402a-58c3-4cda-bd38-c212517a046e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:21.797303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Port 56d40264-21f0-49ab-a493-8a70068aaf28 on network 24c9402a-58c3-4cda-bd38-c212517a046e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:00:21.797642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Attempting to bind port 56d40264-21f0-49ab-a493-8a70068aaf28 on network 24c9402a-58c3-4cda-bd38-c212517a046e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:21.802941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:21.803294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Checking segment: {'id': 'a622474b-4efd-41b1-98bf-573221e92e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:21.803694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Bound using segment: {'id': 'a622474b-4efd-41b1-98bf-573221e92e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:21.804137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Bound port: 56d40264-21f0-49ab-a493-8a70068aaf28, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a622474b-4efd-41b1-98bf-573221e92e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:21.804828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.866207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.893772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] For port 56d40264-21f0-49ab-a493-8a70068aaf28, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:21.897806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] For port 56d40264-21f0-49ab-a493-8a70068aaf28, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=56d40264-21f0-49ab-a493-8a70068aaf28,segment=NetworkSegment(a622474b-4efd-41b1-98bf-573221e92e97),segment_id=a622474b-4efd-41b1-98bf-573221e92e97)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:21.902729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.946087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:21.946846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:21.948423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] 10.222.0.31 "PUT /v2.0/ports/56d40264-21f0-49ab-a493-8a70068aaf28 HTTP/1.1" status: 200 len: 1091 time: 1.1103826 Nov 19 04:00:21.948716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc48718-7e15-42f4-9962-ba2d563e1c3a req-ea3bd044-d25f-4133-b691-a5b41c06b96f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:21.948906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'tag': '56d40264-21f0-49ab-a493-8a70068aaf28'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:21.950247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc48718-7e15-42f4-9962-ba2d563e1c3a req-ea3bd044-d25f-4133-b691-a5b41c06b96f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1504195 Nov 19 04:00:21.951908 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9d3a40-592f-4cd1-a98d-944885b493db" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f43395-1b9a-43a8-baf7-c43dc68cf063", "tag": "56d40264-21f0-49ab-a493-8a70068aaf28"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:21.990989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b40b7c-6d3d-4711-b05a-5d17b5fb8530 service neutron] Pushing event updated for resources: {'Port': ['ID=56d40264-21f0-49ab-a493-8a70068aaf28,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:22.068192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.069671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-05fcb6df-49d6-4311-8646-f2596e5a5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:22.071248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-05fcb6df-49d6-4311-8646-f2596e5a5375 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=463849ac90504ea0b558cc4d0ea844d6&device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 1094 time: 0.0444126 Nov 19 04:00:22.071959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.126017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-500dca7d-ead4-4842-ac40-430fba131666 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d40264-21f0-49ab-a493-8a70068aaf28 HTTP/1.1" status: 200 len: 217 time: 0.0360696 Nov 19 04:00:22.137665 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc48718-7e15-42f4-9962-ba2d563e1c3a req-f9558a97-8792-4219-ab96-5d6006947c9f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535013 Nov 19 04:00:22.140718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.141723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2c0d012-8e80-40b4-9c54-13a62424b36b {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:00:22.147753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.148480 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-39e84af6-ffc9-4a02-9a95-97db40f8188c tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d2c0d012-8e80-40b4-9c54-13a62424b36b HTTP/1.1" status: 204 len: 168 time: 0.4046805 Nov 19 04:00:22.151447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48412) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:22.165087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Request body: {'router': {'name': 'tempest-router-332383223', 'distributed': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:22.182850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.184046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.256987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48414) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:22.275117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760167037', 'description': 'tempest-description--1688375652'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:22.292561 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ea601-85b1-4568-a720-4b667b205e9f x-openstack-request-id: req-555ea601-85b1-4568-a720-4b667b205e9f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:22.292977 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f43395-1b9a-43a8-baf7-c43dc68cf063", "tag": "56d40264-21f0-49ab-a493-8a70068aaf28", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:22.293255 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-555ea601-85b1-4568-a720-4b667b205e9f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:22.293673 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'tag': '56d40264-21f0-49ab-a493-8a70068aaf28', 'status': 'completed', 'code': 200} Nov 19 04:00:22.297762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.308885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.311960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-4fa065e4-31a6-4f74-aa89-beb9efe1bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:22.313337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-4fa065e4-31a6-4f74-aa89-beb9efe1bc54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66d9b81a-4315-4438-ad73-aa6a7b236a6f HTTP/1.1" status: 200 len: 854 time: 0.1785510 Nov 19 04:00:22.338184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf8488-ceb6-4d38-8e31-c35be83dc76d req-0873f2a2-9770-4fdd-af8c-c5122847ff6f tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:22.339894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60cf8488-ceb6-4d38-8e31-c35be83dc76d req-0873f2a2-9770-4fdd-af8c-c5122847ff6f tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 943 time: 0.0790384 Nov 19 04:00:22.363518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-24d7b30e-6007-4b9f-8902-b32529994d49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24c9402a-58c3-4cda-bd38-c212517a046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415177 Nov 19 04:00:22.371925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.380715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 73b354d9-d6bd-4f39-86f1-ce84d327476f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:22.387580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.389714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d3ae1909-afe9-489d-9d31-88c87b46ee0a tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2368603 Nov 19 04:00:22.394476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:22.484460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 73b354d9-d6bd-4f39-86f1-ce84d327476f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:22.485176 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.489090 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.496940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60cf8488-ceb6-4d38-8e31-c35be83dc76d req-1545bc89-f872-4880-bf61-1baa3b6c8754 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453676 Nov 19 04:00:22.502735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.571567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-89e080e3-c34b-4d66-a32f-bcd221aa844a service neutron] 10.222.0.31 "GET /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965420 Nov 19 04:00:22.587798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78f7a9-05f1-4db5-bcff-cd1ee857e47a req-aa31c515-fec8-41a0-82ba-51757352cfed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:22.589527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a78f7a9-05f1-4db5-bcff-cd1ee857e47a req-aa31c515-fec8-41a0-82ba-51757352cfed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 945 time: 0.1312079 Nov 19 04:00:22.616403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.648805 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.664549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.673014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 73b354d9-d6bd-4f39-86f1-ce84d327476f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=73b354d9-d6bd-4f39-86f1-ce84d327476f,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:22.678762 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.706179 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.708218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.721457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.726001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4650774 Nov 19 04:00:22.735700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48426) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:22.744854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Request body: {'security_group_rule': {'security_group_id': 'b65cb9eb-f6f1-44d5-919d-048d49e5a1ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:22.760871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=73b354d9-d6bd-4f39-86f1-ce84d327476f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:22.771800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a78f7a9-05f1-4db5-bcff-cd1ee857e47a req-93bb807e-6d8a-4e87-91d2-7569ad539a43 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666813 Nov 19 04:00:22.773332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622ad40-0280-43a6-bc43-e4f05a539914 req-a56d6fc7-7045-42e2-8468-756b9e9652b3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:22.781215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6622ad40-0280-43a6-bc43-e4f05a539914 req-a56d6fc7-7045-42e2-8468-756b9e9652b3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1344383 Nov 19 04:00:22.784300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.784998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc358e61-0b31-4b87-a81e-81a626c5e2f2 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:00:22.788710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6724e9-beb2-4e8f-a327-92acdf9c4cea tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:22.795080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.800308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4087039a-8f0a-4368-842f-40ef1505b6dd tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/fc358e61-0b31-4b87-a81e-81a626c5e2f2 HTTP/1.1" status: 204 len: 168 time: 0.4006228 Nov 19 04:00:22.800308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:22.804228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Request body: {'router': {'name': 'tempest-router-1183892229', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '39a32c641ec645c3bcdb78b23caec491'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:22.839015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 976da7dc-3c68-4be9-92f9-6be92d09cb28 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:22.854405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9970dae-338f-45d1-a53d-2d7a69e48b5d req-16196103-9d37-46fa-a63a-356d3fa911a2 service neutron] 10.222.0.31 "GET /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636194 Nov 19 04:00:22.855852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.869250 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6622ad40-0280-43a6-bc43-e4f05a539914 req-5ce5c108-17bc-481b-ab9d-c170d3949250 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870605 Nov 19 04:00:22.890965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.892172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.900426 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Sync routers for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:00:22.930930 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:22.932122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T03:59:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:22.945411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 976da7dc-3c68-4be9-92f9-6be92d09cb28 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:22.950181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 976da7dc-3c68-4be9-92f9-6be92d09cb28 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:22.950471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.950830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.956737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.968808 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.983629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5bd428-d05d-48ed-9200-5e225997fb88,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:22.985856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:22.996008 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.000461 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c2501626-f8a7-449a-8cdc-1f0162954bd5 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560828 Nov 19 04:00:23.000727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48430) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:23.006035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Request body: {'security_group_rule': {'security_group_id': 'b65cb9eb-f6f1-44d5-919d-048d49e5a1ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:23.019460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.023496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d98c8365-0119-4aed-8097-b87c4cce9f90 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2197380 Nov 19 04:00:23.024035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48432) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:23.031172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:23.058945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-17a3bad0-324c-44b9-8a81-e89e30344253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.061582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-17a3bad0-324c-44b9-8a81-e89e30344253 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=463849ac90504ea0b558cc4d0ea844d6&device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 1094 time: 0.0503902 Nov 19 04:00:23.077076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.105692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976da7dc-3c68-4be9-92f9-6be92d09cb28'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:23.110634 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894f636d-e6ca-4440-8647-b82295c98116" -d '{"events": [{"server_uuid": "218cd006-f872-4fc4-983b-9f22717d7b6e", "name": "network-vif-plugged", "status": "completed", "tag": "976da7dc-3c68-4be9-92f9-6be92d09cb28"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:23.118721 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.128224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 976da7dc-3c68-4be9-92f9-6be92d09cb28, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:23.134739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.159434 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:23.203805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=976da7dc-3c68-4be9-92f9-6be92d09cb28,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:23.244508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-2824c960-2c20-4c29-ba97-b549fc08f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.246396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-2824c960-2c20-4c29-ba97-b549fc08f117 service neutron] 10.222.0.31 "GET /v2.0/networks?id=24c9402a-58c3-4cda-bd38-c212517a046e HTTP/1.1" status: 200 len: 915 time: 0.1775131 Nov 19 04:00:23.293311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-deba10c9-3e55-4df3-851b-74ca51606cae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d40264-21f0-49ab-a493-8a70068aaf28 HTTP/1.1" status: 200 len: 217 time: 0.0385976 Nov 19 04:00:23.298425 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903fde99-ea7c-42cc-8354-261b4cf11250 x-openstack-request-id: req-903fde99-ea7c-42cc-8354-261b4cf11250 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:23.298908 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218cd006-f872-4fc4-983b-9f22717d7b6e", "name": "network-vif-plugged", "status": "completed", "tag": "976da7dc-3c68-4be9-92f9-6be92d09cb28", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:23.299168 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-903fde99-ea7c-42cc-8354-261b4cf11250 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:23.299587 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976da7dc-3c68-4be9-92f9-6be92d09cb28', 'code': 200} Nov 19 04:00:23.353432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-db70293e-b66e-4264-b82c-c5036a05ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.355106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-db70293e-b66e-4264-b82c-c5036a05ed3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66d9b81a-4315-4438-ad73-aa6a7b236a6f HTTP/1.1" status: 200 len: 854 time: 0.0540850 Nov 19 04:00:23.360046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.360870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.395808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-1ef687ab-8311-4b24-8fa3-a4133351f9d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24c9402a-58c3-4cda-bd38-c212517a046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320215 Nov 19 04:00:23.424904 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 2, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:23.455134 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Checking router: ab6da978-488e-44f8-af5b-8cb0f4fa2994 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:00:23.455841 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Updating router ab6da978-488e-44f8-af5b-8cb0f4fa2994 port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:00:23.483097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.486710 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.490905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-3f74d696-3a29-4773-a8e6-e4d27b2683d3 service neutron] 10.222.0.31 "GET /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Nov 19 04:00:23.501388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.512623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e71c2bf3-706b-4cb1-9ab6-4f2d344e4e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.546942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b44812-554c-4c5f-b116-c45f1439acdf req-57f4c67e-dc44-4404-babb-8a0da0d33186 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.554803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46b44812-554c-4c5f-b116-c45f1439acdf req-57f4c67e-dc44-4404-babb-8a0da0d33186 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.2542670 Nov 19 04:00:23.573108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109987) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 19 04:00:23.573952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Router f7064ad4-9f36-4170-9828-39e0a4e75977 migrating from provider to provider. {{(pid=109987) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 19 04:00:23.573952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.579819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2139afd-da1d-4a4c-b536-002610d7d447,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:23.610713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b9d3a40-592f-4cd1-a98d-944885b493db req-ea7c90c5-2b55-48aa-a7b8-28e4b02ba759 service neutron] 10.222.0.31 "GET /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112478 Nov 19 04:00:23.613410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.614834 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-41ad3a8c-2f57-48b8-b6cf-8df25f34542a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6130257 Nov 19 04:00:23.617370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.619889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:23.630675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:23.643590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de97e7-adcf-45e6-8642-c16c57ee9a9d req-2c6a3b85-86f2-4336-8ca4-fe6430f220ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.645480 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e8de97e7-adcf-45e6-8642-c16c57ee9a9d req-2c6a3b85-86f2-4336-8ca4-fe6430f220ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 1097 time: 0.2397611 Nov 19 04:00:23.646721 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.678672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8674f0b-a358-41e5-b4b4-3a34b1a921af req-fdb1386a-8e94-4eb7-887b-03834fe17875 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.681448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8674f0b-a358-41e5-b4b4-3a34b1a921af req-fdb1386a-8e94-4eb7-887b-03834fe17875 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 943 time: 0.0637398 Nov 19 04:00:23.746604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8674f0b-a358-41e5-b4b4-3a34b1a921af req-a5c26c23-e7d3-434c-8850-4d983b55d01d tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589795 Nov 19 04:00:23.787183 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46b44812-554c-4c5f-b116-c45f1439acdf req-c0e6734b-6189-415c-b322-e4def8f49ec9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313871 Nov 19 04:00:23.802447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.823534 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.834388 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:23.905620 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Pushing event updated for resources: {'Port': ['ID=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:23.925623 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.926250 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.926738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.927329 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.927843 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.928324 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.928801 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.931109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93114980-6d2d-4951-8a9e-108981be86d0 req-b321c59c-bd0b-4726-aaa8-f4fb46b50318 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:23.933161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93114980-6d2d-4951-8a9e-108981be86d0 req-b321c59c-bd0b-4726-aaa8-f4fb46b50318 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 946 time: 0.0694077 Nov 19 04:00:23.934415 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.935030 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.936081 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.936726 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:23.937222 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:24.011196 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Attempting to bind port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:24.011723 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Attempting to bind port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:24.012247 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Attempting to bind port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 on network 2a30c840-b74a-43f4-b3dc-cb6345b86549 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:24.021565 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:24.022479 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Checking segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:24.023284 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.023905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Bound using segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:24.024857 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Bound port: a00901a8-7abd-4460-b6ce-09e4d0f9ba97, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:24.025608 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.030083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93114980-6d2d-4951-8a9e-108981be86d0 req-c2e14b93-9f28-4cb0-8422-f92ac798f755 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895114 Nov 19 04:00:24.112708 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] For port a00901a8-7abd-4460-b6ce-09e4d0f9ba97, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:24.118604 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] For port a00901a8-7abd-4460-b6ce-09e4d0f9ba97, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:24.124810 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.201847 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:24.202913 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:00:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:24.232658 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e8de97e7-adcf-45e6-8642-c16c57ee9a9d req-a44f930c-ae6c-4ca8-b261-7224b764a7ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698903 Nov 19 04:00:24.235470 n-d-818503-1 neutron-server[109987]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] No L3 agents can host the router f7064ad4-9f36-4170-9828-39e0a4e75977 Nov 19 04:00:24.260538 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59077e1b-d69c-4864-84d5-ee724b0dd07f None None] Pushing event updated for resources: {'Port': ['ID=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:24.297980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fa58a5ce-2f8a-47d7-871c-675ddce952b7 None None] Provisioning complete for port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:24.298540 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa58a5ce-2f8a-47d7-871c-675ddce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.348055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 73b354d9-d6bd-4f39-86f1-ce84d327476f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:24.398472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44f8d-0ef4-421f-8114-53316d1854d4 req-bbbe2875-2244-48db-b6af-6be8e2e5fbf4 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:24.407774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-87a44f8d-0ef4-421f-8114-53316d1854d4 req-bbbe2875-2244-48db-b6af-6be8e2e5fbf4 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.2597616 Nov 19 04:00:24.444499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa58a5ce-2f8a-47d7-871c-675ddce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.456108 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:24.492777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fa58a5ce-2f8a-47d7-871c-675ddce952b7 None None] For port a00901a8-7abd-4460-b6ce-09e4d0f9ba97, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:24.505312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 73b354d9-d6bd-4f39-86f1-ce84d327476f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:24.505992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.506718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Hosts for router f7064ad4-9f36-4170-9828-39e0a4e75977: [] {{(pid=109987) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 19 04:00:24.508504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa58a5ce-2f8a-47d7-871c-675ddce952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.558298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Hosts for other DVR routers connected to router f7064ad4-9f36-4170-9828-39e0a4e75977: set() {{(pid=109987) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 19 04:00:24.562327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.566631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5ce3e09-79ed-4a33-9d1b-b3e0b38a69a8 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "PUT /v2.0/routers/f7064ad4-9f36-4170-9828-39e0a4e75977 HTTP/1.1" status: 200 len: 717 time: 1.5389566 Nov 19 04:00:24.568256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:24.578998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-87a44f8d-0ef4-421f-8114-53316d1854d4 req-3af982b1-90b5-4bfd-9bde-e3e20d4bd4f2 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665940 Nov 19 04:00:24.604471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58a5ce-2f8a-47d7-871c-675ddce952b7 None None] Pushing event updated for resources: {'Port': ['ID=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:24.631274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.662114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d7384c5-d169-45e0-b240-5c497c34158d None None] Provisioning complete for port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:24.662705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d7384c5-d169-45e0-b240-5c497c34158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:24.705206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d550b049-d9d7-4e00-9a0d-5457da995dbf tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "GET /v2.0/routers/f7064ad4-9f36-4170-9828-39e0a4e75977 HTTP/1.1" status: 200 len: 717 time: 0.1334240 Nov 19 04:00:24.705743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:24.716156 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:24.776082 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bc103-4ea6-46de-a6f8-ee6ed56f6644 None None] The sync data for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 is: [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:00:24.823077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Allocated IP 172.25.8.112 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/fa095542-e74e-421b-b891-b353fcc1e80f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:25.005844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dda81a-bbdb-4d3c-9fea-b284c7dd6366 req-0aba0c61-8412-470d-91d2-0eeb05dc3f09 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:25.007558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52dda81a-bbdb-4d3c-9fea-b284c7dd6366 req-0aba0c61-8412-470d-91d2-0eeb05dc3f09 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.0853047 Nov 19 04:00:25.040778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5a4c31fc-dc9d-46a7-b9da-97571a978c73 tempest-RoutersTestDVR-1228968439 tempest-RoutersTestDVR-1228968439-project] 10.222.0.52 "GET /v2.0/routers/f7064ad4-9f36-4170-9828-39e0a4e75977 HTTP/1.1" status: 200 len: 683 time: 0.3341293 Nov 19 04:00:25.043784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48462) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:25.043912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.093223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-52dda81a-bbdb-4d3c-9fea-b284c7dd6366 req-551a0634-8a51-43aa-9a7e-22c844287e0d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781007 Nov 19 04:00:25.108141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.134137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a825f-df40-4b03-9017-f18a4d76b353 req-42ae1982-fafd-4c1c-9c84-6f5cab7cbd9c tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:25.135559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be9a825f-df40-4b03-9017-f18a4d76b353 req-42ae1982-fafd-4c1c-9c84-6f5cab7cbd9c tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 943 time: 0.2624590 Nov 19 04:00:25.146089 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.189090 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.195485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:25.199319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:25.206554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:25.270943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event updated for resources: {'Port': ['ID=fa095542-e74e-421b-b891-b353fcc1e80f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:25.343776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9608bf7-9097-4642-9225-db6d89eb8410 req-33e667f2-fc0b-46c0-9ff0-ab56619c2059 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:25.345916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9608bf7-9097-4642-9225-db6d89eb8410 req-33e667f2-fc0b-46c0-9ff0-ab56619c2059 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 946 time: 0.1331325 Nov 19 04:00:25.443100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.448111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9608bf7-9097-4642-9225-db6d89eb8410 req-f58bf8c9-dd57-486a-93c6-af6fe203e3dd tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Nov 19 04:00:25.509493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.691692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.695285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.697614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.700118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.722118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be9a825f-df40-4b03-9017-f18a4d76b353 req-7a3518ec-4313-4dc5-9679-3c9d79f9fd20 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737953 Nov 19 04:00:25.763210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.764503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7064ad4-9f36-4170-9828-39e0a4e75977 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:00:25.768957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.776846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ab3a73a-4587-4699-89a1-ccb97432d181 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/f7064ad4-9f36-4170-9828-39e0a4e75977 HTTP/1.1" status: 204 len: 168 time: 0.7319713 Nov 19 04:00:25.777510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48472) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:25.782266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Request body: {'router': {'name': 'tempest-router-200243810', 'distributed': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:25.813678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.814886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.846789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event updated for resources: {'Port': ['ID=fa095542-e74e-421b-b891-b353fcc1e80f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:25.859534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.897788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea46b14-af80-425b-a7a9-e852719aac9a req-d950f903-aa67-49d6-a091-48c9c11a6b7e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:25.908664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ea46b14-af80-425b-a7a9-e852719aac9a req-d950f903-aa67-49d6-a091-48c9c11a6b7e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1713030 Nov 19 04:00:25.914775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.918651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.919758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bbacf8b5-aeb9-4e00-a227-012496015f5a tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2959645 Nov 19 04:00:25.920380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.945846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:25.952388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d7282dad-3fff-4906-a6c5-4d07dc79a039 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1705453 Nov 19 04:00:25.953630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48476) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:26.005829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ea46b14-af80-425b-a7a9-e852719aac9a req-a1f59de9-9d17-428d-b937-62568829f47a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950198 Nov 19 04:00:26.041497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.194652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 56d40264-21f0-49ab-a493-8a70068aaf28 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:26.258626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-4e897a9c-c0dc-4b1a-9b26-0a0d330ea7cd tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1760167037&fields=id&tenant_id=0923f04462b842daa0d812ecb0e514f3 HTTP/1.1" status: 200 len: 267 time: 0.1752167 Nov 19 04:00:26.281705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.300481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c619cd-874b-4298-86ba-fca24a3e801a req-f17e3029-cafb-4a3a-a4d3-31f29fed59d3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:26.303165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-00c619cd-874b-4298-86ba-fca24a3e801a req-f17e3029-cafb-4a3a-a4d3-31f29fed59d3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1155500 Nov 19 04:00:26.306736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.377644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.408822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a00901a8-7abd-4460-b6ce-09e4d0f9ba97 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:26.416007 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-00c619cd-874b-4298-86ba-fca24a3e801a req-c3500c6d-671f-486a-a389-65ecde9195ba tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016233 Nov 19 04:00:26.450701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.453031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61dbf95f-84a0-47bc-a279-78e539a0a093 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:00:26.477460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.478772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8c9f0bd2-2ae2-464c-bd6d-11179540cd29 tempest-RoutersTestDVR-1840903244 tempest-RoutersTestDVR-1840903244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/61dbf95f-84a0-47bc-a279-78e539a0a093 HTTP/1.1" status: 204 len: 168 time: 0.5241203 Nov 19 04:00:26.485098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 56d40264-21f0-49ab-a493-8a70068aaf28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=56d40264-21f0-49ab-a493-8a70068aaf28,segment=NetworkSegment(a622474b-4efd-41b1-98bf-573221e92e97),segment_id=a622474b-4efd-41b1-98bf-573221e92e97)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:26.506281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '56d40264-21f0-49ab-a493-8a70068aaf28', 'network_id': '24c9402a-58c3-4cda-bd38-c212517a046e', 'port_id': '56d40264-21f0-49ab-a493-8a70068aaf28', 'mac_address': 'fa:16:3e:a2:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9b81a-4315-4438-ad73-aa6a7b236a6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:26.525773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-4437eb7a-cfc7-4158-b48b-f9e1c6edefb1 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:26.532892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-4437eb7a-cfc7-4158-b48b-f9e1c6edefb1 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/networks?id=2a30c840-b74a-43f4-b3dc-cb6345b86549 HTTP/1.1" status: 200 len: 812 time: 0.2739000 Nov 19 04:00:26.548860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:26.549461 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.561436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-4dcb632d-dd93-4ef9-b673-245b655ecb5c tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/quotas/0923f04462b842daa0d812ecb0e514f3 HTTP/1.1" status: 200 len: 375 time: 0.0217614 Nov 19 04:00:26.597300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.605904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b45ac-91c2-4771-9763-81931e9e7e2f req-5c93b047-aca3-4935-a3a2-419c18b64772 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:26.613983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb9b45ac-91c2-4771-9763-81931e9e7e2f req-5c93b047-aca3-4935-a3a2-419c18b64772 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 946 time: 0.0646527 Nov 19 04:00:26.618294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d40264-21f0-49ab-a493-8a70068aaf28 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:26.646299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 56d40264-21f0-49ab-a493-8a70068aaf28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=56d40264-21f0-49ab-a493-8a70068aaf28,segment=NetworkSegment(a622474b-4efd-41b1-98bf-573221e92e97),segment_id=a622474b-4efd-41b1-98bf-573221e92e97)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:26.671719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-430d3d7b-197c-4669-804c-7b1b22d0f741 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0923f04462b842daa0d812ecb0e514f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944452 Nov 19 04:00:26.677775 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:26.707137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cb9b45ac-91c2-4771-9763-81931e9e7e2f req-385e1b50-e56f-4a7d-be84-937e9adf9d96 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865595 Nov 19 04:00:26.764979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=56d40264-21f0-49ab-a493-8a70068aaf28,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:26.790238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-b8838be6-61ff-4900-801e-d00b4b09d778 service neutron] 10.222.0.52 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173499 Nov 19 04:00:26.920782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-3a336a10-2fe3-4981-9782-fd5c122de597 service neutron] 10.222.0.52 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293468 Nov 19 04:00:27.005349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48504) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:27.125351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['56d40264-21f0-49ab-a493-8a70068aaf28'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:27.135493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de929e5-29b5-4703-9f27-d82ac197ef71 req-bdf5cfcf-c87a-46e4-864b-3681214ad550 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:27.148163 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8de929e5-29b5-4703-9f27-d82ac197ef71 req-bdf5cfcf-c87a-46e4-864b-3681214ad550 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 944 time: 0.1068201 Nov 19 04:00:27.252779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8de929e5-29b5-4703-9f27-d82ac197ef71 req-13b2234d-7c28-4432-8e82-dc773458bf6e tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926638 Nov 19 04:00:27.291570 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15a92d18-41c4-4e84-96fd-59b0e470e5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.308648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.411044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03999dea-94b9-4dea-90e0-cd68d452084c req-51261acb-d188-468c-9f00-99ed6746e7cf tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 210 time: 0.0536098 Nov 19 04:00:27.573464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d000dc-2603-4e71-9497-10c29ab61665 req-3c92e7fd-f05f-4e02-ab0c-406b7b2db5c3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:27.575526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1d000dc-2603-4e71-9497-10c29ab61665 req-3c92e7fd-f05f-4e02-ab0c-406b7b2db5c3 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1874533 Nov 19 04:00:27.587705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15a92d18-41c4-4e84-96fd-59b0e470e5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.605122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15a92d18-41c4-4e84-96fd-59b0e470e5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.639250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41024-9a61-4c88-a9e3-e80a0b5d0ef7 req-0e713f4a-df6d-428b-aa32-ffc91d362a55 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:27.641119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4c41024-9a61-4c88-a9e3-e80a0b5d0ef7 req-0e713f4a-df6d-428b-aa32-ffc91d362a55 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.0915418 Nov 19 04:00:27.693314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92d18-41c4-4e84-96fd-59b0e470e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3129d-e618-441b-af94-bbb90794d6ea,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:27.722104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1d000dc-2603-4e71-9497-10c29ab61665 req-02e8b040-b71c-4601-8f89-786b0a210140 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315780 Nov 19 04:00:27.745535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-15a92d18-41c4-4e84-96fd-59b0e470e5b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39a32c641ec645c3bcdb78b23caec491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7293606 Nov 19 04:00:27.745535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48526) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:27.753634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4c41024-9a61-4c88-a9e3-e80a0b5d0ef7 req-0d53c912-ca9e-4d95-9ed4-1a5988c51b7a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025991 Nov 19 04:00:27.832591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62bf253e-7fbc-4d4a-b582-06d716a9edff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.869653 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62bf253e-7fbc-4d4a-b582-06d716a9edff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.951942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62bf253e-7fbc-4d4a-b582-06d716a9edff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.959463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62bf253e-7fbc-4d4a-b582-06d716a9edff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:27.968406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-62bf253e-7fbc-4d4a-b582-06d716a9edff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5b3129d-e618-441b-af94-bbb90794d6ea HTTP/1.1" status: 204 len: 168 time: 0.2245083 Nov 19 04:00:27.979555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf253e-7fbc-4d4a-b582-06d716a9edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3129d-e618-441b-af94-bbb90794d6ea,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:28.309044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48542) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:28.326827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8154473e-3be9-40be-bb72-fdb67b89e71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.453298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803d20d-7ee0-4650-a36c-d3f16a8738d6 req-636887f1-b706-4dc5-9e33-678e642f188b tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:28.454926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7803d20d-7ee0-4650-a36c-d3f16a8738d6 req-636887f1-b706-4dc5-9e33-678e642f188b tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 944 time: 0.0872700 Nov 19 04:00:28.456846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8154473e-3be9-40be-bb72-fdb67b89e71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.463278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8154473e-3be9-40be-bb72-fdb67b89e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.504847 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-130f172a-45bc-4f50-8c45-579f91dbc13e req-3e390023-ce83-495c-a42b-8bde811e4e71 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 210 time: 0.0258095 Nov 19 04:00:28.528030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154473e-3be9-40be-bb72-fdb67b89e71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f899e2ce-d44b-46b6-9d70-4a998e175b4c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:28.532910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8154473e-3be9-40be-bb72-fdb67b89e71a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d80b45f377344eeba62e758b9ad5d5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227211 Nov 19 04:00:28.536242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:28.547846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7803d20d-7ee0-4650-a36c-d3f16a8738d6 req-918fa135-ec02-4e17-ad25-3f84be1fc791 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867424 Nov 19 04:00:28.616644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06d004aa-31d6-4380-a1a6-4daa99acc55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.657754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06d004aa-31d6-4380-a1a6-4daa99acc55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.687690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-4ce73140-236f-49e9-b6c1-67e43dcfc6fd service neutron] 10.222.0.36 "GET /v2.0/ports/14a1488e-56c9-41c1-9cdb-b9247dfc54e5/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 382 time: 0.1033123 Nov 19 04:00:28.726846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06d004aa-31d6-4380-a1a6-4daa99acc55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.730199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06d004aa-31d6-4380-a1a6-4daa99acc55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:28.735086 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-06d004aa-31d6-4380-a1a6-4daa99acc55f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f899e2ce-d44b-46b6-9d70-4a998e175b4c HTTP/1.1" status: 204 len: 168 time: 0.1944776 Nov 19 04:00:28.745127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d004aa-31d6-4380-a1a6-4daa99acc55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f899e2ce-d44b-46b6-9d70-4a998e175b4c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:28.857912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-b45c7749-3236-4817-a832-8cb983596c11 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:28.859534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-b45c7749-3236-4817-a832-8cb983596c11 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.36 "GET /v2.0/networks?id=2a30c840-b74a-43f4-b3dc-cb6345b86549 HTTP/1.1" status: 200 len: 812 time: 0.1826377 Nov 19 04:00:28.896538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2895b56-3e76-41e2-9c00-585800c78f66 req-7d18b6dc-52ea-4d70-9fd3-8ffb66faaca6 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:28.897890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2895b56-3e76-41e2-9c00-585800c78f66 req-7d18b6dc-52ea-4d70-9fd3-8ffb66faaca6 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.0892308 Nov 19 04:00:28.986274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd86e2-c327-4f40-bd1b-f657a26b6fe3 req-56f26b84-022c-4b73-8dda-aa6885e72540 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:28.987354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2895b56-3e76-41e2-9c00-585800c78f66 req-c1c1bac8-5599-41b1-bbcf-2d29489d690c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791767 Nov 19 04:00:28.993397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0fdd86e2-c327-4f40-bd1b-f657a26b6fe3 req-56f26b84-022c-4b73-8dda-aa6885e72540 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1019719 Nov 19 04:00:29.017503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5df06ec0-a806-48ce-ab20-4af12f20a4a8 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0923f04462b842daa0d812ecb0e514f3 HTTP/1.1" status: 200 len: 380 time: 0.1158803 Nov 19 04:00:29.030756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Request body: {'port': {'device_id': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'admin_state_up': True, 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'security_groups': ['b65cb9eb-f6f1-44d5-919d-048d49e5a1ed']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:29.036762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-ffbccd33-70fd-42aa-8480-f263ca383362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.038820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-ffbccd33-70fd-42aa-8480-f263ca383362 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a&tenant_id=f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 1101 time: 0.0694134 Nov 19 04:00:29.098177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0fdd86e2-c327-4f40-bd1b-f657a26b6fe3 req-2b38df47-4aea-4823-aa63-b704216b89ba tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038735 Nov 19 04:00:29.150987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-621a10b4-792d-474d-a475-40082e5a6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.154015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-621a10b4-792d-474d-a475-40082e5a6918 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1101 time: 0.0832298 Nov 19 04:00:29.176948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Made reservation on behalf of 0923f04462b842daa0d812ecb0e514f3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:29.180823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:29.266535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-81684496-2042-453f-94e1-f4f63bdc146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.268060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-81684496-2042-453f-94e1-f4f63bdc146a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1062894 Nov 19 04:00:29.316872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-3b9f750d-3d24-41fc-beff-7f1a5164d405 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 217 time: 0.0407069 Nov 19 04:00:29.326888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Allocated IP 172.20.0.11 (2a30c840-b74a-43f4-b3dc-cb6345b86549/af2b2f70-1bcb-4053-998f-908848b073b6/f72d8b5d-e645-4317-ae10-7d365d2e4ecb) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:29.378149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-acf972a1-e59c-4cd2-8fc8-5f5f79c80956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.379398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-acf972a1-e59c-4cd2-8fc8-5f5f79c80956 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0510082 Nov 19 04:00:29.431587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-8ffb88ba-9371-471a-b4bb-a06ff1cf2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.433328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-8ffb88ba-9371-471a-b4bb-a06ff1cf2fac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461113 Nov 19 04:00:29.503811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:29.560131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-123e3805-d08c-4c7a-a4ef-6ef4e1929521 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184475 Nov 19 04:00:29.566713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:29.632783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:29.666974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:29.675769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:29.683358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f974a149-9b29-44ce-bae7-5afc4b6e174b req-191432ef-2fc4-4ff4-91ec-5a9e64fd6268 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137187 Nov 19 04:00:29.705343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event updated for resources: {'Port': ['ID=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:29.743343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78640-6760-498e-a63b-c1add214de70 req-7b626c58-bf03-48c4-8bf4-e04352aea8b4 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.751929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39a78640-6760-498e-a63b-c1add214de70 req-7b626c58-bf03-48c4-8bf4-e04352aea8b4 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 932 time: 0.1474457 Nov 19 04:00:29.772986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.773747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:29.813566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48590) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:29.817922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-5a3ce2fc-743d-41f2-b1f0-124b476319fa tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7925668 Nov 19 04:00:29.864178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39a78640-6760-498e-a63b-c1add214de70 req-ee3c43cc-3fe6-4a79-9d0a-f6fd34c47509 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112933 Nov 19 04:00:29.949202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef454-8de2-4739-8484-c47670c15219 req-a4f81817-e43b-4617-befe-58b6e7a8a810 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:29.950935 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-625ef454-8de2-4739-8484-c47670c15219 req-a4f81817-e43b-4617-befe-58b6e7a8a810 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 944 time: 0.0623779 Nov 19 04:00:29.989436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Request body: {'port': {'device_id': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:30.032402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-625ef454-8de2-4739-8484-c47670c15219 req-53b99698-2ba1-4166-beda-7068e430ba45 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727680 Nov 19 04:00:30.034979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-9d071086-a7cd-4fa9-9985-150cea1c421f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.035984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9d071086-a7cd-4fa9-9985-150cea1c421f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2169926 Nov 19 04:00:30.039338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48598) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.053513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-d8f1556a-24b8-4471-aa0f-8de4bc5696c6 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.056736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-214a9fce-024a-439c-b12a-2e2a2265d16a None None] Provisioning complete for port f72d8b5d-e645-4317-ae10-7d365d2e4ecb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:30.057319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d8f1556a-24b8-4471-aa0f-8de4bc5696c6 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0171015 Nov 19 04:00:30.057892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48600) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.058424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-214a9fce-024a-439c-b12a-2e2a2265d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.063925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-e750f2f4-0e41-4c26-848d-5ab0678e986c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.069844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e750f2f4-0e41-4c26-848d-5ab0678e986c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0109289 Nov 19 04:00:30.070527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48602) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.074968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-b87ed512-038e-413a-b269-d9b192979da0 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.078690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b87ed512-038e-413a-b269-d9b192979da0 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0071921 Nov 19 04:00:30.079286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48604) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.080033 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.083493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-b2fabcee-ce81-4a2e-8758-d29c1d7c8602 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.087736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b2fabcee-ce81-4a2e-8758-d29c1d7c8602 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068679 Nov 19 04:00:30.088347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48606) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.093714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-4be54c97-a23c-42ff-8769-21e172b6cb74 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.097274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48608) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.097413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4be54c97-a23c-42ff-8769-21e172b6cb74 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0081050 Nov 19 04:00:30.102472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-f380488f-568a-4ebd-b2f3-bfcb36b2913d tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.103743 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f380488f-568a-4ebd-b2f3-bfcb36b2913d tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053658 Nov 19 04:00:30.106712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48610) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.111354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-17c5ada8-3a19-40e1-8375-ffc32ffea913 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.113817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-214a9fce-024a-439c-b12a-2e2a2265d16a None None] Port f72d8b5d-e645-4317-ae10-7d365d2e4ecb cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:30.115481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-17c5ada8-3a19-40e1-8375-ffc32ffea913 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080054 Nov 19 04:00:30.116021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48612) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.120131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-8f025ba7-e2a5-4093-b67a-fd5d3a5e0beb tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.123538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8f025ba7-e2a5-4093-b67a-fd5d3a5e0beb tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041728 Nov 19 04:00:30.127044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48618) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.142296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-895a413c-43e0-49b2-9eec-5bbe713c9b44 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.146558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-895a413c-43e0-49b2-9eec-5bbe713c9b44 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0184236 Nov 19 04:00:30.147348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48620) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.151544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-ecd438dd-4e31-4ce4-8404-9c73cd21ac1c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.155943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ecd438dd-4e31-4ce4-8404-9c73cd21ac1c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042412 Nov 19 04:00:30.158445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48622) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.166622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-0736c8e8-f83e-4f81-96e8-903fe772867b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.174662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.179180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-71e20abc-03ef-4be5-b659-8352a212516e tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.180223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-71e20abc-03ef-4be5-b659-8352a212516e tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043924 Nov 19 04:00:30.188462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48626) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.204733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0736c8e8-f83e-4f81-96e8-903fe772867b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0444155 Nov 19 04:00:30.210184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-7532fac8-f88a-4cb6-8e08-850ab10a8991 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.213673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7532fac8-f88a-4cb6-8e08-850ab10a8991 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0211189 Nov 19 04:00:30.214988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48630) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.220905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-5a81b092-36f2-41ef-a0b9-2a812138125c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.222068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a81b092-36f2-41ef-a0b9-2a812138125c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060196 Nov 19 04:00:30.226333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48632) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.229135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-f04698ed-1f3d-42c8-923b-b6699053fa78 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.232857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f04698ed-1f3d-42c8-923b-b6699053fa78 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047319 Nov 19 04:00:30.233000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 56d40264-21f0-49ab-a493-8a70068aaf28 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:30.244391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.249250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-9dbd2d8e-edea-4313-82d8-d376e0b7ce66 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.252683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9dbd2d8e-edea-4313-82d8-d376e0b7ce66 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049155 Nov 19 04:00:30.253734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48636) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.259046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-57e5b1f4-fef1-4f07-8add-2f58b03b776a tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.260570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-57e5b1f4-fef1-4f07-8add-2f58b03b776a tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052676 Nov 19 04:00:30.264394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.269748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-5f93b872-2bd9-4e72-941d-60a6424b5f70 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.270856 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5f93b872-2bd9-4e72-941d-60a6424b5f70 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055804 Nov 19 04:00:30.273331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48640) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.280296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-e41a1b5d-8edb-4e35-80c8-0dd55ce600e3 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.281175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e41a1b5d-8edb-4e35-80c8-0dd55ce600e3 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067616 Nov 19 04:00:30.283591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48642) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.287928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-511f749b-6606-41f1-a49f-9e16922ed262 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.288973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-511f749b-6606-41f1-a49f-9e16922ed262 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044050 Nov 19 04:00:30.291326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48644) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.298237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-7bed5820-e878-4ed8-8751-e773da805276 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.299350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7bed5820-e878-4ed8-8751-e773da805276 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071421 Nov 19 04:00:30.302078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48646) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.306365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-776f73ff-2616-48c0-a7de-fca8a1f53380 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.307413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-776f73ff-2616-48c0-a7de-fca8a1f53380 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043643 Nov 19 04:00:30.310537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 56d40264-21f0-49ab-a493-8a70068aaf28 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:30.315810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 56d40264-21f0-49ab-a493-8a70068aaf28 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:30.316199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995fe1-847d-498b-9802-6c7d9a496387 req-5c4861ef-30b2-4cc7-a9b0-6da0908229f0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.316579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.317890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57995fe1-847d-498b-9802-6c7d9a496387 req-5c4861ef-30b2-4cc7-a9b0-6da0908229f0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.1120188 Nov 19 04:00:30.318624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48648) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.323074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-a2ccaf2e-2017-44fc-bd8f-825d97a647e1 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.324234 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2ccaf2e-2017-44fc-bd8f-825d97a647e1 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045350 Nov 19 04:00:30.332158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48650) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.337810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-b0eb8eeb-429d-4707-a33a-3c7fd03461ae tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.342561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48652) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.343624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b0eb8eeb-429d-4707-a33a-3c7fd03461ae tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0102320 Nov 19 04:00:30.351469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-13914412-2cd6-4566-b270-4bde39b8444d tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.354999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-13914412-2cd6-4566-b270-4bde39b8444d tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086384 Nov 19 04:00:30.365197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0828b-8d31-4753-b528-0f71fdc77ed7 req-b83a3e36-6c9f-4d3d-8d13-0d7b2a6b35b1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.366811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2c0828b-8d31-4753-b528-0f71fdc77ed7 req-b83a3e36-6c9f-4d3d-8d13-0d7b2a6b35b1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.2339649 Nov 19 04:00:30.367302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48654) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.379749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-0a9a1af0-15e6-4784-bb7e-8c2e7dbf964d tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.385576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0a9a1af0-15e6-4784-bb7e-8c2e7dbf964d tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077493 Nov 19 04:00:30.387741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48656) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.416377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-4354d247-e07d-42d1-aebc-c0febfc130a5 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.420900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4354d247-e07d-42d1-aebc-c0febfc130a5 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0152133 Nov 19 04:00:30.426122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48658) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.439962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.456592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-e8881b3a-397e-4b7a-9db0-966ce73fa840 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.459796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e8881b3a-397e-4b7a-9db0-966ce73fa840 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0304360 Nov 19 04:00:30.461844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48660) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.467669 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-683cc55e-d83e-4660-99f6-97a02e9a64f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1157565 Nov 19 04:00:30.468123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d40264-21f0-49ab-a493-8a70068aaf28'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:30.469241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-10c62acf-d1c3-4af5-a0b6-8a6663e573c1 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.472599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-10c62acf-d1c3-4af5-a0b6-8a6663e573c1 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073342 Nov 19 04:00:30.472727 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e62c9-a9bb-4619-8bca-298b65af6b35" -d '{"events": [{"server_uuid": "a5f43395-1b9a-43a8-baf7-c43dc68cf063", "name": "network-vif-plugged", "status": "completed", "tag": "56d40264-21f0-49ab-a493-8a70068aaf28"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:30.477146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57995fe1-847d-498b-9802-6c7d9a496387 req-4deee8c7-6b40-4150-9430-7926b1037714 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456082 Nov 19 04:00:30.477831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48662) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.483534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-6bfec351-2cd2-479f-900a-445f94b3ac7b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.488911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6bfec351-2cd2-479f-900a-445f94b3ac7b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097823 Nov 19 04:00:30.490239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48666) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.506956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-85518c79-bf23-4dc8-9f35-5fcc09d7a68f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.510597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 56d40264-21f0-49ab-a493-8a70068aaf28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=56d40264-21f0-49ab-a493-8a70068aaf28,segment=NetworkSegment(a622474b-4efd-41b1-98bf-573221e92e97),segment_id=a622474b-4efd-41b1-98bf-573221e92e97)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:30.511514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-85518c79-bf23-4dc8-9f35-5fcc09d7a68f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0200782 Nov 19 04:00:30.512429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.517993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-413db559-9e85-492a-b724-ebadd6f39876 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.523669 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.523879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.529418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-413db559-9e85-492a-b724-ebadd6f39876 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090349 Nov 19 04:00:30.539844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-1124a663-2bd4-4f2b-b944-83a1e7e22318 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.543193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1124a663-2bd4-4f2b-b944-83a1e7e22318 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084214 Nov 19 04:00:30.552687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48672) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.559122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-ebec3985-abcc-47ce-9077-d46f9729fe95 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.563808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2c0828b-8d31-4753-b528-0f71fdc77ed7 req-7aa0b9b7-b994-415c-8606-2ffa66252463 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723714 Nov 19 04:00:30.564412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ebec3985-abcc-47ce-9077-d46f9729fe95 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063872 Nov 19 04:00:30.564800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48674) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.569520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-1e71fc07-963e-4ddc-a73d-8309f3cd4c74 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.573551 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1e71fc07-963e-4ddc-a73d-8309f3cd4c74 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063083 Nov 19 04:00:30.573551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.577235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-f1600337-8b64-400e-a42a-9712c11a020a tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.588035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f1600337-8b64-400e-a42a-9712c11a020a tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042579 Nov 19 04:00:30.596197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48678) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.602354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-c7c938d7-265e-451c-9364-5045e44e19c4 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.603345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c7c938d7-265e-451c-9364-5045e44e19c4 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062015 Nov 19 04:00:30.608016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48680) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.612267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-4d4e2c0d-e786-4211-a02c-ab7fd8a2345c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.613430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d4e2c0d-e786-4211-a02c-ab7fd8a2345c tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044911 Nov 19 04:00:30.619470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.624596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-a7b6ed1b-6c2b-41bd-9e52-ba89a84fbeb0 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.626605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7b6ed1b-6c2b-41bd-9e52-ba89a84fbeb0 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066493 Nov 19 04:00:30.629421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48684) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.633833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-535c87ae-263e-48f6-98f7-5498a5bfe193 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.634268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=56d40264-21f0-49ab-a493-8a70068aaf28,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:30.634834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-535c87ae-263e-48f6-98f7-5498a5bfe193 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044231 Nov 19 04:00:30.637366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48686) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.644851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.645356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.645839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.654904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.655416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.655915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.657197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.660358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb00e2-b60f-4bbb-ae03-556b7c86baf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=466554e416ac42dca001d23bcfd19e2e&device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6501 time: 0.1227374 Nov 19 04:00:30.663270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-a0c8a205-a722-4515-8350-cee5ef2b9c83 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.667455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a0c8a205-a722-4515-8350-cee5ef2b9c83 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0267422 Nov 19 04:00:30.674466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48688) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.678809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-bdc8b5d9-925e-44ea-a1d1-b7e6f7f62131 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.686255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bdc8b5d9-925e-44ea-a1d1-b7e6f7f62131 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0076447 Nov 19 04:00:30.686493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48690) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.692698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-d844c3c0-940e-42cd-a63e-64bef69ae4ee tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.696373 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d844c3c0-940e-42cd-a63e-64bef69ae4ee tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063176 Nov 19 04:00:30.696575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.698947 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dc8e87-0595-47bb-9f1c-546342d5da81 x-openstack-request-id: req-32dc8e87-0595-47bb-9f1c-546342d5da81 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:30.699674 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f43395-1b9a-43a8-baf7-c43dc68cf063", "name": "network-vif-plugged", "status": "completed", "tag": "56d40264-21f0-49ab-a493-8a70068aaf28", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:30.700103 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32dc8e87-0595-47bb-9f1c-546342d5da81 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:30.701000 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d40264-21f0-49ab-a493-8a70068aaf28', 'code': 200} Nov 19 04:00:30.708391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-970edc6a-ae5a-41b7-a34b-34a8e4a162a1 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.711659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-970edc6a-ae5a-41b7-a34b-34a8e4a162a1 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114918 Nov 19 04:00:30.718634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48694) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.723468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-997bc963-26f4-4553-9f17-c39f959c9dc2 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.727387 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-997bc963-26f4-4553-9f17-c39f959c9dc2 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049450 Nov 19 04:00:30.736474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.755922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72d8b5d-e645-4317-ae10-7d365d2e4ecb {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:30.766296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-ae886e6f-abe8-4d0c-ac70-07bb69008861 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.766513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.769663 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ae886e6f-abe8-4d0c-ac70-07bb69008861 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0306978 Nov 19 04:00:30.770969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48698) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.774487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-67c88d0b-097a-438a-9a6d-705867bec4d2 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.778619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48700) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.778871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-67c88d0b-097a-438a-9a6d-705867bec4d2 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0079103 Nov 19 04:00:30.783570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-838a85cd-ddf7-4926-a738-3f02afdf12cb tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.787162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-838a85cd-ddf7-4926-a738-3f02afdf12cb tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049419 Nov 19 04:00:30.787283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.792741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-8a9f5c11-4d2b-41b5-9240-f183e54c7814 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.793729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a9f5c11-4d2b-41b5-9240-f183e54c7814 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057554 Nov 19 04:00:30.796737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.803057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-b4c5963a-2547-424e-90cc-52f9b80e89ee tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.803229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Transition to ACTIVE for port object f72d8b5d-e645-4317-ae10-7d365d2e4ecb will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:00:30.806781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.806900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b4c5963a-2547-424e-90cc-52f9b80e89ee tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071084 Nov 19 04:00:30.813893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-c3bcc893-cb63-4b4e-adf2-fc742351f5f3 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.817772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3bcc893-cb63-4b4e-adf2-fc742351f5f3 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0098119 Nov 19 04:00:30.818949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48708) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.819785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:30.825262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-b47a5582-e7d2-44b1-9142-84c87fc4f95f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.833532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b47a5582-e7d2-44b1-9142-84c87fc4f95f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077291 Nov 19 04:00:30.833722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48710) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.837304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-d2704f8b-d7af-4713-87ce-07f76b4b5d76 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.838311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d2704f8b-d7af-4713-87ce-07f76b4b5d76 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044973 Nov 19 04:00:30.840953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48712) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.846206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-a2ae06d6-211b-4142-b9d3-1f6385796e64 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.847380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2ae06d6-211b-4142-b9d3-1f6385796e64 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055697 Nov 19 04:00:30.850204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.854490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-02127eda-2d3f-4626-99e5-34ce5266f38f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.855530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-02127eda-2d3f-4626-99e5-34ce5266f38f tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044458 Nov 19 04:00:30.857434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-aff42eb7-5dcb-4438-9035-e263117e8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.858022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-aff42eb7-5dcb-4438-9035-e263117e8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.858496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-aff42eb7-5dcb-4438-9035-e263117e8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:30.860001 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-aff42eb7-5dcb-4438-9035-e263117e8b14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b79f35db-5d74-4c6d-918e-d329321fa815&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=154fbbde-5f23-40d2-b48e-e647a8d00b23&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 200 len: 2298 time: 0.1496358 Nov 19 04:00:30.860510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.864396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-cc28521b-a6ba-46e4-9d0b-2e4b1b98114b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.867573 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc28521b-a6ba-46e4-9d0b-2e4b1b98114b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039880 Nov 19 04:00:30.868140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48718) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.889992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-4fde30d5-045c-452c-a30e-fbd1260f611b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.894090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:00:30.894222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4fde30d5-045c-452c-a30e-fbd1260f611b tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0147736 Nov 19 04:00:30.910725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48720) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.918163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-eab82594-8a1b-4b90-9e2b-1a4af8ce9205 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.921314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eab82594-8a1b-4b90-9e2b-1a4af8ce9205 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075829 Nov 19 04:00:30.926174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48726) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.936525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-4d5c93f9-3307-4977-8f54-9ef0231ca393 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.940275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d5c93f9-3307-4977-8f54-9ef0231ca393 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0111744 Nov 19 04:00:30.941875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48728) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.948290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-0f11798f-a2cf-473a-8b9c-07d9373ca551 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.954314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Pushing event updated for resources: {'Port': ['ID=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:30.955588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f11798f-a2cf-473a-8b9c-07d9373ca551 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0127423 Nov 19 04:00:30.961924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48730) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.966229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-180c42c4-f12d-44aa-bedd-48d1cb498f81 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.969745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48732) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.969896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-180c42c4-f12d-44aa-bedd-48d1cb498f81 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069664 Nov 19 04:00:30.978544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-6a885be5-cfcb-4f40-8153-68a07ee5dee7 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.981873 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6a885be5-cfcb-4f40-8153-68a07ee5dee7 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087192 Nov 19 04:00:30.983507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48734) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:30.993727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-e62d031b-0d2e-4007-abd9-f898e0ce2557 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:30.995048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e62d031b-0d2e-4007-abd9-f898e0ce2557 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104756 Nov 19 04:00:30.998660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48736) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.005097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-d4d48f67-c6e0-4be0-9943-a08606f7a3f9 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.006150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4d48f67-c6e0-4be0-9943-a08606f7a3f9 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065160 Nov 19 04:00:31.010010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48738) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.018904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-2654062a-b814-4abf-9807-3295a204b6c9 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.019958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:31.020092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2654062a-b814-4abf-9807-3295a204b6c9 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074906 Nov 19 04:00:31.043711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f9f4-6474-45fb-a6c8-b5dc1be1e029 req-83771b7d-5961-41e3-ab82-31f9be93ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.046378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a16f9f4-6474-45fb-a6c8-b5dc1be1e029 req-83771b7d-5961-41e3-ab82-31f9be93ba8c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 1096 time: 0.1818106 Nov 19 04:00:31.047156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48740) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.063712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-8dfe37e1-89b0-44a6-9efb-98c36878fee5 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.072553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8dfe37e1-89b0-44a6-9efb-98c36878fee5 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0221126 Nov 19 04:00:31.075563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.077851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:31.080268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-efaf8770-8144-491e-a4b2-997fce2add50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 200 len: 1002 time: 0.2129633 Nov 19 04:00:31.089150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:31.137923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-f8a7979a-fe27-4c61-9680-e75e2b7cc18a tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.142450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8a7979a-fe27-4c61-9680-e75e2b7cc18a tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0622480 Nov 19 04:00:31.144148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48746) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.151443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [None req-9ab7f0ad-4ae7-4c23-837f-d0c2bb513b17 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.155714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ab7f0ad-4ae7-4c23-837f-d0c2bb513b17 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050244 Nov 19 04:00:31.157535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:31.182553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48748) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.204590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-37308715-fd61-4903-aac0-c4190b620293 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.206026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37308715-fd61-4903-aac0-c4190b620293 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0208709 Nov 19 04:00:31.219261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48e52-d733-4981-87da-67996ce8e726 req-f8994fbb-5083-4fe8-a57e-8ac978ce4c6e tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.222448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7fb48e52-d733-4981-87da-67996ce8e726 req-f8994fbb-5083-4fe8-a57e-8ac978ce4c6e tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 944 time: 0.1867466 Nov 19 04:00:31.224284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48750) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.226594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-4cf1fa13-3cc2-4361-9bbc-f352e698122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.229068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-4cf1fa13-3cc2-4361-9bbc-f352e698122e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375c000d-4953-4b63-9109-7bdb7522b219 HTTP/1.1" status: 200 len: 856 time: 0.1301646 Nov 19 04:00:31.236285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a16f9f4-6474-45fb-a6c8-b5dc1be1e029 req-5297d228-b4e6-4e9e-986b-201e456d0d59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624937 Nov 19 04:00:31.237071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [None req-542dbee0-a6d7-4d83-b445-9af56ff4bdb9 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:31.240051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-542dbee0-a6d7-4d83-b445-9af56ff4bdb9 tempest-ExtensionsTestJSON-99215405 tempest-ExtensionsTestJSON-99215405-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0085051 Nov 19 04:00:31.269091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Attempting to bind port f72d8b5d-e645-4317-ae10-7d365d2e4ecb on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:31.269685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Attempting to bind port f72d8b5d-e645-4317-ae10-7d365d2e4ecb by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:31.270224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Attempting to bind port f72d8b5d-e645-4317-ae10-7d365d2e4ecb on network 2a30c840-b74a-43f4-b3dc-cb6345b86549 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:31.284960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecd02a-1384-4638-b6de-b48a59b5fa29 req-03ac8136-7d43-491f-8e10-a254b3e6f645 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.292622 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cecd02a-1384-4638-b6de-b48a59b5fa29 req-03ac8136-7d43-491f-8e10-a254b3e6f645 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.1276433 Nov 19 04:00:31.301990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Port f72d8b5d-e645-4317-ae10-7d365d2e4ecb on network 2a30c840-b74a-43f4-b3dc-cb6345b86549 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:00:31.302311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Attempting to bind port f72d8b5d-e645-4317-ae10-7d365d2e4ecb on network 2a30c840-b74a-43f4-b3dc-cb6345b86549 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:31.316095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:31.316441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Checking segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:31.317306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Bound using segment: {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:31.317785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Bound port: f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e687ff41-80d1-4637-bd48-71ff887e85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:31.318176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:31.335094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7fb48e52-d733-4981-87da-67996ce8e726 req-8f1b9c26-e005-46ec-a877-d350263cc5a9 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022542 Nov 19 04:00:31.355340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-0dd0f142-9992-4c83-bdcb-b657149d2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.358114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-0dd0f142-9992-4c83-bdcb-b657149d2032 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f35db-5d74-4c6d-918e-d329321fa815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161623 Nov 19 04:00:31.420188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cecd02a-1384-4638-b6de-b48a59b5fa29 req-6e56a580-b631-4043-8d8a-8945cacdf6be tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265717 Nov 19 04:00:31.443772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] For port f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:31.463666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] For port f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:31.471270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:31.537502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-17db9774-3bc9-4d06-b3ef-99f05d1a6904 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710610 Nov 19 04:00:31.543892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.545040 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:31.548074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] 10.222.0.36 "PUT /v2.0/ports/f72d8b5d-e645-4317-ae10-7d365d2e4ecb HTTP/1.1" status: 200 len: 1092 time: 1.5828235 Nov 19 04:00:31.548593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:31.551352 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:31.675675 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:31.785015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48768) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:31.806433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9b492-052c-4dd1-adc2-fba1138fe55e service neutron] Pushing event updated for resources: {'Port': ['ID=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:31.818419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-d5ce06bb-39a0-4214-92f5-c7ec6fddfd24 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606878 Nov 19 04:00:31.831977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ed4e-4eb6-49c2-b111-9be107e5453e req-b221bd8d-7996-4d2f-8f68-309adeaed7d9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.838297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9094ed4e-4eb6-49c2-b111-9be107e5453e req-b221bd8d-7996-4d2f-8f68-309adeaed7d9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.1425631 Nov 19 04:00:31.869624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-2e02333c-366a-4138-a74f-d91179f84282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:31.871236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-2e02333c-366a-4138-a74f-d91179f84282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0923f04462b842daa0d812ecb0e514f3&device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 1095 time: 0.2499807 Nov 19 04:00:31.965210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-72043c81-11bc-4b48-912e-fb87910f6f28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb HTTP/1.1" status: 200 len: 217 time: 0.0779274 Nov 19 04:00:31.974196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-31e80a32-747f-4797-9df5-23788de599a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 217 time: 0.1347334 Nov 19 04:00:32.055018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74af09bd-5b58-4123-98c1-b7fc75751fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.060909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9094ed4e-4eb6-49c2-b111-9be107e5453e req-c6bcdfa6-1f46-4398-9ad5-5257bde2746e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949043 Nov 19 04:00:32.077549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-e21cb0df-d089-4c9e-89a6-a11515a67334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.080728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-e21cb0df-d089-4c9e-89a6-a11515a67334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0914917 Nov 19 04:00:32.098370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-631a2bb5-2dda-4392-a6ea-0ef763feb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.101340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-631a2bb5-2dda-4392-a6ea-0ef763feb766 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af2b2f70-1bcb-4053-998f-908848b073b6 HTTP/1.1" status: 200 len: 851 time: 0.1196256 Nov 19 04:00:32.150867 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a90d5c5-5f45-4ca6-80f9-8dd736574fe3 x-openstack-request-id: req-9a90d5c5-5f45-4ca6-80f9-8dd736574fe3 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:32.151337 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:32.151825 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a90d5c5-5f45-4ca6-80f9-8dd736574fe3 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:32.152385 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'status': 'completed', 'code': 200} Nov 19 04:00:32.167027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-632726c1-7485-4659-ac59-6968034ee011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.168910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-632726c1-7485-4659-ac59-6968034ee011 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789421 Nov 19 04:00:32.231868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-cd360189-d2e8-4337-8c33-38410c3ffed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.233765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-cd360189-d2e8-4337-8c33-38410c3ffed2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a30c840-b74a-43f4-b3dc-cb6345b86549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194870 Nov 19 04:00:32.327616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24e2a-0402-4aad-b03d-5759dd6c849c req-b81a86cc-d705-4721-80dd-81101d3c9e10 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.329288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cc24e2a-0402-4aad-b03d-5759dd6c849c req-b81a86cc-d705-4721-80dd-81101d3c9e10 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1398087 Nov 19 04:00:32.348481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74af09bd-5b58-4123-98c1-b7fc75751fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.370741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-6f226b11-9c5c-4fcf-abe7-35a3a707d089 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915677 Nov 19 04:00:32.374698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74af09bd-5b58-4123-98c1-b7fc75751fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.431429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-975ffe98-455c-4726-8147-2b2c699893a2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894205 Nov 19 04:00:32.446087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af09bd-5b58-4123-98c1-b7fc75751fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c8662a-8649-4776-8e52-dc05c4df00fd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:32.481270 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cc24e2a-0402-4aad-b03d-5759dd6c849c req-a11054ff-c63a-4e7c-906e-3de16434a838 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132252 Nov 19 04:00:32.532541 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-2f0710ec-91bb-44fe-bae3-211ffbaf83f7 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529555 Nov 19 04:00:32.534479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-74af09bd-5b58-4123-98c1-b7fc75751fff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c41a626684b34489b71f41835bc168b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7467785 Nov 19 04:00:32.538275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:32.586405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550ca30-8bf7-4e41-8f62-3672891fed4d req-66abadc1-75d7-4b68-9d31-a5d534a6c922 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.588493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7550ca30-8bf7-4e41-8f62-3672891fed4d req-66abadc1-75d7-4b68-9d31-a5d534a6c922 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 944 time: 0.1550851 Nov 19 04:00:32.639539 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceaeaf25-dddc-463c-8e9b-339c0a71eb10 req-7fa3e717-6c29-4e93-b80c-deac87432454 service neutron] 10.222.0.36 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889420 Nov 19 04:00:32.665680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7550ca30-8bf7-4e41-8f62-3672891fed4d req-8bb06652-bec0-4c2f-a909-3d1048d33812 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673063 Nov 19 04:00:32.675818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-dccb058f-e7d6-4869-a221-3c52ea2e99b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 217 time: 0.0940022 Nov 19 04:00:32.702296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:32.704953 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170db6fa-1dc1-472b-8399-f6998fdff9a4" -d '{"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-unplugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:32.713040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae22a-94ac-4aa0-8b63-6c16633b80c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.756142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc433ea-3f7b-485b-829e-2517b3961f82 req-da881808-7bbe-4e93-bee2-28cf085f34d1 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.756809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-94bbea0d-870f-4b5b-8fc9-95b83dee502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.758445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-94bbea0d-870f-4b5b-8fc9-95b83dee502f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0923f04462b842daa0d812ecb0e514f3&device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 1095 time: 0.0502982 Nov 19 04:00:32.762452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbc433ea-3f7b-485b-829e-2517b3961f82 req-da881808-7bbe-4e93-bee2-28cf085f34d1 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.1789846 Nov 19 04:00:32.782951 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d194b4-3bab-4364-a0f4-a3f950ae8705 x-openstack-request-id: req-63d194b4-3bab-4364-a0f4-a3f950ae8705 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:32.783248 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-unplugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:32.783508 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63d194b4-3bab-4364-a0f4-a3f950ae8705 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:32.783910 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'code': 200} Nov 19 04:00:32.817310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae22a-94ac-4aa0-8b63-6c16633b80c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.828774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-1fdd1860-b90e-478e-879c-ea370763d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.830296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-1fdd1860-b90e-478e-879c-ea370763d826 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.1393311 Nov 19 04:00:32.878208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-7cfe70de-2947-4c59-853d-d2e266d09829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.879979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-7cfe70de-2947-4c59-853d-d2e266d09829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a30c840-b74a-43f4-b3dc-cb6345b86549 HTTP/1.1" status: 200 len: 913 time: 0.1130984 Nov 19 04:00:32.908728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:32.920538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbc433ea-3f7b-485b-829e-2517b3961f82 req-4e9ec8e5-1c9b-4fbf-957e-9750359367b6 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496513 Nov 19 04:00:32.933435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-1ec5dc23-33f9-4f47-8607-9e7896572ee0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb HTTP/1.1" status: 200 len: 217 time: 0.0426381 Nov 19 04:00:32.955424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-366a98c3-876f-452a-8b98-0a98f1d820e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:32.957350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-366a98c3-876f-452a-8b98-0a98f1d820e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178627 Nov 19 04:00:32.978406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae22a-94ac-4aa0-8b63-6c16633b80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.981577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae22a-94ac-4aa0-8b63-6c16633b80c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:32.983131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1c4ae22a-94ac-4aa0-8b63-6c16633b80c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9c8662a-8649-4776-8e52-dc05c4df00fd HTTP/1.1" status: 204 len: 168 time: 0.4438133 Nov 19 04:00:33.005989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-cedd3ecc-1f03-46d4-944e-273a54e05825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:33.007865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-cedd3ecc-1f03-46d4-944e-273a54e05825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af2b2f70-1bcb-4053-998f-908848b073b6 HTTP/1.1" status: 200 len: 851 time: 0.0648277 Nov 19 04:00:33.030058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ae22a-94ac-4aa0-8b63-6c16633b80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c8662a-8649-4776-8e52-dc05c4df00fd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:33.071909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:33.079034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-f81d9f1e-5e60-497d-b0ec-c448649921d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:33.080612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-f81d9f1e-5e60-497d-b0ec-c448649921d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a30c840-b74a-43f4-b3dc-cb6345b86549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615606 Nov 19 04:00:33.093198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'mac_address': 'fa:16:3e:bb:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:33.112134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-0dfab9be-5307-469a-b0c2-7caad305d9c7 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451688 Nov 19 04:00:33.147809 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:33.176598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:33.205398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:33.215424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:33.286258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-8be74893-9f20-4707-9e3f-15ca46b379f3 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590452 Nov 19 04:00:33.292473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:33.307331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5ced0-a530-4974-9138-806c9df760a1 req-e8e4d44b-8316-47fc-afc6-2f27bc4c4b5d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:33.319079 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7c5ced0-a530-4974-9138-806c9df760a1 req-e8e4d44b-8316-47fc-afc6-2f27bc4c4b5d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 949 time: 0.1076658 Nov 19 04:00:33.341087 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-32a37623-ac59-4ee5-ba50-e0fb728d26f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 200 len: 217 time: 0.0446239 Nov 19 04:00:33.408379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7c5ced0-a530-4974-9138-806c9df760a1 req-ce93fed3-716d-4375-bbad-f7b8dc4f1265 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881929 Nov 19 04:00:33.426574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-8c86b82f-1fd5-4278-b92d-bd57646f4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:33.428201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-8c86b82f-1fd5-4278-b92d-bd57646f4e22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0785503 Nov 19 04:00:33.446439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-1aedcd30-a1e2-4bac-ab61-2b6160cfcd6a service neutron] 10.222.0.36 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542945 Nov 19 04:00:33.548285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-be6794ec-8e73-4cc9-b7f4-0fb236200e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:33.551688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-be6794ec-8e73-4cc9-b7f4-0fb236200e59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086214 Nov 19 04:00:33.567263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['14a1488e-56c9-41c1-9cdb-b9247dfc54e5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:33.631531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cce5ba4-57db-4491-a5aa-00aafce2c3e9 req-f0660d02-6841-497f-bb82-0c21c0590959 service neutron] 10.222.0.36 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774869 Nov 19 04:00:33.744632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-177aebf5-989e-41e8-98de-a78480058076 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763136 Nov 19 04:00:33.773158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e1e1-114f-4bad-9b39-778b98d1d62b req-4b58159d-7f18-4d3f-bf07-1111bd96a8ec tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:33.780366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b857e1e1-114f-4bad-9b39-778b98d1d62b req-4b58159d-7f18-4d3f-bf07-1111bd96a8ec tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1067510 Nov 19 04:00:33.853371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b857e1e1-114f-4bad-9b39-778b98d1d62b req-11dbcc8a-6633-4d06-a376-3e429831b11f tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634508 Nov 19 04:00:33.908487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-5171e9af-1a11-4004-ab01-38dc757a82d3 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555681 Nov 19 04:00:34.004358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-37aa9c35-86a1-47a5-ac6a-63050f88038c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 200 len: 217 time: 0.0741849 Nov 19 04:00:34.060093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-53ef96a9-43e7-42ab-ab94-237b0cb42b34 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.064571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-53ef96a9-43e7-42ab-ab94-237b0cb42b34 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a&tenant_id=f736f4eaee554b18bb6eaf9928bbc874&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 949 time: 0.1358728 Nov 19 04:00:34.080690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a4e0e-3c88-4b2f-9708-480af25c5fca req-464680ab-fe31-44d2-ac84-e42a9fd0f798 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.082318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b4a4e0e-3c88-4b2f-9708-480af25c5fca req-464680ab-fe31-44d2-ac84-e42a9fd0f798 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 944 time: 0.1052506 Nov 19 04:00:34.089574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0bfb1-7435-4712-ab91-4dfac8cafb49 req-d543486f-067c-4cb8-a0c2-69947b6bd1f7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.091955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7e0bfb1-7435-4712-ab91-4dfac8cafb49 req-d543486f-067c-4cb8-a0c2-69947b6bd1f7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 949 time: 0.1047275 Nov 19 04:00:34.094761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-11cb7830-b741-49d9-a496-74cd88450376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.097004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-11cb7830-b741-49d9-a496-74cd88450376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 200 len: 797 time: 0.0778284 Nov 19 04:00:34.157050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48820) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:34.178936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-7646eca8-0781-47e7-a6bf-18c9d9acd06f service neutron] 10.222.0.36 "GET /v2.0/ports/14a1488e-56c9-41c1-9cdb-b9247dfc54e5/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 382 time: 0.0954356 Nov 19 04:00:34.193908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b4a4e0e-3c88-4b2f-9708-480af25c5fca req-f901833f-1a90-427f-8256-4c3bedc2f436 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993731 Nov 19 04:00:34.204916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7e0bfb1-7435-4712-ab91-4dfac8cafb49 req-0dc35749-f556-4410-8492-ec8a95f526b8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064620 Nov 19 04:00:34.233234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-04324038-95de-4e21-8618-6a4d151a3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.237492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-04324038-95de-4e21-8618-6a4d151a3b6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=154fbbde-5f23-40d2-b48e-e647a8d00b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204164 Nov 19 04:00:34.275825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-e8c962eb-0eaa-4a89-a376-87166ff2389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.277822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-e8c962eb-0eaa-4a89-a376-87166ff2389d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1100 time: 0.0487475 Nov 19 04:00:34.453177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3604ff-9117-4c19-9c71-4331623c3ad4 req-5d05a6e8-48ab-4412-a349-d86da2e32a19 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.461028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e3604ff-9117-4c19-9c71-4331623c3ad4 req-5d05a6e8-48ab-4412-a349-d86da2e32a19 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.0994415 Nov 19 04:00:34.476124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-523edf50-7704-4eab-a498-f5c02d635fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.477754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-523edf50-7704-4eab-a498-f5c02d635fbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1920500 Nov 19 04:00:34.547753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-9aae1a84-d0ec-4463-a9ae-911cdf2977a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 217 time: 0.0602572 Nov 19 04:00:34.589243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e3604ff-9117-4c19-9c71-4331623c3ad4 req-b8217c9b-fdd0-4fea-b81b-d78b470c8ca2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210573 Nov 19 04:00:34.638272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-8cf9667a-375f-4ada-b7fc-d281aa8c12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.641128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-8cf9667a-375f-4ada-b7fc-d281aa8c12eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0834141 Nov 19 04:00:34.670660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477908104'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:34.708204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-9a405609-6edd-41a6-b150-73f3ae87b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:34.709965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-9a405609-6edd-41a6-b150-73f3ae87b0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516992 Nov 19 04:00:34.715846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:34.720029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:34.749749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:34.764504 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-4e26a79e-8c75-4372-840b-31406534a9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190499 Nov 19 04:00:34.931227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f72d8b5d-e645-4317-ae10-7d365d2e4ecb details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:34.935792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:34.948535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-a17b63ef-8262-4e05-8faf-83c50088b54a service neutron] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738007 Nov 19 04:00:34.979887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.032505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-da3d3544-ce8d-41d3-8776-d5cbd4e59a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 200 len: 217 time: 0.0698414 Nov 19 04:00:35.033242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.116674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58292833-a191-4224-a306-acddfc7ddf9d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:35.120112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-040e7b4f-f244-4384-afbb-7465182c21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:35.121611 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-040e7b4f-f244-4384-afbb-7465182c21e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.0568635 Nov 19 04:00:35.174401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:35.218658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.219098 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment 8343c8a4-acca-4ef3-8d99-6a8dd405c4c5 of type vlan for network 8035d513-97f4-4326-8136-53ee927901c2 Nov 19 04:00:35.223385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-1ef6bf5d-b42f-4bda-92fc-956b52b1a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:35.225365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-1ef6bf5d-b42f-4bda-92fc-956b52b1a1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949261 Nov 19 04:00:35.235734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:35.236122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.328248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:35.368768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'port_id': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'mac_address': 'fa:16:3e:60:f5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:35.394389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.437987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d063a-8580-40cf-b1a7-16df886d56f9 req-a69cc60e-d443-4513-a086-ca8b18f5b6de tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:35.443301 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b21d063a-8580-40cf-b1a7-16df886d56f9 req-a69cc60e-d443-4513-a086-ca8b18f5b6de tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 944 time: 0.1053591 Nov 19 04:00:35.449915 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.487911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-088f8efe-c4db-4dde-bde2-2692fc74e33b service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505422 Nov 19 04:00:35.508639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d8b5d-e645-4317-ae10-7d365d2e4ecb {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:35.526290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.532807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:35.533432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.540235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.559350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:35.564019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886aca-79ef-4461-82fe-585bdd06f84e req-49e1688c-33ff-4076-8d44-9e55db128678 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:35.572524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21886aca-79ef-4461-82fe-585bdd06f84e req-49e1688c-33ff-4076-8d44-9e55db128678 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1752172 Nov 19 04:00:35.582674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-0849d983-3bf1-4854-a15b-b23aacea1e36 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629382 Nov 19 04:00:35.587980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.609316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:35.616073 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca5c0b4-e456-4e14-bc4d-43ebfee9c8d7" -d '{"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-plugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:35.628186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b21d063a-8580-40cf-b1a7-16df886d56f9 req-f2dcc531-c517-4c86-9880-634da915e1bd tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836827 Nov 19 04:00:35.712857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:35.714931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5528824 Nov 19 04:00:35.726492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:35.798113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21886aca-79ef-4461-82fe-585bdd06f84e req-1fd6947a-47e0-4430-b62e-a9167b8d2b1c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245662 Nov 19 04:00:35.875274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:35.942989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-4e072c59-1240-4ad9-9b05-e0774c33051a service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436134 Nov 19 04:00:35.982983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f72d8b5d-e645-4317-ae10-7d365d2e4ecb'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:35.990139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42958c0e-d133-40b6-bb3b-e5291a5573c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=8035d513-97f4-4326-8136-53ee927901c2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:36.033324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-3b02d511-4df1-4a27-9d3a-28c7b26d8057 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317590 Nov 19 04:00:36.071318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8035d513-97f4-4326-8136-53ee927901c2 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:36.091980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784264f9-e18a-40d7-a9f0-97c6d028d242 req-a6fcfa82-47d8-4dbe-9378-a82bb5c62306 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:36.093567 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-784264f9-e18a-40d7-a9f0-97c6d028d242 req-a6fcfa82-47d8-4dbe-9378-a82bb5c62306 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.2623253 Nov 19 04:00:36.173400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-0102ef93-c994-4b44-8f23-798caf73da79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 200 len: 217 time: 0.1219115 Nov 19 04:00:36.284418 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1010dd-9e0a-4999-9fd6-626a0c801002 x-openstack-request-id: req-dd1010dd-9e0a-4999-9fd6-626a0c801002 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:36.285043 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-plugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:36.285426 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd1010dd-9e0a-4999-9fd6-626a0c801002 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:36.288771 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'code': 200} Nov 19 04:00:36.294658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-40440a4a-3c18-4b0f-9960-45e2d055fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:36.296311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:36.296752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-40440a4a-3c18-4b0f-9960-45e2d055fd9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 200 len: 797 time: 0.1054857 Nov 19 04:00:36.452357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-784264f9-e18a-40d7-a9f0-97c6d028d242 req-462addbf-7f97-47d5-9540-e448072efb7c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815692 Nov 19 04:00:36.481404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-29772192-24ee-422c-929a-8f1e38783ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:36.484224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-29772192-24ee-422c-929a-8f1e38783ade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1635025 Nov 19 04:00:36.691889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-cd0968e3-f52e-4c30-9f87-16804c73d20f service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842015 Nov 19 04:00:36.893721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7a18-cba1-49ba-a6c7-9b5191ef6d2e req-d2156bdf-d36a-4d13-bb9d-9dd507ab95ab tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:36.900334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df4b7a18-cba1-49ba-a6c7-9b5191ef6d2e req-d2156bdf-d36a-4d13-bb9d-9dd507ab95ab tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 945 time: 0.1372759 Nov 19 04:00:36.931183 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f053e91-ab6b-445d-b3e6-a15b616a3805 req-66782dea-6a50-41ab-a203-c2125eaa1d59 service neutron] 10.222.0.36 "GET /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249215 Nov 19 04:00:36.994750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df4b7a18-cba1-49ba-a6c7-9b5191ef6d2e req-a124e91d-a298-4ad4-8706-7e7c5ce9e115 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902464 Nov 19 04:00:37.056702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e767c-999e-433d-adb2-c8c2b7470a8e req-190b93ca-034c-4846-8c98-9d20e3676301 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:37.058881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-711e767c-999e-433d-adb2-c8c2b7470a8e req-190b93ca-034c-4846-8c98-9d20e3676301 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1111684 Nov 19 04:00:37.117388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-711e767c-999e-433d-adb2-c8c2b7470a8e req-ce7cbebf-065e-4b2f-9721-f54c31ae86fe tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Nov 19 04:00:37.713861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96356ffc-c6cc-4ea0-b9e7-eb82179ac8db req-33cae1f5-7a29-4fda-b8b4-e23c14e0839f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:37.715948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96356ffc-c6cc-4ea0-b9e7-eb82179ac8db req-33cae1f5-7a29-4fda-b8b4-e23c14e0839f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.0570385 Nov 19 04:00:37.781853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96356ffc-c6cc-4ea0-b9e7-eb82179ac8db req-8211278e-9833-481b-bb9c-351c9bfe1ec4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Nov 19 04:00:38.137185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466667-6e27-4405-ae4b-2bc9b7f8dbd1 req-1e936b28-3ebd-4425-a98f-eb855e6d7193 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:38.139791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27466667-6e27-4405-ae4b-2bc9b7f8dbd1 req-1e936b28-3ebd-4425-a98f-eb855e6d7193 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 945 time: 0.0578740 Nov 19 04:00:38.278471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27466667-6e27-4405-ae4b-2bc9b7f8dbd1 req-e02cc75c-d59e-41e9-b5b1-ac07b00da6a0 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159966 Nov 19 04:00:38.482190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444278c-dbcb-41c7-81d9-9f0b1adc0649 req-077f22f6-5b00-4f5b-b3f9-5ada9fdbf9c0 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:38.495515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b444278c-dbcb-41c7-81d9-9f0b1adc0649 req-077f22f6-5b00-4f5b-b3f9-5ada9fdbf9c0 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1013284 Nov 19 04:00:38.554960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b444278c-dbcb-41c7-81d9-9f0b1adc0649 req-162c787c-03f9-4cb8-a8e8-548b9d13cdd2 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582740 Nov 19 04:00:38.948237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f72d8b5d-e645-4317-ae10-7d365d2e4ecb up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:38.983299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48894) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:38.989081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '8035d513-97f4-4326-8136-53ee927901c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:39.005502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8025-9f16-4557-ace7-2ad80f6afc1c req-bf32bef8-5548-47a1-b0bd-b0a895de1d2f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.016270 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47b8025-9f16-4557-ace7-2ad80f6afc1c req-bf32bef8-5548-47a1-b0bd-b0a895de1d2f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 950 time: 0.0998113 Nov 19 04:00:39.031649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f72d8b5d-e645-4317-ae10-7d365d2e4ecb completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:39.035803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f72d8b5d-e645-4317-ae10-7d365d2e4ecb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:39.036181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.089663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:39.095051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.110911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47b8025-9f16-4557-ace7-2ad80f6afc1c req-7300d50d-439a-4a8f-8c25-05be8a4cf8e3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932920 Nov 19 04:00:39.124100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-0cfd07f5-fbfe-4624-893a-97388dca3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.125699 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-0cfd07f5-fbfe-4624-893a-97388dca3e23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a&tenant_id=f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 1101 time: 0.0871294 Nov 19 04:00:39.142997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.178185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:39.180214 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cecf4b3-73d1-4701-98e0-7b5bb45fbd9b" -d '{"events": [{"server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "name": "network-vif-plugged", "status": "completed", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:39.187050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:39.193054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.194119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:00:39.229011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-eba20199-d136-4e45-8a54-afe30b3e802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.230791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-eba20199-d136-4e45-8a54-afe30b3e802f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 1101 time: 0.0688596 Nov 19 04:00:39.280710 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059e9b8-059d-4025-bfd8-564fd4e1df8d x-openstack-request-id: req-0059e9b8-059d-4025-bfd8-564fd4e1df8d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:39.280941 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "name": "network-vif-plugged", "status": "completed", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:39.281193 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0059e9b8-059d-4025-bfd8-564fd4e1df8d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:39.282196 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'code': 200} Nov 19 04:00:39.380363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-2e82ec68-4d1e-4907-93ac-9a31b35cc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.381877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-2e82ec68-4d1e-4907-93ac-9a31b35cc0e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1421072 Nov 19 04:00:39.402771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.421329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:39.449592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-b305a994-da94-48ad-8a8e-26f2f3ded291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 200 len: 217 time: 0.0582449 Nov 19 04:00:39.459280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.465043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54417ab-aaf9-4a21-afab-c40cd6971b5f req-727efe6f-cb83-4e0a-94bb-e1916f941653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.470358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c54417ab-aaf9-4a21-afab-c40cd6971b5f req-727efe6f-cb83-4e0a-94bb-e1916f941653 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 1097 time: 0.1173248 Nov 19 04:00:39.508351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:39.509271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=0e976f65-3ac2-418c-9b4f-91cc7cf7b162,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:39.520623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.544068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-c07da271-16d4-4388-91eb-1f9b129c64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.546252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-c07da271-16d4-4388-91eb-1f9b129c64b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0823927 Nov 19 04:00:39.555450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1ccac-e92f-4a5a-b5ad-02b0b6039bcf req-03665709-61cc-4f6c-b458-6db5dc3be2ef tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.561388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c54417ab-aaf9-4a21-afab-c40cd6971b5f req-3682ffe0-eb51-45c8-8eaa-048e1d2f68ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776992 Nov 19 04:00:39.564357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7be1ccac-e92f-4a5a-b5ad-02b0b6039bcf req-03665709-61cc-4f6c-b458-6db5dc3be2ef tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1175060 Nov 19 04:00:39.568165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8035d513-97f4-4326-8136-53ee927901c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:39.568575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: 8035d513-97f4-4326-8136-53ee927901c2, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:39.586752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:39.605710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 8035d513-97f4-4326-8136-53ee927901c2 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:39.618088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8035d513-97f4-4326-8136-53ee927901c2) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:39.626711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.627862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.631138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7eb73-a33e-43d6-8e8e-61d6a7c35f4e None None] Network 8035d513-97f4-4326-8136-53ee927901c2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:39.654496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ff2ed1e-91e6-47cb-9ff8-a19bed110ecb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6665468 Nov 19 04:00:39.655668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48904) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:39.657093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7be1ccac-e92f-4a5a-b5ad-02b0b6039bcf req-079d641b-a2b8-4ad0-8329-1e6e583e0241 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917454 Nov 19 04:00:39.661843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1411947951'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:39.667681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d94c5-099e-4599-993a-57a907fc741d req-958b904a-eb32-4abc-9b6d-86133e6595e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.670660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-958b904a-eb32-4abc-9b6d-86133e6595e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035478 Nov 19 04:00:39.690337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:39.703745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.813451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:39.833465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.834570 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment 4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1 of type vlan for network 8e432f40-054a-43af-90d3-4866fd351195 Nov 19 04:00:39.853548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd4474-7df4-4761-a20f-722a8101fd25 req-41a04504-c55b-47e2-b6a9-a6c874bb1611 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.863777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efbd4474-7df4-4761-a20f-722a8101fd25 req-41a04504-c55b-47e2-b6a9-a6c874bb1611 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1471663 Nov 19 04:00:39.923705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-6f5d550e-ba79-4562-a647-0228410b19e7 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433992 Nov 19 04:00:39.924809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.926625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-8035d513-97f4-4326-8136-53ee927901c2', 'network_id': '8035d513-97f4-4326-8136-53ee927901c2', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': '0e976f65-3ac2-418c-9b4f-91cc7cf7b162'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:39.927943 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.975012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efbd4474-7df4-4761-a20f-722a8101fd25 req-acc6cd40-a088-41ee-86dc-4fabf1d3c366 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099951 Nov 19 04:00:39.988813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:39.997370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:39.998235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.054491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-672d94c5-099e-4599-993a-57a907fc741d req-12055dc8-f77e-4d6b-810e-3c6928200bdc service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199861 Nov 19 04:00:40.109573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4523573 Nov 19 04:00:40.114090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48912) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:40.121205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '8e432f40-054a-43af-90d3-4866fd351195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:40.149644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330ad70-8878-4e90-8b11-367eed5bd4cb tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=8e432f40-054a-43af-90d3-4866fd351195,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:40.168682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8e432f40-054a-43af-90d3-4866fd351195 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:40.190439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Allocated IP 2001:db8:0:ffff::2 (8035d513-97f4-4326-8136-53ee927901c2/0e976f65-3ac2-418c-9b4f-91cc7cf7b162/6307da12-9d98-4307-a5a1-88dc7c2d0097) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:40.321171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7710b1-8819-4429-a45c-123daafa3f37 req-96559caf-eaf3-4904-846e-067d7d5403ea tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:40.323513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c7710b1-8819-4429-a45c-123daafa3f37 req-96559caf-eaf3-4904-846e-067d7d5403ea tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.0790043 Nov 19 04:00:40.330194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:40.336264 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.448850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.456977 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.466915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c7710b1-8819-4429-a45c-123daafa3f37 req-25b9c346-989a-47f9-b617-486b73451bc9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218150 Nov 19 04:00:40.524030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Network 8035d513-97f4-4326-8136-53ee927901c2 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:40.529625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:40.533039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:40.538336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Pushing event updated for resources: {'Port': ['ID=6307da12-9d98-4307-a5a1-88dc7c2d0097,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:40.603664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Attempting to bind port 6307da12-9d98-4307-a5a1-88dc7c2d0097 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:40.604060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Attempting to bind port 6307da12-9d98-4307-a5a1-88dc7c2d0097 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8035d513-97f4-4326-8136-53ee927901c2'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:40.604362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.604690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Attempting to bind port 6307da12-9d98-4307-a5a1-88dc7c2d0097 on network 8035d513-97f4-4326-8136-53ee927901c2 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:40.611595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:40.611595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Checking segment: {'id': '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8035d513-97f4-4326-8136-53ee927901c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:40.612204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.612710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Bound using segment: {'id': '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8035d513-97f4-4326-8136-53ee927901c2'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:40.613376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Bound port: 6307da12-9d98-4307-a5a1-88dc7c2d0097, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8035d513-97f4-4326-8136-53ee927901c2'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:40.614817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.678424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=914caa25-57c7-44e0-8bc9-ac5d71a4dab7,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:40.689601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e432f40-054a-43af-90d3-4866fd351195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:40.690041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: 8e432f40-054a-43af-90d3-4866fd351195, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:40.704866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] For port 6307da12-9d98-4307-a5a1-88dc7c2d0097, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:40.709463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] For port 6307da12-9d98-4307-a5a1-88dc7c2d0097, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6307da12-9d98-4307-a5a1-88dc7c2d0097,segment=NetworkSegment(8343c8a4-acca-4ef3-8d99-6a8dd405c4c5),segment_id=8343c8a4-acca-4ef3-8d99-6a8dd405c4c5)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:40.710720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 8e432f40-054a-43af-90d3-4866fd351195 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:40.715604 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.725817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8e432f40-054a-43af-90d3-4866fd351195) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:40.739755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28580c0-b045-42ad-affa-682112d9a927 None None] Network 8e432f40-054a-43af-90d3-4866fd351195 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:40.743281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:40.743914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:40.769309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-832c19e2-5bad-4e07-933f-ce1935a04070 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6515427 Nov 19 04:00:40.770914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48920) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:40.840224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ac14f-0df8-4cb6-a77c-fd7e2759a024 req-ad33d631-c551-4ef3-a371-a29d736499b2 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:40.852109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-846ac14f-0df8-4cb6-a77c-fd7e2759a024 req-ad33d631-c551-4ef3-a371-a29d736499b2 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.0826731 Nov 19 04:00:40.927118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7421-6707-48d0-af8a-35628f8a4d42 None None] Pushing event updated for resources: {'Port': ['ID=6307da12-9d98-4307-a5a1-88dc7c2d0097,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:40.965920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-846ac14f-0df8-4cb6-a77c-fd7e2759a024 req-9d2d4ad1-e67f-4a07-b0a4-3dea3fa9d49b tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070552 Nov 19 04:00:41.073378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.091387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-8e432f40-054a-43af-90d3-4866fd351195', 'network_id': '8e432f40-054a-43af-90d3-4866fd351195', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': '914caa25-57c7-44e0-8bc9-ac5d71a4dab7'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:41.092442 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.155023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656feaa8-d7b5-4b9b-9e45-b12cd493c0ef req-3bba7c52-2204-4605-b0b0-306f4a244a18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:41.165735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-656feaa8-d7b5-4b9b-9e45-b12cd493c0ef req-3bba7c52-2204-4605-b0b0-306f4a244a18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.0904965 Nov 19 04:00:41.251521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.289253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:41.291882 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdcf1e2-a6e3-4d4b-82e3-cf66b3fba630" -d '{"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-unplugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:41.295827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-656feaa8-d7b5-4b9b-9e45-b12cd493c0ef req-a0820782-70a1-43c1-8c4f-c9d3a07d609e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242568 Nov 19 04:00:41.343867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Allocated IP 2001:db8::1 (8e432f40-054a-43af-90d3-4866fd351195/914caa25-57c7-44e0-8bc9-ac5d71a4dab7/ddab20b5-af0f-4ee9-95ed-94ca4788f4ec) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:41.430470 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c20e05d-60de-4ace-bb0d-8537e5806e84 x-openstack-request-id: req-4c20e05d-60de-4ace-bb0d-8537e5806e84 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:41.430470 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-unplugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:41.430470 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c20e05d-60de-4ace-bb0d-8537e5806e84 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:41.430811 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'code': 200} Nov 19 04:00:41.557362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.570283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.604855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.605508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f496444-92bd-4725-a838-278438540eda req-4915454d-0965-4b09-862f-060f13b528a9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:41.615250 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f496444-92bd-4725-a838-278438540eda req-4915454d-0965-4b09-862f-060f13b528a9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.0751216 Nov 19 04:00:41.628352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Network 8e432f40-054a-43af-90d3-4866fd351195 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:41.632344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:41.636220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:41.682237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Pushing event updated for resources: {'Port': ['ID=ddab20b5-af0f-4ee9-95ed-94ca4788f4ec,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:41.715110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Attempting to bind port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:41.715497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Attempting to bind port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e432f40-054a-43af-90d3-4866fd351195'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:41.715910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Attempting to bind port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec on network 8e432f40-054a-43af-90d3-4866fd351195 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:41.716294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=914caa25-57c7-44e0-8bc9-ac5d71a4dab7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:41.723089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:41.723481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Checking segment: {'id': '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e432f40-054a-43af-90d3-4866fd351195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:41.723975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.724554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Bound using segment: {'id': '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e432f40-054a-43af-90d3-4866fd351195'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:41.725477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Bound port: ddab20b5-af0f-4ee9-95ed-94ca4788f4ec, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e432f40-054a-43af-90d3-4866fd351195'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:41.725920 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.738241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f496444-92bd-4725-a838-278438540eda req-7c7f7963-f369-4b86-8658-c18ae6ebd6e7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147902 Nov 19 04:00:41.813343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] For port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:41.816759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] For port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ddab20b5-af0f-4ee9-95ed-94ca4788f4ec,segment=NetworkSegment(4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1),segment_id=4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:41.824135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:41.894773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971c84-59a2-4782-bd4d-4b703820726f None None] Pushing event updated for resources: {'Port': ['ID=ddab20b5-af0f-4ee9-95ed-94ca4788f4ec,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:41.933960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.043411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6eee3-442c-4395-b401-a4c444fe5a00 req-7501d685-126c-4093-ad04-ea1e5f9a55f5 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.049917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc70ee4-7513-4da5-a5ff-764bbdbedf64 None None] Network 8e432f40-054a-43af-90d3-4866fd351195 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:42.070185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8b6eee3-442c-4395-b401-a4c444fe5a00 req-7501d685-126c-4093-ad04-ea1e5f9a55f5 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.2688415 Nov 19 04:00:42.116414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e432f40-054a-43af-90d3-4866fd351195']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:42.150857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:42.151859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:42.223176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c2c5a-0c2e-4373-9a2a-5cc3e782b006 req-558f2402-f911-4d1c-a0a9-2d4c02d91c15 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.240218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c29c2c5a-0c2e-4373-9a2a-5cc3e782b006 req-558f2402-f911-4d1c-a0a9-2d4c02d91c15 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1229143 Nov 19 04:00:42.244680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8b6eee3-442c-4395-b401-a4c444fe5a00 req-16094220-b7b5-4767-8b55-0019063b5e25 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610332 Nov 19 04:00:42.258525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.344986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c29c2c5a-0c2e-4373-9a2a-5cc3e782b006 req-e21c3650-0282-4318-9898-c6b3ccfd6b90 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025975 Nov 19 04:00:42.345283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-c4a9e9f5-99af-4e76-8ae4-3aa121c5a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.349574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-c4a9e9f5-99af-4e76-8ae4-3aa121c5a423 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36f1c0ef74584681920146eaf7361eef&device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 1097 time: 0.4957323 Nov 19 04:00:42.421466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.495141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:42.495726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.497093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3be16-c983-45e6-a05f-5d0d398ab7fc None None] Network 8035d513-97f4-4326-8136-53ee927901c2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:42.500009 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:42.577075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed39bb-5355-4a10-b4d4-bab35c3a3ba0 req-5294ec6b-1a4c-46ae-bffa-58fd2d309a69 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.583781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-abed39bb-5355-4a10-b4d4-bab35c3a3ba0 req-5294ec6b-1a4c-46ae-bffa-58fd2d309a69 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1027718 Nov 19 04:00:42.589020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48956) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:42.592009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6307da12-9d98-4307-a5a1-88dc7c2d0097 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:42.595117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Request body: {'floatingip': {'port_id': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:42.635359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.api [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 04:00:42.635359 n-d-818503-1 neutron-server[109986]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 04:00:42.635359 n-d-818503-1 neutron-server[109986]: [parameters: {'id': '8e432f40-054a-43af-90d3-4866fd351195'}] Nov 19 04:00:42.635359 n-d-818503-1 neutron-server[109986]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:00:42.635777 n-d-818503-1 neutron-server[109986]: DEBUG oslo_db.api [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:00:42.643898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.650761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-99169182-61c8-4dc5-a408-aac5f8050e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.652481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-99169182-61c8-4dc5-a408-aac5f8050e07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 200 len: 917 time: 0.2853467 Nov 19 04:00:42.674418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-344095aa-0c15-4785-a4c2-eb7516be2101 None None] Provisioning complete for port 6307da12-9d98-4307-a5a1-88dc7c2d0097 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:42.674801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-344095aa-0c15-4785-a4c2-eb7516be2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.722391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-a1f515ac-30b8-4fe2-8c5c-b9dd69c646c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=510624b4-e19d-45de-88d1-370370129074 HTTP/1.1" status: 200 len: 217 time: 0.0579188 Nov 19 04:00:42.748239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6307da12-9d98-4307-a5a1-88dc7c2d0097 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:42.748747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.809346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-b9184ba9-f1a2-4b4d-afd2-4762e3f3901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.812061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-b9184ba9-f1a2-4b4d-afd2-4762e3f3901c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 200 len: 855 time: 0.0843956 Nov 19 04:00:42.899225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-344095aa-0c15-4785-a4c2-eb7516be2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:42.936457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738d779-b564-498a-8390-b415d6c20a5e req-1ac30232-1380-4d69-9bee-b680bc571067 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.943898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c738d779-b564-498a-8390-b415d6c20a5e req-1ac30232-1380-4d69-9bee-b680bc571067 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.0848250 Nov 19 04:00:42.963293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-da80e855-d77a-4498-be08-787be2573467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:42.964977 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-da80e855-d77a-4498-be08-787be2573467 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431479 Nov 19 04:00:42.977027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:43.016567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c738d779-b564-498a-8390-b415d6c20a5e req-6c8bb8c1-9e90-4b00-a676-c3b46ca83e0c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672421 Nov 19 04:00:43.137970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-344095aa-0c15-4785-a4c2-eb7516be2101 None None] For port 6307da12-9d98-4307-a5a1-88dc7c2d0097, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6307da12-9d98-4307-a5a1-88dc7c2d0097,segment=NetworkSegment(8343c8a4-acca-4ef3-8d99-6a8dd405c4c5),segment_id=8343c8a4-acca-4ef3-8d99-6a8dd405c4c5)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:43.143064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.184764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-7f3603b8-1256-4424-903a-cebd6e0caf48 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836028 Nov 19 04:00:43.202440 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-344095aa-0c15-4785-a4c2-eb7516be2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.453883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.463929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.525574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344095aa-0c15-4785-a4c2-eb7516be2101 None None] Pushing event updated for resources: {'Port': ['ID=6307da12-9d98-4307-a5a1-88dc7c2d0097,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:43.526658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0c6d0-27ff-4b97-a365-17f7b53d23a3 req-9e7420fa-af8a-432e-a1ea-5e5b6d5f13fb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:43.528329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-72f0c6d0-27ff-4b97-a365-17f7b53d23a3 req-9e7420fa-af8a-432e-a1ea-5e5b6d5f13fb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 948 time: 0.1339705 Nov 19 04:00:43.551282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2756b543-c68a-4481-b110-380d481403b2 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:00:43.588772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bde646b-ad5d-4923-9c36-834780ba9cad req-d3619c7e-cf8f-4d82-91bf-32292b475b76 service neutron] 10.222.0.31 "GET /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450611 Nov 19 04:00:43.637290 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Floating IP 8ec6d8e0-61b4-4a5f-ac23-dde422e37f96 associated. External IP: 172.25.8.112, port: f72d8b5d-e645-4317-ae10-7d365d2e4ecb. Nov 19 04:00:43.640303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:43.640892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.643726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-72f0c6d0-27ff-4b97-a365-17f7b53d23a3 req-6b9f1b32-870a-42ce-baa3-9d35f27272e7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032166 Nov 19 04:00:43.670938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dff3de-c3ed-4657-bfeb-9590ed14ac06 req-670f2252-c8f5-4e90-8fd6-b803a8ae872b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:43.673146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-04385f1e-13b3-483d-b259-cbcc165d9664 None None] Provisioning complete for port 6307da12-9d98-4307-a5a1-88dc7c2d0097 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:43.673473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04385f1e-13b3-483d-b259-cbcc165d9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.673653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4dff3de-c3ed-4657-bfeb-9590ed14ac06 req-670f2252-c8f5-4e90-8fd6-b803a8ae872b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.2398260 Nov 19 04:00:43.761858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:43.784424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'mac_address': 'fa:16:3e:bb:84:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:43.833787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4dff3de-c3ed-4657-bfeb-9590ed14ac06 req-3b30d9c1-c98f-4fd6-8b09-24780a9363db tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376572 Nov 19 04:00:43.839479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] For port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ddab20b5-af0f-4ee9-95ed-94ca4788f4ec,segment=NetworkSegment(4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1),segment_id=4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:43.839988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:43.858061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Calling delete_port for ddab20b5-af0f-4ee9-95ed-94ca4788f4ec owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:43.995783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.066212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:44.104964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-77877432-f1e4-4a76-b6ae-d8dfd08861e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410279 Nov 19 04:00:44.113675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:44.117138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.120776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-3f8d6afb-2b70-4af8-b100-c205aa4dbda7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409665 Nov 19 04:00:44.127257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Router ab6da978-488e-44f8-af5b-8cb0f4fa2994 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:00:44.129378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.137880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No DVR routers for this DVR port ddab20b5-af0f-4ee9-95ed-94ca4788f4ec on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:00:44.165500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Port': ['ID=ddab20b5-af0f-4ee9-95ed-94ca4788f4ec,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:44.248776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756b543-c68a-4481-b110-380d481403b2 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:00:44.295229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.338994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e432f40-054a-43af-90d3-4866fd351195']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:44.393577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:44.394961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3a9ed8-93c2-4cad-bbc9-c8b138d417b1') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:44.411026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-438dc2cb-9530-4da5-9ed8-c22ec47b4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:44.413184 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-438dc2cb-9530-4da5-9ed8-c22ec47b4ead service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 1101 time: 0.1477528 Nov 19 04:00:44.415067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.436700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.479127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:44.480010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:44.492842 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:44.500648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6307da12-9d98-4307-a5a1-88dc7c2d0097 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:44.589967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:44.671254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['14a1488e-56c9-41c1-9cdb-b9247dfc54e5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:44.694044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6307da12-9d98-4307-a5a1-88dc7c2d0097 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:44.694769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.703542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.718595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.723087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/8e432f40-054a-43af-90d3-4866fd351195 HTTP/1.1" status: 204 len: 168 time: 3.9506032 Nov 19 04:00:44.743415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49002) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:44.754268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097285073'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:44.873288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-3426a3a2-0211-465d-ae5f-30016aa4f651 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:44.882550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-3426a3a2-0211-465d-ae5f-30016aa4f651 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7499638 Nov 19 04:00:44.891811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c587-502f-4c77-a924-314d25cba731 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=8e432f40-054a-43af-90d3-4866fd351195,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:44.903169 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-8d933fc7-ae54-47f5-9f9e-cce560319a4b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/quotas/f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 375 time: 0.0195625 Nov 19 04:00:44.909419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:00:44.913310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-55fb7c30-36b8-4acd-bcc1-f3a846885f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:44.916473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-55fb7c30-36b8-4acd-bcc1-f3a846885f1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.4695103 Nov 19 04:00:44.924362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:44.926819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.929048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:44.930452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] Sync routers for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:00:44.960381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2ec8ab22-11fb-481b-853b-2d1af87d1a51 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "PUT /v2.0/floatingips/8ec6d8e0-61b4-4a5f-ac23-dde422e37f96 HTTP/1.1" status: 200 len: 992 time: 2.3702421 Nov 19 04:00:44.987293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-df975d94-cdf8-4914-8b13-d5b676ce8623 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:44.987935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:44.989440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-df975d94-cdf8-4914-8b13-d5b676ce8623 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.2093294 Nov 19 04:00:44.990237 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6b60e-286e-4275-8f40-65a393d2fb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:44.992681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-6e23c9dc-c023-43a4-8a94-6baaf1e0311b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 200 len: 217 time: 0.0586565 Nov 19 04:00:45.018277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:45.018853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:00:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:45.022839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f198493e-61d7-4d33-b4e1-658247f805af tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017082 Nov 19 04:00:45.059010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-b9241e2a-dd9b-4771-a216-8865e819eea0 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/quotas/a097f7582e9b4af79141bb8b24dc41c9 HTTP/1.1" status: 200 len: 375 time: 0.0608571 Nov 19 04:00:45.075946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:45.122437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:45.123498 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment ed9c2a67-f04e-4696-8446-a056e0f60b9d of type vlan for network 85c1bddf-65b6-4399-9c85-e927d7f4370e Nov 19 04:00:45.133411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-0f89874c-da5d-4227-bd7d-4d808a9062a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:45.135110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-0f89874c-da5d-4227-bd7d-4d808a9062a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1283891 Nov 19 04:00:45.197137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-6adce36b-0682-45a8-bb43-7af43f75a637 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370096 Nov 19 04:00:45.202551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-c053a9cb-4772-4595-9ef8-7cf6ebc2c1a8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:45.203561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-c053a9cb-4772-4595-9ef8-7cf6ebc2c1a8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056510 Nov 19 04:00:45.337973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-4dc677de-4f48-408e-829a-bdabb3913dee service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144416 Nov 19 04:00:45.344192 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:45.412868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:45.449490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-cf0b8356-7927-4f83-a348-4ef208f0d138 service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983539 Nov 19 04:00:45.456519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:00:45.482615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-8cb8d29c-7f03-4d6a-9d93-a3e75a285caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:45.484378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-8cb8d29c-7f03-4d6a-9d93-a3e75a285caa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3173356 Nov 19 04:00:45.494806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:45.500994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:45.502221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:45.506488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0b405d69-50bb-4443-ac28-f04a3a38a902 None None] Provisioning complete for port 56d40264-21f0-49ab-a493-8a70068aaf28 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:45.507087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b405d69-50bb-4443-ac28-f04a3a38a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:45.519206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c5ed0-0dd2-4c7b-ae74-404b4c46def2 req-56b29a22-e479-4a78-a740-cc3b70917a26 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:45.532724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e41c5ed0-0dd2-4c7b-ae74-404b4c46def2 req-56b29a22-e479-4a78-a740-cc3b70917a26 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1556785 Nov 19 04:00:45.647498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e41c5ed0-0dd2-4c7b-ae74-404b4c46def2 req-6413e173-14be-450a-9017-bb0a490e7eb9 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134646 Nov 19 04:00:45.789582 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b9e56f-6920-4cf2-ac42-ac49f843f4a5 x-openstack-request-id: req-02b9e56f-6920-4cf2-ac42-ac49f843f4a5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:45.789954 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:45.790218 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02b9e56f-6920-4cf2-ac42-ac49f843f4a5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:45.790615 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'status': 'completed', 'code': 200} Nov 19 04:00:45.814456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49036) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:45.815216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0706692 Nov 19 04:00:45.821676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:45.821840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a4ec6-3620-4e79-9b17-615fd41612b0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=85c1bddf-65b6-4399-9c85-e927d7f4370e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:45.907473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 85c1bddf-65b6-4399-9c85-e927d7f4370e details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:45.974213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-396530f3-8313-42b2-94f2-99d4e7355e21 req-7b5b6a47-bb25-408a-a84b-6a5ad38b7038 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 210 time: 0.0974510 Nov 19 04:00:45.992960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-0de8270c-3e74-4f55-bbf0-ca921f86c1df service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884484 Nov 19 04:00:46.076751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:46.080415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.207509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0b405d69-50bb-4443-ac28-f04a3a38a902 None None] Provisioning complete for port 976da7dc-3c68-4be9-92f9-6be92d09cb28 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:46.208093 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b405d69-50bb-4443-ac28-f04a3a38a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.300653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-8e6289aa-32f0-4829-9653-0aca53a4d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:46.302332 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-8e6289aa-32f0-4829-9653-0aca53a4d9a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0923f04462b842daa0d812ecb0e514f3&device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 1097 time: 0.3921809 Nov 19 04:00:46.343150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae7f8712-d9b0-42c8-adbf-8544fb215454 req-e7f16ff5-b05e-41b7-9366-06cf68a920cf tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 210 time: 0.0450397 Nov 19 04:00:46.415621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.484383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-95b947f6-ccd7-4188-bfc5-7433cdd687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:46.486167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8ec6d8e0-61b4-4a5f-ac23-dde422e37f96', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'port_id': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'mac_address': 'fa:16:3e:60:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:00:25Z', 'updated_at': '2021-11-19T04:00:43Z', 'revision_number': 1, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:46.486396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-95b947f6-ccd7-4188-bfc5-7433cdd687c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a30c840-b74a-43f4-b3dc-cb6345b86549 HTTP/1.1" status: 200 len: 913 time: 0.1407089 Nov 19 04:00:46.535489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] Checking router: ab6da978-488e-44f8-af5b-8cb0f4fa2994 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:00:46.555056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:00:46.556244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:00:23Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:46.561397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': 'ed9c2a67-f04e-4696-8446-a056e0f60b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:46.561919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: 85c1bddf-65b6-4399-9c85-e927d7f4370e, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:46.577836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=77407993-7904-40b5-8511-a4414486aca2,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:46.612539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 85c1bddf-65b6-4399-9c85-e927d7f4370e is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:46.617716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port 0d3038c5-8a46-4059-947d-5a8e708c9b7c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:46.618587 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.637009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-61a26e79-f16c-4ec9-b9e0-707b03501039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb HTTP/1.1" status: 200 len: 1000 time: 0.1324296 Nov 19 04:00:46.637666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 85c1bddf-65b6-4399-9c85-e927d7f4370e) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:46.644502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:46.645771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.647484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e87f8-9e5c-45a0-baf3-476b578a7617 req-6a194ba1-fc99-4a01-9c92-215c1265b876 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:46.654896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-328e87f8-9e5c-45a0-baf3-476b578a7617 req-6a194ba1-fc99-4a01-9c92-215c1265b876 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1261225 Nov 19 04:00:46.655900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a325a23-70a3-44db-a63d-d09e02cc123e None None] Network 85c1bddf-65b6-4399-9c85-e927d7f4370e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:46.694408 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a1088474-11e9-4356-bfd3-b828236bbf2c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8787067 Nov 19 04:00:46.697000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7b8be1-f2e3-4322-bb55-1790bd180359 req-fcdaed12-e9ea-48ad-bdaf-6e28c06f7457 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758595 Nov 19 04:00:46.699739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49050) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:46.706169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159084716'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:46.761443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-328e87f8-9e5c-45a0-baf3-476b578a7617 req-2b52cdae-a2cd-4ab1-87d6-d19b5359bce4 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055701 Nov 19 04:00:46.763010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-82101af6-e912-49d4-aad2-39deaa0d3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:46.766208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-82101af6-e912-49d4-aad2-39deaa0d3de4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=af2b2f70-1bcb-4053-998f-908848b073b6 HTTP/1.1" status: 200 len: 851 time: 0.1041260 Nov 19 04:00:46.783304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:46.789868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.813332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:00:46.838486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:46.869614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:46.873763 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment 60955f3a-09da-4a49-b2aa-cfc1f688f597 of type vlan for network fe7f415b-1e2e-4eff-8143-bf500ab01d3f Nov 19 04:00:46.893492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-74e90e6e-d7b7-4ebf-8d6a-857601aba4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:46.897962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-74e90e6e-d7b7-4ebf-8d6a-857601aba4d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a30c840-b74a-43f4-b3dc-cb6345b86549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209521 Nov 19 04:00:46.963332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:46.982753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-828abcbd-ca7b-4446-8b8c-0afbbbdc0f68 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283234 Nov 19 04:00:47.006870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-85c1bddf-65b6-4399-9c85-e927d7f4370e', 'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': '77407993-7904-40b5-8511-a4414486aca2'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:47.007741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.024787 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.079829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port b7941da3-7f76-4937-9941-0ff358a2bdf4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:47.079829 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.130993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.138017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:47.139362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.149450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979830d-6ab2-47ba-9462-c18c68b366c4 req-ef79f63c-3fa7-4832-b737-6e882fe4dccb tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:47.158521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2979830d-6ab2-47ba-9462-c18c68b366c4 req-ef79f63c-3fa7-4832-b737-6e882fe4dccb tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 945 time: 0.2486897 Nov 19 04:00:47.178080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25d8a452-1781-4a6d-a80e-91c84d3afe2b req-d121d377-8124-48dc-be38-bceddf9b046f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 210 time: 0.0684972 Nov 19 04:00:47.251510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-1135e1c0-b4cf-433c-bc0a-e649b877bf4e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:47.253056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-1135e1c0-b4cf-433c-bc0a-e649b877bf4e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633603 Nov 19 04:00:47.257196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-1560dac2-ad11-4f0d-a4a2-25567c6c1679 service neutron] 10.222.0.36 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488162 Nov 19 04:00:47.259819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5589087 Nov 19 04:00:47.262913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49060) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:47.269316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': 'fe7f415b-1e2e-4eff-8143-bf500ab01d3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:47.287474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Request body: {'port': {'device_id': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'f736f4eaee554b18bb6eaf9928bbc874'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:47.292232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2979830d-6ab2-47ba-9462-c18c68b366c4 req-c2ec175e-b47a-4dec-a00b-4971c1f535ce tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255987 Nov 19 04:00:47.321891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:47.322293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.436556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Allocated IP 2001:db8::1 (85c1bddf-65b6-4399-9c85-e927d7f4370e/77407993-7904-40b5-8511-a4414486aca2/6a1e8a48-a2c5-44cb-8515-4d788795e766) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:47.493813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92e4dc-4876-46c9-8e58-31ebf320c655 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=fe7f415b-1e2e-4eff-8143-bf500ab01d3f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:47.519751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network fe7f415b-1e2e-4eff-8143-bf500ab01d3f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:47.527032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f756a08-6784-4779-9382-96961e216862 req-d0bfa6a5-4019-440b-8278-719c4f4d13ce tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 210 time: 0.0527072 Nov 19 04:00:47.585370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91728f24-d7c4-416d-8b3f-f38fe1c9de0f req-13dc82fe-b1c0-4ae3-89ec-0ce5b57eb5a8 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:47.587297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Made reservation on behalf of f736f4eaee554b18bb6eaf9928bbc874 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:47.590098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91728f24-d7c4-416d-8b3f-f38fe1c9de0f req-13dc82fe-b1c0-4ae3-89ec-0ce5b57eb5a8 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.1677036 Nov 19 04:00:47.595862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.608316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port e5d59aeb-93fa-48e2-b652-07a96359abe1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:47.608696 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.619245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4bb6b60e-286e-4275-8f40-65a393d2fb6e req-0b7339c8-60a5-4a67-9f1b-45d123a7dc4b service neutron] 10.222.0.36 "GET /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245163 Nov 19 04:00:47.702803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91728f24-d7c4-416d-8b3f-f38fe1c9de0f req-fc8b76a5-bea3-4f32-8666-f6546278ca17 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810390 Nov 19 04:00:47.714931 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.720246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8ec6d8e0-61b4-4a5f-ac23-dde422e37f96', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'port_id': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'mac_address': 'fa:16:3e:60:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:00:25Z', 'updated_at': '2021-11-19T04:00:43Z', 'revision_number': 1, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:47.771709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-6b8b6796-4e6e-4039-96d1-ec11c6a37123 req-cebcb204-968c-41ba-abf9-5c21c648af9b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:47.772744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8b6796-4e6e-4039-96d1-ec11c6a37123 req-cebcb204-968c-41ba-abf9-5c21c648af9b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060642 Nov 19 04:00:47.774969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb1702-11cf-467f-b86e-56c33417ff2e None None] The sync data for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 is: [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8ec6d8e0-61b4-4a5f-ac23-dde422e37f96', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'port_id': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'mac_address': 'fa:16:3e:60:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:00:25Z', 'updated_at': '2021-11-19T04:00:43Z', 'revision_number': 1, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:00:47.828326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:47.830976 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb653d1d-3e91-46d5-bb66-9f23b9ea97fe" -d '{"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-plugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:47.854600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:47.879084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:47.883439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.891158 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.894372 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739beae2-df47-400f-92e7-25711c0b73bf x-openstack-request-id: req-739beae2-df47-400f-92e7-25711c0b73bf {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:47.894750 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-plugged", "status": "completed", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:47.895012 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-739beae2-df47-400f-92e7-25711c0b73bf {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:47.895534 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'code': 200} Nov 19 04:00:47.906265 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.938232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:47.977597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:47.983531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Network 85c1bddf-65b6-4399-9c85-e927d7f4370e is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:47.989093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:48.015183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:48.017137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port 064a0d0f-4416-447c-afc2-04ddc97c3b1d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:48.017519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.031241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-f5a6a161-16e9-49b6-ba5c-1374961e89e5 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:48.032809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-f5a6a161-16e9-49b6-ba5c-1374961e89e5 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.4822087 Nov 19 04:00:48.062177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Performing IP validity checks on allocation pools {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:00:48.063103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:00:48.069754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Request body: {'port': {'device_id': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'admin_state_up': True, 'tenant_id': 'a097f7582e9b4af79141bb8b24dc41c9'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:48.124127 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da75585-2242-45e1-85c3-a63cf1140360 None None] New status for floating IP 8ec6d8e0-61b4-4a5f-ac23-dde422e37f96: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:00:48.133764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8b6796-4e6e-4039-96d1-ec11c6a37123 req-afa91c6b-795f-462b-955f-567f1c94e43c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3364501 Nov 19 04:00:48.252113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Pushing event updated for resources: {'Port': ['ID=6a1e8a48-a2c5-44cb-8515-4d788795e766,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:48.297641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Attempting to bind port 6a1e8a48-a2c5-44cb-8515-4d788795e766 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:48.298059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Attempting to bind port 6a1e8a48-a2c5-44cb-8515-4d788795e766 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ed9c2a67-f04e-4696-8446-a056e0f60b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:48.298519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Attempting to bind port 6a1e8a48-a2c5-44cb-8515-4d788795e766 on network 85c1bddf-65b6-4399-9c85-e927d7f4370e {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:48.334321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:48.335112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Checking segment: {'id': 'ed9c2a67-f04e-4696-8446-a056e0f60b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:48.335743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.336371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Bound using segment: {'id': 'ed9c2a67-f04e-4696-8446-a056e0f60b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:48.337078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Bound port: 6a1e8a48-a2c5-44cb-8515-4d788795e766, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9c2a67-f04e-4696-8446-a056e0f60b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '85c1bddf-65b6-4399-9c85-e927d7f4370e'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:48.337703 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.368259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Allocated IP 192.168.233.94 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:48.375999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2cbf390-420e-43d4-99bd-7488502b14a8 req-7f4e040c-eb10-41c5-ba50-df25796112f5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 210 time: 0.0583444 Nov 19 04:00:48.425427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port c2201450-67a2-4371-b038-b24dc728aa5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:48.425898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.459828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Made reservation on behalf of a097f7582e9b4af79141bb8b24dc41c9 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:48.463722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.463807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] For port 6a1e8a48-a2c5-44cb-8515-4d788795e766, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:48.482710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] For port 6a1e8a48-a2c5-44cb-8515-4d788795e766, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6a1e8a48-a2c5-44cb-8515-4d788795e766,segment=NetworkSegment(ed9c2a67-f04e-4696-8446-a056e0f60b9d),segment_id=ed9c2a67-f04e-4696-8446-a056e0f60b9d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:48.484804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Port c2201450-67a2-4371-b038-b24dc728aa5a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:48.491343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.529988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port 73b354d9-d6bd-4f39-86f1-ce84d327476f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:48.530372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.589505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623f516-8063-4359-a55c-fabc2409c822 None None] Pushing event updated for resources: {'Port': ['ID=6a1e8a48-a2c5-44cb-8515-4d788795e766,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:48.620894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.665540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port 2f4fbab5-3fee-4f42-9a7e-7f270823e078 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:48.665924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.687718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-415566a5-7bd2-4b9c-932a-8456bb803c75 req-cdd2503f-c174-4222-a0fe-c64d4d65081d tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 210 time: 0.0419979 Nov 19 04:00:48.706157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Port 2f4fbab5-3fee-4f42-9a7e-7f270823e078 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:48.719620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port fa095542-e74e-421b-b891-b353fcc1e80f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:48.720907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.726968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cfc51-2b5c-4ba3-b5ae-b0e972da5f17 req-ebe1f4ce-a0fb-4292-ae3a-33eb71c702a4 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:48.736009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de1cfc51-2b5c-4ba3-b5ae-b0e972da5f17 req-ebe1f4ce-a0fb-4292-ae3a-33eb71c702a4 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.3527927 Nov 19 04:00:48.776935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Port fa095542-e74e-421b-b891-b353fcc1e80f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:48.805160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Provisioning complete for port 60e5e0c5-1415-4796-bbbe-8819662f201c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:48.806252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a94d02cc-3aea-40de-a360-1d60471e7ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.840171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:48.842199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=a37bd432-6de9-4ce3-87ab-7268dd1e8d89,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:48.934795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': '60955f3a-09da-4a49-b2aa-cfc1f688f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'fe7f415b-1e2e-4eff-8143-bf500ab01d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:48.935208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: fe7f415b-1e2e-4eff-8143-bf500ab01d3f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:48.940457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de1cfc51-2b5c-4ba3-b5ae-b0e972da5f17 req-fb7e618c-11df-46cd-b456-74a0934db71b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037361 Nov 19 04:00:48.979709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Allocated IP 172.20.0.5 (77f218d4-b4d2-4503-abc1-756d2f76e844/a485d9a1-3c19-4a5c-902c-c78282ababbf/52507a2b-5ec3-445f-9a92-508cc15d83e3) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:49.005367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network fe7f415b-1e2e-4eff-8143-bf500ab01d3f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:49.010629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.024739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:49.057679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:49.060226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, fe7f415b-1e2e-4eff-8143-bf500ab01d3f) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:49.091698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:49.091939 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.093103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b6e01-2279-4304-8e0b-5b82d7880441 None None] Network fe7f415b-1e2e-4eff-8143-bf500ab01d3f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:49.128013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:49.131813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:49.141757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:49.158260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905e6a-d601-4913-89b2-3fe98d585ad9 req-8c74db02-8f3c-46d9-87e2-ebcbb97d5e17 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:49.159562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9d7e4e72-4d89-4b16-9a36-2ff9916b7de6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8956847 Nov 19 04:00:49.160223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff905e6a-d601-4913-89b2-3fe98d585ad9 req-8c74db02-8f3c-46d9-87e2-ebcbb97d5e17 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 945 time: 0.0901253 Nov 19 04:00:49.160724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49092) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:49.166737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:49.283564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:49.283795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.302193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff905e6a-d601-4913-89b2-3fe98d585ad9 req-74edf4d3-cbd4-4332-ac65-176ad0b9847b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284049 Nov 19 04:00:49.332117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-612c82cb-158c-4288-9bdb-8a536bb725c8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0491962 Nov 19 04:00:49.332957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.351880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Request body: {'port': {'device_id': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:49.433304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.470146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100e3f4-ae8d-45b5-96e3-94dd0d4e5817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-fe7f415b-1e2e-4eff-8143-bf500ab01d3f', 'network_id': 'fe7f415b-1e2e-4eff-8143-bf500ab01d3f', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': 'a37bd432-6de9-4ce3-87ab-7268dd1e8d89'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:49.471039 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1100e3f4-ae8d-45b5-96e3-94dd0d4e5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.496671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.579685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288e99f-df30-4efb-abae-9ba2c6c866b2 req-2fd77f98-454e-4212-9f7f-299789d20f99 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:49.581260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0288e99f-df30-4efb-abae-9ba2c6c866b2 req-2fd77f98-454e-4212-9f7f-299789d20f99 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.1221910 Nov 19 04:00:49.582978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.610936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e006-cb11-469f-9959-bbc2fbadee54 req-435ed46b-06d8-44cd-9f9d-8b97970d6e21 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:49.618898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2f2e006-cb11-469f-9959-bbc2fbadee54 req-435ed46b-06d8-44cd-9f9d-8b97970d6e21 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 935 time: 0.1179168 Nov 19 04:00:49.641879 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.655148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.673308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-75c87014-c591-4ed7-bd1c-e80b6f83bd79 None None] Provisioning complete for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:49.673613 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75c87014-c591-4ed7-bd1c-e80b6f83bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.699381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=a37bd432-6de9-4ce3-87ab-7268dd1e8d89,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:49.718746 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2f2e006-cb11-469f-9959-bbc2fbadee54 req-958a0ea9-1a5e-418f-87d1-b24adf870655 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984061 Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-1100e3f4-ae8d-45b5-96e3-94dd0d4e5817 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37bd432-6de9-4ce3-87ab-7268dd1e8d89: This subnet is being modified by another concurrent operation. Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:00:49.787136 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37bd432-6de9-4ce3-87ab-7268dd1e8d89: This subnet is being modified by another concurrent operation. Nov 19 04:00:49.790006 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:00:49.800894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.821586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-75c87014-c591-4ed7-bd1c-e80b6f83bd79 None None] Port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:49.839960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7f415b-1e2e-4eff-8143-bf500ab01d3f']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:49.849746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:49.859185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60955f3a-09da-4a49-b2aa-cfc1f688f597') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:49.859621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60955f3a-09da-4a49-b2aa-cfc1f688f597') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:49.872089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0288e99f-df30-4efb-abae-9ba2c6c866b2 req-072764f5-f614-41e6-90fa-e94da725c21e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713284 Nov 19 04:00:49.873294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event updated for resources: {'Port': ['ID=52507a2b-5ec3-445f-9a92-508cc15d83e3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:49.874495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.884458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:49.888927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:49.896629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef0455-0d7c-4978-9176-06ff0f8e531d None None] Network fe7f415b-1e2e-4eff-8143-bf500ab01d3f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:49.943852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.953723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:49.954338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:49.958340 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:50.004396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d4ecd-1ba9-4c27-aed2-12436b086363 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:00:50.014116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.014876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.058413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2981-adf7-4c3e-8c38-8e881c213275 req-2179cf3c-40c9-4de6-bdb1-b8cc6e20bf11 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.065564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-ddb8d00b-b992-4405-ab48-7b9e2079a7ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9999120 Nov 19 04:00:50.089175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Request body: {'port': {'device_id': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:50.089778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0af2981-adf7-4c3e-8c38-8e881c213275 req-2179cf3c-40c9-4de6-bdb1-b8cc6e20bf11 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 931 time: 0.1877625 Nov 19 04:00:50.153838 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.163605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.168720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/fe7f415b-1e2e-4eff-8143-bf500ab01d3f HTTP/1.1" status: 204 len: 168 time: 1.0069087 Nov 19 04:00:50.178246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dfb292c4-5b79-449d-a1d4-bf244afccdb9 None None] Provisioning complete for port 52507a2b-5ec3-445f-9a92-508cc15d83e3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:50.178772 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfb292c4-5b79-449d-a1d4-bf244afccdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.189390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:50.195168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-926631475'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:50.219081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b6cc3-541b-4b57-8eac-915fb0bc25b8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=fe7f415b-1e2e-4eff-8143-bf500ab01d3f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:50.230083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dfb292c4-5b79-449d-a1d4-bf244afccdb9 None None] Port 52507a2b-5ec3-445f-9a92-508cc15d83e3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:00:50.244403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.250701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0af2981-adf7-4c3e-8c38-8e881c213275 req-48d9ae6a-da10-487c-b7f7-684edaa7c52e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598184 Nov 19 04:00:50.268488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:50.278438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.316375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbb71d-9900-4712-b7e1-701d6ebd86a4 None None] Network 85c1bddf-65b6-4399-9c85-e927d7f4370e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:50.319904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:50.333056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.367479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Transition to ACTIVE for port object af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:00:50.411228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.416025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6a1e8a48-a2c5-44cb-8515-4d788795e766 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:50.462578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a7fe99ed-5fc6-47bf-8d35-668fd75aeea2 None None] Provisioning complete for port 6a1e8a48-a2c5-44cb-8515-4d788795e766 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:50.462975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7fe99ed-5fc6-47bf-8d35-668fd75aeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.539151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:50.581351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6a1e8a48-a2c5-44cb-8515-4d788795e766 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:50.581848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.587286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.587652 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment f552b13d-952e-419b-867e-22fb4c62c1b5 of type vlan for network a8b6a040-e799-418c-b049-790f84b886a1 Nov 19 04:00:50.612630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a677a2-09dd-4ee2-ab87-65c18812e3b0 req-9b6b0c42-535a-40da-9401-435fc98bbce1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.618811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a677a2-09dd-4ee2-ab87-65c18812e3b0 req-9b6b0c42-535a-40da-9401-435fc98bbce1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.625624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a677a2-09dd-4ee2-ab87-65c18812e3b0 req-9b6b0c42-535a-40da-9401-435fc98bbce1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.627430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2a677a2-09dd-4ee2-ab87-65c18812e3b0 req-9b6b0c42-535a-40da-9401-435fc98bbce1 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31&device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd&device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 2417 time: 0.2738576 Nov 19 04:00:50.628118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:50.642138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:50.692948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7fe99ed-5fc6-47bf-8d35-668fd75aeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.767580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a7fe99ed-5fc6-47bf-8d35-668fd75aeea2 None None] For port 6a1e8a48-a2c5-44cb-8515-4d788795e766, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6a1e8a48-a2c5-44cb-8515-4d788795e766,segment=NetworkSegment(ed9c2a67-f04e-4696-8446-a056e0f60b9d),segment_id=ed9c2a67-f04e-4696-8446-a056e0f60b9d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:50.773886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.810989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7fe99ed-5fc6-47bf-8d35-668fd75aeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.873646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.902817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.909990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.910651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:50.928813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada45cdb-287f-44c9-b19f-530518fbc429 req-6dd14dee-e877-47c7-86a6-870b2e04cc7a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:50.930934 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada45cdb-287f-44c9-b19f-530518fbc429 req-6dd14dee-e877-47c7-86a6-870b2e04cc7a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.1052523 Nov 19 04:00:50.932019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe99ed-5fc6-47bf-8d35-668fd75aeea2 None None] Pushing event updated for resources: {'Port': ['ID=6a1e8a48-a2c5-44cb-8515-4d788795e766,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:50.940607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2a677a2-09dd-4ee2-ab87-65c18812e3b0 req-08ebefa6-be16-4952-9b08-aa671ec13915 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448320 Nov 19 04:00:51.011933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:51.012242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:51.012606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:51.035764 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada45cdb-287f-44c9-b19f-530518fbc429 req-d8b38b42-bb36-4468-85aa-d6ece3b53fa9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835676 Nov 19 04:00:51.036360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8457468 Nov 19 04:00:51.042812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:51.051857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:00:51.052229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:51.056006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': 'a8b6a040-e799-418c-b049-790f84b886a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:51.064419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:00:51.064930 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:00:51.082097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:51.082714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:51.083399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:51.084114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Bound port: af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:51.084480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.087697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1b3a1-0389-4704-b1cd-c384b0a03edd tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=a8b6a040-e799-418c-b049-790f84b886a1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:51.109197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a8b6a040-e799-418c-b049-790f84b886a1 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:51.182766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52507a2b-5ec3-445f-9a92-508cc15d83e3 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:51.192015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.206237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Transition to ACTIVE for port object 52507a2b-5ec3-445f-9a92-508cc15d83e3 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:00:51.208598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd1e3d-eaad-4a0b-84ed-f0907ce3ca1d None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:00:51.215246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.216710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-539d063b-0319-4aa5-b153-2759cd7ff935 req-d93b6cfd-c25d-4d43-b8bd-8c7443de20f7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:00:51.217842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-539d063b-0319-4aa5-b153-2759cd7ff935 req-d93b6cfd-c25d-4d43-b8bd-8c7443de20f7 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093985 Nov 19 04:00:51.272331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:51.276561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:51.284524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c1baa8f-df26-41ea-a784-9de4421c4e25 None None] Provisioning complete for port 6a1e8a48-a2c5-44cb-8515-4d788795e766 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:51.285151 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c1baa8f-df26-41ea-a784-9de4421c4e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.287389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.290692 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-890ea547-8a13-44df-8589-75bd60dccb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.295219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Pushing event updated for resources: {'Port': ['ID=52507a2b-5ec3-445f-9a92-508cc15d83e3,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:51.335696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:51.337996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.370539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-539d063b-0319-4aa5-b153-2759cd7ff935 req-9a3b539b-2da7-4ed9-a6f3-1415edbe74ea tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1356380 Nov 19 04:00:51.381564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:51.382231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.383859 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] 10.222.0.36 "PUT /v2.0/ports/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 1095 time: 2.0370080 Nov 19 04:00:51.384322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:51.386681 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:51.559152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcd1e3d-eaad-4a0b-84ed-f0907ce3ca1d None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:00:51.628741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.712424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=2d9bdfc4-e8a7-4032-a652-9e1d73e19540,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:51.768874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': 'f552b13d-952e-419b-867e-22fb4c62c1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8b6a040-e799-418c-b049-790f84b886a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:51.769984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: a8b6a040-e799-418c-b049-790f84b886a1, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:51.795063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network a8b6a040-e799-418c-b049-790f84b886a1 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:51.816981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a8b6a040-e799-418c-b049-790f84b886a1) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:51.824985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:51.827372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.855464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5bd45270-b1a0-4f55-b168-eaf43671bbde tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8118103 Nov 19 04:00:51.858602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49132) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:51.929109 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780ac2ba-af1a-45d6-b970-55c9fdb06b9b x-openstack-request-id: req-780ac2ba-af1a-45d6-b970-55c9fdb06b9b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:51.929861 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:51.929861 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-780ac2ba-af1a-45d6-b970-55c9fdb06b9b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:51.930284 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'status': 'completed', 'code': 200} Nov 19 04:00:51.931262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454ffea-5afc-452a-935a-7efbddd56903 service neutron] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:51.948098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Attempting to bind port 52507a2b-5ec3-445f-9a92-508cc15d83e3 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:51.948456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Attempting to bind port 52507a2b-5ec3-445f-9a92-508cc15d83e3 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:51.948792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Attempting to bind port 52507a2b-5ec3-445f-9a92-508cc15d83e3 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:51.956033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Port 52507a2b-5ec3-445f-9a92-508cc15d83e3 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:00:51.956374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Attempting to bind port 52507a2b-5ec3-445f-9a92-508cc15d83e3 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:51.976425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:51.976958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:51.977055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Checking segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:51.977429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Bound using segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:51.977892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Bound port: 52507a2b-5ec3-445f-9a92-508cc15d83e3, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:51.978285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.000914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fbd42-a6d7-49ab-9c29-a6129b61400b req-1d3a8567-de1b-4e56-a4e4-cc5f52324b75 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.008863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da4fbd42-a6d7-49ab-9c29-a6129b61400b req-1d3a8567-de1b-4e56-a4e4-cc5f52324b75 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 943 time: 0.6112096 Nov 19 04:00:52.032128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-057efeff-3fa7-4cc8-a9cb-c84e5c40df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.033647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-057efeff-3fa7-4cc8-a9cb-c84e5c40df28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1098 time: 0.5836103 Nov 19 04:00:52.044855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.101989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-c4e5db4b-741b-4dd5-8383-6d508721a679 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0396743 Nov 19 04:00:52.140972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.183533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da4fbd42-a6d7-49ab-9c29-a6129b61400b req-e2d6c3ee-5071-4bc2-97e2-19a3c9f00e25 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682522 Nov 19 04:00:52.199001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9bdfc4-e8a7-4032-a652-9e1d73e19540,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:52.258746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.286781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f84c5aaa-0e19-41ae-b5da-54b2465f6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.295065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b6a040-e799-418c-b049-790f84b886a1']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:52.297266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-f84c5aaa-0e19-41ae-b5da-54b2465f6fb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1805387 Nov 19 04:00:52.298654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] For port 52507a2b-5ec3-445f-9a92-508cc15d83e3, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:52.320294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f552b13d-952e-419b-867e-22fb4c62c1b5') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:52.320599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f552b13d-952e-419b-867e-22fb4c62c1b5') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:52.349410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.360887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18ca9a-c171-4c25-af84-03507e17ff37 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:00:52.373022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.380625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:52.381902 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:52.385777 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:52.391583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] For port 52507a2b-5ec3-445f-9a92-508cc15d83e3, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:52.407049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755b5b9-30f8-4353-91f2-a7788388e5a9 None None] Network a8b6a040-e799-418c-b049-790f84b886a1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:52.415786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6a1e8a48-a2c5-44cb-8515-4d788795e766 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:52.437447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.467488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-231435f2-faad-4fe6-9756-e95973e26008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.469157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-231435f2-faad-4fe6-9756-e95973e26008 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594648 Nov 19 04:00:52.481192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.492483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.496876 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/a8b6a040-e799-418c-b049-790f84b886a1 HTTP/1.1" status: 204 len: 168 time: 0.6367271 Nov 19 04:00:52.502042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49150) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:52.510891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1279108124'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:52.531043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.531696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.533268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] 10.222.0.36 "PUT /v2.0/ports/52507a2b-5ec3-445f-9a92-508cc15d83e3 HTTP/1.1" status: 200 len: 1091 time: 2.4497595 Nov 19 04:00:52.542565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e13adde-18b2-4d68-90f9-df7c093dcc94 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:00:52.574597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd8216-843d-45d7-9159-18a96c248a3d tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=a8b6a040-e799-418c-b049-790f84b886a1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:52.593699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.610484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:52.613750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25536621-c589-4723-bf9a-4380c4eda4eb req-6959f04c-bd1c-4094-b2bd-f88d0b66d6fa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.615497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25536621-c589-4723-bf9a-4380c4eda4eb req-6959f04c-bd1c-4094-b2bd-f88d0b66d6fa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.2478037 Nov 19 04:00:52.631026 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.668086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:52.683025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6a1e8a48-a2c5-44cb-8515-4d788795e766 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:52.683412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.684858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.686782 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment e01378d0-c5bc-4315-8c0b-f0feeeac380f of type vlan for network a18e515b-b43a-4a7c-89ed-cb13f7f336db Nov 19 04:00:52.691910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fc680-ca87-43aa-924d-199cad53ae74 None None] Network a8b6a040-e799-418c-b049-790f84b886a1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:52.743309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fc680-ca87-43aa-924d-199cad53ae74 None None] Network a8b6a040-e799-418c-b049-790f84b886a1 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:00:52.760067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-de7fb14c-5427-4ead-9cf1-30bc4495deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.761644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-de7fb14c-5427-4ead-9cf1-30bc4495deef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 1094 time: 0.1453154 Nov 19 04:00:52.794083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.806797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25536621-c589-4723-bf9a-4380c4eda4eb req-0bcdca7d-caf3-4943-ab0a-a100701abb86 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435671 Nov 19 04:00:52.812003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8537a-de60-4c2e-bc83-ca902921ae7a service neutron] Pushing event updated for resources: {'Port': ['ID=52507a2b-5ec3-445f-9a92-508cc15d83e3,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:52.860080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.860227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-9db6cc91-fd31-4500-ba71-e59cb1c6403f service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348997 Nov 19 04:00:52.862617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-26411dc1-dbaf-4963-a425-fb66ae5b4219 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3 HTTP/1.1" status: 200 len: 217 time: 0.0694036 Nov 19 04:00:52.867087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:52.867617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:52.942516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4392591 Nov 19 04:00:52.951360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:52.956877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:53.010225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0d2b23d-7df6-49b9-8016-66c3f1452d05 req-20db3e92-b213-4894-a78f-337e3c5e1bba service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314435 Nov 19 04:00:53.012133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18203a9-7f47-4c37-97f7-a89e4e931fce tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=a18e515b-b43a-4a7c-89ed-cb13f7f336db,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:53.024670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a18e515b-b43a-4a7c-89ed-cb13f7f336db details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:53.090059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:53.104059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.119877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a1168-0f24-438f-b254-65ad44997ad8 req-3e2d90db-a7ed-4c79-8199-32d8db24da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.121404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-3e2d90db-a7ed-4c79-8199-32d8db24da27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.2414937 Nov 19 04:00:53.164580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-65940c64-8a29-430b-bb2f-dd63a1b7c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.166309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-65940c64-8a29-430b-bb2f-dd63a1b7c251 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1098 time: 0.0839431 Nov 19 04:00:53.168456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-8c898ca8-94a3-4781-a154-09849e9f2fbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351710 Nov 19 04:00:53.286869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-acd349ba-8014-4900-bf2a-a9369beb012b service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039422 Nov 19 04:00:53.368983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.437894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=97b987ad-89c2-4564-8e76-f658a10a2aba,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:53.456228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': 'e01378d0-c5bc-4315-8c0b-f0feeeac380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:53.456732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: a18e515b-b43a-4a7c-89ed-cb13f7f336db, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:53.476174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network a18e515b-b43a-4a7c-89ed-cb13f7f336db is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:53.491266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a18e515b-b43a-4a7c-89ed-cb13f7f336db) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:53.495732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.496417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.510014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43573e83-82fa-4132-9dd3-9b26f2529acd None None] Network a18e515b-b43a-4a7c-89ed-cb13f7f336db requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:53.518493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a880d075-4273-4a81-8775-6379b6ed7221 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5668049 Nov 19 04:00:53.529639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49180) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:53.539867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aba96-9ce3-4411-a3fc-9b581aa8002c req-86da91ab-3f7e-4fe7-92de-3a5f74bd4124 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.541407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-219aba96-9ce3-4411-a3fc-9b581aa8002c req-86da91ab-3f7e-4fe7-92de-3a5f74bd4124 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 943 time: 0.1565075 Nov 19 04:00:53.550761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-e34099bc-cd25-4475-b008-cf991c4f33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.552413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-e34099bc-cd25-4475-b008-cf991c4f33a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.2646456 Nov 19 04:00:53.563944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a455183e-0e25-47ea-8f15-e3dd5cebdfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.606052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275a1168-0f24-438f-b254-65ad44997ad8 req-1f0e1493-c3a4-46d8-8d50-55c943f8e438 service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098488 Nov 19 04:00:53.614324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-b4afd274-3015-40ba-a2db-328e57f4d9c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0482008 Nov 19 04:00:53.699526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.707099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a18e515b-b43a-4a7c-89ed-cb13f7f336db', 'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': '97b987ad-89c2-4564-8e76-f658a10a2aba'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:53.708220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.708355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-219aba96-9ce3-4411-a3fc-9b581aa8002c req-2e5726bc-1d17-4842-bab8-cb002bbcebe8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588655 Nov 19 04:00:53.734500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-87bc6660-6792-4dc0-9a9b-3617c0ac7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.736808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-87bc6660-6792-4dc0-9a9b-3617c0ac7855 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1136768 Nov 19 04:00:53.801589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:53.852605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-3c921ce1-753f-487a-a913-e1d953b427d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:53.854322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-3c921ce1-753f-487a-a913-e1d953b427d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032963 Nov 19 04:00:53.899607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:00:53.900789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Allocated IP 2001:db8::1 (a18e515b-b43a-4a7c-89ed-cb13f7f336db/97b987ad-89c2-4564-8e76-f658a10a2aba/0f2a0a8c-e5d3-4e3f-be95-9c6891421762) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:53.957451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'tag': '52507a2b-5ec3-445f-9a92-508cc15d83e3'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:53.962006 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19" -d '{"events": [{"name": "network-changed", "server_uuid": "52c30d93-180a-4ce9-aaa8-2baea1cac461", "tag": "52507a2b-5ec3-445f-9a92-508cc15d83e3"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:53.982674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-b9d349ba-5cfe-4d70-bdb3-a8ff40f258e9 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056323 Nov 19 04:00:54.058092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65b4c-925e-4021-9e88-e2c8bdc623e0 req-4bb20a6d-4552-45f8-8879-6642e68f6c2b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:54.060469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63b65b4c-925e-4021-9e88-e2c8bdc623e0 req-4bb20a6d-4552-45f8-8879-6642e68f6c2b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.0657198 Nov 19 04:00:54.080230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.089681 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.124160 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-63b65b4c-925e-4021-9e88-e2c8bdc623e0 req-51ac7aa4-ea8a-498f-9efe-68f9fe1df720 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561109 Nov 19 04:00:54.125789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.139387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba3062-5aca-41d6-a6a4-a76bd8cbfb73 req-4e0d109d-c853-42d4-95b4-1dba96124700 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:54.146646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8ba3062-5aca-41d6-a6a4-a76bd8cbfb73 req-4e0d109d-c853-42d4-95b4-1dba96124700 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.1097317 Nov 19 04:00:54.156051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Network a18e515b-b43a-4a7c-89ed-cb13f7f336db is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:54.158102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=97b987ad-89c2-4564-8e76-f658a10a2aba,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:54.166431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:54.175428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:54.185407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Pushing event updated for resources: {'Port': ['ID=0f2a0a8c-e5d3-4e3f-be95-9c6891421762,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:54.202497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f9b55bb-b47d-4a9b-b042-1c20f554ca1a req-4d43b839-c5d8-4d38-a100-bdc9b9e82d4d service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931651 Nov 19 04:00:54.210942 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a30d28-ece7-4798-8d3e-3ef1ba9e8ce0 x-openstack-request-id: req-b6a30d28-ece7-4798-8d3e-3ef1ba9e8ce0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:54.211309 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c30d93-180a-4ce9-aaa8-2baea1cac461", "tag": "52507a2b-5ec3-445f-9a92-508cc15d83e3", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:54.211581 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6a30d28-ece7-4798-8d3e-3ef1ba9e8ce0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:54.212028 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'tag': '52507a2b-5ec3-445f-9a92-508cc15d83e3', 'status': 'completed', 'code': 200} Nov 19 04:00:54.243196 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.266944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Attempting to bind port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:54.267363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Attempting to bind port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e01378d0-c5bc-4315-8c0b-f0feeeac380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:54.267739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Attempting to bind port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762 on network a18e515b-b43a-4a7c-89ed-cb13f7f336db {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:54.268067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18e515b-b43a-4a7c-89ed-cb13f7f336db']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:54.274001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:54.274391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Checking segment: {'id': 'e01378d0-c5bc-4315-8c0b-f0feeeac380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:54.274799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.275198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Bound using segment: {'id': 'e01378d0-c5bc-4315-8c0b-f0feeeac380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:54.275800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Bound port: 0f2a0a8c-e5d3-4e3f-be95-9c6891421762, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01378d0-c5bc-4315-8c0b-f0feeeac380f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:54.276192 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.279521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01378d0-c5bc-4315-8c0b-f0feeeac380f') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:54.280039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01378d0-c5bc-4315-8c0b-f0feeeac380f') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:54.290121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.308742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8ba3062-5aca-41d6-a6a4-a76bd8cbfb73 req-6dd411cc-d4d5-47dc-aa93-c1d7eb7d551f tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611629 Nov 19 04:00:54.313414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.322701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:54.323530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:54.328257 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:54.337300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-bf31f1ee-41c2-4100-b565-cb95b53932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:54.338854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-bf31f1ee-41c2-4100-b565-cb95b53932c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 1094 time: 0.0862434 Nov 19 04:00:54.354917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] For port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:54.393839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] For port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0f2a0a8c-e5d3-4e3f-be95-9c6891421762,segment=NetworkSegment(e01378d0-c5bc-4315-8c0b-f0feeeac380f),segment_id=e01378d0-c5bc-4315-8c0b-f0feeeac380f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:54.394457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.api [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 04:00:54.394457 n-d-818503-1 neutron-server[109987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 04:00:54.394457 n-d-818503-1 neutron-server[109987]: [parameters: {'id': 'a18e515b-b43a-4a7c-89ed-cb13f7f336db'}] Nov 19 04:00:54.394457 n-d-818503-1 neutron-server[109987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:00:54.394798 n-d-818503-1 neutron-server[109987]: DEBUG oslo_db.api [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:00:54.398457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.441562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-01c76cba-b3d2-4f7e-92f0-611a8ad71abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:54.443203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-01c76cba-b3d2-4f7e-92f0-611a8ad71abc service neutron] 10.222.0.36 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 916 time: 0.0949640 Nov 19 04:00:54.486021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d2f4-f8ed-4744-a4dc-616872f16c80 None None] Pushing event updated for resources: {'Port': ['ID=0f2a0a8c-e5d3-4e3f-be95-9c6891421762,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:54.491096 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-9af3020d-cfe3-4ac5-b896-57907596218c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3 HTTP/1.1" status: 200 len: 217 time: 0.0390911 Nov 19 04:00:54.504430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552da58-3e15-4d9c-97e8-f470afb215de None None] Network a18e515b-b43a-4a7c-89ed-cb13f7f336db requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:54.551448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-892194b2-149e-4cd7-b7d3-11a970bc76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:54.553053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-892194b2-149e-4cd7-b7d3-11a970bc76ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.0521548 Nov 19 04:00:54.590265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-5c772e6d-283c-457b-8549-5cf38a72935f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261052 Nov 19 04:00:54.633879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc32a93-2b48-4fdf-a108-08aae34c1601 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:00:54.690458 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-b5cc97eb-d947-413b-b959-e54f4deda8ba service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916045 Nov 19 04:00:54.813057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0401cb1c-a3cd-48a1-a6c1-1e9eb2259b19 req-77bad6da-8384-477d-a205-1800f886dd8d service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102107 Nov 19 04:00:54.817609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc32a93-2b48-4fdf-a108-08aae34c1601 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:00:54.845235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bf7b0-903f-44c3-b965-c9c8738eb9aa req-5f5768cf-9b7a-4c81-9b16-c10d97a484cd tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:54.846943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3bf7b0-903f-44c3-b965-c9c8738eb9aa req-5f5768cf-9b7a-4c81-9b16-c10d97a484cd tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 943 time: 0.0634604 Nov 19 04:00:54.896310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:54.914933 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3bf7b0-903f-44c3-b965-c9c8738eb9aa req-e0d8f9ca-c57e-4d8a-b88d-5c297d985876 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Nov 19 04:00:54.984841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:54.985172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.032972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 52507a2b-5ec3-445f-9a92-508cc15d83e3 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:55.063079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] For port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0f2a0a8c-e5d3-4e3f-be95-9c6891421762,segment=NetworkSegment(e01378d0-c5bc-4315-8c0b-f0feeeac380f),segment_id=e01378d0-c5bc-4315-8c0b-f0feeeac380f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:55.063635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.076043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Calling delete_port for 0f2a0a8c-e5d3-4e3f-be95-9c6891421762 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:55.178130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.225130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.242983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No DVR routers for this DVR port 0f2a0a8c-e5d3-4e3f-be95-9c6891421762 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:00:55.252316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Port': ['ID=0f2a0a8c-e5d3-4e3f-be95-9c6891421762,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:55.310966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 52507a2b-5ec3-445f-9a92-508cc15d83e3, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:55.327277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '52507a2b-5ec3-445f-9a92-508cc15d83e3', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'port_id': '52507a2b-5ec3-445f-9a92-508cc15d83e3', 'mac_address': 'fa:16:3e:c2:c9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a485d9a1-3c19-4a5c-902c-c78282ababbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:55.374283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.393661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52507a2b-5ec3-445f-9a92-508cc15d83e3 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:55.422252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 52507a2b-5ec3-445f-9a92-508cc15d83e3, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:55.430091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.431382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:00:55.550614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=52507a2b-5ec3-445f-9a92-508cc15d83e3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:55.564213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.564847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.565351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.565866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.566250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193298f9-b852-4334-a648-aff3b20fbeaa req-e15e9970-a176-47bc-8055-e7aecebb0eef tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:55.566898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.567411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.568116 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-193298f9-b852-4334-a648-aff3b20fbeaa req-e15e9970-a176-47bc-8055-e7aecebb0eef tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.1042035 Nov 19 04:00:55.570251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.570636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.570991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.571348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.571694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.572035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:55.615763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:55.632433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'mac_address': 'fa:16:3e:8f:17:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:00:55.641067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.659296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635b03c-52a3-42ef-b562-dea43d35d795 req-0181ec84-fe6a-4c46-bcb6-95bd827b6df6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:55.660980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0635b03c-52a3-42ef-b562-dea43d35d795 req-0181ec84-fe6a-4c46-bcb6-95bd827b6df6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.4202387 Nov 19 04:00:55.671734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-193298f9-b852-4334-a648-aff3b20fbeaa req-97611921-1dfa-4fea-86a5-472772e09748 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839612 Nov 19 04:00:55.679788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18e515b-b43a-4a7c-89ed-cb13f7f336db']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:55.680437 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.695377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:00:55.698903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01378d0-c5bc-4315-8c0b-f0feeeac380f') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:55.699213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01378d0-c5bc-4315-8c0b-f0feeeac380f') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:00:55.716150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:55.718456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.721457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.743058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0635b03c-52a3-42ef-b562-dea43d35d795 req-db254620-1a0a-4465-a882-bd62baa11501 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724115 Nov 19 04:00:55.744087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.751573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:00:55.752331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:00:55.755200 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:00:55.787993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:55.824591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.845014 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:55.850552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/a18e515b-b43a-4a7c-89ed-cb13f7f336db HTTP/1.1" status: 204 len: 168 time: 2.3185861 Nov 19 04:00:55.854286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:55.862202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146603015'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:55.875262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-687eb4d0-ef4b-4600-9339-7b575b14000a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:55.875877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc18da-c623-4c32-9a28-78def6abbc73 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=a18e515b-b43a-4a7c-89ed-cb13f7f336db,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:55.876792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-687eb4d0-ef4b-4600-9339-7b575b14000a tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 945 time: 0.0751750 Nov 19 04:00:55.920362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:55.924058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.008456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:56.055487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.055849 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment 1060fd71-217c-48cb-939c-780bf30d319d of type vlan for network 2098d274-5835-4d65-af1c-97aca1555fa9 Nov 19 04:00:56.119177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['52507a2b-5ec3-445f-9a92-508cc15d83e3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:56.120432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Deleting port 4698c5bf-e2f8-4944-99ea-cedc2285191b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:00:56.120751 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.129343 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.161076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:56.184946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b69e1b-f471-4524-bde7-7778f5c6cab3 req-ad6b1a29-22b1-431c-be03-5d8bddd0e67e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:56.186765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39b69e1b-f471-4524-bde7-7778f5c6cab3 req-ad6b1a29-22b1-431c-be03-5d8bddd0e67e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 944 time: 0.1828096 Nov 19 04:00:56.271691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.277912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:56.278511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.300025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.384771 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39b69e1b-f471-4524-bde7-7778f5c6cab3 req-c4a2aa18-9ed2-43e8-9a1a-03219feaed9e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859694 Nov 19 04:00:56.387001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] For port 4698c5bf-e2f8-4944-99ea-cedc2285191b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4698c5bf-e2f8-4944-99ea-cedc2285191b,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:56.387859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.399188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5408659 Nov 19 04:00:56.400054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49218) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:56.410730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639b55-f9ac-4ef0-bac6-88a54964149c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=2098d274-5835-4d65-af1c-97aca1555fa9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:56.418414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Calling delete_port for 4698c5bf-e2f8-4944-99ea-cedc2285191b owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:00:56.426760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:56.437397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:56.581908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:56.587066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.607880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.646385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Pushing event deleted for resources: {'Port': ['ID=4698c5bf-e2f8-4944-99ea-cedc2285191b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:56.666787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['510624b4-e19d-45de-88d1-370370129074', '4698c5bf-e2f8-4944-99ea-cedc2285191b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:56.751030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] No DVR routers for this DVR port 4698c5bf-e2f8-4944-99ea-cedc2285191b on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:00:56.753855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:56.757306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6e22af0-d29d-4279-8c23-e184b1d01e12 req-14a222a2-5209-433b-bf1b-618c8424bf7b tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "DELETE /v2.0/ports/4698c5bf-e2f8-4944-99ea-cedc2285191b HTTP/1.1" status: 204 len: 173 time: 0.8699117 Nov 19 04:00:56.757766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'name': 'network-vif-deleted', 'tag': '4698c5bf-e2f8-4944-99ea-cedc2285191b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:56.760105 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f131efa7-b764-4e09-9492-df125ed45a81" -d '{"events": [{"server_uuid": "74e10e74-3571-4c7d-9a66-ff5ba82e8f31", "name": "network-vif-deleted", "tag": "4698c5bf-e2f8-4944-99ea-cedc2285191b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:56.851563 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c4d29-d723-4faf-9033-8da5f984d59c x-openstack-request-id: req-d01c4d29-d723-4faf-9033-8da5f984d59c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:56.851563 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e10e74-3571-4c7d-9a66-ff5ba82e8f31", "name": "network-vif-deleted", "tag": "4698c5bf-e2f8-4944-99ea-cedc2285191b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:56.851850 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d01c4d29-d723-4faf-9033-8da5f984d59c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:56.852375 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e10e74-3571-4c7d-9a66-ff5ba82e8f31', 'name': 'network-vif-deleted', 'tag': '4698c5bf-e2f8-4944-99ea-cedc2285191b', 'status': 'completed', 'code': 200} Nov 19 04:00:56.854904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28739fd4-db39-41ed-a5c5-b59fb21d5636 req-815528d9-f8f3-43d3-83ba-650b4605eed9 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e10e74-3571-4c7d-9a66-ff5ba82e8f31 HTTP/1.1" status: 200 len: 210 time: 0.0684664 Nov 19 04:00:57.006555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.083906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f137c-9cec-44c4-91d6-5eeddaf7f8f2 req-b2afcd9f-6bdf-4e28-bdcd-506e85dac107 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:57.094036 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-276f137c-9cec-44c4-91d6-5eeddaf7f8f2 req-b2afcd9f-6bdf-4e28-bdcd-506e85dac107 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 948 time: 0.1512928 Nov 19 04:00:57.125326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=85ceb556-e01d-4abd-9208-98092a6f6052,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:57.146933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': '1060fd71-217c-48cb-939c-780bf30d319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:57.147318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: 2098d274-5835-4d65-af1c-97aca1555fa9, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:57.152588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.154439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.155069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.155569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.155980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.156327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.156675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.157117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.158195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.158579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.159139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.159546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:00:57.207545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.224970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 2098d274-5835-4d65-af1c-97aca1555fa9 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:57.254241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-276f137c-9cec-44c4-91d6-5eeddaf7f8f2 req-128b6e6c-783d-4056-8374-3af98e83c2e1 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590536 Nov 19 04:00:57.255735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2098d274-5835-4d65-af1c-97aca1555fa9) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:57.260887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:57.261629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.290784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-80582f71-57b2-4fe6-a634-478d630ead1c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8786752 Nov 19 04:00:57.290921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49234) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:57.295272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3a613-f95e-464f-be41-5c36fdbce60f None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:57.297657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:57.458725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:57.469403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.512462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2098d274-5835-4d65-af1c-97aca1555fa9', 'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': '85ceb556-e01d-4abd-9208-98092a6f6052'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:00:57.514054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.592261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf3d2f-305e-4537-a46d-153b986303a8 req-37573c8b-d586-4a1f-8a00-1683431a9552 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:57.593964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eaaf3d2f-305e-4537-a46d-153b986303a8 req-37573c8b-d586-4a1f-8a00-1683431a9552 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 944 time: 0.0779498 Nov 19 04:00:57.661310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eaaf3d2f-305e-4537-a46d-153b986303a8 req-a1a647a5-7b37-4dfa-9726-3bb76f83849f tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Nov 19 04:00:57.725964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6e638985-c737-44e4-9da9-123dee7ecdb5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:00:57.780067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Allocated IP 2001:db8::2 (2098d274-5835-4d65-af1c-97aca1555fa9/85ceb556-e01d-4abd-9208-98092a6f6052/ea040f21-2311-4005-8d3c-876220fb296b) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:00:57.839858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.883375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 2098d274-5835-4d65-af1c-97aca1555fa9 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:57.889617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:57.895498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:57.895498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:57.924843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=a559289e-4cce-4a24-8e15-cc3c78d6d97b,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:57.953218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f9a63439-2725-4b22-9a68-220bf5084f46 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6615081 Nov 19 04:00:57.955362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49244) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:58.014952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.022982 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.087940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:00:58.090068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Pushing event updated for resources: {'Port': ['ID=ea040f21-2311-4005-8d3c-876220fb296b,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:58.093833 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:58.095935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:00:58.139521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79431fde-5205-4ed0-b19e-be99c2e6ef52 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.141200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79431fde-5205-4ed0-b19e-be99c2e6ef52 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.142918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79431fde-5205-4ed0-b19e-be99c2e6ef52 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.144508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79431fde-5205-4ed0-b19e-be99c2e6ef52 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.146181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79431fde-5205-4ed0-b19e-be99c2e6ef52 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.147936 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-79431fde-5205-4ed0-b19e-be99c2e6ef52 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1915274 Nov 19 04:00:58.152008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49248) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:58.157549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1904858221'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:58.168841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Attempting to bind port ea040f21-2311-4005-8d3c-876220fb296b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:00:58.170609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Attempting to bind port ea040f21-2311-4005-8d3c-876220fb296b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1060fd71-217c-48cb-939c-780bf30d319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:00:58.171942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Attempting to bind port ea040f21-2311-4005-8d3c-876220fb296b on network 2098d274-5835-4d65-af1c-97aca1555fa9 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:00:58.181244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:00:58.182005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Checking segment: {'id': '1060fd71-217c-48cb-939c-780bf30d319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:58.182640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.183350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Bound using segment: {'id': '1060fd71-217c-48cb-939c-780bf30d319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:00:58.184062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Bound port: ea040f21-2311-4005-8d3c-876220fb296b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1060fd71-217c-48cb-939c-780bf30d319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:00:58.185199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.212123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:58.214250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.263882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:00:58.282959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac2af7-a1c7-49f4-ba1f-a414ab905b6c req-44e22aa3-48d2-4aae-8e5b-56f02d434fcf tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.290523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b7ac2af7-a1c7-49f4-ba1f-a414ab905b6c req-44e22aa3-48d2-4aae-8e5b-56f02d434fcf tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 945 time: 0.0982237 Nov 19 04:00:58.296483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] For port ea040f21-2311-4005-8d3c-876220fb296b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:00:58.302522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] For port ea040f21-2311-4005-8d3c-876220fb296b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea040f21-2311-4005-8d3c-876220fb296b,segment=NetworkSegment(1060fd71-217c-48cb-939c-780bf30d319d),segment_id=1060fd71-217c-48cb-939c-780bf30d319d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:00:58.308004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.308004 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment e99a443a-2be5-4a22-a15d-09d666c7f310 of type vlan for network 5891c37e-e240-46bd-bcde-5b989b56b316 Nov 19 04:00:58.312964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.400045 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.401480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9e151-a22f-4a25-9ca1-dca9645a15a6 None None] Pushing event updated for resources: {'Port': ['ID=ea040f21-2311-4005-8d3c-876220fb296b,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:58.418876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b7ac2af7-a1c7-49f4-ba1f-a414ab905b6c req-f2406551-d586-4793-92cf-13d35aea3555 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229463 Nov 19 04:00:58.461272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.467759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.468427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.473236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830bba1-8dc0-4e27-91de-a3be994e5fa0 req-ae59308c-b6d4-42aa-9a1d-f867b6883adf tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.483593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a830bba1-8dc0-4e27-91de-a3be994e5fa0 req-ae59308c-b6d4-42aa-9a1d-f867b6883adf tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 948 time: 0.0921769 Nov 19 04:00:58.535225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3819666 Nov 19 04:00:58.535427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:58.541528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:58.549048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35fd20-8d80-4798-8bc5-ae7b9b1fe8f2 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=5891c37e-e240-46bd-bcde-5b989b56b316,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:58.564690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 5891c37e-e240-46bd-bcde-5b989b56b316 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:58.624497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a830bba1-8dc0-4e27-91de-a3be994e5fa0 req-7d81a182-d800-4409-9e1e-57e3eb479dd6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398971 Nov 19 04:00:58.850380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.867613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb219c-3655-4fb8-851b-b672ca0edb72 req-3644f5aa-4294-472e-a71a-b26d65eeaac9 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.869796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22cb219c-3655-4fb8-851b-b672ca0edb72 req-3644f5aa-4294-472e-a71a-b26d65eeaac9 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 944 time: 0.1131735 Nov 19 04:00:58.878562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.936779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 5891c37e-e240-46bd-bcde-5b989b56b316 is not hosted by any dhcp agent {{(pid=109987) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:00:58.943037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:58.943775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:58.945112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "PUT /v2.0/networks/5891c37e-e240-46bd-bcde-5b989b56b316 HTTP/1.1" status: 200 len: 723 time: 0.4087024 Nov 19 04:00:58.949316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49264) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:00:58.956277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '5891c37e-e240-46bd-bcde-5b989b56b316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:00:58.983660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb0fca-4486-4f13-a376-250af75bd2c9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=5891c37e-e240-46bd-bcde-5b989b56b316,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:58.997142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 52507a2b-5ec3-445f-9a92-508cc15d83e3 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:59.011009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22cb219c-3655-4fb8-851b-b672ca0edb72 req-e39a4451-25a1-477c-a144-372ea1f30173 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315391 Nov 19 04:00:59.037467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 5891c37e-e240-46bd-bcde-5b989b56b316 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:00:59.092197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:00:59.096811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.140956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 52507a2b-5ec3-445f-9a92-508cc15d83e3 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:59.145380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 52507a2b-5ec3-445f-9a92-508cc15d83e3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:59.145763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.253778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.287426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52507a2b-5ec3-445f-9a92-508cc15d83e3'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:00:59.290637 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0854ed9-82b4-403b-b08c-8f6b39a0b293" -d '{"events": [{"server_uuid": "52c30d93-180a-4ce9-aaa8-2baea1cac461", "name": "network-vif-plugged", "status": "completed", "tag": "52507a2b-5ec3-445f-9a92-508cc15d83e3"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:00:59.307444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 52507a2b-5ec3-445f-9a92-508cc15d83e3, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:59.313296 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.316540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:00:59.395762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.401739 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f089651-6db5-43d3-9218-1766cf504c59 x-openstack-request-id: req-5f089651-6db5-43d3-9218-1766cf504c59 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:00:59.402117 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c30d93-180a-4ce9-aaa8-2baea1cac461", "name": "network-vif-plugged", "status": "completed", "tag": "52507a2b-5ec3-445f-9a92-508cc15d83e3", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:00:59.403097 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f089651-6db5-43d3-9218-1766cf504c59 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:00:59.403589 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52507a2b-5ec3-445f-9a92-508cc15d83e3', 'code': 200} Nov 19 04:00:59.469835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:00:59.478842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:00:59.479431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.528856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=59688a84-f1ab-456b-a769-237a2d31de12,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:59.538961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=52507a2b-5ec3-445f-9a92-508cc15d83e3,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:59.636434 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.689190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:00:59.696962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.712421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': 'e99a443a-2be5-4a22-a15d-09d666c7f310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5891c37e-e240-46bd-bcde-5b989b56b316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:00:59.712792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: 5891c37e-e240-46bd-bcde-5b989b56b316, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:00:59.717117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a6c1-bfc6-42c3-b20d-cbc671af5cff req-a753be2d-d81d-4f8b-bdc4-9923b3ae55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:59.718714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05c6a6c1-bfc6-42c3-b20d-cbc671af5cff req-a753be2d-d81d-4f8b-bdc4-9923b3ae55c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 1096 time: 0.2059491 Nov 19 04:00:59.732600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99a91-4bea-4f1d-942c-90f82bca8cde req-6290dd37-1563-4f38-a329-e199cf2a387c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:59.738249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33a99a91-4bea-4f1d-942c-90f82bca8cde req-6290dd37-1563-4f38-a329-e199cf2a387c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 945 time: 0.1460965 Nov 19 04:00:59.782996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:00:59.819892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a5e87-19ab-4ad2-bf07-781c2db9b55d req-a94f4363-798e-4e59-9ffc-f3f644824e59 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:59.821431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d12a5e87-19ab-4ad2-bf07-781c2db9b55d req-a94f4363-798e-4e59-9ffc-f3f644824e59 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0776589 Nov 19 04:00:59.830665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33a99a91-4bea-4f1d-942c-90f82bca8cde req-e0762e88-8873-4b8a-9da5-a501b7e1dca5 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784121 Nov 19 04:00:59.843801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-2613a566-d9d0-449f-bbfa-26f486bb4139 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:59.845838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-2613a566-d9d0-449f-bbfa-26f486bb4139 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.36 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 945 time: 0.1793377 Nov 19 04:00:59.858526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 5891c37e-e240-46bd-bcde-5b989b56b316 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:00:59.891183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb8038-d596-47a8-8e51-8603d48cefa2 None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:00:59.920823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d12a5e87-19ab-4ad2-bf07-781c2db9b55d req-737a0d10-8414-4e05-90b8-3fd5fd86c6ec tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876045 Nov 19 04:00:59.934631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05c6a6c1-bfc6-42c3-b20d-cbc671af5cff req-dc388bda-0b72-4063-b162-0827422dda4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953421 Nov 19 04:00:59.937713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 5891c37e-e240-46bd-bcde-5b989b56b316) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:00:59.945647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:00:59.946301 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:00:59.956818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae705213-7727-4a9f-b287-c2a944744b6d None None] Network 5891c37e-e240-46bd-bcde-5b989b56b316 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:00.008236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-16b4ccdc-d207-405c-8e64-67705ce4e712 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0550728 Nov 19 04:01:00.009706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49280) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:00.020181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:00.043517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Deleting port 6e638985-c737-44e4-9da9-123dee7ecdb5 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:00.045671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.103745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-db263aa9-758e-4f68-804e-3ff678468885 None None] Provisioning complete for port ea040f21-2311-4005-8d3c-876220fb296b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:00.104309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db263aa9-758e-4f68-804e-3ff678468885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.153309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14014294'] for subnet, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.177820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] For port 6e638985-c737-44e4-9da9-123dee7ecdb5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6e638985-c737-44e4-9da9-123dee7ecdb5,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:00.178236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.196942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05246d68-d3e9-479d-8e9b-d266f63567f0 req-d515dad5-71d4-4418-953f-91d86367bc41 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:00.198398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05246d68-d3e9-479d-8e9b-d266f63567f0 req-d515dad5-71d4-4418-953f-91d86367bc41 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 945 time: 0.1016812 Nov 19 04:01:00.206655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Calling delete_port for 6e638985-c737-44e4-9da9-123dee7ecdb5 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:00.304354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05246d68-d3e9-479d-8e9b-d266f63567f0 req-5caa0ef0-702a-4869-9a0e-4d2f918ddc7e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876734 Nov 19 04:01:00.378099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db263aa9-758e-4f68-804e-3ff678468885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.402484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4698c5bf-e2f8-4944-99ea-cedc2285191b no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:00.413519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786271083722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14144091'] for subnet, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.414278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea040f21-2311-4005-8d3c-876220fb296b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:00.420694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.461544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6e638985-c737-44e4-9da9-123dee7ecdb5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:00.463016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['510624b4-e19d-45de-88d1-370370129074'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:00.466493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Pushing event deleted for resources: {'Port': ['ID=6e638985-c737-44e4-9da9-123dee7ecdb5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:00.506346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 4698c5bf-e2f8-4944-99ea-cedc2285191b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:00.506708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4698c5bf-e2f8-4944-99ea-cedc2285191b not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:00.514095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:00.517750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.529916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "PUT /v2.0/subnets/59688a84-f1ab-456b-a769-237a2d31de12 HTTP/1.1" status: 200 len: 826 time: 0.5151575 Nov 19 04:01:00.531362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49288) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:00.548416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e11f0-02cd-4a27-845f-90adea211bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-5891c37e-e240-46bd-bcde-5b989b56b316', 'network_id': '5891c37e-e240-46bd-bcde-5b989b56b316', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': '59688a84-f1ab-456b-a769-237a2d31de12'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:01:00.548986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] No DVR routers for this DVR port 6e638985-c737-44e4-9da9-123dee7ecdb5 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:00.549339 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e90e11f0-02cd-4a27-845f-90adea211bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.552293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.557051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-db263aa9-758e-4f68-804e-3ff678468885 None None] For port ea040f21-2311-4005-8d3c-876220fb296b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea040f21-2311-4005-8d3c-876220fb296b,segment=NetworkSegment(1060fd71-217c-48cb-939c-780bf30d319d),segment_id=1060fd71-217c-48cb-939c-780bf30d319d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:00.558139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07dcf1-280b-4cea-9ad9-10ffe26964b9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=59688a84-f1ab-456b-a769-237a2d31de12,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:00.558585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c026d840-8c0e-46b9-8daf-0b9881c272b3 req-972b1d63-b35a-4b1e-8911-71d213030e18 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.36 "DELETE /v2.0/ports/6e638985-c737-44e4-9da9-123dee7ecdb5 HTTP/1.1" status: 204 len: 173 time: 0.6964309 Nov 19 04:01:00.559555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'name': 'network-vif-deleted', 'tag': '6e638985-c737-44e4-9da9-123dee7ecdb5'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:00.565305 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbba199-82d7-4a85-9703-f656ca2624fc" -d '{"events": [{"server_uuid": "1298ec2b-1614-4d01-b8bd-119738cd4abd", "name": "network-vif-deleted", "tag": "6e638985-c737-44e4-9da9-123dee7ecdb5"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:00.608864 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db263aa9-758e-4f68-804e-3ff678468885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.641862 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371bc115-0691-4baf-bccd-5df467d81051 x-openstack-request-id: req-371bc115-0691-4baf-bccd-5df467d81051 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:00.642286 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1298ec2b-1614-4d01-b8bd-119738cd4abd", "name": "network-vif-deleted", "tag": "6e638985-c737-44e4-9da9-123dee7ecdb5", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:00.642668 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-371bc115-0691-4baf-bccd-5df467d81051 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:00.643172 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1298ec2b-1614-4d01-b8bd-119738cd4abd', 'name': 'network-vif-deleted', 'tag': '6e638985-c737-44e4-9da9-123dee7ecdb5', 'status': 'completed', 'code': 200} Nov 19 04:01:00.709055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.798199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.802607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] Update dhcp port {'port': {'network_id': '2098d274-5835-4d65-af1c-97aca1555fa9', 'fixed_ips': [{'subnet_id': '85ceb556-e01d-4abd-9208-98092a6f6052', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a559289e-4cce-4a24-8e15-cc3c78d6d97b'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'ea040f21-2311-4005-8d3c-876220fb296b'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:01:00.897909 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:00.932662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=59688a84-f1ab-456b-a769-237a2d31de12,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:01.017328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16780810-ac83-444c-85ef-e8285b89be97 req-325c5884-407a-4ed7-bfc6-289bba3bdf3f tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=1298ec2b-1614-4d01-b8bd-119738cd4abd HTTP/1.1" status: 200 len: 210 time: 0.0363805 Nov 19 04:01:01.044875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.073985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db263aa9-758e-4f68-804e-3ff678468885 None None] Pushing event updated for resources: {'Port': ['ID=ea040f21-2311-4005-8d3c-876220fb296b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:01.138996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5891c37e-e240-46bd-bcde-5b989b56b316']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:01.156735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99a443a-2be5-4a22-a15d-09d666c7f310') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:01.157035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99a443a-2be5-4a22-a15d-09d666c7f310') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:01.174856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea040f21-2311-4005-8d3c-876220fb296b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:01.175301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.186715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.209842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.228930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.236584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:01.237083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-e90e11f0-02cd-4a27-845f-90adea211bde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59688a84-f1ab-456b-a769-237a2d31de12: This subnet is being modified by another concurrent operation. Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:01:01.265282 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59688a84-f1ab-456b-a769-237a2d31de12: This subnet is being modified by another concurrent operation. Nov 19 04:01:01.268796 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:01:01.307114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a206fe-12cb-4631-aebb-143cc1cbba47 None None] Network 5891c37e-e240-46bd-bcde-5b989b56b316 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:01.320602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd434b79-ef3e-4afb-875d-309b6b0b37d9 req-352702c8-6b16-44fa-a94e-e0c4db494228 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:01.328704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd434b79-ef3e-4afb-875d-309b6b0b37d9 req-352702c8-6b16-44fa-a94e-e0c4db494228 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.2430558 Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:01.336987 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:01.353046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.365444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.374280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/5891c37e-e240-46bd-bcde-5b989b56b316 HTTP/1.1" status: 204 len: 168 time: 0.8389010 Nov 19 04:01:01.374622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:01.409165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730c22-fe2f-4390-92da-4a359587e8ea tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=5891c37e-e240-46bd-bcde-5b989b56b316,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:01.413542 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9affef-9a80-4782-99bf-affb0276e00f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:01.415171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9affef-9a80-4782-99bf-affb0276e00f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:01.422058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0e9affef-9a80-4782-99bf-affb0276e00f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/5891c37e-e240-46bd-bcde-5b989b56b316 HTTP/1.1" status: 404 len: 339 time: 0.0433798 Nov 19 04:01:01.423235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49314) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:01.435326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911797817', 'description': 'd1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:01.452292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd434b79-ef3e-4afb-875d-309b6b0b37d9 req-bf914b89-2d9e-4ff5-8f07-542481be5569 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225972 Nov 19 04:01:01.487579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:01.490749 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27441373-8e53-49ff-b0d0-f1eef7acee3c" -d '{"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-plugged", "status": "completed", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:01.496712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:01.500616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.518893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4c220-2fea-46e0-9334-9ee4ac00c076 req-211c2378-88cb-4740-b632-51f339d6b9a3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:01.520476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89e4c220-2fea-46e0-9334-9ee4ac00c076 req-211c2378-88cb-4740-b632-51f339d6b9a3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 945 time: 0.0792003 Nov 19 04:01:01.551028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:01:01.572540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.572908 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment 62096ec0-cb6c-4775-895b-92bad8da9f09 of type vlan for network b8b3dac3-96b3-4804-9379-70b853509b1d Nov 19 04:01:01.583794 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223199e9-2b29-4ad0-adac-6f157d29d250 x-openstack-request-id: req-223199e9-2b29-4ad0-adac-6f157d29d250 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:01.584092 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-plugged", "status": "completed", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:01.584363 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-223199e9-2b29-4ad0-adac-6f157d29d250 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:01.584912 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'code': 200} Nov 19 04:01:01.589580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18224e48-131c-4757-9325-90c0be0c2088 None None] Network 5891c37e-e240-46bd-bcde-5b989b56b316 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:01.612251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18224e48-131c-4757-9325-90c0be0c2088 None None] Network 5891c37e-e240-46bd-bcde-5b989b56b316 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:01:01.620994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89e4c220-2fea-46e0-9334-9ee4ac00c076 req-914c3d85-0be6-4840-bc0d-89ae91105ed8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895395 Nov 19 04:01:01.635586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.676610 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.684305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:01.686102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.758700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] Allocated IP 172.20.0.1 (2098d274-5835-4d65-af1c-97aca1555fa9/a559289e-4cce-4a24-8e15-cc3c78d6d97b/ea040f21-2311-4005-8d3c-876220fb296b) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:01.785782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3614492 Nov 19 04:01:01.788430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:01.895447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe49a5b-4022-4169-aecb-d3144b3e7c5f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:01.897045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cfe49a5b-4022-4169-aecb-d3144b3e7c5f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks?id=b8b3dac3-96b3-4804-9379-70b853509b1d HTTP/1.1" status: 200 len: 765 time: 0.1063371 Nov 19 04:01:01.900066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49330) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:01.910747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'description': 'd2'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:01.921063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:01.979098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] For port ea040f21-2311-4005-8d3c-876220fb296b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea040f21-2311-4005-8d3c-876220fb296b,segment=NetworkSegment(1060fd71-217c-48cb-939c-780bf30d319d),segment_id=1060fd71-217c-48cb-939c-780bf30d319d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:02.023714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:02.030767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:02.254935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb9907-95f2-4210-85d5-c4838fcc9f51 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=b8b3dac3-96b3-4804-9379-70b853509b1d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:02.265121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b734b5-5658-4fc5-8bdc-6b804e18f1a8 req-4d7ead31-f598-40dd-b45d-f6c04615ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:02.269457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4b734b5-5658-4fc5-8bdc-6b804e18f1a8 req-4d7ead31-f598-40dd-b45d-f6c04615ef61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1100 time: 0.5772040 Nov 19 04:01:02.288585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:02.301376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b5373-9114-4e10-b545-98dc4e26bec9 None None] Pushing event updated for resources: {'Port': ['ID=ea040f21-2311-4005-8d3c-876220fb296b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:02.340862 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:02.407165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b8b3dac3-96b3-4804-9379-70b853509b1d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:01:02.454095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4b734b5-5658-4fc5-8bdc-6b804e18f1a8 req-cd4915c2-816f-4b3f-bf94-8763860ce180 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527684 Nov 19 04:01:02.535003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea040f21-2311-4005-8d3c-876220fb296b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:02.541760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=b8b3dac3-96b3-4804-9379-70b853509b1d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:02.545111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network b8b3dac3-96b3-4804-9379-70b853509b1d is not hosted by any dhcp agent {{(pid=109987) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:01:02.551645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:02.552519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:02.554324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2dc15706-fb73-4c7f-9545-7dddaa35d6c7 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "PUT /v2.0/networks/b8b3dac3-96b3-4804-9379-70b853509b1d HTTP/1.1" status: 200 len: 762 time: 0.6529732 Nov 19 04:01:02.556889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49352) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:02.591053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b8b3dac3-96b3-4804-9379-70b853509b1d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:01:02.641357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408574-62e5-42e0-8c87-d9e30269ac3f req-4cf810fc-c867-4b98-8b72-e37c5836b553 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:02.643908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c408574-62e5-42e0-8c87-d9e30269ac3f req-4cf810fc-c867-4b98-8b72-e37c5836b553 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.0718412 Nov 19 04:01:02.709355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea040f21-2311-4005-8d3c-876220fb296b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:02.709737 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:02.710476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c408574-62e5-42e0-8c87-d9e30269ac3f req-5d2090f6-ef51-4592-9da0-1a6872c45505 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605509 Nov 19 04:01:02.715164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a1731-bede-4d9e-a060-8f96016067da tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:02.716965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bf2a1731-bede-4d9e-a060-8f96016067da tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks?id=b8b3dac3-96b3-4804-9379-70b853509b1d HTTP/1.1" status: 200 len: 765 time: 0.1589150 Nov 19 04:01:02.721409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49356) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:02.792300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff5ee-7a0b-4f5c-a805-ca147d52015f req-d56d9648-2f05-4e43-b3f3-ed880683c495 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:02.793897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-676ff5ee-7a0b-4f5c-a805-ca147d52015f req-d56d9648-2f05-4e43-b3f3-ed880683c495 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1565931 Nov 19 04:01:02.878030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-676ff5ee-7a0b-4f5c-a805-ca147d52015f req-78610af8-a526-4dc2-8d17-ced7d108f11b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759311 Nov 19 04:01:02.889998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc77f879-7acb-4e63-92c5-204f48bdc2b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:02.891688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc77f879-7acb-4e63-92c5-204f48bdc2b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1691196 Nov 19 04:01:02.901058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49358) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:02.943563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5a87569f-3aff-4385-8bd9-e2b1f5980ce4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 207 time: 0.0412583 Nov 19 04:01:02.946831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.007302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a7783-55fb-4de5-a9b8-b784241f214f None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:03.073241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-56eab66c-3fbc-4108-8e09-51185bf42efe None None] Provisioning complete for port ea040f21-2311-4005-8d3c-876220fb296b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:03.073623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-56eab66c-3fbc-4108-8e09-51185bf42efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:03.139521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.145565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.151384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.157257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.163406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.169271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.174674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cdbf3839-3754-4c38-95c5-e639cf449fa1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2232659 Nov 19 04:01:03.175282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.314673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49368) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.318029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd629f01-391e-44bf-aa61-b4f48c8a99b1 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1414855 Nov 19 04:01:03.423257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2ec20-a24c-4f09-b210-68d23d7e4e14 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.425339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2ec20-a24c-4f09-b210-68d23d7e4e14 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.430612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2ec20-a24c-4f09-b210-68d23d7e4e14 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.432225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2ec20-a24c-4f09-b210-68d23d7e4e14 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.433794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2ec20-a24c-4f09-b210-68d23d7e4e14 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.440305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49376) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.440942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-64c2ec20-a24c-4f09-b210-68d23d7e4e14 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1251807 Nov 19 04:01:03.498432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409236b9-a08f-4027-81ae-b0eff0dc8108 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:01:03.547570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901a0b8-e398-4bbb-b049-c423ad825fa0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.552567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901a0b8-e398-4bbb-b049-c423ad825fa0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.569634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901a0b8-e398-4bbb-b049-c423ad825fa0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.576223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901a0b8-e398-4bbb-b049-c423ad825fa0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.579753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901a0b8-e398-4bbb-b049-c423ad825fa0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.586392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7901a0b8-e398-4bbb-b049-c423ad825fa0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1424906 Nov 19 04:01:03.587489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49384) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.630441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5d7e046f-26b1-4f5b-b517-f69fdd8ba156 None None] Provisioning complete for port ea040f21-2311-4005-8d3c-876220fb296b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:03.630894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d7e046f-26b1-4f5b-b517-f69fdd8ba156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:03.729273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e37071-6a5a-4c80-922e-4589ef2f0d68 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.731245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2e37071-6a5a-4c80-922e-4589ef2f0d68 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks/8035d513-97f4-4326-8136-53ee927901c2 HTTP/1.1" status: 200 len: 803 time: 0.1425200 Nov 19 04:01:03.735950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49386) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.880498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-23fc237c-d883-4829-8023-a328f28ad0e9 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/networks/8035d513-97f4-4326-8136-53ee927901c2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1425619 Nov 19 04:01:03.883895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49392) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:03.886382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409236b9-a08f-4027-81ae-b0eff0dc8108 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:01:03.934057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1461c5-694b-4c47-abcd-17d6c5c0cdc1 req-33138acd-0dc5-4a6f-b92d-f22a2a9be25e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.946324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7e1461c5-694b-4c47-abcd-17d6c5c0cdc1 req-33138acd-0dc5-4a6f-b92d-f22a2a9be25e tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.1068122 Nov 19 04:01:03.958198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aab9ae-2363-497d-9c7c-c8dbb70b948c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:03.960176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44aab9ae-2363-497d-9c7c-c8dbb70b948c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/subnets/0e976f65-3ac2-418c-9b4f-91cc7cf7b162 HTTP/1.1" status: 200 len: 843 time: 0.0750990 Nov 19 04:01:03.971943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49396) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:04.084088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5321e5bd-bd04-45af-b4c4-18f4a80641d6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['shared'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:04.089249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49400) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:04.089429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5321e5bd-bd04-45af-b4c4-18f4a80641d6 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "GET /v2.0/subnets/0e976f65-3ac2-418c-9b4f-91cc7cf7b162?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1132476 Nov 19 04:01:04.097925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777335934'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:04.113107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7e1461c5-694b-4c47-abcd-17d6c5c0cdc1 req-301107fb-3fbb-4e4a-8d87-0d92084b9919 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/security-groups?id=843f9804-8b36-40a2-825a-58f24cf5b678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519964 Nov 19 04:01:04.169472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:04.173211 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.234858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:01:04.264888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847da6b-c659-43d7-82d8-a836920a0ea2 req-7253c712-1bb8-4c50-baae-3eba560a7198 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:04.268912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2847da6b-c659-43d7-82d8-a836920a0ea2 req-7253c712-1bb8-4c50-baae-3eba560a7198 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1212060 Nov 19 04:01:04.298578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.299060 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Added segment 51534bc6-50c3-4c61-9514-a18ea11f4d55 of type vlan for network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 Nov 19 04:01:04.364845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea040f21-2311-4005-8d3c-876220fb296b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:04.384277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.439827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.445820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:04.446492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.471354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2847da6b-c659-43d7-82d8-a836920a0ea2 req-25813d52-546c-4dad-a423-7e7a4d9c9d05 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014682 Nov 19 04:01:04.493961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea040f21-2311-4005-8d3c-876220fb296b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:04.494393 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.546988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:04.552268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:04.557644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4669628 Nov 19 04:01:04.565023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b4c5d-ca34-47a3-90ec-8f893257a096 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Network': ['ID=30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:04.583056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:01:04.599581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-12a4bc2f-e926-4727-a3ff-a31b0a3b82be tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:04.601695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-12a4bc2f-e926-4727-a3ff-a31b0a3b82be tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 946 time: 0.2901552 Nov 19 04:01:04.775808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569044d-16da-4114-ab73-6bfb6c721b26 req-ee548725-8729-4dfc-bf0a-fb10d772a33f tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:04.777352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d569044d-16da-4114-ab73-6bfb6c721b26 req-ee548725-8729-4dfc-bf0a-fb10d772a33f tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1100 time: 0.1277492 Nov 19 04:01:04.811926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Deleting port 510624b4-e19d-45de-88d1-370370129074 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:04.812668 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.839928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d569044d-16da-4114-ab73-6bfb6c721b26 req-7a83ed53-c336-42f0-ab28-e40501287ef1 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554996 Nov 19 04:01:04.863316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Made reservation on behalf of 26a592766ece4e58a9250757ecff4db5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:04.867290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.949738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] For port 510624b4-e19d-45de-88d1-370370129074, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=510624b4-e19d-45de-88d1-370370129074,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:04.950698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:04.966968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Calling delete_port for 510624b4-e19d-45de-88d1-370370129074 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:04.998515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6e638985-c737-44e4-9da9-123dee7ecdb5 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:05.011718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Performing IP validity checks on allocation pools {{(pid=109987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:01:05.014264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:01:05.036464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 6e638985-c737-44e4-9da9-123dee7ecdb5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:05.036820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6e638985-c737-44e4-9da9-123dee7ecdb5 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:05.062209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-af3434f9-fc82-4137-ab75-4a5b00c3cbfa req-1d767a01-8058-4382-b8f7-a4caf1ff581b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:01:05.063285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af3434f9-fc82-4137-ab75-4a5b00c3cbfa req-1d767a01-8058-4382-b8f7-a4caf1ff581b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061455 Nov 19 04:01:05.163395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:05.201001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['510624b4-e19d-45de-88d1-370370129074'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:05.235503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Pushing event deleted for resources: {'Port': ['ID=510624b4-e19d-45de-88d1-370370129074,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:05.246797 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:05.313577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] No DVR routers for this DVR port 510624b4-e19d-45de-88d1-370370129074 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:05.316358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:05.319813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-585576bb-02f0-4428-b73e-e4b7406b5bba req-6f2f1a2d-a355-4b56-b440-b5a2804ac268 tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.31 "DELETE /v2.0/ports/510624b4-e19d-45de-88d1-370370129074 HTTP/1.1" status: 204 len: 173 time: 0.7097192 Nov 19 04:01:05.320307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'name': 'network-vif-deleted', 'tag': '510624b4-e19d-45de-88d1-370370129074'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:05.329962 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd22c9-014c-40b7-9064-4adefa9ba2d4" -d '{"events": [{"server_uuid": "6711d08a-901a-4aef-b5e7-6978b801c4aa", "name": "network-vif-deleted", "tag": "510624b4-e19d-45de-88d1-370370129074"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:05.362168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6aa9b456-8641-4df7-aa12-a63c3df50abe req-a3991773-df9c-4345-a1b1-d3278541796c tempest-ListServerFiltersTestJSON-7920779 tempest-ListServerFiltersTestJSON-7920779-project] 10.222.0.52 "GET /v2.0/ports?device_id=6711d08a-901a-4aef-b5e7-6978b801c4aa HTTP/1.1" status: 200 len: 210 time: 0.0930257 Nov 19 04:01:05.407232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=f850cf56-9ce7-4f14-a067-e217a987f5ba,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:05.423431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Checking segment: {'id': '51534bc6-50c3-4c61-9514-a18ea11f4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:05.423838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network hostable DHCP agents. Network: 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:01:05.448282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:01:05.465226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:05.474586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:05.475212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:05.483003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95383b-5abb-4453-bfe8-289c314a39fd None None] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:05.532463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1739d26d-6be6-42b7-a0ff-7f3b49643024 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9811549 Nov 19 04:01:05.532966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49432) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:05.538934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:05.602942 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d70231-1323-4db3-9c3e-c61f3e2dfa7d x-openstack-request-id: req-84d70231-1323-4db3-9c3e-c61f3e2dfa7d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:05.603638 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6711d08a-901a-4aef-b5e7-6978b801c4aa", "name": "network-vif-deleted", "tag": "510624b4-e19d-45de-88d1-370370129074", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:05.604030 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84d70231-1323-4db3-9c3e-c61f3e2dfa7d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:05.604450 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6711d08a-901a-4aef-b5e7-6978b801c4aa', 'name': 'network-vif-deleted', 'tag': '510624b4-e19d-45de-88d1-370370129074', 'status': 'completed', 'code': 200} Nov 19 04:01:05.698305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14336787'] for subnet, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:05.832439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3', 'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3', 'tenant_id': '26a592766ece4e58a9250757ecff4db5', 'fixed_ips': [{'subnet_id': 'f850cf56-9ce7-4f14-a067-e217a987f5ba'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:01:05.835838 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.087465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786271083722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13559185'] for subnet, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.187531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Allocated IP 2001:db8::3 (30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3/f850cf56-9ce7-4f14-a067-e217a987f5ba/0edee8f6-076a-4ff2-8a30-ff7589984174) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:06.207593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3a62c-7d7d-4be4-83db-3d3875f2efc4 req-395dae48-aaf7-4b12-a926-9a5b967553c0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:06.214082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bfd3a62c-7d7d-4be4-83db-3d3875f2efc4 req-395dae48-aaf7-4b12-a926-9a5b967553c0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0925577 Nov 19 04:01:06.236932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:06.237732 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.241731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "PUT /v2.0/subnets/f850cf56-9ce7-4f14-a067-e217a987f5ba HTTP/1.1" status: 200 len: 900 time: 0.7051160 Nov 19 04:01:06.243520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:06.245476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36dd1e-a388-41b9-8466-151d8844f752 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event updated for resources: {'Subnet': ['ID=f850cf56-9ce7-4f14-a067-e217a987f5ba,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:06.270320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-0153e4bc-15b0-44ee-bd15-78b2663a98e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933428 Nov 19 04:01:06.345319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bfd3a62c-7d7d-4be4-83db-3d3875f2efc4 req-c9e53289-f6ae-435a-a51e-1ed636e6cf2c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232686 Nov 19 04:01:06.449298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:06.465448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.466170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.478794 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.504767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Deleting subnet 32310513-3b89-474a-ab93-afa1c7721762 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:06.508481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.531425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:06.536532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:06.540494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:06.567506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting port 0edee8f6-076a-4ff2-8a30-ff7589984174 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:06.567958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.573576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.621799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Pushing event updated for resources: {'Port': ['ID=0edee8f6-076a-4ff2-8a30-ff7589984174,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:06.656865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.679578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Attempting to bind port 0edee8f6-076a-4ff2-8a30-ff7589984174 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:06.679962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Attempting to bind port 0edee8f6-076a-4ff2-8a30-ff7589984174 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '51534bc6-50c3-4c61-9514-a18ea11f4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:06.682714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Attempting to bind port 0edee8f6-076a-4ff2-8a30-ff7589984174 on network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:06.697777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:06.698516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Checking segment: {'id': '51534bc6-50c3-4c61-9514-a18ea11f4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:06.699248 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.704032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] For port 0edee8f6-076a-4ff2-8a30-ff7589984174, host n-d-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:06.704406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.705657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Bound using segment: {'id': '51534bc6-50c3-4c61-9514-a18ea11f4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:06.707541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Bound port: 0edee8f6-076a-4ff2-8a30-ff7589984174, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51534bc6-50c3-4c61-9514-a18ea11f4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:06.708767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.725612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Calling delete_port for 0edee8f6-076a-4ff2-8a30-ff7589984174 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:06.757580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.807579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] For port 0edee8f6-076a-4ff2-8a30-ff7589984174, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:06.812552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] For port 0edee8f6-076a-4ff2-8a30-ff7589984174, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0edee8f6-076a-4ff2-8a30-ff7589984174,segment=NetworkSegment(51534bc6-50c3-4c61-9514-a18ea11f4d55),segment_id=51534bc6-50c3-4c61-9514-a18ea11f4d55)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:06.836799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.847136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:06.855314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/32310513-3b89-474a-ab93-afa1c7721762 HTTP/1.1" status: 204 len: 168 time: 0.4022074 Nov 19 04:01:06.857372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819e694-1bf9-4340-ba50-b80f81f33061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32310513-3b89-474a-ab93-afa1c7721762,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:06.859215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49472) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:06.968847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97741324-184d-46b6-a21e-222e0affb2bd None None] Pushing event updated for resources: {'Port': ['ID=0edee8f6-076a-4ff2-8a30-ff7589984174,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:06.979641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2b632-a571-42cc-8376-805801c43a6b None None] Network e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:07.108404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:07.308062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:07.407186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Port': ['ID=0edee8f6-076a-4ff2-8a30-ff7589984174,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:07.481901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] DHCP port deletion for e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:07.524438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No DVR routers for this DVR port 0edee8f6-076a-4ff2-8a30-ff7589984174 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:07.558956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Deleting port c8de87e2-1b70-4e06-9369-4a617ebdbac0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:07.559184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:07.635417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] Deleting port c8de87e2-1b70-4e06-9369-4a617ebdbac0 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:07.636379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:07.653870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b7b2d-42cd-44f8-a8e5-81b439909bbf req-7e4a9821-4506-4282-8fbf-9fb9d5d3af93 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:07.662307 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e5b7b2d-42cd-44f8-a8e5-81b439909bbf req-7e4a9821-4506-4282-8fbf-9fb9d5d3af93 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.2048752 Nov 19 04:01:07.750281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] For port c8de87e2-1b70-4e06-9369-4a617ebdbac0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c8de87e2-1b70-4e06-9369-4a617ebdbac0,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:07.750795 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:07.768297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] Calling delete_port for c8de87e2-1b70-4e06-9369-4a617ebdbac0 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:07.890473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:07.932827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] No DVR routers for this DVR port c8de87e2-1b70-4e06-9369-4a617ebdbac0 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:07.936491 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79d18-43ac-4f83-970e-ac02a320dcfc None None] Pushing event deleted for resources: {'Port': ['ID=c8de87e2-1b70-4e06-9369-4a617ebdbac0,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:08.079029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.091469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] For port c8de87e2-1b70-4e06-9369-4a617ebdbac0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c8de87e2-1b70-4e06-9369-4a617ebdbac0,segment=NetworkSegment(cb406d77-f0b4-4a44-b191-1e4af0cc2f86),segment_id=cb406d77-f0b4-4a44-b191-1e4af0cc2f86)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:08.091857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.143948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Calling delete_port for c8de87e2-1b70-4e06-9369-4a617ebdbac0 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:08.168355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9e5b7b2d-42cd-44f8-a8e5-81b439909bbf req-21671b10-eebc-40b7-8337-413a4c2e242b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051401 Nov 19 04:01:08.274393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.337097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=f850cf56-9ce7-4f14-a067-e217a987f5ba,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:08.410104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c8de87e2-1b70-4e06-9369-4a617ebdbac0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:08.461233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c8de87e2-1b70-4e06-9369-4a617ebdbac0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:08.461473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c8de87e2-1b70-4e06-9369-4a617ebdbac0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:08.482499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 510624b4-e19d-45de-88d1-370370129074 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:08.508032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.532957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.547192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 510624b4-e19d-45de-88d1-370370129074 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:08.547545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 510624b4-e19d-45de-88d1-370370129074 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:08.587769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8de87e2-1b70-4e06-9369-4a617ebdbac0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:08.598369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] No DVR routers for this DVR port c8de87e2-1b70-4e06-9369-4a617ebdbac0 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:08.601396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:08.639690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-b41b02f7-0ddd-4f99-b95e-ce9a678d959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:08.645727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-b41b02f7-0ddd-4f99-b95e-ce9a678d959b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1100 time: 0.0905471 Nov 19 04:01:08.647632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51534bc6-50c3-4c61-9514-a18ea11f4d55') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:08.647939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51534bc6-50c3-4c61-9514-a18ea11f4d55') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:08.669682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.722655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.732640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.750912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:08.751338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:08.754492 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:08.764078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611867a0-fc9f-4981-aeb0-2e5ea873f55e None None] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:08.811193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2211335-ce8b-4ba5-ad9a-241bb5d9aca5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:08.837872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-014ee799-fc03-4b48-be04-6ee34b324d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:08.844719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-014ee799-fc03-4b48-be04-6ee34b324d85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1865087 Nov 19 04:01:08.865822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-958a38a8-b2ba-40aa-9284-de7020c640fd None None] Could not find standard attr ID for object 0edee8f6-076a-4ff2-8a30-ff7589984174. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:01:08.870550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:08.871122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb406d77-f0b4-4a44-b191-1e4af0cc2f86') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:08.888170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.905122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.910431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-58493246-f6c9-4963-ab0d-13c030b1c09b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0598903 Nov 19 04:01:08.920513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.924817 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 HTTP/1.1" status: 204 len: 168 time: 2.6805618 Nov 19 04:01:08.927599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.929780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49502) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:08.943264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900058a3-ff14-401d-a9b1-b44b1af54bd4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:08.953616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:08.954136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:08.968227 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:08.995932 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6ffd7c-9d98-4305-9868-fed1e4a1b692 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:08.996330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6ffd7c-9d98-4305-9868-fed1e4a1b692 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:09.002265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7d6ffd7c-9d98-4305-9868-fed1e4a1b692 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/f850cf56-9ce7-4f14-a067-e217a987f5ba HTTP/1.1" status: 404 len: 337 time: 0.0699489 Nov 19 04:01:09.003651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49504) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.036158 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b056b480-2b3b-41b9-9541-7077a1c8ad6f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:09.036699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b056b480-2b3b-41b9-9541-7077a1c8ad6f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:09.039973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b056b480-2b3b-41b9-9541-7077a1c8ad6f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 HTTP/1.1" status: 404 len: 339 time: 0.0354218 Nov 19 04:01:09.044037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49506) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.057872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d83f61-04fc-4b9e-b337-054638cf8763 None None] DHCP port deletion for 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:09.060386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-e74cef66-3d8d-40d4-a947-90610ba94fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:09.062035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-e74cef66-3d8d-40d4-a947-90610ba94fd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1223025 Nov 19 04:01:09.065399 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.073000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.079454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e2211335-ce8b-4ba5-ad9a-241bb5d9aca5 HTTP/1.1" status: 204 len: 168 time: 2.2175913 Nov 19 04:01:09.119899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bcb87-e6e5-4313-bd1f-a24ed9deaa72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2211335-ce8b-4ba5-ad9a-241bb5d9aca5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:09.153261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc2f23-8f4f-40d0-90f2-8913a5d2e66a None None] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:09.169636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.172773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc2f23-8f4f-40d0-90f2-8913a5d2e66a None None] Network 30b7ad22-623a-4ca7-ba6e-ccb3b8461cd3 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:01:09.182963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-7430bad2-c746-44fc-84dc-e7358860e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:09.185379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-7430bad2-c746-44fc-84dc-e7358860e417 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128185 Nov 19 04:01:09.376443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49518) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.390556 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.421111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9543e5cb-ce31-4688-90e4-d5f07295ea84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36f1c0ef74584681920146eaf7361eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433776 Nov 19 04:01:09.423847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49520) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.430761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc0500-4dda-449b-a618-440f5369dcbc req-d22da6c9-8fe7-424b-bd86-4e1dccbc9c90 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:09.432300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88cc0500-4dda-449b-a618-440f5369dcbc req-d22da6c9-8fe7-424b-bd86-4e1dccbc9c90 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1531985 Nov 19 04:01:09.434031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b3dac3-96b3-4804-9379-70b853509b1d']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:09.447881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-33e72556-6bb4-4149-b6ae-04d924aba031 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518125 Nov 19 04:01:09.449552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62096ec0-cb6c-4775-895b-92bad8da9f09') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:09.449864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62096ec0-cb6c-4775-895b-92bad8da9f09') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:09.473591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.485749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b492c63-ffe0-4061-ab52-4df321c044cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.510416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b492c63-ffe0-4061-ab52-4df321c044cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.530998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.551793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:09.552211 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:09.555209 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:09.568770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b492c63-ffe0-4061-ab52-4df321c044cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.571911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b492c63-ffe0-4061-ab52-4df321c044cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.575625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1b492c63-ffe0-4061-ab52-4df321c044cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/843f9804-8b36-40a2-825a-58f24cf5b678 HTTP/1.1" status: 204 len: 168 time: 0.1482730 Nov 19 04:01:09.589110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b492c63-ffe0-4061-ab52-4df321c044cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843f9804-8b36-40a2-825a-58f24cf5b678,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:09.625138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88cc0500-4dda-449b-a618-440f5369dcbc req-a035a492-9402-431c-ab7f-f06ac440ed1f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816442 Nov 19 04:01:09.660724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.674032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.677795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/b8b3dac3-96b3-4804-9379-70b853509b1d HTTP/1.1" status: 204 len: 168 time: 0.6325448 Nov 19 04:01:09.680151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49526) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.691713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-2176c988-b0e5-40ed-a17b-1308a1b38a91 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297425 Nov 19 04:01:09.693145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=b8b3dac3-96b3-4804-9379-70b853509b1d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:09.710854 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c607b9-6afb-4f34-998d-8d3999bc6a83 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:09.711381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c607b9-6afb-4f34-998d-8d3999bc6a83 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:09.713109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.713473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.713911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.715384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.715384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.715636 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-63c607b9-6afb-4f34-998d-8d3999bc6a83 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/59688a84-f1ab-456b-a769-237a2d31de12 HTTP/1.1" status: 404 len: 337 time: 0.0334599 Nov 19 04:01:09.715722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.717996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.718218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49528) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.718389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.719174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.719535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.719921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.720434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b2f05-83b6-44bb-9d9a-44f9325030f8 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:09.745472 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31c28fe-d4a4-4f9e-8af7-6d0c2a4fcf92 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:09.746022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31c28fe-d4a4-4f9e-8af7-6d0c2a4fcf92 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:09.751146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b31c28fe-d4a4-4f9e-8af7-6d0c2a4fcf92 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/5891c37e-e240-46bd-bcde-5b989b56b316 HTTP/1.1" status: 404 len: 339 time: 0.0302546 Nov 19 04:01:09.753335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49530) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:09.830356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting subnet a559289e-4cce-4a24-8e15-cc3c78d6d97b {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:09.834386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.882223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:09.984289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.064044 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.111286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=a559289e-4cce-4a24-8e15-cc3c78d6d97b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:10.114519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.120927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a291a9be-c0b3-4017-87d0-65ca03c0b8fa tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/a559289e-4cce-4a24-8e15-cc3c78d6d97b HTTP/1.1" status: 204 len: 168 time: 0.3644063 Nov 19 04:01:10.121902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49544) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:10.125340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6696f79f-90da-4d9b-8320-436bd2934318 None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:10.193463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting subnet 85ceb556-e01d-4abd-9208-98092a6f6052 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:10.198850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.289742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.330865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0edee8f6-076a-4ff2-8a30-ff7589984174 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:10.385367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0edee8f6-076a-4ff2-8a30-ff7589984174 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:10.386670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0edee8f6-076a-4ff2-8a30-ff7589984174 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:10.424714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.504802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.533775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=85ceb556-e01d-4abd-9208-98092a6f6052,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:10.539325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.547063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-de7d0f71-ba56-448b-8a0b-b4c1935162b4 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/85ceb556-e01d-4abd-9208-98092a6f6052 HTTP/1.1" status: 204 len: 168 time: 0.4236059 Nov 19 04:01:10.547634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49560) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:10.602367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:10.700350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.766590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-62202941-network', 'tenant_id': '28a47c9dd0064f97bbb1794076b8d037'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:10.806232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Made reservation on behalf of 28a47c9dd0064f97bbb1794076b8d037 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:10.808644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.817412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfea7b-4d33-40cb-92b0-058afbc93bf9 req-d7b7885e-9847-4605-804d-642d8dcb2a47 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:10.822289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.825500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3bfea7b-4d33-40cb-92b0-058afbc93bf9 req-d7b7885e-9847-4605-804d-642d8dcb2a47 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1148493 Nov 19 04:01:10.917704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting port ea040f21-2311-4005-8d3c-876220fb296b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:10.918738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.929136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.935485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3bfea7b-4d33-40cb-92b0-058afbc93bf9 req-e5dda787-34d5-4792-a5cf-7d6b515f8585 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000760 Nov 19 04:01:10.935780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.980959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:01:10.991557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:10.991953 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Added segment 33f61625-b5b9-49fd-8e7a-fc5fe5572511 of type vlan for network 23bcd232-f79d-48d6-8146-3c27f4373854 Nov 19 04:01:11.002742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddef482-706d-4f9c-8616-e7b7d3830bd7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:11.030797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] For port ea040f21-2311-4005-8d3c-876220fb296b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea040f21-2311-4005-8d3c-876220fb296b,segment=NetworkSegment(1060fd71-217c-48cb-939c-780bf30d319d),segment_id=1060fd71-217c-48cb-939c-780bf30d319d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:11.031252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.048248 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.051172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Calling delete_port for ea040f21-2311-4005-8d3c-876220fb296b owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:11.085028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.086118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:11.086839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.143299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.157758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67964763-d8c8-412a-9d40-821d22d03822 None None] Network 2098d274-5835-4d65-af1c-97aca1555fa9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:11.180168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5736852 Nov 19 04:01:11.180385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49570) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.185747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Request body: {'subnet': {'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-62202941-subnet', 'tenant_id': '28a47c9dd0064f97bbb1794076b8d037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:11.190999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Port': ['ID=ea040f21-2311-4005-8d3c-876220fb296b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:11.194659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No DVR routers for this DVR port ea040f21-2311-4005-8d3c-876220fb296b on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:11.209721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff7088-8ae5-4445-81c8-78c766633487 admin admin] Pushing event updated for resources: {'Network': ['ID=23bcd232-f79d-48d6-8146-3c27f4373854,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:11.214908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Made reservation on behalf of 28a47c9dd0064f97bbb1794076b8d037 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:11.217624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.252790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 23bcd232-f79d-48d6-8146-3c27f4373854 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:01:11.275594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-52256598-f8a2-4ff0-9597-71a11e979736 None None] Could not find standard attr ID for object ea040f21-2311-4005-8d3c-876220fb296b. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:01:11.286784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.317434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2098d274-5835-4d65-af1c-97aca1555fa9']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:11.337136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1060fd71-217c-48cb-939c-780bf30d319d') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:11.337877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1060fd71-217c-48cb-939c-780bf30d319d') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:11.351036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.398543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.409282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:11.409758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:11.413135 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:11.457969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.552746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480e87f-590c-4b82-918f-d40b3712c420 None None] DHCP port deletion for 2098d274-5835-4d65-af1c-97aca1555fa9 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:11.558520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f469f920-cb75-4b94-b328-e8b6da9dee63,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:11.559121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.585038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Checking segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:11.585422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Network hostable DHCP agents. Network: 23bcd232-f79d-48d6-8146-3c27f4373854, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:01:11.587309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.594464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/2098d274-5835-4d65-af1c-97aca1555fa9 HTTP/1.1" status: 204 len: 168 time: 1.0456710 Nov 19 04:01:11.595514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49582) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.615744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Network 23bcd232-f79d-48d6-8146-3c27f4373854 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:01:11.640815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b187-1b61-4f69-8cb4-7e55c79ae02f tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=2098d274-5835-4d65-af1c-97aca1555fa9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:11.642850 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ae5774-aaec-4baf-89ef-f7c0e1f29a0b tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:11.643530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ae5774-aaec-4baf-89ef-f7c0e1f29a0b tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:11.650829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-37ae5774-aaec-4baf-89ef-f7c0e1f29a0b tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/97b987ad-89c2-4564-8e76-f658a10a2aba HTTP/1.1" status: 404 len: 337 time: 0.0503955 Nov 19 04:01:11.652091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49584) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.662567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 23bcd232-f79d-48d6-8146-3c27f4373854) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:11.671630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b4ab0-5652-4da6-a7ee-e37133166be7 None None] Network 23bcd232-f79d-48d6-8146-3c27f4373854 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:11.675865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:11.676714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:11.677910 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5989f576-ee06-4b76-90f6-09bfd47c4ee0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:11.678760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5989f576-ee06-4b76-90f6-09bfd47c4ee0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:11.686043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5989f576-ee06-4b76-90f6-09bfd47c4ee0 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/a18e515b-b43a-4a7c-89ed-cb13f7f336db HTTP/1.1" status: 404 len: 339 time: 0.0293586 Nov 19 04:01:11.686702 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49588) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.714565 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a26efe92-60f7-4ad1-bd67-5dd017561532 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5330551 Nov 19 04:01:11.732646 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e53461-1fec-4a06-94ba-63386b518964 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:11.733846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e53461-1fec-4a06-94ba-63386b518964 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:11.737488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-05e53461-1fec-4a06-94ba-63386b518964 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/2d9bdfc4-e8a7-4032-a652-9e1d73e19540 HTTP/1.1" status: 404 len: 337 time: 0.0497518 Nov 19 04:01:11.740475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49592) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.787101 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bde33fa-5685-4e34-a16f-bea148ad02c3 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:11.787650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bde33fa-5685-4e34-a16f-bea148ad02c3 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:11.790830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9bde33fa-5685-4e34-a16f-bea148ad02c3 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/a8b6a040-e799-418c-b049-790f84b886a1 HTTP/1.1" status: 404 len: 339 time: 0.0491552 Nov 19 04:01:11.793635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49594) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.821148 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-78686a10-677b-42e1-a9bf-3d7d7e72754e tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:11.821619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78686a10-677b-42e1-a9bf-3d7d7e72754e tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:11.839149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49602) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:11.842533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-78686a10-677b-42e1-a9bf-3d7d7e72754e tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/a37bd432-6de9-4ce3-87ab-7268dd1e8d89 HTTP/1.1" status: 404 len: 337 time: 0.0476608 Nov 19 04:01:11.886401 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5c8751-4cd2-460f-a044-c74cc9fd993c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:11.887108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5c8751-4cd2-460f-a044-c74cc9fd993c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:11.893337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178c16c-db5c-4e6d-b36c-226859078c8c None None] Network 23bcd232-f79d-48d6-8146-3c27f4373854 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:11.893527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be5c8751-4cd2-460f-a044-c74cc9fd993c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/fe7f415b-1e2e-4eff-8143-bf500ab01d3f HTTP/1.1" status: 404 len: 339 time: 0.0510314 Nov 19 04:01:11.894183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49608) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:12.008020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting subnet 77407993-7904-40b5-8511-a4414486aca2 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:12.013744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.073641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.134583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-91fb837d-4f37-459f-890e-0ace262d04ad tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:12.136123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-91fb837d-4f37-459f-890e-0ace262d04ad tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.1891098 Nov 19 04:01:12.178587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-f8d9cffa-449a-4dc9-88b3-14b580c24a2a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/quotas/a097f7582e9b4af79141bb8b24dc41c9 HTTP/1.1" status: 200 len: 375 time: 0.0290291 Nov 19 04:01:12.224032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.295083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-cc4aad07-19fc-41cc-b583-34ded850357d tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058581 Nov 19 04:01:12.337977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d76704c4-8fbd-4876-b37d-a361deb067a3 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:12.347246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d76704c4-8fbd-4876-b37d-a361deb067a3 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 816 time: 0.1378694 Nov 19 04:01:12.360161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-09ea802f-fd34-404e-bb06-a647ec7e1cce tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/quotas/28a47c9dd0064f97bbb1794076b8d037 HTTP/1.1" status: 200 len: 375 time: 0.0114450 Nov 19 04:01:12.372857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea040f21-2311-4005-8d3c-876220fb296b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:12.400638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ea040f21-2311-4005-8d3c-876220fb296b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:12.401188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea040f21-2311-4005-8d3c-876220fb296b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:12.404282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-2cf69021-677b-46a7-a003-c579b6f17818 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376837 Nov 19 04:01:12.555145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-08f72d02-5d89-4afb-8ea3-07d7b53e8a7c service neutron] 10.222.0.52 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499624 Nov 19 04:01:12.666637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-75b54ae0-0c36-40d9-a66d-a5bd450ad801 service neutron] 10.222.0.52 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006515 Nov 19 04:01:12.691784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.717561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec166fc-32a8-4ebf-923e-2e40b3c7e579 None None] Network 85c1bddf-65b6-4399-9c85-e927d7f4370e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:12.726423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.729999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/77407993-7904-40b5-8511-a4414486aca2 HTTP/1.1" status: 204 len: 168 time: 0.8345561 Nov 19 04:01:12.733868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d5f7e-7089-4e5f-88ad-a0c780474857 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=77407993-7904-40b5-8511-a4414486aca2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:12.734730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49636) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:12.791264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-2b7ac547-09a5-4f3d-94f1-debb6f1b397e service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951119 Nov 19 04:01:12.853121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.925327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting port 6a1e8a48-a2c5-44cb-8515-4d788795e766 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:12.925752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:12.945778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-60065b44-2772-4116-9ed6-147cf3e31762 service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535568 Nov 19 04:01:13.077023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] DHCP port deletion for 85c1bddf-65b6-4399-9c85-e927d7f4370e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:13.146909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] For port 6a1e8a48-a2c5-44cb-8515-4d788795e766, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6a1e8a48-a2c5-44cb-8515-4d788795e766,segment=NetworkSegment(ed9c2a67-f04e-4696-8446-a056e0f60b9d),segment_id=ed9c2a67-f04e-4696-8446-a056e0f60b9d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:13.147158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.155126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] Deleting port 6a1e8a48-a2c5-44cb-8515-4d788795e766 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:13.155599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.178739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deff07-c93f-4037-a434-b01933c21933 req-20df3f22-2021-4ef5-a18b-c26efb053427 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:13.180898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89deff07-c93f-4037-a434-b01933c21933 req-20df3f22-2021-4ef5-a18b-c26efb053427 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1281047 Nov 19 04:01:13.186273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Calling delete_port for 6a1e8a48-a2c5-44cb-8515-4d788795e766 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:13.274936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] For port 6a1e8a48-a2c5-44cb-8515-4d788795e766, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6a1e8a48-a2c5-44cb-8515-4d788795e766,segment=NetworkSegment(ed9c2a67-f04e-4696-8446-a056e0f60b9d),segment_id=ed9c2a67-f04e-4696-8446-a056e0f60b9d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:13.278501 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.304055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89deff07-c93f-4037-a434-b01933c21933 req-ccbcab53-0da5-43fe-a288-2c80d1607004 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146262 Nov 19 04:01:13.323332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] Calling delete_port for 6a1e8a48-a2c5-44cb-8515-4d788795e766 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:13.394214 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.438526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.458032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Port': ['ID=6a1e8a48-a2c5-44cb-8515-4d788795e766,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:13.467170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No DVR routers for this DVR port 6a1e8a48-a2c5-44cb-8515-4d788795e766 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:13.496800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] Pushing event deleted for resources: {'Port': ['ID=6a1e8a48-a2c5-44cb-8515-4d788795e766,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:13.508445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67df1ab-576c-4ec0-8be2-960c8ce3308b None None] No DVR routers for this DVR port 6a1e8a48-a2c5-44cb-8515-4d788795e766 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:13.562620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-275436a7-3fcd-436f-9e13-16cc91288a70 req-c1ea5954-cda3-4d5d-942d-357943ff1383 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 210 time: 0.0741763 Nov 19 04:01:13.647006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.670583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c1bddf-65b6-4399-9c85-e927d7f4370e']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:13.681522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9c2a67-f04e-4696-8446-a056e0f60b9d') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:13.681522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9c2a67-f04e-4696-8446-a056e0f60b9d') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:13.689738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-822d6861-9e5e-498f-b2ef-8fed2577fda5 req-67a89fd2-51cc-4487-b22c-c956d04ba81b tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 210 time: 0.0966821 Nov 19 04:01:13.697854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.724844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.748217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:13.749007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:13.752723 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:13.831905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.859776 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:13.863227 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/85c1bddf-65b6-4399-9c85-e927d7f4370e HTTP/1.1" status: 204 len: 168 time: 1.1273239 Nov 19 04:01:13.864137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057560-7a69-4807-a399-675c18634018 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=85c1bddf-65b6-4399-9c85-e927d7f4370e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:13.866456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49672) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:13.897055 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c649b41-80f1-43da-9bee-db839f586a99 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:13.897530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c649b41-80f1-43da-9bee-db839f586a99 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:13.903392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c649b41-80f1-43da-9bee-db839f586a99 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/914caa25-57c7-44e0-8bc9-ac5d71a4dab7 HTTP/1.1" status: 404 len: 337 time: 0.0335414 Nov 19 04:01:13.903986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49674) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:13.926079 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dcd84a-789c-4612-9f7d-20e4dbcaae63 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] DELETE failed (client error): The resource could not be found. Nov 19 04:01:13.926641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dcd84a-789c-4612-9f7d-20e4dbcaae63 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:01:13.932500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e7dcd84a-789c-4612-9f7d-20e4dbcaae63 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/8e432f40-054a-43af-90d3-4866fd351195 HTTP/1.1" status: 404 len: 339 time: 0.0250695 Nov 19 04:01:13.933136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:13.997662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting subnet 0e976f65-3ac2-418c-9b4f-91cc7cf7b162 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:14.000895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.055608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.170238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.311651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.359738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6a1e8a48-a2c5-44cb-8515-4d788795e766 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:14.366777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.379909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/subnets/0e976f65-3ac2-418c-9b4f-91cc7cf7b162 HTTP/1.1" status: 204 len: 168 time: 0.4418190 Nov 19 04:01:14.380430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:14.429732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd660fc-9cde-4cae-a4bb-0715e9bcd80c tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Subnet': ['ID=0e976f65-3ac2-418c-9b4f-91cc7cf7b162,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:14.446861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6a1e8a48-a2c5-44cb-8515-4d788795e766 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:14.450968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6a1e8a48-a2c5-44cb-8515-4d788795e766 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:14.452702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfd8f2-17b4-4e4d-9f76-1259da640963 None None] Network 8035d513-97f4-4326-8136-53ee927901c2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:14.521505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daa9b7-fb11-4989-8a9c-03129ad057f3 req-30e7a215-db48-46a0-b507-0b79f4d18363 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:14.533900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6daa9b7-fb11-4989-8a9c-03129ad057f3 req-30e7a215-db48-46a0-b507-0b79f4d18363 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0932159 Nov 19 04:01:14.633358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.646810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6daa9b7-fb11-4989-8a9c-03129ad057f3 req-8fabbabf-ba35-404f-8245-a997091435c0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082537 Nov 19 04:01:14.778979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] DHCP port deletion for 8035d513-97f4-4326-8136-53ee927901c2 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:14.802719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Deleting port 6307da12-9d98-4307-a5a1-88dc7c2d0097 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:14.803260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:14.907419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] Deleting port 6307da12-9d98-4307-a5a1-88dc7c2d0097 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:14.916064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.008966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] For port 6307da12-9d98-4307-a5a1-88dc7c2d0097, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6307da12-9d98-4307-a5a1-88dc7c2d0097,segment=NetworkSegment(8343c8a4-acca-4ef3-8d99-6a8dd405c4c5),segment_id=8343c8a4-acca-4ef3-8d99-6a8dd405c4c5)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:15.009612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.025698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] Calling delete_port for 6307da12-9d98-4307-a5a1-88dc7c2d0097 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:15.061074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-f01d1955-2f0d-44b2-a245-ea720422a553 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:15.064781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-f01d1955-2f0d-44b2-a245-ea720422a553 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.2008069 Nov 19 04:01:15.086803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f25cd7c8-c719-4e0b-a50b-0302c24f13ae req-a452d6a9-1f2f-454e-98da-79b723fd24d8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 210 time: 0.1118250 Nov 19 04:01:15.093572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Request body: {'port': {'device_id': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'admin_state_up': True, 'tenant_id': 'a097f7582e9b4af79141bb8b24dc41c9'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:15.128477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b07c98f-fc23-422a-bee1-b76ac5815a41 req-7ec89d50-5f38-4090-8f6f-b498ab6ecadf tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 210 time: 0.0616562 Nov 19 04:01:15.229458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] For port 6307da12-9d98-4307-a5a1-88dc7c2d0097, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6307da12-9d98-4307-a5a1-88dc7c2d0097,segment=NetworkSegment(8343c8a4-acca-4ef3-8d99-6a8dd405c4c5),segment_id=8343c8a4-acca-4ef3-8d99-6a8dd405c4c5)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:15.236048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.291640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Calling delete_port for 6307da12-9d98-4307-a5a1-88dc7c2d0097 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:15.361968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Made reservation on behalf of a097f7582e9b4af79141bb8b24dc41c9 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:15.368419 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.423673 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.484378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] Pushing event deleted for resources: {'Port': ['ID=6307da12-9d98-4307-a5a1-88dc7c2d0097,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:15.493661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2f56b-238c-464f-be74-1edb2d97d839 None None] No DVR routers for this DVR port 6307da12-9d98-4307-a5a1-88dc7c2d0097 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:15.517926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.551140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Port': ['ID=6307da12-9d98-4307-a5a1-88dc7c2d0097,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:15.556839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] No DVR routers for this DVR port 6307da12-9d98-4307-a5a1-88dc7c2d0097 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:15.662663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.691478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8035d513-97f4-4326-8136-53ee927901c2']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:15.710070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:15.710402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8343c8a4-acca-4ef3-8d99-6a8dd405c4c5') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:15.717317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Allocated IP 172.20.0.2 (77f218d4-b4d2-4503-abc1-756d2f76e844/a485d9a1-3c19-4a5c-902c-c78282ababbf/a699a3d4-02ec-4a52-a71d-8bd8cbf1da08) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:15.729736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.757125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.772827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e82a2-d883-489d-b713-390e0ca500fb req-0c8a2c49-1126-456a-8b8d-803060a646f1 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:15.775817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:15.776245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.778673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-703e82a2-d883-489d-b713-390e0ca500fb req-0c8a2c49-1126-456a-8b8d-803060a646f1 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.1985123 Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:15.781093 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:15.830752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d370ab5e-202c-4f77-acdb-c9d1333b5981 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:15.832282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d370ab5e-202c-4f77-acdb-c9d1333b5981 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 816 time: 0.2450626 Nov 19 04:01:15.882019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Request body: {'port': {'device_id': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'admin_state_up': True, 'tenant_id': '28a47c9dd0064f97bbb1794076b8d037'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:15.889118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.897636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:15.901022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] 10.222.0.52 "DELETE /v2.0/networks/8035d513-97f4-4326-8136-53ee927901c2 HTTP/1.1" status: 204 len: 168 time: 1.5192699 Nov 19 04:01:15.909751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036acc51-d04e-4b34-8bc4-0dd9b7faaf92 req-2d8f733e-15b5-4c1b-9509-6c4ea4dad191 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:15.911319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-036acc51-d04e-4b34-8bc4-0dd9b7faaf92 req-2d8f733e-15b5-4c1b-9509-6c4ea4dad191 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1152239 Nov 19 04:01:15.923678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f99451-5baf-4023-9599-7ff44eafd581 tempest-NetworksIpV6Test-1298696017 tempest-NetworksIpV6Test-1298696017-project] Pushing event deleted for resources: {'Network': ['ID=8035d513-97f4-4326-8136-53ee927901c2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:15.986350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-036acc51-d04e-4b34-8bc4-0dd9b7faaf92 req-bf43911b-595c-4661-bd30-103d1aa2c345 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Nov 19 04:01:15.988593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-703e82a2-d883-489d-b713-390e0ca500fb req-4433d235-66c8-465f-961d-d6e2bb657bd3 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911120 Nov 19 04:01:16.173550 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.207049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:16.215046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Made reservation on behalf of 28a47c9dd0064f97bbb1794076b8d037 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:16.219856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.260828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.277663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28', '52507a2b-5ec3-445f-9a92-508cc15d83e3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:16.451662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6307da12-9d98-4307-a5a1-88dc7c2d0097 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:16.471776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:16.472581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event updated for resources: {'Port': ['ID=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:16.485590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:16.508828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef074830-2e6b-438f-8d54-257b57f1fc23 req-650e5b36-dd37-4cc4-b3f1-4925a061699e tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 210 time: 0.1397851 Nov 19 04:01:16.524713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b526d-e0d6-435f-b48c-745e8dd0b8f5 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:16.526585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:16.544862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6307da12-9d98-4307-a5a1-88dc7c2d0097 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:16.545797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6307da12-9d98-4307-a5a1-88dc7c2d0097 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:16.604692 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0a36544-7057-4d54-a255-8d56f9856da7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26a592766ece4e58a9250757ecff4db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960774 Nov 19 04:01:16.605233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49720) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:16.630238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-fca21a1a-74a9-4704-b7f2-87f1b5c423a8 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:16.631798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-fca21a1a-74a9-4704-b7f2-87f1b5c423a8 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 816 time: 0.3722618 Nov 19 04:01:16.679156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Request body: {'port': {'device_id': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'admin_state_up': True, 'tenant_id': '28a47c9dd0064f97bbb1794076b8d037'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:16.684054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cc0d1-b323-41bc-af50-a30a8db29c19 req-1fbcf83b-7eef-4ca9-9f5e-9155887d3f22 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:16.692886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d91cc0d1-b323-41bc-af50-a30a8db29c19 req-1fbcf83b-7eef-4ca9-9f5e-9155887d3f22 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 931 time: 0.3110843 Nov 19 04:01:16.702698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:16.703379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.734241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-207c15ef-53fd-4a91-bf06-1aa264c9d914 None None] Provisioning complete for port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:16.735713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-207c15ef-53fd-4a91-bf06-1aa264c9d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.767824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Allocated IP 172.20.0.14 (23bcd232-f79d-48d6-8146-3c27f4373854/f469f920-cb75-4b94-b328-e8b6da9dee63/7dc20f7f-6097-43f2-a981-c5b4c75e8eb3) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:16.777779 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5a6f-6267-483e-a96b-7867609df1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.787787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-76d26a8f-dce9-4d7b-bcb1-1a95cc814d03 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7018111 Nov 19 04:01:16.812153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Request body: {'port': {'device_id': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:16.812791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-207c15ef-53fd-4a91-bf06-1aa264c9d914 None None] Port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:01:16.817418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5a6f-6267-483e-a96b-7867609df1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.855759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d91cc0d1-b323-41bc-af50-a30a8db29c19 req-84f1afd9-bb0a-4df1-af2e-3eb3e0e3dad3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619070 Nov 19 04:01:16.913286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Made reservation on behalf of 28a47c9dd0064f97bbb1794076b8d037 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:16.917469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.930240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5a6f-6267-483e-a96b-7867609df1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.933181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee9e5a6f-6267-483e-a96b-7867609df1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:16.934556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ee9e5a6f-6267-483e-a96b-7867609df1a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58292833-a191-4224-a306-acddfc7ddf9d HTTP/1.1" status: 204 len: 168 time: 0.3243892 Nov 19 04:01:16.948372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e5a6f-6267-483e-a96b-7867609df1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58292833-a191-4224-a306-acddfc7ddf9d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:17.024850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.122763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fb728-143f-4132-8263-5d87dcc63746 req-981ca8f5-5e45-4f99-aaed-a5361259c26f tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:17.124414 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a99fb728-143f-4132-8263-5d87dcc63746 req-981ca8f5-5e45-4f99-aaed-a5361259c26f tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.0623996 Nov 19 04:01:17.178326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a99fb728-143f-4132-8263-5d87dcc63746 req-f381042d-af52-4f4b-8b9d-bbcb8abe7708 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470552 Nov 19 04:01:17.220051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-f0512a5a-9cfc-4260-8cfe-1f78034541f1 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:17.221566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-f0512a5a-9cfc-4260-8cfe-1f78034541f1 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 816 time: 0.3522470 Nov 19 04:01:17.251840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Request body: {'port': {'device_id': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'admin_state_up': True, 'tenant_id': '28a47c9dd0064f97bbb1794076b8d037'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:17.333490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b81252-1375-45ce-b271-e0a8d5c0ba8b req-936be331-dc76-41d7-87a9-b58cd08e3852 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:17.338030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6b81252-1375-45ce-b271-e0a8d5c0ba8b req-936be331-dc76-41d7-87a9-b58cd08e3852 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.2394190 Nov 19 04:01:17.376071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.531430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6b81252-1375-45ce-b271-e0a8d5c0ba8b req-688c4908-3559-491a-b5a1-17ac4ce4a7bb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614678 Nov 19 04:01:17.583850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.647242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a742d247-d0e7-4fda-bc5e-10d4cc7bcba7 req-b01df901-ac85-4336-bbea-b781b8fffeb8 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 210 time: 0.0390098 Nov 19 04:01:17.663159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Network 23bcd232-f79d-48d6-8146-3c27f4373854 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:17.667342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Made reservation on behalf of 28a47c9dd0064f97bbb1794076b8d037 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:17.671332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.681025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:17.683652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:17.690632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Allocated IP 172.20.0.13 (23bcd232-f79d-48d6-8146-3c27f4373854/f469f920-cb75-4b94-b328-e8b6da9dee63/6c45f83c-b642-414d-9df4-607106715828) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:17.704852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Pushing event updated for resources: {'Port': ['ID=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:17.745327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49754) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:17.797437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:17.838743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:17.839389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.844857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.875993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Transition to ACTIVE for port object a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:17.877500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dc3cd03f-3747-4f0f-b0be-7dda0989ebfc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:17.878431 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-dc3cd03f-3747-4f0f-b0be-7dda0989ebfc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 04:01:17.879023 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-dc3cd03f-3747-4f0f-b0be-7dda0989ebfc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 04:01:17.883779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-d93ac645-c0ba-4b38-8c38-1cc39784d57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0177274 Nov 19 04:01:17.883943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dc3cd03f-3747-4f0f-b0be-7dda0989ebfc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1335020 Nov 19 04:01:17.884062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.885037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49760) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:17.891846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--179274175'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:17.902275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:17.943728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.31', 55350) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:17.944450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8082532-d1f2-4b48-b2fd-356d3de75a65 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:17.960676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Request body: {'port': {'device_id': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:17.967289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.021605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Network 23bcd232-f79d-48d6-8146-3c27f4373854 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:18.036534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97886a34-a202-490f-b168-3b3babb4e52d req-3d4e510e-d4a5-4463-af18-749a8b31c8aa tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:18.038131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97886a34-a202-490f-b168-3b3babb4e52d req-3d4e510e-d4a5-4463-af18-749a8b31c8aa tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 943 time: 0.1071608 Nov 19 04:01:18.039052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:18.045232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:18.054144 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.065313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Pushing event updated for resources: {'Port': ['ID=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:18.068580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Pushing event updated for resources: {'Port': ['ID=6c45f83c-b642-414d-9df4-607106715828,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:18.103076 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.118547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:18.119167 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.142540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97886a34-a202-490f-b168-3b3babb4e52d req-cf63e9e9-6ac8-4e0f-a5fc-51386154c34a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935183 Nov 19 04:01:18.146567 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-67e8dcff-9c03-428c-b84d-4107836ad87c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4750822 Nov 19 04:01:18.170235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Request body: {'port': {'device_id': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:18.191301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-ada6fe0b-112f-4a04-9fa4-d80ddae6ee63 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:18.192790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-ada6fe0b-112f-4a04-9fa4-d80ddae6ee63 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.2461495 Nov 19 04:01:18.193984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Allocated IP 172.20.0.10 (23bcd232-f79d-48d6-8146-3c27f4373854/f469f920-cb75-4b94-b328-e8b6da9dee63/a02e194b-e538-4572-ba08-d5e2c699a8e1) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:18.210025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.232911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.403470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Attempting to bind port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:18.404097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Attempting to bind port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:18.404203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Attempting to bind port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:18.441263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:18.441514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Attempting to bind port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:18.487900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:18.488251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Checking segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:18.488643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Bound using segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:18.489086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Bound port: a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:18.489450 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.617314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758fbf5-dcef-4686-8990-f31d2c638bb8 req-b926a51c-b578-4550-a878-ac013ab72e5b tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:18.618876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b758fbf5-dcef-4686-8990-f31d2c638bb8 req-b926a51c-b578-4550-a878-ac013ab72e5b tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 945 time: 0.3343396 Nov 19 04:01:18.620854 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.641202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:18.661872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398d3e-a73c-4fff-be34-83c911247719 req-7041d7d3-8925-4458-a9b2-894d9d589eab tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:18.663446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0398d3e-a73c-4fff-be34-83c911247719 req-7041d7d3-8925-4458-a9b2-894d9d589eab tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0595849 Nov 19 04:01:18.713236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0398d3e-a73c-4fff-be34-83c911247719 req-0528c101-c09b-4ee8-ad2e-c61a2caaca39 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428088 Nov 19 04:01:18.801410 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b05ce82-bba6-4ca2-8622-1793fecfef65 req-850617ae-1e32-40d0-a351-4f4177932048 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 210 time: 0.0278509 Nov 19 04:01:19.060957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Deleting port 56d40264-21f0-49ab-a493-8a70068aaf28 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:19.061485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.152346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0011deb6-4e0c-40ac-8a90-84e5f90de494,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:19.206387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b758fbf5-dcef-4686-8990-f31d2c638bb8 req-d48067c2-85fc-43c2-951e-855c11de1b16 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/security-groups?id=a16c5319-d79a-4126-9445-d843d799973e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740416 Nov 19 04:01:19.210086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] For port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:19.252337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] For port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:19.265784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.270527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba918d12-4150-4a03-8649-6280803560f3 req-5367af97-d87b-45cd-b0ff-e218753ab2a2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:19.272041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba918d12-4150-4a03-8649-6280803560f3 req-5367af97-d87b-45cd-b0ff-e218753ab2a2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 943 time: 0.0514665 Nov 19 04:01:19.272306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.274386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.283058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.321032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ba918d12-4150-4a03-8649-6280803560f3 req-e6425ee0-e9f7-4897-8610-b01823cc0dba tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Nov 19 04:01:19.337650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] For port 56d40264-21f0-49ab-a493-8a70068aaf28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=56d40264-21f0-49ab-a493-8a70068aaf28,segment=NetworkSegment(a622474b-4efd-41b1-98bf-573221e92e97),segment_id=a622474b-4efd-41b1-98bf-573221e92e97)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:19.338052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.357060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31340e2-4d3f-448a-8e33-40f42c510b71 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:19.380414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:19.381041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.382465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] 10.222.0.31 "PUT /v2.0/ports/a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 HTTP/1.1" status: 200 len: 1091 time: 2.5760202 Nov 19 04:01:19.389627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.390832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5034692 Nov 19 04:01:19.391366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'tag': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:19.393653 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b2aac-cf91-4643-a83b-3016fd69c7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8", "tag": "a699a3d4-02ec-4a52-a71d-8bd8cbf1da08"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:19.399075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:19.403869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Calling delete_port for 56d40264-21f0-49ab-a493-8a70068aaf28 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:19.410364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33822dc-de24-4e97-979d-7cfe55286d46 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da78b519-6e7d-45b0-a4c3-df66727e4843,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:19.410967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': 'da78b519-6e7d-45b0-a4c3-df66727e4843', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:19.431605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047472c-bfd6-422d-8f4a-bc4909f85541 service neutron] Pushing event updated for resources: {'Port': ['ID=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:19.482344 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86736a01-7067-40af-b96b-db7525d890c6 x-openstack-request-id: req-86736a01-7067-40af-b96b-db7525d890c6 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:19.482648 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8", "tag": "a699a3d4-02ec-4a52-a71d-8bd8cbf1da08", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:19.483241 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86736a01-7067-40af-b96b-db7525d890c6 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:19.483649 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'tag': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08', 'status': 'completed', 'code': 200} Nov 19 04:01:19.498248 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.510419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.594018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Network 23bcd232-f79d-48d6-8146-3c27f4373854 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:19.601448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:19.603575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Pushing event updated for resources: {'Port': ['ID=a02e194b-e538-4572-ba08-d5e2c699a8e1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:19.605765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:19.617024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-00779b76-fb36-4249-935c-c178f43a261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:19.617162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.618692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-00779b76-fb36-4249-935c-c178f43a261f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 1094 time: 0.1389387 Nov 19 04:01:19.625235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.649695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516caf7d-4a45-483c-9840-5a377476bb4e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:19.665511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.669239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f0a6ca20-e3eb-4dd8-a5e7-85496821b0c4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654223 Nov 19 04:01:19.671595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49784) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:19.675850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e0090c01-4124-450a-887b-1f2b9f605a0a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': 'da78b519-6e7d-45b0-a4c3-df66727e4843', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:19.691611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-b4dc6b60-20e7-4c0d-baf9-092d0a33aaee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 HTTP/1.1" status: 200 len: 217 time: 0.0496097 Nov 19 04:01:19.722743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c45f83c-b642-414d-9df4-607106715828 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:19.732386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.744490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0090c01-4124-450a-887b-1f2b9f605a0a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.756835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Transition to ACTIVE for port object 6c45f83c-b642-414d-9df4-607106715828 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:19.767122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:19.767745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.767897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.840802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Pushing event updated for resources: {'Port': ['ID=6c45f83c-b642-414d-9df4-607106715828,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:19.849841 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-e0090c01-4124-450a-887b-1f2b9f605a0a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 04:01:19.851114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e0090c01-4124-450a-887b-1f2b9f605a0a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1786067 Nov 19 04:01:19.857271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-e9bc2a29-b61b-49b5-8c8a-beff63046650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:19.858927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-e9bc2a29-b61b-49b5-8c8a-beff63046650 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.1439953 Nov 19 04:01:19.866556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49790) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:19.895912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-29546be0-8483-4aa9-9b1e-e80ca30f83fb tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6515088 Nov 19 04:01:19.919676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-de41ed79-33ca-4c76-b2e7-c33ec8eb2d22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417535 Nov 19 04:01:19.920474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:19.932303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Request body: {'port': {'device_id': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:19.965260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['56d40264-21f0-49ab-a493-8a70068aaf28'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:20.003089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Attempting to bind port 6c45f83c-b642-414d-9df4-607106715828 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:20.003445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Attempting to bind port 6c45f83c-b642-414d-9df4-607106715828 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:20.003790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Attempting to bind port 6c45f83c-b642-414d-9df4-607106715828 on network 23bcd232-f79d-48d6-8146-3c27f4373854 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:20.010881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a40247d3-a383-4850-8930-7c40a0a20838 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.019708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90766-c777-4328-b419-ed1496b156c0 req-8ea77303-3fd6-4bdf-9399-10709fd343f7 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.021241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-20b90766-c777-4328-b419-ed1496b156c0 req-8ea77303-3fd6-4bdf-9399-10709fd343f7 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 932 time: 0.1242187 Nov 19 04:01:20.022995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Port 6c45f83c-b642-414d-9df4-607106715828 on network 23bcd232-f79d-48d6-8146-3c27f4373854 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:20.023324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Attempting to bind port 6c45f83c-b642-414d-9df4-607106715828 on network 23bcd232-f79d-48d6-8146-3c27f4373854 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:20.045827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Pushing event deleted for resources: {'Port': ['ID=56d40264-21f0-49ab-a493-8a70068aaf28,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:20.051345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:20.051692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Checking segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:20.052083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Bound using segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:20.052534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Bound port: 6c45f83c-b642-414d-9df4-607106715828, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:20.053305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.060250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a40247d3-a383-4850-8930-7c40a0a20838 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.076545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad4c0c-b6dc-4855-993c-ea65d2bc92a0 None None] DHCP port deletion for 24c9402a-58c3-4cda-bd38-c212517a046e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:20.080356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566fb07-f8b5-43fd-8f22-2999c6096dce req-9dadc11d-39c1-4f9d-9e12-b567350e24d9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.081944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f566fb07-f8b5-43fd-8f22-2999c6096dce req-9dadc11d-39c1-4f9d-9e12-b567350e24d9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.2582426 Nov 19 04:01:20.173493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a40247d3-a383-4850-8930-7c40a0a20838 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.176216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a40247d3-a383-4850-8930-7c40a0a20838 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.179717 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a40247d3-a383-4850-8930-7c40a0a20838 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/da78b519-6e7d-45b0-a4c3-df66727e4843 HTTP/1.1" status: 204 len: 168 time: 0.3097014 Nov 19 04:01:20.180201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] No DVR routers for this DVR port 56d40264-21f0-49ab-a493-8a70068aaf28 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:20.182407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49794) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:20.189581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.191021 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-20b90766-c777-4328-b419-ed1496b156c0 req-78b7d486-3a1c-45b1-999e-1e8846a3f6af tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574104 Nov 19 04:01:20.193046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.31 "DELETE /v2.0/ports/56d40264-21f0-49ab-a493-8a70068aaf28 HTTP/1.1" status: 204 len: 173 time: 1.9887455 Nov 19 04:01:20.214716 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.217128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] For port 6c45f83c-b642-414d-9df4-607106715828, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:20.220928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40247d3-a383-4850-8930-7c40a0a20838 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da78b519-6e7d-45b0-a4c3-df66727e4843,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:20.241708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] For port 6c45f83c-b642-414d-9df4-607106715828, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6c45f83c-b642-414d-9df4-607106715828,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:20.259120 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.286236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-24c8f47a-6811-43cf-9e7b-48680bcd05f5 service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491142 Nov 19 04:01:20.311055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.311762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.313404 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] 10.222.0.31 "PUT /v2.0/ports/6c45f83c-b642-414d-9df4-607106715828 HTTP/1.1" status: 200 len: 1092 time: 2.1481707 Nov 19 04:01:20.313867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'tag': '6c45f83c-b642-414d-9df4-607106715828'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:20.316382 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b05f7f-ba37-4a09-a73c-efd14a4e198c" -d '{"events": [{"name": "network-changed", "server_uuid": "36dae7db-1cb8-41c0-aed6-797b228bbd08", "tag": "6c45f83c-b642-414d-9df4-607106715828"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:20.329543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be1c4007-e204-470d-a09b-843dd23c8aa8 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386125 Nov 19 04:01:20.329758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49800) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:20.337144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--314295944'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:20.371177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcc9f8-73f3-469d-8f1f-b81b3d7fdf0f service neutron] Pushing event updated for resources: {'Port': ['ID=6c45f83c-b642-414d-9df4-607106715828,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:20.393395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f566fb07-f8b5-43fd-8f22-2999c6096dce req-2333188c-e31e-4a0d-b9d8-b236a9bd22c6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791348 Nov 19 04:01:20.398459 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.401155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:20.439240 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.469489 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6d022-3d53-4bc0-a3ce-d9c767de0853 x-openstack-request-id: req-f9c6d022-3d53-4bc0-a3ce-d9c767de0853 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:20.469856 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dae7db-1cb8-41c0-aed6-797b228bbd08", "tag": "6c45f83c-b642-414d-9df4-607106715828", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:20.470079 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9c6d022-3d53-4bc0-a3ce-d9c767de0853 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:20.470495 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'tag': '6c45f83c-b642-414d-9df4-607106715828', 'status': 'completed', 'code': 200} Nov 19 04:01:20.490226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-492182ca-85ed-44ed-abed-7482bee8de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.491880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-492182ca-85ed-44ed-abed-7482bee8de2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 1095 time: 0.1048193 Nov 19 04:01:20.517781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Transition to ACTIVE for port object 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:20.530735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.570099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e476a4a9-42ca-485f-a8b0-c5efc831040b req-1ca18b0d-3b27-423e-9d6a-49435ee4d07a tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5f43395-1b9a-43a8-baf7-c43dc68cf063 HTTP/1.1" status: 200 len: 210 time: 0.0688705 Nov 19 04:01:20.573954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-529c1d55-74f4-4d7f-a055-84390d4ce357 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c45f83c-b642-414d-9df4-607106715828 HTTP/1.1" status: 200 len: 217 time: 0.0577886 Nov 19 04:01:20.640492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.641027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8abd96c-802d-4479-a1f4-1fcddfacd531 req-a16de80a-0536-4696-80d8-dad5e0ea1402 service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449650 Nov 19 04:01:20.650771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.674770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-a1bd22ba-ec90-48ba-ab76-93f1c09001a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.676483 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-a1bd22ba-ec90-48ba-ab76-93f1c09001a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 200 len: 856 time: 0.0936949 Nov 19 04:01:20.695860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:20.722208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.726369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3922210 Nov 19 04:01:20.726369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b331cb-fa7e-454a-8090-be2e05ccc326 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1465a0-94a8-473a-99f8-7ffe0878e6aa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:20.727990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49808) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:20.728468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-35350e23-6832-4507-b2ec-b29578f59f56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23bcd232-f79d-48d6-8146-3c27f4373854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401847 Nov 19 04:01:20.754408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-aa342bcf-51eb-48fd-8aae-e6dd9c8f18ca tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '7c1465a0-94a8-473a-99f8-7ffe0878e6aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:20.755181 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-aa342bcf-51eb-48fd-8aae-e6dd9c8f18ca tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 04:01:20.756671 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-aa342bcf-51eb-48fd-8aae-e6dd9c8f18ca tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:20.756758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa342bcf-51eb-48fd-8aae-e6dd9c8f18ca tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0277605 Nov 19 04:01:20.765367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49812) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:20.767201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fa075-5e2c-4ae5-bee4-fccff096f5c7 req-26ecd35a-0cdb-4505-a603-561ecd909e2c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.768784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e5fa075-5e2c-4ae5-bee4-fccff096f5c7 req-26ecd35a-0cdb-4505-a603-561ecd909e2c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 943 time: 0.2422152 Nov 19 04:01:20.902116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Attempting to bind port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:20.902374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Attempting to bind port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:20.902725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Attempting to bind port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 on network 23bcd232-f79d-48d6-8146-3c27f4373854 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:20.934070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-705e3451-0c4e-407e-a4c1-369e4a94cf2e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.942287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e5fa075-5e2c-4ae5-bee4-fccff096f5c7 req-e8c25433-200d-4e7a-b486-735f75414648 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645782 Nov 19 04:01:20.945298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 on network 23bcd232-f79d-48d6-8146-3c27f4373854 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:20.945633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Attempting to bind port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 on network 23bcd232-f79d-48d6-8146-3c27f4373854 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:20.954614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.959148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-56f0b2d5-0b35-4f91-98e7-f7642a071048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.960729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-56f0b2d5-0b35-4f91-98e7-f7642a071048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 1094 time: 0.1633272 Nov 19 04:01:20.964880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:20.965232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Checking segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:20.966256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Bound using segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:20.966506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.966707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Bound port: 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:20.967079 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:20.975039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.983095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.989558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.995198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:20.999768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02e194b-e538-4572-ba08-d5e2c699a8e1 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:21.001750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.003804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-b502cf47-3d0a-4cab-9bf0-114cec6e424b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.1579313 Nov 19 04:01:21.036376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-426de01b-1b07-42d4-b148-c4fcb1b4e896 service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431605 Nov 19 04:01:21.036698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.060740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-705e3451-0c4e-407e-a4c1-369e4a94cf2e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.089301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Transition to ACTIVE for port object a02e194b-e538-4572-ba08-d5e2c699a8e1 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:21.099706 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.174928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] For port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:21.195109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-5afc9140-0b6f-4efe-b632-8e388c06128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.196640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-5afc9140-0b6f-4efe-b632-8e388c06128b service neutron] 10.222.0.31 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 916 time: 0.2251046 Nov 19 04:01:21.204667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] For port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:21.215525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Pushing event updated for resources: {'Port': ['ID=a02e194b-e538-4572-ba08-d5e2c699a8e1,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:21.223696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.241470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f48fb06-5123-41bd-90de-b1ce0ac331a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.296407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-f6b768d8-ba74-4979-b67f-d81c111ce07c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 HTTP/1.1" status: 200 len: 217 time: 0.0899730 Nov 19 04:01:21.394207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.394852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.396276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 HTTP/1.1" status: 200 len: 1092 time: 3.4537585 Nov 19 04:01:21.439160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b929de9-d89c-40fe-8637-e6ed948c50d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:21.461398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-23ce1d14-fb5b-41e8-9f93-cd339cadafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.462948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-23ce1d14-fb5b-41e8-9f93-cd339cadafa7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.1299398 Nov 19 04:01:21.466539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Attempting to bind port a02e194b-e538-4572-ba08-d5e2c699a8e1 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:21.466888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Attempting to bind port a02e194b-e538-4572-ba08-d5e2c699a8e1 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:21.467226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Attempting to bind port a02e194b-e538-4572-ba08-d5e2c699a8e1 on network 23bcd232-f79d-48d6-8146-3c27f4373854 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:21.478219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b65c-d619-4d70-a396-f84a64468ac7 req-9f039a95-5be2-4e9e-b31a-cbe124008976 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.479748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27e5b65c-d619-4d70-a396-f84a64468ac7 req-9f039a95-5be2-4e9e-b31a-cbe124008976 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 944 time: 0.1806309 Nov 19 04:01:21.484664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'name': 'network-vif-deleted', 'tag': '56d40264-21f0-49ab-a493-8a70068aaf28'}, {'name': 'network-changed', 'server_uuid': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'tag': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:21.486454 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984cca1-2aa6-47f2-8668-abd77abfeaa9" -d '{"events": [{"server_uuid": "a5f43395-1b9a-43a8-baf7-c43dc68cf063", "name": "network-vif-deleted", "tag": "56d40264-21f0-49ab-a493-8a70068aaf28"}, {"name": "network-changed", "server_uuid": "77ecbcff-40ca-4853-8e9a-43e918426fa0", "tag": "7dc20f7f-6097-43f2-a981-c5b4c75e8eb3"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:21.497769 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8d805e6-a8a4-4cbd-9d4c-b8c9d7861056 req-c03143f7-4e3f-4244-b88e-7ffe1f02d15a tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4797726 Nov 19 04:01:21.507787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Port a02e194b-e538-4572-ba08-d5e2c699a8e1 on network 23bcd232-f79d-48d6-8146-3c27f4373854 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:21.508123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Attempting to bind port a02e194b-e538-4572-ba08-d5e2c699a8e1 on network 23bcd232-f79d-48d6-8146-3c27f4373854 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:21.518076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-705e3451-0c4e-407e-a4c1-369e4a94cf2e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.520693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-705e3451-0c4e-407e-a4c1-369e4a94cf2e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.529423 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-705e3451-0c4e-407e-a4c1-369e4a94cf2e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/7c1465a0-94a8-473a-99f8-7ffe0878e6aa HTTP/1.1" status: 204 len: 168 time: 0.7550728 Nov 19 04:01:21.533773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49822) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:21.536124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-3b904229-994b-4eba-8438-6a0f3b40a3ec service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869583 Nov 19 04:01:21.546815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-91b9587b-bcb7-4475-9931-8097cd5cea7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660832 Nov 19 04:01:21.554369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:21.554728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Checking segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:21.555122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Bound using segment: {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:21.555587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Bound port: a02e194b-e538-4572-ba08-d5e2c699a8e1, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f61625-b5b9-49fd-8e7a-fc5fe5572511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:21.556205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.560268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e3451-0c4e-407e-a4c1-369e4a94cf2e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1465a0-94a8-473a-99f8-7ffe0878e6aa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:21.618186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a344609b-64d4-4757-a3af-c14ee9a48ecb tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802307 Nov 19 04:01:21.623508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49828) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:21.628339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--920192971'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:21.664927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.690605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-49364057-a1d9-43c0-bd31-f27190fe0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.692049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-49364057-a1d9-43c0-bd31-f27190fe0c38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 1095 time: 0.2098041 Nov 19 04:01:21.695435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27e5b65c-d619-4d70-a396-f84a64468ac7 req-0c9d4920-e4e0-4772-b50c-4df51d5bc57f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898525 Nov 19 04:01:21.761591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-695ddae0-de57-41c2-8e94-104b4339a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.763299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-695ddae0-de57-41c2-8e94-104b4339a2d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 1095 time: 0.1107917 Nov 19 04:01:21.768777 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9aebb-918e-414e-9177-be5e00c74f66 x-openstack-request-id: req-f3e9aebb-918e-414e-9177-be5e00c74f66 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:21.768901 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f43395-1b9a-43a8-baf7-c43dc68cf063", "name": "network-vif-deleted", "tag": "56d40264-21f0-49ab-a493-8a70068aaf28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77ecbcff-40ca-4853-8e9a-43e918426fa0", "tag": "7dc20f7f-6097-43f2-a981-c5b4c75e8eb3", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:21.769148 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3e9aebb-918e-414e-9177-be5e00c74f66 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:21.769556 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f43395-1b9a-43a8-baf7-c43dc68cf063', 'name': 'network-vif-deleted', 'tag': '56d40264-21f0-49ab-a493-8a70068aaf28', 'status': 'completed', 'code': 200} Nov 19 04:01:21.769823 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'tag': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3', 'status': 'completed', 'code': 200} Nov 19 04:01:21.779294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6e46e602-7562-4a65-b0d3-a18fc401005e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0613658 Nov 19 04:01:21.783776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac453f36-3273-481b-8c59-dd02aff31858 req-0c7fb7f4-26a9-44a8-bc4c-db69a6310035 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:21.785242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac453f36-3273-481b-8c59-dd02aff31858 req-0c7fb7f4-26a9-44a8-bc4c-db69a6310035 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0874393 Nov 19 04:01:21.787192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] For port a02e194b-e538-4572-ba08-d5e2c699a8e1, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:21.790799 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-4ecee2ff-ef18-4318-b3a1-0831212c1ada service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276762 Nov 19 04:01:21.792454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] For port a02e194b-e538-4572-ba08-d5e2c699a8e1, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:21.799216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.886247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.900049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.954775 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac453f36-3273-481b-8c59-dd02aff31858 req-c17e8b88-6297-42ba-a42e-0a4d1aa35da3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572592 Nov 19 04:01:21.967729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:21.968088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3435869 Nov 19 04:01:21.970918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49834) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:21.982839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-21e84f93-fcba-412a-a786-7866edaa3479 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '24339ccb-e36c-4e87-a2da-d7298a320b9e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:21.982839 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-21e84f93-fcba-412a-a786-7866edaa3479 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 04:01:21.982839 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-21e84f93-fcba-412a-a786-7866edaa3479 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:21.982839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21e84f93-fcba-412a-a786-7866edaa3479 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076916 Nov 19 04:01:21.984568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92e7f2-51cc-4e33-bd17-b2d9258fc55e tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24339ccb-e36c-4e87-a2da-d7298a320b9e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:21.991861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49836) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:22.009872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-10ac32b1-f7d4-405a-9e98-b685e01442c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.011441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-10ac32b1-f7d4-405a-9e98-b685e01442c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 917 time: 0.2048118 Nov 19 04:01:22.072075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49838) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:22.085070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-c2218af1-dcc4-46dd-b5d4-4ce9c723ab9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c45f83c-b642-414d-9df4-607106715828 HTTP/1.1" status: 200 len: 217 time: 0.0611880 Nov 19 04:01:22.175465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Deleting subnet 66d9b81a-4315-4438-ad73-aa6a7b236a6f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:22.177520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183ee97c-a450-404e-8d60-0df1ba5d6d9f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.182227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.267747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.268286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.269694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] 10.222.0.31 "PUT /v2.0/ports/a02e194b-e538-4572-ba08-d5e2c699a8e1 HTTP/1.1" status: 200 len: 1092 time: 2.3442137 Nov 19 04:01:22.273852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183ee97c-a450-404e-8d60-0df1ba5d6d9f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.277900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-770c3259-7a1f-47e7-9984-a95d23f865c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.279938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-770c3259-7a1f-47e7-9984-a95d23f865c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 200 len: 856 time: 0.1570246 Nov 19 04:01:22.289306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.313119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-43956df2-49b2-4068-838b-60d364d27b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.314646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-43956df2-49b2-4068-838b-60d364d27b93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 200 len: 856 time: 0.5073845 Nov 19 04:01:22.329214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16b3cd-7f0d-4260-874b-ad2ed9cc26ea service neutron] Pushing event updated for resources: {'Port': ['ID=a02e194b-e538-4572-ba08-d5e2c699a8e1,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:22.360428 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-13251981-6098-4b59-ae2d-0812738a9dfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23bcd232-f79d-48d6-8146-3c27f4373854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477221 Nov 19 04:01:22.398212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.404831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.410801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.416735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.422868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.428797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.435033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.437014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7086ec0d-c5eb-46ce-bfd7-8c2270ba9114 req-5cef9476-3912-43db-812c-40ab671c1c72 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.6111252 Nov 19 04:01:22.438909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7cfa-9ae2-4be6-8996-522b10f595b9 req-80dce276-9a91-4338-af7b-b381c93233b4 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.440380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdec7cfa-9ae2-4be6-8996-522b10f595b9 req-80dce276-9a91-4338-af7b-b381c93233b4 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 943 time: 0.2370193 Nov 19 04:01:22.454965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-0cb4e4b7-1bec-486b-a516-e0e1b253c74e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23bcd232-f79d-48d6-8146-3c27f4373854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197023 Nov 19 04:01:22.456218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.458637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-316d3a37-2609-485f-8efd-86eb92070424 service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500535 Nov 19 04:01:22.474073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-90c53287-857c-4234-bbf2-c415901de9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.475611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-90c53287-857c-4234-bbf2-c415901de9d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 1095 time: 0.1262515 Nov 19 04:01:22.482542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 56d40264-21f0-49ab-a493-8a70068aaf28 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:22.483164 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183ee97c-a450-404e-8d60-0df1ba5d6d9f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.485749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-183ee97c-a450-404e-8d60-0df1ba5d6d9f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.486888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-183ee97c-a450-404e-8d60-0df1ba5d6d9f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/24339ccb-e36c-4e87-a2da-d7298a320b9e HTTP/1.1" status: 204 len: 168 time: 0.4942687 Nov 19 04:01:22.502646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 56d40264-21f0-49ab-a493-8a70068aaf28 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:22.503359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 56d40264-21f0-49ab-a493-8a70068aaf28 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:22.504455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49842) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:22.523356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.539475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ee97c-a450-404e-8d60-0df1ba5d6d9f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24339ccb-e36c-4e87-a2da-d7298a320b9e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:22.605265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-5b9acaae-18bf-4da4-a62e-e78aa8cbef9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1 HTTP/1.1" status: 200 len: 217 time: 0.0645995 Nov 19 04:01:22.606530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-62bec0f9-38bd-4878-99b5-a614a2ede583 service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316091 Nov 19 04:01:22.622358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.646993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdec7cfa-9ae2-4be6-8996-522b10f595b9 req-b27a5f15-7a1d-471b-a634-1e1be686d4e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687746 Nov 19 04:01:22.688251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-6a0c2662-6327-4d6a-b7d0-761a784d038e service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982830 Nov 19 04:01:22.705334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac022-3530-489c-ad46-35f75bcf904e req-46843fed-8124-414a-85e5-796d69577e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.706843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-46843fed-8124-414a-85e5-796d69577e7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 200 len: 856 time: 0.0864937 Nov 19 04:01:22.715129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d9b81a-4315-4438-ad73-aa6a7b236a6f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:22.720394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4987b727-5fa9-49ff-b997-a49231af41fa tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2148697 Nov 19 04:01:22.720859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894cfdb-28b1-4987-b1b5-bf8cbfca668c None None] Network 24c9402a-58c3-4cda-bd38-c212517a046e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:22.721824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.725380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e20a0b6-cabb-43ab-a033-824c74a2cb1e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/66d9b81a-4315-4438-ad73-aa6a7b236a6f HTTP/1.1" status: 204 len: 168 time: 0.6513481 Nov 19 04:01:22.728178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49848) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:22.728329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49850) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:22.739152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--213621834'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:22.799843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-75e59ea9-b72e-486a-aac9-c9b0d7f8a2ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23bcd232-f79d-48d6-8146-3c27f4373854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694842 Nov 19 04:01:22.875644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c94b9d-1a8a-4b73-b388-a9b04a6c6683 None None] DHCP port deletion for 24c9402a-58c3-4cda-bd38-c212517a046e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:22.878353 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.885026 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:22.900313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22b05f7f-ba37-4a09-a73c-efd14a4e198c req-0cf2e0aa-e3c4-4cfa-b081-566580a79363 service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798276 Nov 19 04:01:22.921198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-bd0f028f-feb8-45ee-a259-a3c978cf23b5 service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247684 Nov 19 04:01:22.935113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5253032-ee7b-45c4-81be-ce3135441a40 req-fe3ca322-cb1e-4e4d-b629-ed01709092ea tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:22.936686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5253032-ee7b-45c4-81be-ce3135441a40 req-fe3ca322-cb1e-4e4d-b629-ed01709092ea tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 944 time: 0.1394019 Nov 19 04:01:22.954942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-1a093233-8c20-4093-9e6d-222c86e7f187 service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414776 Nov 19 04:01:23.056867 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.097412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c9402a-58c3-4cda-bd38-c212517a046e']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:23.105202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5253032-ee7b-45c4-81be-ce3135441a40 req-18b9ad46-d7bb-407d-8d3e-2143b66b68a6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460450 Nov 19 04:01:23.116575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.128716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a622474b-4efd-41b1-98bf-573221e92e97') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:23.129052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a622474b-4efd-41b1-98bf-573221e92e97') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:23.131026 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.156701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-da8ac15c-911d-4070-93b9-13205964b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:23.158261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-da8ac15c-911d-4070-93b9-13205964b298 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 1095 time: 0.1207061 Nov 19 04:01:23.159541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.163722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2aac022-3530-489c-ad46-35f75bcf904e req-8a78e565-abdf-44fd-bb33-92714adfd074 service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812947 Nov 19 04:01:23.172577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936750ea-c7e3-4e6e-83b5-57c220856858 req-f4d354a4-54e6-4c5a-ada2-1d62393a571f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:23.174147 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-936750ea-c7e3-4e6e-83b5-57c220856858 req-f4d354a4-54e6-4c5a-ada2-1d62393a571f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1256089 Nov 19 04:01:23.191450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.195920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4637277 Nov 19 04:01:23.199203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49856) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.205616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-682849e3-cdfd-437a-9f94-18936100c60a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '19c497b5-3056-44b7-97ee-0e57ed73dbdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:23.224837 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-682849e3-cdfd-437a-9f94-18936100c60a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 04:01:23.225421 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-682849e3-cdfd-437a-9f94-18936100c60a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:23.226491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-682849e3-cdfd-437a-9f94-18936100c60a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258338 Nov 19 04:01:23.228381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e65b44-8341-43c5-a82e-48db9da5cce3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c497b5-3056-44b7-97ee-0e57ed73dbdd,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:23.238753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49858) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.240462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.244350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2e5d5cf2-93a5-4fcd-b640-61874805d210 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '19c497b5-3056-44b7-97ee-0e57ed73dbdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:23.245985 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-2e5d5cf2-93a5-4fcd-b640-61874805d210 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 04:01:23.246497 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-2e5d5cf2-93a5-4fcd-b640-61874805d210 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:23.250191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2e5d5cf2-93a5-4fcd-b640-61874805d210 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074456 Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:23.250340 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:23.252364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49860) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.255313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3c95d37d-f187-4e30-ac40-6775c62d72f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '19c497b5-3056-44b7-97ee-0e57ed73dbdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:23.256187 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-3c95d37d-f187-4e30-ac40-6775c62d72f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 04:01:23.256693 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-3c95d37d-f187-4e30-ac40-6775c62d72f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:23.257749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3c95d37d-f187-4e30-ac40-6775c62d72f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058916 Nov 19 04:01:23.260584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49862) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.270950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fe665da4-b625-4e65-950c-81c2b078e73a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '19c497b5-3056-44b7-97ee-0e57ed73dbdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:23.276493 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-fe665da4-b625-4e65-950c-81c2b078e73a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 04:01:23.277025 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-fe665da4-b625-4e65-950c-81c2b078e73a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:23.278732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fe665da4-b625-4e65-950c-81c2b078e73a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121796 Nov 19 04:01:23.287441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49864) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.323158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.330919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.337348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] 10.222.0.52 "DELETE /v2.0/networks/24c9402a-58c3-4cda-bd38-c212517a046e HTTP/1.1" status: 204 len: 168 time: 0.6039381 Nov 19 04:01:23.338098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-936750ea-c7e3-4e6e-83b5-57c220856858 req-f119edfc-ec24-4db7-9d38-a2b47116da55 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530991 Nov 19 04:01:23.345071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49866) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.347328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579de3ed-dd52-4613-8cab-d8792d76434b admin admin] Pushing event deleted for resources: {'Network': ['ID=24c9402a-58c3-4cda-bd38-c212517a046e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:23.365520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-959c06b6-5e33-4981-adf7-5b5553ed1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:23.367175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-959c06b6-5e33-4981-adf7-5b5553ed1563 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 917 time: 0.1903524 Nov 19 04:01:23.403622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Deleting subnet 72082560-616e-4e2b-b8fc-789260a810bd {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:23.408774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.423521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-b4193ad8-0d4d-4e4d-861f-783aec472342 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0461252 Nov 19 04:01:23.425586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51793736-fa04-4292-ae98-902b4506a7da tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.446565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.485674 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51793736-fa04-4292-ae98-902b4506a7da tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.492404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.508089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-18f0b856-5b88-4553-b38d-ab0995754f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.525221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-fbe0b8c5-502d-4100-8764-a129674eba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:23.526883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-fbe0b8c5-502d-4100-8764-a129674eba1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 200 len: 856 time: 0.0930393 Nov 19 04:01:23.552765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.564968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-ae1be1ce-ff36-4336-aa46-99cd76782472 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23bcd232-f79d-48d6-8146-3c27f4373854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299678 Nov 19 04:01:23.566208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51793736-fa04-4292-ae98-902b4506a7da tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.569195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51793736-fa04-4292-ae98-902b4506a7da tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.572540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-51793736-fa04-4292-ae98-902b4506a7da tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/19c497b5-3056-44b7-97ee-0e57ed73dbdd HTTP/1.1" status: 204 len: 168 time: 0.2818897 Nov 19 04:01:23.573399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.580923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72082560-616e-4e2b-b8fc-789260a810bd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:23.582949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.588435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f729c114-122f-4fd4-9b9f-8efaeed5f20c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/72082560-616e-4e2b-b8fc-789260a810bd HTTP/1.1" status: 204 len: 168 time: 0.2400312 Nov 19 04:01:23.589174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49870) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.596261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258fca5-b91b-4078-9d83-7e91ee964b36 None None] Network a100cbed-0c49-4b46-a47c-3ed51fd2c38f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:23.604221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51793736-fa04-4292-ae98-902b4506a7da tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c497b5-3056-44b7-97ee-0e57ed73dbdd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:23.677057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.757545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-38be73d1-46d2-4c7a-b126-f9e8a0cf17ff tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1794913 Nov 19 04:01:23.762359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49878) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:23.770787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'tag': 'a02e194b-e538-4572-ba08-d5e2c699a8e1'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:23.773114 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a366427b-4e4e-4a47-a2d9-211b9695e81a", "tag": "a02e194b-e538-4572-ba08-d5e2c699a8e1"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:23.783085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935d552-7eb5-441e-a6ca-319172db2fe7 None None] DHCP port deletion for a100cbed-0c49-4b46-a47c-3ed51fd2c38f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:23.807270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-9b064dc5-4b29-4dec-896e-f2b57be6457b service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249107 Nov 19 04:01:23.810564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998925075'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:23.858589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.878489 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a705c-e57d-4d7d-8592-01d65610caf4 x-openstack-request-id: req-f54a705c-e57d-4d7d-8592-01d65610caf4 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:23.878760 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a366427b-4e4e-4a47-a2d9-211b9695e81a", "tag": "a02e194b-e538-4572-ba08-d5e2c699a8e1", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:23.878868 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f54a705c-e57d-4d7d-8592-01d65610caf4 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:23.879231 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'tag': 'a02e194b-e538-4572-ba08-d5e2c699a8e1', 'status': 'completed', 'code': 200} Nov 19 04:01:23.895207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.900337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a100cbed-0c49-4b46-a47c-3ed51fd2c38f']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:23.922706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46afb15-9d32-4dd2-948f-1b9b20d9f43a') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:23.923012 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46afb15-9d32-4dd2-948f-1b9b20d9f43a') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:23.931860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a5c7-7565-4275-a5a0-8e90f45047ac req-64a4e2cd-dbe8-4384-bacd-cadef43be3ca tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:23.933394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0658a5c7-7565-4275-a5a0-8e90f45047ac req-64a4e2cd-dbe8-4384-bacd-cadef43be3ca tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 943 time: 0.1284051 Nov 19 04:01:23.955687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:23.962975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8984cca1-2aa6-47f2-8668-abd77abfeaa9 req-3eea877d-a6a3-4adc-b88e-2b52ca73750b service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363039 Nov 19 04:01:23.972095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-710cadab-e626-4e8c-866d-8f4ca7c5012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:23.973526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-710cadab-e626-4e8c-866d-8f4ca7c5012f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a47c9dd0064f97bbb1794076b8d037&device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 1095 time: 0.0673399 Nov 19 04:01:23.985173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.006450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:24.006873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:24.008569 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:24.084300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0658a5c7-7565-4275-a5a0-8e90f45047ac req-9a60ad1f-3294-4bff-968c-3d978132a00d tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430202 Nov 19 04:01:24.086505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-9b2fe7b3-278b-42bd-9205-e2af2f5639fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:24.088378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-9b2fe7b3-278b-42bd-9205-e2af2f5639fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 200 len: 917 time: 0.0996597 Nov 19 04:01:24.100914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.113724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.118181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a100cbed-0c49-4b46-a47c-3ed51fd2c38f HTTP/1.1" status: 204 len: 168 time: 0.5284808 Nov 19 04:01:24.150375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b9b49-4b47-4f16-bb59-ddd51d49a578 admin admin] Pushing event deleted for resources: {'Network': ['ID=a100cbed-0c49-4b46-a47c-3ed51fd2c38f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:24.154334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-602e0435-79f5-4ece-846e-64bea35a65bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1 HTTP/1.1" status: 200 len: 217 time: 0.0537143 Nov 19 04:01:24.164849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.175040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.232388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-a435a850-cb55-4e23-ad38-a162cd89e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:24.234328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-a435a850-cb55-4e23-ad38-a162cd89e556 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 200 len: 856 time: 0.0731056 Nov 19 04:01:24.238054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.239293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4354796 Nov 19 04:01:24.243514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49886) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.248727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0538609f-7338-49f9-bfcc-2fbb3f24a8ea tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.249442 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-0538609f-7338-49f9-bfcc-2fbb3f24a8ea tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 04:01:24.249973 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-0538609f-7338-49f9-bfcc-2fbb3f24a8ea tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.253659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0538609f-7338-49f9-bfcc-2fbb3f24a8ea tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065603 Nov 19 04:01:24.254542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b05806-d914-49cf-9f05-a2e349cf714d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e69a94-209a-4057-be2c-b889aeea162e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:24.256083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49890) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.260889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b1731110-b435-4830-b169-cc72d5b6ee30 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.319620 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-b1731110-b435-4830-b169-cc72d5b6ee30 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.322439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b1731110-b435-4830-b169-cc72d5b6ee30 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0643630 Nov 19 04:01:24.324079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.324193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-4a31afd2-58fb-4701-b083-d070740e30bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23bcd232-f79d-48d6-8146-3c27f4373854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587406 Nov 19 04:01:24.330450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-92cbdb6e-995b-4ddd-bae7-6f5829b85d82 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.331215 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-92cbdb6e-995b-4ddd-bae7-6f5829b85d82 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 04:01:24.332027 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-92cbdb6e-995b-4ddd-bae7-6f5829b85d82 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.333317 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-92cbdb6e-995b-4ddd-bae7-6f5829b85d82 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074451 Nov 19 04:01:24.337405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49898) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.343143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3d5c3fd4-f749-41f7-b438-dc76a58dfd57 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.345497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47754061-036c-4b11-9e14-cc89db6910eb req-b39c571f-8b7a-4518-bd6b-3806a21e6c25 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:24.347315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47754061-036c-4b11-9e14-cc89db6910eb req-b39c571f-8b7a-4518-bd6b-3806a21e6c25 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 944 time: 0.1422462 Nov 19 04:01:24.420866 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-3d5c3fd4-f749-41f7-b438-dc76a58dfd57 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.422053 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3d5c3fd4-f749-41f7-b438-dc76a58dfd57 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0836053 Nov 19 04:01:24.425111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.430444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2913373f-eab8-482e-bf70-94c4459d8fbc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.430828 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-2913373f-eab8-482e-bf70-94c4459d8fbc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 04:01:24.431333 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-2913373f-eab8-482e-bf70-94c4459d8fbc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.432297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2913373f-eab8-482e-bf70-94c4459d8fbc tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060942 Nov 19 04:01:24.455449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-f808cbfc-c4bc-4b1c-b926-d12605d6117a service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193807 Nov 19 04:01:24.456176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49904) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.462251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a2c50c00-d977-4c5c-8017-2046d57928eb tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.483247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49906) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.491424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe41e-ca75-458d-9fd2-7810327d305e req-f15016a3-86f0-4347-88e8-873c067fa6c9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:24.492959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46cfe41e-ca75-458d-9fd2-7810327d305e req-f15016a3-86f0-4347-88e8-873c067fa6c9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0597396 Nov 19 04:01:24.502750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6c45f83c-b642-414d-9df4-607106715828 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:24.568732 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1502eb23-480b-4b1f-b0f2-69fef04f42ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=463849ac90504ea0b558cc4d0ea844d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692255 Nov 19 04:01:24.568932 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-a2c50c00-d977-4c5c-8017-2046d57928eb tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.568932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a2c50c00-d977-4c5c-8017-2046d57928eb tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1073775 Nov 19 04:01:24.569449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49908) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.569524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49910) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.577321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e2439b35-7e23-4e0a-960a-0e541d045bf3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.578694 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-e2439b35-7e23-4e0a-960a-0e541d045bf3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 04:01:24.579541 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-e2439b35-7e23-4e0a-960a-0e541d045bf3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.583794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e2439b35-7e23-4e0a-960a-0e541d045bf3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112374 Nov 19 04:01:24.585439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49912) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.593063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7ca5dedd-593c-4614-8200-79a475bff739 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.600604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46cfe41e-ca75-458d-9fd2-7810327d305e req-e6d488f6-d8a1-4af2-9b39-bac74c6a09a3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922902 Nov 19 04:01:24.641148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6c45f83c-b642-414d-9df4-607106715828, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6c45f83c-b642-414d-9df4-607106715828,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:24.648675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47754061-036c-4b11-9e14-cc89db6910eb req-6973a845-9498-4f70-b96b-8af58f1d0a7e tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865220 Nov 19 04:01:24.657766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '6c45f83c-b642-414d-9df4-607106715828', 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'port_id': '6c45f83c-b642-414d-9df4-607106715828', 'mac_address': 'fa:16:3e:11:0a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f469f920-cb75-4b94-b328-e8b6da9dee63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:24.665112 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c1a16b0-84eb-4632-8bac-88033665b3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.681629 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-7ca5dedd-593c-4614-8200-79a475bff739 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.686394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ca5dedd-593c-4614-8200-79a475bff739 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0963130 Nov 19 04:01:24.686559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2473ac6f-97e6-4ff6-945c-7cee24f48dc6 req-967a2693-f5ca-4d12-bb73-3d75ba428e7f service neutron] 10.222.0.31 "GET /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952860 Nov 19 04:01:24.687298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49920) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.691517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4dd6f314-a116-428e-9864-1910ed875898 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '75e69a94-209a-4057-be2c-b889aeea162e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:24.706942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c1a16b0-84eb-4632-8bac-88033665b3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.715930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.732735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c45f83c-b642-414d-9df4-607106715828 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:24.756959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6c45f83c-b642-414d-9df4-607106715828, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6c45f83c-b642-414d-9df4-607106715828,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:24.761551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.762852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:24.763524 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-4dd6f314-a116-428e-9864-1910ed875898 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:24.767433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4dd6f314-a116-428e-9864-1910ed875898 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0766151 Nov 19 04:01:24.769048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49922) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.801655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c1a16b0-84eb-4632-8bac-88033665b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.804621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c1a16b0-84eb-4632-8bac-88033665b3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.807957 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6c1a16b0-84eb-4632-8bac-88033665b3a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a16c5319-d79a-4126-9445-d843d799973e HTTP/1.1" status: 204 len: 168 time: 0.2382598 Nov 19 04:01:24.824874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a16b0-84eb-4632-8bac-88033665b3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16c5319-d79a-4126-9445-d843d799973e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:24.873280 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1649a5dd-f03b-4582-a7f0-642cec60a196 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.912037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1649a5dd-f03b-4582-a7f0-642cec60a196 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.958085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6c45f83c-b642-414d-9df4-607106715828,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:24.978460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1649a5dd-f03b-4582-a7f0-642cec60a196 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.983684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1649a5dd-f03b-4582-a7f0-642cec60a196 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:24.985820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1649a5dd-f03b-4582-a7f0-642cec60a196 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/75e69a94-209a-4057-be2c-b889aeea162e HTTP/1.1" status: 204 len: 168 time: 0.2156231 Nov 19 04:01:24.988436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49934) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:24.996106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649a5dd-f03b-4582-a7f0-642cec60a196 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e69a94-209a-4057-be2c-b889aeea162e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:25.042216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96736297-75a1-4926-8618-6c467dedffe5 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523984 Nov 19 04:01:25.047085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49938) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.052010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112267205'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:25.054923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:25.072303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'port_id': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08', 'mac_address': 'fa:16:3e:88:e2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a485d9a1-3c19-4a5c-902c-c78282ababbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:25.082080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.109374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49942) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.152243 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.172241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:25.186725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.189876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.195580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.212624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:25.220961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.232061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.233490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1853590 Nov 19 04:01:25.236629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49946) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.241751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b75b3826-949b-4f85-9fef-fc42d34eeeae tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '7a1d2e3f-fbbf-46cc-b168-a66960a79237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:25.250479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295f806-6b00-4c5e-8254-cacd78fca4b0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d2e3f-fbbf-46cc-b168-a66960a79237,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:25.292804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:25.299613 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-b75b3826-949b-4f85-9fef-fc42d34eeeae tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The resource could not be found. Nov 19 04:01:25.301008 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b75b3826-949b-4f85-9fef-fc42d34eeeae tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0633156 Nov 19 04:01:25.303985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49948) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.308726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-237ccec0-d03b-4cb9-873f-16e8289688a0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '7a1d2e3f-fbbf-46cc-b168-a66960a79237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e6e8c77c-567c-421c-8938-ba43c43928a0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:25.312244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49950) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.332957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.333651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.334360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.334853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.335348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.335833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.336351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.338320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-040809c0-c053-4050-9d6c-0867288d4edd req-4a961eef-a73d-4058-9831-521fdd7428db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 6501 time: 0.2275536 Nov 19 04:01:25.356081 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-237ccec0-d03b-4cb9-873f-16e8289688a0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The resource could not be found. Nov 19 04:01:25.356277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bcbf3-d4a8-4349-a53e-27e495690a52 req-a3bd5b02-f07e-49a5-a908-62c167f6a564 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.360039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-237ccec0-d03b-4cb9-873f-16e8289688a0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0523505 Nov 19 04:01:25.360175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c46bcbf3-d4a8-4349-a53e-27e495690a52 req-a3bd5b02-f07e-49a5-a908-62c167f6a564 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 944 time: 0.1485362 Nov 19 04:01:25.360271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.414252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937f7269-07c1-4632-9f17-77aa8c33662d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.440531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937f7269-07c1-4632-9f17-77aa8c33662d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.449345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a9097d3e-b580-4997-b350-ef24b5c098e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1094ea2dd66b4d7ba9239fb96b479e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359425 Nov 19 04:01:25.454300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49956) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.471404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c46bcbf3-d4a8-4349-a53e-27e495690a52 req-bbb8c18c-2c03-41fe-a452-10ef267c17d6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059401 Nov 19 04:01:25.474254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-040809c0-c053-4050-9d6c-0867288d4edd req-39c52471-aa9f-406e-afa6-43941f652c8d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278138 Nov 19 04:01:25.516485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937f7269-07c1-4632-9f17-77aa8c33662d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.519135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937f7269-07c1-4632-9f17-77aa8c33662d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.520294 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-937f7269-07c1-4632-9f17-77aa8c33662d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/7a1d2e3f-fbbf-46cc-b168-a66960a79237 HTTP/1.1" status: 204 len: 168 time: 0.1590891 Nov 19 04:01:25.523015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49960) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.532632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-637052c3-9100-41bc-b51b-bb1aa258beae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.535502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f7269-07c1-4632-9f17-77aa8c33662d tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d2e3f-fbbf-46cc-b168-a66960a79237,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:25.562455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-637052c3-9100-41bc-b51b-bb1aa258beae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.572491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fb610a5f-a096-46cb-b3ec-e52cdc4986f3 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0481400 Nov 19 04:01:25.576805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49962) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.582402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2ebcaae5-0d91-441a-9762-c97bb1d6a2a2 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '9bed0792-98c9-42b9-b033-2bdc6355a279', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:25.615187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-637052c3-9100-41bc-b51b-bb1aa258beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.618168 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-637052c3-9100-41bc-b51b-bb1aa258beae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.619371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-637052c3-9100-41bc-b51b-bb1aa258beae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/280f4ba7-4d3b-4c3b-a122-632224ed68cf HTTP/1.1" status: 204 len: 168 time: 0.1640530 Nov 19 04:01:25.625510 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-2ebcaae5-0d91-441a-9762-c97bb1d6a2a2 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The resource could not be found. Nov 19 04:01:25.630313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2ebcaae5-0d91-441a-9762-c97bb1d6a2a2 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0489008 Nov 19 04:01:25.630481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637052c3-9100-41bc-b51b-bb1aa258beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f4ba7-4d3b-4c3b-a122-632224ed68cf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:25.630582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.640443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915876736'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:25.664930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6c45f83c-b642-414d-9df4-607106715828'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:25.665702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.729428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a699a3d4-02ec-4a52-a71d-8bd8cbf1da08'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:25.799737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcd5c0-71b7-4fee-8759-d574d84b1e3f req-98a24207-bdf8-47fc-b067-1527f859a4bc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.808196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9dcd5c0-71b7-4fee-8759-d574d84b1e3f req-98a24207-bdf8-47fc-b067-1527f859a4bc tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0671997 Nov 19 04:01:25.824158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38096e-e3a3-4835-9603-b42f8458d1ca req-3b382cb6-ddd8-42e9-811c-9d5667b46977 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:25.848180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a38096e-e3a3-4835-9603-b42f8458d1ca req-3b382cb6-ddd8-42e9-811c-9d5667b46977 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 944 time: 0.1149983 Nov 19 04:01:25.856107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.879547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e9dcd5c0-71b7-4fee-8759-d574d84b1e3f req-567e9e04-bc01-493b-af67-094ce0cd83fa tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Nov 19 04:01:25.912915 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a38096e-e3a3-4835-9603-b42f8458d1ca req-52811cd8-1f9f-4e00-9a6e-1e9c86386acc tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539935 Nov 19 04:01:25.913725 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.953807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6e8c1-cdc9-4dc8-88bf-e219a6580176,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:25.972915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:25.974790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1db4611a-0573-48cd-82f7-ee7058a6b691 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3399270 Nov 19 04:01:25.977859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49978) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:25.983923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--467742688'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:26.018228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.135498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.139894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.174994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.176235 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1972005 Nov 19 04:01:26.179580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49986) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:26.184074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-084ac793-e902-43be-8f9f-0b5ac4e450f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group_rule': {'security_group_id': '38a6e8c1-cdc9-4dc8-88bf-e219a6580176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '043a3158-edf6-486b-989e-fadcc0835612'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:26.193182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831f5f-7464-4030-9898-d6b617aa8c61 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043a3158-edf6-486b-989e-fadcc0835612,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:26.233890 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-084ac793-e902-43be-8f9f-0b5ac4e450f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:01:26.237963 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-084ac793-e902-43be-8f9f-0b5ac4e450f0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0547657 Nov 19 04:01:26.239866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49990) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:26.269856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.306339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a554b72b-2566-4979-a406-2ce7bcb15c26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.335345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a554b72b-2566-4979-a406-2ce7bcb15c26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.379775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a554b72b-2566-4979-a406-2ce7bcb15c26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.382415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a554b72b-2566-4979-a406-2ce7bcb15c26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.383566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a554b72b-2566-4979-a406-2ce7bcb15c26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/043a3158-edf6-486b-989e-fadcc0835612 HTTP/1.1" status: 204 len: 168 time: 0.1424067 Nov 19 04:01:26.386276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49996) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:26.394337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554b72b-2566-4979-a406-2ce7bcb15c26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a3158-edf6-486b-989e-fadcc0835612,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:26.467030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5b48bfe4-661b-41d5-b62b-847b934ce786 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0767524 Nov 19 04:01:26.467787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50000) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:26.508301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a02e194b-e538-4572-ba08-d5e2c699a8e1 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:26.554710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9f70722-3653-4b8a-86b7-0b17731d4496 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.595247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9f70722-3653-4b8a-86b7-0b17731d4496 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.651105 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9f70722-3653-4b8a-86b7-0b17731d4496 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.655502 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9f70722-3653-4b8a-86b7-0b17731d4496 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.656705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b9f70722-3653-4b8a-86b7-0b17731d4496 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/38a6e8c1-cdc9-4dc8-88bf-e219a6580176 HTTP/1.1" status: 204 len: 168 time: 0.1874449 Nov 19 04:01:26.659499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50008) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:26.667363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f70722-3653-4b8a-86b7-0b17731d4496 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6e8c1-cdc9-4dc8-88bf-e219a6580176,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:26.683356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a02e194b-e538-4572-ba08-d5e2c699a8e1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:26.708126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a02e194b-e538-4572-ba08-d5e2c699a8e1', 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'port_id': 'a02e194b-e538-4572-ba08-d5e2c699a8e1', 'mac_address': 'fa:16:3e:7e:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f469f920-cb75-4b94-b328-e8b6da9dee63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:26.716406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ab55-d9e3-4e88-9415-41be9eda32ab req-60772f15-ebe6-479c-ad69-4efa12824d67 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:26.727996 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a71ab55-d9e3-4e88-9415-41be9eda32ab req-60772f15-ebe6-479c-ad69-4efa12824d67 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 944 time: 0.1589606 Nov 19 04:01:26.762938 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.784454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cdf8204f-75c8-47ba-988d-f76fd0e4c004 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1232698 Nov 19 04:01:26.791009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50014) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:26.797264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'tempest-secgroup--725304218'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:26.797519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02e194b-e538-4572-ba08-d5e2c699a8e1 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:26.810830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a71ab55-d9e3-4e88-9415-41be9eda32ab req-70a90a14-1fef-4d55-b38f-1dfc0823ca9b tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818079 Nov 19 04:01:26.826426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a02e194b-e538-4572-ba08-d5e2c699a8e1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:26.839034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.839851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:26.852859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.912149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:26.926398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3', 'network_id': '23bcd232-f79d-48d6-8146-3c27f4373854', 'port_id': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3', 'mac_address': 'fa:16:3e:27:ef:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f469f920-cb75-4b94-b328-e8b6da9dee63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:26.944722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.953142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:26.993071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a02e194b-e538-4572-ba08-d5e2c699a8e1,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:26.998965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.017305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:27.040817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:27.046095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.060821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.066281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2737594 Nov 19 04:01:27.066943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.072519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a52eb-3fa5-4fc6-a0aa-b83da646eba4 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254bceb1-659b-4271-9310-d9efbc20ffe7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:27.074690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-336d23b3-826f-4d78-bfae-b2193eea6427 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:27.075369 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-336d23b3-826f-4d78-bfae-b2193eea6427 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 04:01:27.076087 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-336d23b3-826f-4d78-bfae-b2193eea6427 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 04:01:27.077308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-336d23b3-826f-4d78-bfae-b2193eea6427 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "PUT /v2.0/security-groups/254bceb1-659b-4271-9310-d9efbc20ffe7 HTTP/1.1" status: 409 len: 330 time: 0.0073249 Nov 19 04:01:27.088817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50038) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.119146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:27.125384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944a55-5362-465f-bd48-695640232c74 req-d6046813-d390-49a4-88fe-922a90fe966c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:27.127018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-33944a55-5362-465f-bd48-695640232c74 req-d6046813-d390-49a4-88fe-922a90fe966c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 945 time: 0.0708425 Nov 19 04:01:27.150829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783eae-befc-4b94-aab5-8870266588e7 req-950a4c8d-06d1-439d-8381-5a3523fad9b5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:27.152511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40783eae-befc-4b94-aab5-8870266588e7 req-950a4c8d-06d1-439d-8381-5a3523fad9b5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1408865 Nov 19 04:01:27.185005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-33944a55-5362-465f-bd48-695640232c74 req-514925df-5790-419f-bffc-867a8bc1a5c4 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508792 Nov 19 04:01:27.194381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.207783 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c28487d9-8d33-4c5c-91fb-b004123bcf1a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.246190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40783eae-befc-4b94-aab5-8870266588e7 req-c83f365f-eca4-41c9-aaaa-b5a81f1ff0bf tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866666 Nov 19 04:01:27.267259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c28487d9-8d33-4c5c-91fb-b004123bcf1a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.327306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c28487d9-8d33-4c5c-91fb-b004123bcf1a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.330198 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c28487d9-8d33-4c5c-91fb-b004123bcf1a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.335221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c28487d9-8d33-4c5c-91fb-b004123bcf1a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/254bceb1-659b-4271-9310-d9efbc20ffe7 HTTP/1.1" status: 204 len: 168 time: 0.2397187 Nov 19 04:01:27.335587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50058) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.341724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28487d9-8d33-4c5c-91fb-b004123bcf1a tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254bceb1-659b-4271-9310-d9efbc20ffe7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:27.390894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-add8d9f0-0696-4f99-8639-54636df91a6c tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495281 Nov 19 04:01:27.391279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50060) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.405454 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-a5468ade-7c5d-4de8-be22-cf7baea26b26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] delete failed (client error): The resource could not be found. Nov 19 04:01:27.410098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a5468ade-7c5d-4de8-be22-cf7baea26b26 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "DELETE /v2.0/security-groups/96bf7e16-6145-44ce-8ff1-6747283879a5 HTTP/1.1" status: 404 len: 347 time: 0.0142982 Nov 19 04:01:27.410218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50062) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.423466 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-214e05a3-352e-4d58-abbb-781aa974eaf0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] show failed (client error): The resource could not be found. Nov 19 04:01:27.424473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-214e05a3-352e-4d58-abbb-781aa974eaf0 tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-groups/27cc5e00-7e23-4e8c-8926-bb44f4ac9c7d HTTP/1.1" status: 404 len: 347 time: 0.0131643 Nov 19 04:01:27.428296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50064) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.439689 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-c089ec4a-d702-4b78-820a-fe045fb9b83f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] show failed (client error): The resource could not be found. Nov 19 04:01:27.440533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c089ec4a-d702-4b78-820a-fe045fb9b83f tempest-NegativeSecGroupTest-1693185665 tempest-NegativeSecGroupTest-1693185665-project] 10.222.0.52 "GET /v2.0/security-group-rules/941817ba-797f-4720-8420-aafd64da6cfd HTTP/1.1" status: 404 len: 356 time: 0.0113285 Nov 19 04:01:27.484346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a02e194b-e538-4572-ba08-d5e2c699a8e1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:27.518312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['7dc20f7f-6097-43f2-a981-c5b4c75e8eb3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:27.604188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50072) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.692508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50078) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.800728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b21b96-0a8d-4582-8c67-2a8ddbd52f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.854675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a521e14b-0524-4384-a521-904213f323cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c6f7aaea5bd44be8a378e14d483b9b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583288 Nov 19 04:01:27.854992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50084) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:27.921855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a07c1cf6-40f2-40e2-bcac-e5be9068b6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.922461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b21b96-0a8d-4582-8c67-2a8ddbd52f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.926801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b21b96-0a8d-4582-8c67-2a8ddbd52f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.944342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a07c1cf6-40f2-40e2-bcac-e5be9068b6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.992875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-76b21b96-0a8d-4582-8c67-2a8ddbd52f6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6192ca85adb24d3db48ebadcbaea32f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3875997 Nov 19 04:01:27.993091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a07c1cf6-40f2-40e2-bcac-e5be9068b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.993658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b21b96-0a8d-4582-8c67-2a8ddbd52f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70cb03-649f-45ad-af74-6d55bcbd522b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:27.995604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a07c1cf6-40f2-40e2-bcac-e5be9068b6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:27.999777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a07c1cf6-40f2-40e2-bcac-e5be9068b6eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0011deb6-4e0c-40ac-8a90-84e5f90de494 HTTP/1.1" status: 204 len: 168 time: 0.1398344 Nov 19 04:01:27.999777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50086) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:28.019091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c1cf6-40f2-40e2-bcac-e5be9068b6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011deb6-4e0c-40ac-8a90-84e5f90de494,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:28.020988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced45591-cb61-476e-a396-338ba60bf7ee req-a1eb94ab-3f01-4779-8155-906aa6a50ca2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:28.023334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ced45591-cb61-476e-a396-338ba60bf7ee req-a1eb94ab-3f01-4779-8155-906aa6a50ca2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 944 time: 0.1136959 Nov 19 04:01:28.073649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51260413-5bcd-42f1-abe0-d8c8fb6bcade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.084561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ced45591-cb61-476e-a396-338ba60bf7ee req-c820d0d9-3424-49fd-8a52-18f2e2b6f489 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Nov 19 04:01:28.099062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51260413-5bcd-42f1-abe0-d8c8fb6bcade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.154214 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51260413-5bcd-42f1-abe0-d8c8fb6bcade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.156733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51260413-5bcd-42f1-abe0-d8c8fb6bcade admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.157900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-51260413-5bcd-42f1-abe0-d8c8fb6bcade admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b70cb03-649f-45ad-af74-6d55bcbd522b HTTP/1.1" status: 204 len: 168 time: 0.1544313 Nov 19 04:01:28.166905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51260413-5bcd-42f1-abe0-d8c8fb6bcade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70cb03-649f-45ad-af74-6d55bcbd522b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:28.317714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280179e-2d52-4762-84a0-0f5aa856989d req-72fe1476-1742-4782-b3fd-440cc07f667f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:28.319417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c280179e-2d52-4762-84a0-0f5aa856989d req-72fe1476-1742-4782-b3fd-440cc07f667f tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 945 time: 0.0571120 Nov 19 04:01:28.381516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c280179e-2d52-4762-84a0-0f5aa856989d req-2f5fc906-7f4f-4cfd-bf34-73fab21a123c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Nov 19 04:01:28.419347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55224315-b4a0-49d2-86b9-35eca9d65866 req-577d90fa-be91-4d7d-bbb4-975026b07a8a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:28.421373 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55224315-b4a0-49d2-86b9-35eca9d65866 req-577d90fa-be91-4d7d-bbb4-975026b07a8a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0820622 Nov 19 04:01:28.474871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55224315-b4a0-49d2-86b9-35eca9d65866 req-385e3c87-0b6f-45d1-a687-1be2dd4482e8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Nov 19 04:01:28.517272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:28.576960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:01:28.582121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:28.582510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.664244 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.691987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:28.695652 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e7954f-b0b2-4dbb-8aa4-a0cb9005b71b" -d '{"events": [{"server_uuid": "cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a699a3d4-02ec-4a52-a71d-8bd8cbf1da08"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:28.727221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:28.732710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.733598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6c45f83c-b642-414d-9df4-607106715828 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:28.759264 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279c684-a209-4836-85c4-0e4c3ed701d2 x-openstack-request-id: req-b279c684-a209-4836-85c4-0e4c3ed701d2 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:28.759579 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a699a3d4-02ec-4a52-a71d-8bd8cbf1da08", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:28.759843 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b279c684-a209-4836-85c4-0e4c3ed701d2 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:28.760271 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08', 'code': 200} Nov 19 04:01:28.828686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:28.860542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 6c45f83c-b642-414d-9df4-607106715828 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:01:28.875779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 6c45f83c-b642-414d-9df4-607106715828 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:28.876788 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:28.945210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0276-d425-48d8-a9e4-cb266fcbac77 req-2f9ec22c-715e-4eac-9405-c2c6e2c2ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:28.946671 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-684b0276-d425-48d8-a9e4-cb266fcbac77 req-2f9ec22c-715e-4eac-9405-c2c6e2c2ebb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0597517 Nov 19 04:01:28.974017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:29.006507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-684b0276-d425-48d8-a9e4-cb266fcbac77 req-e8816d4d-3cab-49ee-8496-0279aa123bc8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520556 Nov 19 04:01:29.011502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6c45f83c-b642-414d-9df4-607106715828, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6c45f83c-b642-414d-9df4-607106715828,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:29.015843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:29.075389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6c45f83c-b642-414d-9df4-607106715828,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:29.214370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65211-46d0-4024-8c8f-d390893fe7cc req-ea0143be-7b73-4e77-923f-dbb135e21d64 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:29.221635 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad65211-46d0-4024-8c8f-d390893fe7cc req-ea0143be-7b73-4e77-923f-dbb135e21d64 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 945 time: 0.0574841 Nov 19 04:01:29.270304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad65211-46d0-4024-8c8f-d390893fe7cc req-574abb38-324c-466f-84af-4a164bb3b6f9 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477481 Nov 19 04:01:29.527416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386d26a-5280-4b7d-9f1f-4d28a3940fed req-20dcd90c-3b8e-4182-ae86-1e5bb711d818 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:29.530417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8386d26a-5280-4b7d-9f1f-4d28a3940fed req-20dcd90c-3b8e-4182-ae86-1e5bb711d818 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 945 time: 0.0713234 Nov 19 04:01:29.602297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8386d26a-5280-4b7d-9f1f-4d28a3940fed req-f43df828-74b9-4f05-aff9-0b6841eb76d6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593045 Nov 19 04:01:29.648220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1550b5-8f12-4359-b2cb-b341e3d4ee9f req-156d35ff-5f1f-4586-9111-51b1d8c86b48 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:29.650094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b1550b5-8f12-4359-b2cb-b341e3d4ee9f req-156d35ff-5f1f-4586-9111-51b1d8c86b48 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0536435 Nov 19 04:01:29.670704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50176) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:29.722911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b1550b5-8f12-4359-b2cb-b341e3d4ee9f req-d0718dc7-7a66-4bc9-9159-1205dbc5733e tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Nov 19 04:01:29.788289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cca72b21-ba55-40e3-9c04-7c5933de44d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:29.879638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cca72b21-ba55-40e3-9c04-7c5933de44d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:29.884874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cca72b21-ba55-40e3-9c04-7c5933de44d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:29.929906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cca72b21-ba55-40e3-9c04-7c5933de44d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ceb8fe83e5c4d82a1ea223f173af14b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567799 Nov 19 04:01:29.929906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72b21-ba55-40e3-9c04-7c5933de44d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e1b05-6b7f-4d5e-8bf4-69a2b430aaf0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:29.931361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50186) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:29.987790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c10bf72f-5f63-4c8c-91c3-c8a4551ea758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.009524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c10bf72f-5f63-4c8c-91c3-c8a4551ea758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.055809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c10bf72f-5f63-4c8c-91c3-c8a4551ea758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.058713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c10bf72f-5f63-4c8c-91c3-c8a4551ea758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.060634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c10bf72f-5f63-4c8c-91c3-c8a4551ea758 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/395e1b05-6b7f-4d5e-8bf4-69a2b430aaf0 HTTP/1.1" status: 204 len: 168 time: 0.1279831 Nov 19 04:01:30.071570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bf72f-5f63-4c8c-91c3-c8a4551ea758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e1b05-6b7f-4d5e-8bf4-69a2b430aaf0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:30.379688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-0996f04e-6ddf-4cb3-829e-a8815d34c3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553181 Nov 19 04:01:30.458929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b7f83-8340-4451-a1bd-1f971676ba69 req-db4393bf-9be9-4448-aa16-821dc203636a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.460185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b69b7f83-8340-4451-a1bd-1f971676ba69 req-db4393bf-9be9-4448-aa16-821dc203636a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 945 time: 0.0795233 Nov 19 04:01:30.466508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-cb88a5f7-5e6c-406f-b905-35f1ceef5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.467990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-cb88a5f7-5e6c-406f-b905-35f1ceef5365 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 1099 time: 0.0578506 Nov 19 04:01:30.527500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a02e194b-e538-4572-ba08-d5e2c699a8e1 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:30.577578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b69b7f83-8340-4451-a1bd-1f971676ba69 req-90db41b9-56c9-47d8-a8c7-9b20dc7c55b0 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062932 Nov 19 04:01:30.592463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a02e194b-e538-4572-ba08-d5e2c699a8e1 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:01:30.598786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a02e194b-e538-4572-ba08-d5e2c699a8e1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:30.599257 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.643930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-650f3682-3c72-4631-a20d-d07516e483fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.645563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-650f3682-3c72-4631-a20d-d07516e483fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1572564 Nov 19 04:01:30.699819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-bf7b1d3d-5332-4f9f-87e6-993aed64b192 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 200 len: 217 time: 0.0466011 Nov 19 04:01:30.714528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.771555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a02e194b-e538-4572-ba08-d5e2c699a8e1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:30.772696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c45f83c-b642-414d-9df4-607106715828'}, {'server_uuid': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e194b-e538-4572-ba08-d5e2c699a8e1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:30.775995 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d55d6a-e2e2-4971-be61-8864ad64bf32" -d '{"events": [{"server_uuid": "36dae7db-1cb8-41c0-aed6-797b228bbd08", "name": "network-vif-plugged", "status": "completed", "tag": "6c45f83c-b642-414d-9df4-607106715828"}, {"server_uuid": "a366427b-4e4e-4a47-a2d9-211b9695e81a", "name": "network-vif-plugged", "status": "completed", "tag": "a02e194b-e538-4572-ba08-d5e2c699a8e1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:30.780593 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.781510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:30.791714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-0e69ce68-77d7-448b-882e-27e4d2031575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.794967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-0e69ce68-77d7-448b-882e-27e4d2031575 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0856714 Nov 19 04:01:30.806204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c31b8c-7d0c-4aa1-b1a0-31462b7e34ab req-d1a64ff0-269b-4b83-af27-a9a46cc43cb7 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.808050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c31b8c-7d0c-4aa1-b1a0-31462b7e34ab req-d1a64ff0-269b-4b83-af27-a9a46cc43cb7 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 945 time: 0.1107912 Nov 19 04:01:30.817434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50222) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:30.870100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688c7da-6bd9-4750-af53-77ab9520da28 req-64884116-a996-4e7e-8582-db78b87a38bb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.879152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8688c7da-6bd9-4750-af53-77ab9520da28 req-64884116-a996-4e7e-8582-db78b87a38bb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0786412 Nov 19 04:01:30.882504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a02e194b-e538-4572-ba08-d5e2c699a8e1,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:30.892394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:01:30.896928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:30.897309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:30.904091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:01:30.907028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c31b8c-7d0c-4aa1-b1a0-31462b7e34ab req-10529907-28ee-4141-b706-8fc2854bd380 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834484 Nov 19 04:01:30.913529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-0526b7c8-5c21-485c-82fa-ac4cb66ada3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:30.915330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-0526b7c8-5c21-485c-82fa-ac4cb66ada3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061609 Nov 19 04:01:30.970121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8688c7da-6bd9-4750-af53-77ab9520da28 req-3a59c430-36dd-480d-8e68-9a15c426a06f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Nov 19 04:01:30.992326 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899115ff-0007-4602-a0e7-b99d82f04a54 x-openstack-request-id: req-899115ff-0007-4602-a0e7-b99d82f04a54 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:30.992635 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dae7db-1cb8-41c0-aed6-797b228bbd08", "name": "network-vif-plugged", "status": "completed", "tag": "6c45f83c-b642-414d-9df4-607106715828", "code": 200}, {"server_uuid": "a366427b-4e4e-4a47-a2d9-211b9695e81a", "name": "network-vif-plugged", "status": "completed", "tag": "a02e194b-e538-4572-ba08-d5e2c699a8e1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:30.992898 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-899115ff-0007-4602-a0e7-b99d82f04a54 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:30.993298 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c45f83c-b642-414d-9df4-607106715828', 'code': 200} Nov 19 04:01:30.993560 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02e194b-e538-4572-ba08-d5e2c699a8e1', 'code': 200} Nov 19 04:01:31.008241 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.018481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-246013085-network', 'tenant_id': '5f5315605609469b86fc7709e5590808'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:31.044827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:31.048092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.066216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Made reservation on behalf of 5f5315605609469b86fc7709e5590808 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:31.068540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.086711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.110763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:31.123836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-927aba50-0cee-4b92-8ad0-ece97720379f service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929061 Nov 19 04:01:31.262170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f6281-da0c-49d9-83ab-e6a613c066b6 req-601c7ed6-0718-42b9-8306-6450290cdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:31.263827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d3f6281-da0c-49d9-83ab-e6a613c066b6 req-601c7ed6-0718-42b9-8306-6450290cdfcb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 1097 time: 0.1556144 Nov 19 04:01:31.305043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fb3ab-baf6-4a81-9152-c3cf203f7fd5 req-221831c8-72f9-4786-9efc-95263233aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:31.306520 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-634fb3ab-baf6-4a81-9152-c3cf203f7fd5 req-221831c8-72f9-4786-9efc-95263233aefa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 1097 time: 0.1655085 Nov 19 04:01:31.343793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cd9e43-e409-4f25-b28b-0e357cab374f req-c9a1762c-1ccd-4361-a36b-b74d28a9ec1f service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005997 Nov 19 04:01:31.382371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.391132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.402167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d3f6281-da0c-49d9-83ab-e6a613c066b6 req-d68fb3ad-4835-4322-9bbb-3a0a9fb170d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227634 Nov 19 04:01:31.416814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-634fb3ab-baf6-4a81-9152-c3cf203f7fd5 req-99bd1e09-399d-4cbe-b7ca-bc7011a696cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013739 Nov 19 04:01:31.428133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:01:31.437469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50a4fc-255c-4db8-904e-79a68ec3bfe1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:31.444096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.444479 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Added segment 8ceee3ac-35a4-42c7-8f57-46705710b6d7 of type vlan for network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 Nov 19 04:01:31.487236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.512593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.513700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:31.514356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.575668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7567632 Nov 19 04:01:31.579105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50234) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:31.580784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232fb17-8ab8-4d6e-8c1f-0a5c9e4d75fb admin admin] Pushing event updated for resources: {'Network': ['ID=4f6600ce-f93a-4980-9ff9-821cdd20d3b3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:31.587620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Request body: {'subnet': {'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-246013085-subnet', 'tenant_id': '5f5315605609469b86fc7709e5590808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:31.591266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:01:31.622818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Made reservation on behalf of 5f5315605609469b86fc7709e5590808 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:31.626017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.739023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.771942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15a85-c40a-477a-9042-f21e308d67f7 req-ab41061c-fa0a-4cb3-80a3-67a34337e0e3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:31.773489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0df15a85-c40a-477a-9042-f21e308d67f7 req-ab41061c-fa0a-4cb3-80a3-67a34337e0e3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 945 time: 0.1023099 Nov 19 04:01:31.823703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0df15a85-c40a-477a-9042-f21e308d67f7 req-6d15b789-dfe3-4d1f-953c-18f14ea80c2c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Nov 19 04:01:31.872577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:31.934313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974b4ba1-d7b3-4508-bf47-83589620f81a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:31.944366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Checking segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:31.944733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Network hostable DHCP agents. Network: 4f6600ce-f93a-4980-9ff9-821cdd20d3b3, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:01:31.964397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:01:31.981565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 4f6600ce-f93a-4980-9ff9-821cdd20d3b3) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:31.990681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e660c0a-22b0-402d-a18e-a672cb62688e None None] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:32.006349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:32.006947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:32.064525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883fbb-9e89-486b-a1b3-5a89fe5ce28d req-842e165b-9eb5-43b9-89f6-f891abd4db59 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:32.066781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b883fbb-9e89-486b-a1b3-5a89fe5ce28d req-842e165b-9eb5-43b9-89f6-f891abd4db59 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 946 time: 0.0750983 Nov 19 04:01:32.072807 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0fd4d57c-51d0-4121-a36b-dad65d3bce76 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4917324 Nov 19 04:01:32.140970 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b883fbb-9e89-486b-a1b3-5a89fe5ce28d req-84488847-e769-4180-8c77-af1cf896276c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552547 Nov 19 04:01:32.184641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7786697-97e4-4046-af87-5705b569c30e req-e6e81e8a-8ca2-4247-8010-4fd45cf56b7f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:32.195131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7786697-97e4-4046-af87-5705b569c30e req-e6e81e8a-8ca2-4247-8010-4fd45cf56b7f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1232712 Nov 19 04:01:32.255390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0bfb6-e6a6-49d8-a553-9d8f9096fc82 None None] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:32.280284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7786697-97e4-4046-af87-5705b569c30e req-eb29b3c7-6c48-40e1-b301-1be8f9647cc0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Nov 19 04:01:32.709516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-90b13bcb-b09d-44f0-8146-3270aa938ebf tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:32.711667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-90b13bcb-b09d-44f0-8146-3270aa938ebf tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 814 time: 0.1218579 Nov 19 04:01:32.738622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-20a953f4-9884-4079-bcf2-8f9686cc1e68 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/quotas/5f5315605609469b86fc7709e5590808 HTTP/1.1" status: 200 len: 375 time: 0.0144386 Nov 19 04:01:32.783837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-5bba80d5-ca44-485c-905e-0fcb9f303d50 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354118 Nov 19 04:01:32.936595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-e55d0955-ee47-46e1-a1dd-a7888f869b4b service neutron] 10.222.0.52 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448090 Nov 19 04:01:32.994844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:32.997772 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca77f15-f037-4bb8-b09f-f920cf1af103" -d '{"events": [{"server_uuid": "77ecbcff-40ca-4853-8e9a-43e918426fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7dc20f7f-6097-43f2-a981-c5b4c75e8eb3"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:33.037400 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dd6f06-c170-48d3-8bdf-7deac97e753b x-openstack-request-id: req-18dd6f06-c170-48d3-8bdf-7deac97e753b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:33.037830 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ecbcff-40ca-4853-8e9a-43e918426fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7dc20f7f-6097-43f2-a981-c5b4c75e8eb3", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:33.038323 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18dd6f06-c170-48d3-8bdf-7deac97e753b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:33.038741 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3', 'code': 200} Nov 19 04:01:33.042502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-b689d283-2d74-443d-8616-d67b01717a26 service neutron] 10.222.0.52 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990078 Nov 19 04:01:33.303992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68e2a2-f1fd-4a4d-85d9-0fc7f511d1f0 req-86563677-071a-446d-8c72-3d8cea77f980 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:33.318818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d68e2a2-f1fd-4a4d-85d9-0fc7f511d1f0 req-86563677-071a-446d-8c72-3d8cea77f980 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 946 time: 0.0686178 Nov 19 04:01:33.321119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e471a42-3116-49f8-b16a-b3b04b51939e req-af399aa5-6641-4152-a35d-88588e401147 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 210 time: 0.0771923 Nov 19 04:01:33.343903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abb8a4-6832-4289-ba2a-3a441143a969 req-eb089816-f26b-4927-be8a-5cc9ed67138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:33.346313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60abb8a4-6832-4289-ba2a-3a441143a969 req-eb089816-f26b-4927-be8a-5cc9ed67138d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 1097 time: 0.1601889 Nov 19 04:01:33.393170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d68e2a2-f1fd-4a4d-85d9-0fc7f511d1f0 req-d14fed13-5d31-4dab-a359-06320c3366d6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Nov 19 04:01:33.411625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60abb8a4-6832-4289-ba2a-3a441143a969 req-8c774deb-dd62-4859-8633-fe571156462b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584426 Nov 19 04:01:33.500105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ed65-0b93-40b9-a9a4-7fb1ccb61020 req-7e9f7a66-7d60-4fb0-9ee9-7e4c0bf6b62f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:33.502683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c954ed65-0b93-40b9-a9a4-7fb1ccb61020 req-7e9f7a66-7d60-4fb0-9ee9-7e4c0bf6b62f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0610831 Nov 19 04:01:33.556314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c954ed65-0b93-40b9-a9a4-7fb1ccb61020 req-34e110df-f9aa-4c42-9a5c-fda1e7589c66 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Nov 19 04:01:33.665145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84226dd-9c9c-48c8-8665-57834fd2485a req-447a3f75-b729-425c-be0b-c7a1429144e2 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:33.667126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b84226dd-9c9c-48c8-8665-57834fd2485a req-447a3f75-b729-425c-be0b-c7a1429144e2 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 946 time: 0.0521069 Nov 19 04:01:33.724598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b84226dd-9c9c-48c8-8665-57834fd2485a req-c8ad67d5-5d21-45b9-bfb0-e1c97b8eb108 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Nov 19 04:01:33.879093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7e28a-7b9e-45ee-8ef0-710cd0cf1e5b req-5c93c9d7-1978-431e-9201-7b5887f21ca7 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:33.893767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23a7e28a-7b9e-45ee-8ef0-710cd0cf1e5b req-5c93c9d7-1978-431e-9201-7b5887f21ca7 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 946 time: 0.0927386 Nov 19 04:01:33.973057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23a7e28a-7b9e-45ee-8ef0-710cd0cf1e5b req-f0b22f88-92e5-468c-a13a-8657ff072747 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781751 Nov 19 04:01:34.772053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5abe2d-597e-43bf-891c-83b01617990a req-74d9f6e6-09e5-43bd-8bb1-bc36a06b3f32 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:34.781185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d5abe2d-597e-43bf-891c-83b01617990a req-74d9f6e6-09e5-43bd-8bb1-bc36a06b3f32 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0863316 Nov 19 04:01:34.867677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d5abe2d-597e-43bf-891c-83b01617990a req-a38c0c19-4d9a-4f0a-8b3e-d3d7baaf16b4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852952 Nov 19 04:01:34.939252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bc92758-398a-4897-b9ba-a0e7db244a9f req-1cf595d7-399e-44df-babf-65bf18bbaf13 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 210 time: 0.4458356 Nov 19 04:01:34.964905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-8698d2cb-2218-4362-8fa1-3bec01374a99 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:34.966659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-8698d2cb-2218-4362-8fa1-3bec01374a99 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 814 time: 0.6325221 Nov 19 04:01:34.984211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Request body: {'port': {'device_id': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'admin_state_up': True, 'tenant_id': '5f5315605609469b86fc7709e5590808'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:35.149476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f2a49-ec05-4706-9aaa-f2283615e043 req-43e1a043-f1a9-4a01-b01f-b43184c6a0ea tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:35.151066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d54f2a49-ec05-4706-9aaa-f2283615e043 req-43e1a043-f1a9-4a01-b01f-b43184c6a0ea tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 946 time: 0.0857956 Nov 19 04:01:35.219767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d54f2a49-ec05-4706-9aaa-f2283615e043 req-f815dbaf-df6f-45fa-b2e4-d5829fff0dac tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615039 Nov 19 04:01:35.226705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Made reservation on behalf of 5f5315605609469b86fc7709e5590808 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:35.234438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:35.383178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Allocated IP 172.20.0.7 (4f6600ce-f93a-4980-9ff9-821cdd20d3b3/974b4ba1-d7b3-4508-bf47-83589620f81a/574e8789-301f-4264-b0eb-7acf2a6831e4) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:35.606965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3685-900e-4130-a91f-cdadeb5fc690 req-52815082-6990-4d74-8852-0c581a72b63a tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:35.615268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-509e3685-900e-4130-a91f-cdadeb5fc690 req-52815082-6990-4d74-8852-0c581a72b63a tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 946 time: 0.1089790 Nov 19 04:01:35.638504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:35.710925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-509e3685-900e-4130-a91f-cdadeb5fc690 req-9e61985c-8bf9-4966-9543-77b241f14959 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940678 Nov 19 04:01:35.728484 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:35.836098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:35.839769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:35.844774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:35.884324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:35.945317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:35.946194 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:35.971195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-f545af84-0a85-44b9-af0d-79a047230059 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9919538 Nov 19 04:01:35.994983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Request body: {'port': {'device_id': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:36.068637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:36.083287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca95a91-fdf6-4b93-b6ff-34d0d97f09dd req-a6623bc1-6e3c-44ee-979a-b458e8425401 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:36.094703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ca95a91-fdf6-4b93-b6ff-34d0d97f09dd req-a6623bc1-6e3c-44ee-979a-b458e8425401 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1158440 Nov 19 04:01:36.170810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ca95a91-fdf6-4b93-b6ff-34d0d97f09dd req-93b69665-ae3d-493e-b800-d9b4769f6c87 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748897 Nov 19 04:01:36.197599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6637-a047-419d-af4f-b785583d4ac0 req-e4800bf7-ba34-4b35-a4ea-fa010f9371f8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:36.199175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ed6637-a047-419d-af4f-b785583d4ac0 req-e4800bf7-ba34-4b35-a4ea-fa010f9371f8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 931 time: 0.1123617 Nov 19 04:01:36.380211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ed6637-a047-419d-af4f-b785583d4ac0 req-bd074444-9060-4e1a-8dda-8a0e8f9f7c69 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261811 Nov 19 04:01:36.493722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574e8789-301f-4264-b0eb-7acf2a6831e4 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:36.503676 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:36.521048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Transition to ACTIVE for port object 574e8789-301f-4264-b0eb-7acf2a6831e4 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:36.527550 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:36.586505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:36.714521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Attempting to bind port 574e8789-301f-4264-b0eb-7acf2a6831e4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:36.715487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Attempting to bind port 574e8789-301f-4264-b0eb-7acf2a6831e4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:36.716177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Attempting to bind port 574e8789-301f-4264-b0eb-7acf2a6831e4 on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:36.722599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Port 574e8789-301f-4264-b0eb-7acf2a6831e4 on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:36.723440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Attempting to bind port 574e8789-301f-4264-b0eb-7acf2a6831e4 on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:36.730077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:36.730543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Checking segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:36.731904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Bound using segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:36.732542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Bound port: 574e8789-301f-4264-b0eb-7acf2a6831e4, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:36.733364 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:36.889846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:36.906259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:36.919851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:36.930865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f96ad-0f3b-455d-b676-fd9777af55c0 req-f01d07f0-fadf-4b37-80f4-a0f26d2e83cf tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:36.932525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a86f96ad-0f3b-455d-b676-fd9777af55c0 req-f01d07f0-fadf-4b37-80f4-a0f26d2e83cf tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 946 time: 0.0827856 Nov 19 04:01:36.989650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:36.990511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:36.992276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] 10.222.0.36 "PUT /v2.0/ports/574e8789-301f-4264-b0eb-7acf2a6831e4 HTTP/1.1" status: 200 len: 1091 time: 1.0061729 Nov 19 04:01:37.002307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:37.006227 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8658463-9830-4740-9c66-b2137ee17f67" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:37.041040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f6eda-dfba-4a23-a642-d75c8c12420f service neutron] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:37.117884 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a3c67f-0a68-475f-9951-6dd82c32c7b7 x-openstack-request-id: req-24a3c67f-0a68-475f-9951-6dd82c32c7b7 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:37.118213 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:37.118530 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24a3c67f-0a68-475f-9951-6dd82c32c7b7 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:37.118947 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'status': 'completed', 'code': 200} Nov 19 04:01:37.159018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a86f96ad-0f3b-455d-b676-fd9777af55c0 req-11cdd35d-383f-465c-996e-fd2db6b643e9 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031121 Nov 19 04:01:37.189458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-5269b4aa-6494-488a-9b63-b301e9f3e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:37.191211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-5269b4aa-6494-488a-9b63-b301e9f3e948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 1094 time: 0.1376820 Nov 19 04:01:37.204826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-824b6316-d925-492c-ac3a-2ada8b33a966 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:37.207471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-824b6316-d925-492c-ac3a-2ada8b33a966 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 946 time: 0.1623116 Nov 19 04:01:37.254784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-7d15a4d3-8f32-4497-b179-369beec1aa41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=574e8789-301f-4264-b0eb-7acf2a6831e4 HTTP/1.1" status: 200 len: 217 time: 0.0460074 Nov 19 04:01:37.332404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5f545-bb54-4003-8bb4-993ae3e64ea6 req-6215759c-84e3-4e42-9fd9-7bd6156396b5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:37.335826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ac5f545-bb54-4003-8bb4-993ae3e64ea6 req-6215759c-84e3-4e42-9fd9-7bd6156396b5 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0821304 Nov 19 04:01:37.379792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7f96-ffff-400a-aa78-24587883ecad req-563093e9-a77e-4994-a882-8e6391931319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:37.381303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-563093e9-a77e-4994-a882-8e6391931319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 200 len: 854 time: 0.1148043 Nov 19 04:01:37.394903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ac5f545-bb54-4003-8bb4-993ae3e64ea6 req-a28e5218-45cb-4aa8-98be-b125064a24ee tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496900 Nov 19 04:01:37.420898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-63b0abfb-956e-4be6-aabb-42d72a198b28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295291 Nov 19 04:01:37.519137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Deleting port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:37.519752 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:37.613355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03d8c-a3b2-4f1e-a037-eaf4451a76b8 req-a1dace7d-895e-4564-9efb-c1f71990e85b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:37.614942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8aa03d8c-a3b2-4f1e-a037-eaf4451a76b8 req-a1dace7d-895e-4564-9efb-c1f71990e85b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 943 time: 0.1350424 Nov 19 04:01:37.654171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-2df01626-2d50-4e04-a643-e7a3b1f9e7a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226849 Nov 19 04:01:37.728467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] For port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:37.728842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:37.773456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Calling delete_port for 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:37.800203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8aa03d8c-a3b2-4f1e-a037-eaf4451a76b8 req-5ad9f744-fcfa-4dfb-b8fc-2e77c4858e7d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718338 Nov 19 04:01:37.866935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cc7f96-ffff-400a-aa78-24587883ecad req-0fadb711-dc0d-41b3-a7e7-6f88c0fc0c5a service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997848 Nov 19 04:01:38.024604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:38.062375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658463-9830-4740-9c66-b2137ee17f67 req-9586ace0-9f05-420b-8a75-9f29ba5bf21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:38.064161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-9586ace0-9f05-420b-8a75-9f29ba5bf21e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 1094 time: 0.1121557 Nov 19 04:01:38.068702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6c45f83c-b642-414d-9df4-607106715828', 'a02e194b-e538-4572-ba08-d5e2c699a8e1', '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:38.070178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Pushing event deleted for resources: {'Port': ['ID=7dc20f7f-6097-43f2-a981-c5b4c75e8eb3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:38.223269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658463-9830-4740-9c66-b2137ee17f67 req-10a18a0f-e8fb-4414-b480-75b9e2404539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:38.225068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-10a18a0f-e8fb-4414-b480-75b9e2404539 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 915 time: 0.1440468 Nov 19 04:01:38.251848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] No DVR routers for this DVR port 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:38.255188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:38.260330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de4d616b-a9d7-45b7-a1e2-cbca7c595236 req-407b1ee9-2e67-46db-9f10-cb1a7c796cf6 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "DELETE /v2.0/ports/7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 HTTP/1.1" status: 204 len: 173 time: 1.0004075 Nov 19 04:01:38.331080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-ed1d26ec-d269-4e31-ae95-33dcae299a43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=574e8789-301f-4264-b0eb-7acf2a6831e4 HTTP/1.1" status: 200 len: 217 time: 0.0810456 Nov 19 04:01:38.375649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff0a62c8-a842-4575-90a8-75f824266053 req-1a40ea87-12a4-4933-b06c-e58c7e7a5b8d tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=77ecbcff-40ca-4853-8e9a-43e918426fa0 HTTP/1.1" status: 200 len: 210 time: 0.0600224 Nov 19 04:01:38.498009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658463-9830-4740-9c66-b2137ee17f67 req-070d31e7-be61-4054-b024-fc31303ec77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:38.503975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-070d31e7-be61-4054-b024-fc31303ec77d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 200 len: 854 time: 0.1264400 Nov 19 04:01:38.569377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-b8adfd48-493a-4e6e-813f-8e7dce002f60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571761 Nov 19 04:01:38.663873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf72ff0-f8a9-4f2c-8de3-964df75378f0 req-65601a3e-ccfa-4cb1-b991-0882b997a467 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:38.666107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecf72ff0-f8a9-4f2c-8de3-964df75378f0 req-65601a3e-ccfa-4cb1-b991-0882b997a467 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1275787 Nov 19 04:01:38.743611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-447ee314-5bf7-4a71-89b0-22fba92d2bba service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571019 Nov 19 04:01:38.749662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecf72ff0-f8a9-4f2c-8de3-964df75378f0 req-15b5a029-a859-4442-99fb-2106206315b6 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753624 Nov 19 04:01:38.863381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8658463-9830-4740-9c66-b2137ee17f67 req-09fd2d7b-9497-4cb4-9007-f696899b4d0d service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112223 Nov 19 04:01:38.944258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51f7f-d227-4468-bfa8-e05b50538b2d req-ba915a1f-a884-4f72-960a-6fcbc40ee48b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:38.947112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97c51f7f-d227-4468-bfa8-e05b50538b2d req-ba915a1f-a884-4f72-960a-6fcbc40ee48b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 943 time: 0.0586390 Nov 19 04:01:39.024551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-97c51f7f-d227-4468-bfa8-e05b50538b2d req-9aff59f5-e503-41d6-8e08-9c47eced6389 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629926 Nov 19 04:01:39.120167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'name': 'network-vif-deleted', 'tag': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:39.123120 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd4740-1257-4935-befc-865058c774d2" -d '{"events": [{"server_uuid": "77ecbcff-40ca-4853-8e9a-43e918426fa0", "name": "network-vif-deleted", "tag": "7dc20f7f-6097-43f2-a981-c5b4c75e8eb3"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:39.163839 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a38522-f424-4da3-bed7-dc0df8e19ec5 x-openstack-request-id: req-13a38522-f424-4da3-bed7-dc0df8e19ec5 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:39.164144 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ecbcff-40ca-4853-8e9a-43e918426fa0", "name": "network-vif-deleted", "tag": "7dc20f7f-6097-43f2-a981-c5b4c75e8eb3", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:39.164431 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13a38522-f424-4da3-bed7-dc0df8e19ec5 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:39.164842 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ecbcff-40ca-4853-8e9a-43e918426fa0', 'name': 'network-vif-deleted', 'tag': '7dc20f7f-6097-43f2-a981-c5b4c75e8eb3', 'status': 'completed', 'code': 200} Nov 19 04:01:39.899842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e784a9-97a8-40f9-a43a-224f2be2a812 req-c3f6b6bf-a1a9-427e-9474-53d69feac8c2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:39.901764 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-90e784a9-97a8-40f9-a43a-224f2be2a812 req-c3f6b6bf-a1a9-427e-9474-53d69feac8c2 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0693421 Nov 19 04:01:39.963098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-90e784a9-97a8-40f9-a43a-224f2be2a812 req-9ef88131-dcce-4bd4-b221-1ea81ad84e78 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521793 Nov 19 04:01:40.185137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a93c9-e9bb-461f-8230-4368446d96f5 req-ed3db000-accb-4d72-a884-103e1fce65e8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:40.187213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d3a93c9-e9bb-461f-8230-4368446d96f5 req-ed3db000-accb-4d72-a884-103e1fce65e8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 943 time: 0.0758488 Nov 19 04:01:40.275352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d3a93c9-e9bb-461f-8230-4368446d96f5 req-e23b1f50-7c48-4323-9dcc-58f3c18c1033 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799041 Nov 19 04:01:40.418836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de98d35-6bf4-4d92-a700-7f5477c27b6a req-0913be8d-d56d-4129-84a4-20613223a588 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:40.425103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de98d35-6bf4-4d92-a700-7f5477c27b6a req-0913be8d-d56d-4129-84a4-20613223a588 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:40.426860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6de98d35-6bf4-4d92-a700-7f5477c27b6a req-0913be8d-d56d-4129-84a4-20613223a588 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08&device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 1683 time: 0.0602331 Nov 19 04:01:40.476153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6de98d35-6bf4-4d92-a700-7f5477c27b6a req-325aa41d-0219-4fec-b52a-270d7fa1482c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Nov 19 04:01:40.612452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:40.635123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:40.635882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7dc20f7f-6097-43f2-a981-c5b4c75e8eb3 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:41.053611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddd5b-085f-436f-ae93-8c47580b0010 req-92907b4e-e7af-4451-9200-cd15d84b65e1 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:41.065024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2cddd5b-085f-436f-ae93-8c47580b0010 req-92907b4e-e7af-4451-9200-cd15d84b65e1 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 946 time: 0.0724785 Nov 19 04:01:41.097970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e025c-b6d5-4ec5-ba74-c1fc01fd47ca req-1fbc7c29-bd57-44c6-ac29-efdf99f58965 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:41.106985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d3e025c-b6d5-4ec5-ba74-c1fc01fd47ca req-1fbc7c29-bd57-44c6-ac29-efdf99f58965 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0610859 Nov 19 04:01:41.125236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2cddd5b-085f-436f-ae93-8c47580b0010 req-a1b84cd6-8596-47f0-890f-1f351149c8bc tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 Nov 19 04:01:41.153100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:41.155893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d3e025c-b6d5-4ec5-ba74-c1fc01fd47ca req-20fa1e90-4257-4aa2-a705-b9351976646c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480607 Nov 19 04:01:41.272387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:41.287003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'port_id': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'mac_address': 'fa:16:3e:01:ca:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b4ba1-d7b3-4508-bf47-83589620f81a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:41.358811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:41.381006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574e8789-301f-4264-b0eb-7acf2a6831e4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:41.415315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:41.421061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:41.456264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55966d6-50cb-4575-b2b6-c4e419404a22 req-c5b358e4-4a2d-43f2-8547-4de286899fc5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:41.457805 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c55966d6-50cb-4575-b2b6-c4e419404a22 req-c5b358e4-4a2d-43f2-8547-4de286899fc5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 943 time: 0.0528629 Nov 19 04:01:41.506331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:41.535638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c55966d6-50cb-4575-b2b6-c4e419404a22 req-a1909bcd-d9f1-425a-a6f3-158fc200f78f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590622 Nov 19 04:01:41.750944 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-576ca5b1-3710-448f-8219-8d06890bb542 service neutron] show failed (client error): The resource could not be found. Nov 19 04:01:41.751997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-576ca5b1-3710-448f-8219-8d06890bb542 service neutron] 10.222.0.36 "GET /v2.0/ports/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0622170 Nov 19 04:01:41.761471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['574e8789-301f-4264-b0eb-7acf2a6831e4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:42.004190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-550fb83a-db90-4e56-bf21-af957ce55f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:42.006815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-550fb83a-db90-4e56-bf21-af957ce55f8f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508&tenant_id=f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 1100 time: 0.0476322 Nov 19 04:01:42.046456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:42.112712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:42.271386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caa4bc-b791-4df5-aa27-0b7ddf1ec18b req-73da70d0-1e0e-46d1-82b3-64b0c397440d tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:42.273022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8caa4bc-b791-4df5-aa27-0b7ddf1ec18b req-73da70d0-1e0e-46d1-82b3-64b0c397440d tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 946 time: 0.0793059 Nov 19 04:01:42.358342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed95db-52dc-42bd-99d4-f7fa7dcfebf1 req-cac942c5-d2f5-436b-b844-03a372200764 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:42.360300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8caa4bc-b791-4df5-aa27-0b7ddf1ec18b req-9c103ab2-9198-4194-8f7a-98e46a93eabc tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789196 Nov 19 04:01:42.366374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-caed95db-52dc-42bd-99d4-f7fa7dcfebf1 req-cac942c5-d2f5-436b-b844-03a372200764 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1078532 Nov 19 04:01:42.440865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:42.445883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-caed95db-52dc-42bd-99d4-f7fa7dcfebf1 req-d9ebc48b-b8a5-4975-9e5c-35ee3c8f85a0 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791459 Nov 19 04:01:42.479227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:42.521468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:42.522864 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab93740-c3d5-4475-945f-2d9da81aea51" -d '{"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-unplugged", "status": "completed", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:42.536223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:42.592115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Transition to ACTIVE for port object af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:42.597741 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba1d96-4674-40bc-b9c3-5909f2328393 x-openstack-request-id: req-48ba1d96-4674-40bc-b9c3-5909f2328393 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:42.598958 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-unplugged", "status": "completed", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:42.599222 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48ba1d96-4674-40bc-b9c3-5909f2328393 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:42.599629 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'code': 200} Nov 19 04:01:42.603936 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:42.715985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] No DVR routers for this DVR port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:42.737181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:42.800992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:42.801643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:42.801643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:42.812980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:42.813213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:42.829377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-e7555f6d-26cf-4999-bc51-106d2399329c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:42.832081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-e7555f6d-26cf-4999-bc51-106d2399329c tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 946 time: 0.1076283 Nov 19 04:01:42.833587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:42.833917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:42.834370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:42.834806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Bound port: af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:42.835328 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:42.847471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e8160-725c-4d85-81c3-f5107189bc97 req-ade84508-6e9e-4439-a83a-c81c02ee62ab tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:42.849116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-860e8160-725c-4d85-81c3-f5107189bc97 req-ade84508-6e9e-4439-a83a-c81c02ee62ab tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 944 time: 0.1501269 Nov 19 04:01:42.867667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-dbd4e562-773d-456c-93fb-d620c9a75b8b tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:42.869312 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-dbd4e562-773d-456c-93fb-d620c9a75b8b tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "GET /v2.0/ports?device_id=a366427b-4e4e-4a47-a2d9-211b9695e81a HTTP/1.1" status: 200 len: 946 time: 0.1008215 Nov 19 04:01:42.975780 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-860e8160-725c-4d85-81c3-f5107189bc97 req-310a1337-5246-4fa8-87c5-74ba308333c3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053865 Nov 19 04:01:42.987638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:43.008292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:43.018341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.055307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Deleting port a02e194b-e538-4572-ba08-d5e2c699a8e1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:43.056056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.061890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Deleting port 6c45f83c-b642-414d-9df4-607106715828 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:01:43.062263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.071523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:43.072163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.073577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] 10.222.0.31 "PUT /v2.0/ports/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 1095 time: 1.0349183 Nov 19 04:01:43.169794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:43.191455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] For port a02e194b-e538-4572-ba08-d5e2c699a8e1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a02e194b-e538-4572-ba08-d5e2c699a8e1,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:43.191850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.217122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Calling delete_port for a02e194b-e538-4572-ba08-d5e2c699a8e1 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:43.353777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 574e8789-301f-4264-b0eb-7acf2a6831e4 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:01:43.365662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 574e8789-301f-4264-b0eb-7acf2a6831e4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:43.366567 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.553122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.554900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.602300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:43.607169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:43.610268 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b854c3f-7b3e-4577-b793-0f26601fd722" -d '{"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-plugged", "status": "completed", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:43.613834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6c45f83c-b642-414d-9df4-607106715828', 'a02e194b-e538-4572-ba08-d5e2c699a8e1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:43.630958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Pushing event deleted for resources: {'Port': ['ID=a02e194b-e538-4572-ba08-d5e2c699a8e1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:43.664786 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.678429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4ff11-7194-4e2e-ba51-23f92b9bfc0a service neutron] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:43.682920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] No DVR routers for this DVR port a02e194b-e538-4572-ba08-d5e2c699a8e1 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:43.686303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:43.691289 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e2b0e2b-9850-46da-9312-4fec5448faa4 req-38ada71d-e22a-48ab-a018-cc79098ea735 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "DELETE /v2.0/ports/a02e194b-e538-4572-ba08-d5e2c699a8e1 HTTP/1.1" status: 204 len: 173 time: 0.8105528 Nov 19 04:01:43.691937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'name': 'network-vif-deleted', 'tag': 'a02e194b-e538-4572-ba08-d5e2c699a8e1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:43.694378 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053a1816-aa24-43f2-8db7-0e8cb01f5d76" -d '{"events": [{"server_uuid": "a366427b-4e4e-4a47-a2d9-211b9695e81a", "name": "network-vif-deleted", "tag": "a02e194b-e538-4572-ba08-d5e2c699a8e1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:43.709374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-d6c777b7-134e-417c-b037-effb89248744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:43.710939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-d6c777b7-134e-417c-b037-effb89248744 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1098 time: 0.1360624 Nov 19 04:01:43.712539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fff575-7e0e-4973-a70c-64da0d03cf5a req-c0c9a5e1-c4fc-4ba7-bb58-f730307cc618 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:43.725095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82fff575-7e0e-4973-a70c-64da0d03cf5a req-c0c9a5e1-c4fc-4ba7-bb58-f730307cc618 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.1358123 Nov 19 04:01:43.788292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18712a1-a3b8-43cc-a2ed-68a6eeeedc7e req-9e65da3e-7d7d-45af-9f22-73b5064c7e65 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:43.790329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18712a1-a3b8-43cc-a2ed-68a6eeeedc7e req-9e65da3e-7d7d-45af-9f22-73b5064c7e65 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 946 time: 0.2175601 Nov 19 04:01:43.806861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:43.869077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82fff575-7e0e-4973-a70c-64da0d03cf5a req-597af03e-d4dc-4bf4-a41e-6074f790c458 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429880 Nov 19 04:01:43.967287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-0600e810-51e3-40b3-92de-b90454652616 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0878043 Nov 19 04:01:43.984155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] For port 6c45f83c-b642-414d-9df4-607106715828, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6c45f83c-b642-414d-9df4-607106715828,segment=NetworkSegment(33f61625-b5b9-49fd-8e7a-fc5fe5572511),segment_id=33f61625-b5b9-49fd-8e7a-fc5fe5572511)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:43.984772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:44.024375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Calling delete_port for 6c45f83c-b642-414d-9df4-607106715828 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:01:44.038721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18712a1-a3b8-43cc-a2ed-68a6eeeedc7e req-6b0cd070-4618-4723-b28d-611b0cc887e1 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ddef482-706d-4f9c-8616-e7b7d3830bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787534 Nov 19 04:01:44.115311 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd81173-bf14-469b-b96d-aec085ed6d4c x-openstack-request-id: req-dbd81173-bf14-469b-b96d-aec085ed6d4c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:44.115619 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-plugged", "status": "completed", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:44.115883 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbd81173-bf14-469b-b96d-aec085ed6d4c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:44.116287 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'code': 200} Nov 19 04:01:44.119706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-2821ccc7-3963-4a48-ab87-0fd5468b32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.129598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-2821ccc7-3963-4a48-ab87-0fd5468b32da service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.4018085 Nov 19 04:01:44.170096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.170597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.171071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.171785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.172262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.172730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.173197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.176229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e28dfad0-03da-4f5d-b2d4-5cd20b9a4856 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.1256392 Nov 19 04:01:44.177815 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01c5dd-ecea-4225-899a-d3e40190e5f2 x-openstack-request-id: req-0f01c5dd-ecea-4225-899a-d3e40190e5f2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:44.178136 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a366427b-4e4e-4a47-a2d9-211b9695e81a", "name": "network-vif-deleted", "tag": "a02e194b-e538-4572-ba08-d5e2c699a8e1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:44.178394 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f01c5dd-ecea-4225-899a-d3e40190e5f2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:44.178844 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a366427b-4e4e-4a47-a2d9-211b9695e81a', 'name': 'network-vif-deleted', 'tag': 'a02e194b-e538-4572-ba08-d5e2c699a8e1', 'status': 'completed', 'code': 200} Nov 19 04:01:44.240579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-33de64a3-559f-495d-8c8f-b31ec5e95d15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.1098049 Nov 19 04:01:44.365983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea79e7-ae28-41b4-8590-f911419e9bd8 req-ce024864-ba1d-4518-9e45-fde8319c0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.368673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4aea79e7-ae28-41b4-8590-f911419e9bd8 req-ce024864-ba1d-4518-9e45-fde8319c0bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 1096 time: 0.1765053 Nov 19 04:01:44.379318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-df434d20-7f85-4dc7-ab0e-ead9cc606fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.380823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-df434d20-7f85-4dc7-ab0e-ead9cc606fc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1248608 Nov 19 04:01:44.410647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add4620-941e-434f-b33f-0dbbe1e7ba3f req-0f1fb4e4-d94b-4e08-ba79-df0468c992aa tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.412224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7add4620-941e-434f-b33f-0dbbe1e7ba3f req-0f1fb4e4-d94b-4e08-ba79-df0468c992aa tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1764355 Nov 19 04:01:44.569786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4aea79e7-ae28-41b4-8590-f911419e9bd8 req-ddee9a4a-98b7-4238-98b9-79e502c1fe90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934140 Nov 19 04:01:44.585555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-be825324-0754-4b6b-b917-29880075a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.587119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-be825324-0754-4b6b-b917-29880075a015 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955888 Nov 19 04:01:44.592887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7add4620-941e-434f-b33f-0dbbe1e7ba3f req-637fff96-794d-42be-92a4-03a5ed2f522a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489022 Nov 19 04:01:44.593752 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:44.609713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:44.612148 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b456cb32-65d1-41b4-a056-952f8b0d8251" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:44.627746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a02e194b-e538-4572-ba08-d5e2c699a8e1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:44.694798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-17862aa1-95c5-4cc5-afb4-871938328901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.695455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-17862aa1-95c5-4cc5-afb4-871938328901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.696024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-17862aa1-95c5-4cc5-afb4-871938328901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.698466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-17862aa1-95c5-4cc5-afb4-871938328901 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 2293 time: 0.4781556 Nov 19 04:01:44.707163 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1bf8ca-a8a1-41e5-a248-ae941113a46a x-openstack-request-id: req-dc1bf8ca-a8a1-41e5-a248-ae941113a46a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:44.707461 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:44.707718 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc1bf8ca-a8a1-41e5-a248-ae941113a46a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:44.708118 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'status': 'completed', 'code': 200} Nov 19 04:01:44.708814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Pushing event deleted for resources: {'Port': ['ID=6c45f83c-b642-414d-9df4-607106715828,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:44.766292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] No DVR routers for this DVR port 6c45f83c-b642-414d-9df4-607106715828 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:44.779509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e419655a-d3ea-4f6b-9c46-ae83b3235629 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 1001 time: 0.0738647 Nov 19 04:01:44.782813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:44.786712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4a04e0d-09f5-48db-ab18-c5558fae24ce req-ba5cff6e-6a3a-49af-9af8-2fb5053f96de tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.31 "DELETE /v2.0/ports/6c45f83c-b642-414d-9df4-607106715828 HTTP/1.1" status: 204 len: 173 time: 1.9319205 Nov 19 04:01:44.855013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-cc956c50-4d44-48b2-904b-65e48c30beb3 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563903 Nov 19 04:01:44.908531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-a2b2163f-731d-4b86-b511-8e2489283a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:44.910400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-a2b2163f-731d-4b86-b511-8e2489283a47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 200 len: 851 time: 0.1223950 Nov 19 04:01:44.997962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-71b6304c-f1a2-4310-ba52-bf34056b6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.007806 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-71b6304c-f1a2-4310-ba52-bf34056b6efe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48eb8720-4add-44ff-aaca-edb67addda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888677 Nov 19 04:01:45.072111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-916dbc75-0807-43f7-97f3-a9cccb313350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.073682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-916dbc75-0807-43f7-97f3-a9cccb313350 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1098 time: 0.1978881 Nov 19 04:01:45.158634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-defe98b1-5166-4149-bc96-34ce0a34fa4c service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955482 Nov 19 04:01:45.167349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21addaf0-04b3-4f52-bf8b-d8fe0bb3fc44 req-5ed39953-675e-4b6f-ac63-554caafa17da tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.168749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21addaf0-04b3-4f52-bf8b-d8fe0bb3fc44 req-5ed39953-675e-4b6f-ac63-554caafa17da tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.1667764 Nov 19 04:01:45.170784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:45.192861 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-b009d7cb-9e5a-4735-ba82-2542ec808388 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655788 Nov 19 04:01:45.252575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-b04eaaab-68d2-443a-90b9-0a8f22fca3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.253715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-b04eaaab-68d2-443a-90b9-0a8f22fca3de service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1687768 Nov 19 04:01:45.311758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:45.338507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-30e054f5-e0df-4943-a49d-ca4279760628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0723639 Nov 19 04:01:45.342919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21addaf0-04b3-4f52-bf8b-d8fe0bb3fc44 req-40af5332-cf51-4dff-81b2-d2c05d78cb50 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540723 Nov 19 04:01:45.378695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d738b795-585c-4652-8dd1-3f4d8ecbfd8d req-57963ce9-5777-4364-b1ab-914e32aa1804 tempest-ListServersNegativeTestJSON-865700063 tempest-ListServersNegativeTestJSON-865700063-project] 10.222.0.52 "GET /v2.0/ports?device_id=36dae7db-1cb8-41c0-aed6-797b228bbd08 HTTP/1.1" status: 200 len: 210 time: 0.1155312 Nov 19 04:01:45.406193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-f6b65b25-6b7a-434c-bc31-0841d3925f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.408076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-f6b65b25-6b7a-434c-bc31-0841d3925f12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1098 time: 0.1408985 Nov 19 04:01:45.414173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-c4150f44-cc6f-4d90-9f7e-ed466e0c23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.415950 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-c4150f44-cc6f-4d90-9f7e-ed466e0c23e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0691800 Nov 19 04:01:45.459391 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-f80fdd93-b65c-4587-82f5-4c4ceb3ac2be service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579336 Nov 19 04:01:45.530374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-281ec8c5-dc19-4e41-a942-11cbd2415768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.531912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-281ec8c5-dc19-4e41-a942-11cbd2415768 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044004 Nov 19 04:01:45.560275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-92c286b3-a63f-4d87-b58b-b14bf29689a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0723543 Nov 19 04:01:45.588892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-54fc8b9a-ce6a-4536-ae5e-9d90dc11d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.591078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-54fc8b9a-ce6a-4536-ae5e-9d90dc11d7d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1357334 Nov 19 04:01:45.633023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-b8d60678-5919-41e4-9626-a5c5080b3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.634874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-b8d60678-5919-41e4-9626-a5c5080b3c84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0665998 Nov 19 04:01:45.661974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-668a7ed8-8d8f-40b9-bb8d-85ca295a0b47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0427446 Nov 19 04:01:45.710473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-efca6565-4c21-491f-b11f-1b608c2779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.712466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-efca6565-4c21-491f-b11f-1b608c2779a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701854 Nov 19 04:01:45.742793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-d1698316-70fe-49a8-bd9e-26940e3d6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.745101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-d1698316-70fe-49a8-bd9e-26940e3d6b5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0720844 Nov 19 04:01:45.746811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-4e488a30-dd02-4d1c-a362-90ade788523e service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839144 Nov 19 04:01:45.866109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-ab1b4ff5-de41-4c63-9cb7-a008cd29ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:45.867715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-ab1b4ff5-de41-4c63-9cb7-a008cd29ddc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930805 Nov 19 04:01:45.945717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-0c3dab5d-91d0-4471-90c9-a859afcb53f1 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908567 Nov 19 04:01:46.002726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0933f0-4c1b-4c8a-96f5-09149b7feeae req-68e785b4-9ba7-407d-ac98-59d59d37b6d1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:46.005232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc0933f0-4c1b-4c8a-96f5-09149b7feeae req-68e785b4-9ba7-407d-ac98-59d59d37b6d1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1717219 Nov 19 04:01:46.007878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-27a64067-7018-406d-8550-da511a5e2ba3 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869251 Nov 19 04:01:46.068849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-dd4b6cbc-55c4-434c-974d-45fa503e77bc service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869535 Nov 19 04:01:46.141543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc0933f0-4c1b-4c8a-96f5-09149b7feeae req-08a0add1-e988-4b2c-b74f-7784803368b2 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275856 Nov 19 04:01:46.179660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-7c43f9df-e10e-4bcc-8e89-c783f5af5e89 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332219 Nov 19 04:01:46.217291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b456cb32-65d1-41b4-a056-952f8b0d8251 req-ffd25c0e-49db-4986-9954-4923fe5cce77 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394739 Nov 19 04:01:46.230954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-90949d9e-f34e-426c-91b7-134570d72a66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 217 time: 0.0428445 Nov 19 04:01:46.352656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-de64219f-eefe-46f4-8ae2-24e7f7568227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:46.354320 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-de64219f-eefe-46f4-8ae2-24e7f7568227 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0627716 Nov 19 04:01:46.416564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-94d44ba5-e724-4c94-b83f-74ccc3414fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:46.419448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-94d44ba5-e724-4c94-b83f-74ccc3414fbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575297 Nov 19 04:01:46.475678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50550) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:46.524126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Deleting subnet f469f920-cb75-4b94-b328-e8b6da9dee63 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:01:46.527388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.529789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c063ea2-0a2e-413a-a35f-ab5156439d4d req-921f0592-d9b2-4ca6-b2cf-f39aa9e84da4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:46.531388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c063ea2-0a2e-413a-a35f-ab5156439d4d req-921f0592-d9b2-4ca6-b2cf-f39aa9e84da4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.1072953 Nov 19 04:01:46.563325 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.568286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e7aad613-b2b0-4c59-a800-ca0b98df0e65 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349850 Nov 19 04:01:46.611897 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.627407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a02e194b-e538-4572-ba08-d5e2c699a8e1 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:46.642448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c063ea2-0a2e-413a-a35f-ab5156439d4d req-2b33dfe0-14ac-44e7-bd20-7903bf641241 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994053 Nov 19 04:01:46.667805 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.677067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: a02e194b-e538-4572-ba08-d5e2c699a8e1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:46.677422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a02e194b-e538-4572-ba08-d5e2c699a8e1 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:46.678082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6c45f83c-b642-414d-9df4-607106715828 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:46.687497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-6debaaff-7b8b-49ec-b60f-3fc885dd5e86 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064875 Nov 19 04:01:46.696121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f469f920-cb75-4b94-b328-e8b6da9dee63,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:46.698304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.702428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-263070a3-9341-4adb-acbd-210e28fb6c5a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f469f920-cb75-4b94-b328-e8b6da9dee63 HTTP/1.1" status: 204 len: 168 time: 0.2255104 Nov 19 04:01:46.704629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:46.705590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 6c45f83c-b642-414d-9df4-607106715828 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:01:46.706133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6c45f83c-b642-414d-9df4-607106715828 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:46.711204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'name': 'network-vif-deleted', 'tag': '6c45f83c-b642-414d-9df4-607106715828'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:46.713478 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f2250f-a1f5-4f98-bed8-5575735a10b4" -d '{"events": [{"server_uuid": "36dae7db-1cb8-41c0-aed6-797b228bbd08", "name": "network-vif-deleted", "tag": "6c45f83c-b642-414d-9df4-607106715828"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:46.742202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e37a96ad-3f2d-44d2-b8ca-5f8b0d463d76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 200 len: 217 time: 0.0472846 Nov 19 04:01:46.757283 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938c651-a820-42a0-b8f8-837926347d60 x-openstack-request-id: req-5938c651-a820-42a0-b8f8-837926347d60 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:46.757587 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dae7db-1cb8-41c0-aed6-797b228bbd08", "name": "network-vif-deleted", "tag": "6c45f83c-b642-414d-9df4-607106715828", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:46.757844 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5938c651-a820-42a0-b8f8-837926347d60 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:46.758294 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36dae7db-1cb8-41c0-aed6-797b228bbd08', 'name': 'network-vif-deleted', 'tag': '6c45f83c-b642-414d-9df4-607106715828', 'status': 'completed', 'code': 200} Nov 19 04:01:46.784778 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.795383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-a311a38d-4788-42a6-a349-0010704d1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:46.796864 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-a311a38d-4788-42a6-a349-0010704d1766 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0478001 Nov 19 04:01:46.847656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-a89c1b15-a7c2-4b80-a2bf-ad17fd08c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:46.849156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-a89c1b15-a7c2-4b80-a2bf-ad17fd08c5ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438738 Nov 19 04:01:46.868690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.889924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bcd232-f79d-48d6-8146-3c27f4373854']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:46.899296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f61625-b5b9-49fd-8e7a-fc5fe5572511') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:46.899602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f61625-b5b9-49fd-8e7a-fc5fe5572511') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:01:46.909083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.922259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.928041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:01:46.928442 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:01:46.930233 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:01:46.945525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-07a5a134-810f-4dc7-9896-750abcb46526 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879102 Nov 19 04:01:46.991755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:47.008121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:47.011607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] 10.222.0.52 "DELETE /v2.0/networks/23bcd232-f79d-48d6-8146-3c27f4373854 HTTP/1.1" status: 204 len: 168 time: 0.3059318 Nov 19 04:01:47.012736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf1379-f6fe-4814-a898-74af4ab7e337 admin admin] Pushing event deleted for resources: {'Network': ['ID=23bcd232-f79d-48d6-8146-3c27f4373854,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:47.047059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-2553448e-1bef-4b55-bd59-f3a74a60dcd8 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923994 Nov 19 04:01:47.100539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-49722d26-e51d-49c6-a950-13528f35684a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 200 len: 217 time: 0.0456097 Nov 19 04:01:47.146563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50568) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:47.159801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-5880ace8-cc36-4746-a04d-763f0cd98fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.161445 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-5880ace8-cc36-4746-a04d-763f0cd98fe3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0529466 Nov 19 04:01:47.202060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-07b77b51-0738-46e3-86be-9a0edc37df89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28a47c9dd0064f97bbb1794076b8d037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542064 Nov 19 04:01:47.204521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:47.231135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-4c97241c-7def-4b40-beec-0939b0d8a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.232941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-4c97241c-7def-4b40-beec-0939b0d8a822 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621140 Nov 19 04:01:47.339473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb9961b0-ff36-456e-98b5-82181440ed67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:47.379905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13768e1-56b2-4a28-bcd3-efa57473367c req-ecda737c-5d90-47d5-a1a2-0d401b645f11 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.382465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e13768e1-56b2-4a28-bcd3-efa57473367c req-ecda737c-5d90-47d5-a1a2-0d401b645f11 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1489167 Nov 19 04:01:47.412034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb9961b0-ff36-456e-98b5-82181440ed67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:47.418417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-742fc535-6bd3-493b-922b-d538dee46f2f service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521699 Nov 19 04:01:47.504173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e13768e1-56b2-4a28-bcd3-efa57473367c req-87e06340-a7b2-4a92-a34a-b628857123b4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897870 Nov 19 04:01:47.537907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb9961b0-ff36-456e-98b5-82181440ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:47.542295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb9961b0-ff36-456e-98b5-82181440ed67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:47.546814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cb9961b0-ff36-456e-98b5-82181440ed67 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ddef482-706d-4f9c-8616-e7b7d3830bd7 HTTP/1.1" status: 204 len: 168 time: 0.3412859 Nov 19 04:01:47.556747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9961b0-ff36-456e-98b5-82181440ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddef482-706d-4f9c-8616-e7b7d3830bd7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:47.561673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-c2b5e486-9076-4a21-8d1e-081e52069482 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330378 Nov 19 04:01:47.630565 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-8dea499b-02e4-4e24-b8e3-3afca101ee48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 200 len: 217 time: 0.0560870 Nov 19 04:01:47.840320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdee234-00df-4f0d-b796-1e5758e1322e req-7ca9bc34-0412-42bb-be2c-e0ce5678a301 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.847459 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cdee234-00df-4f0d-b796-1e5758e1322e req-7ca9bc34-0412-42bb-be2c-e0ce5678a301 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1426535 Nov 19 04:01:47.868397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-d73d2ae5-49ac-4275-a386-903ee9ed153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.870034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-d73d2ae5-49ac-4275-a386-903ee9ed153b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.2239532 Nov 19 04:01:47.940035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e37e7f-109e-4be9-bc56-29013c91de53 req-8b93392c-7785-4ff1-82a3-82bcff5f1f06 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.941646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47e37e7f-109e-4be9-bc56-29013c91de53 req-8b93392c-7785-4ff1-82a3-82bcff5f1f06 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.0572946 Nov 19 04:01:47.950133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2cdee234-00df-4f0d-b796-1e5758e1322e req-cfad6710-c127-4a5a-a4e9-0319d5130ec8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011372 Nov 19 04:01:47.989965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-bbee5a32-33ed-4c52-9a76-73bd94f3c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:47.993154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-bbee5a32-33ed-4c52-9a76-73bd94f3c7cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066101 Nov 19 04:01:48.043748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47e37e7f-109e-4be9-bc56-29013c91de53 req-35d92ec4-ded6-4780-8743-5009c7ea1a48 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878673 Nov 19 04:01:48.186503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-59cca8b3-327e-4c4a-ab3c-a85a329dfde6 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760342 Nov 19 04:01:48.440037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-e2551217-c0a9-4adc-a555-a453d9463523 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424581 Nov 19 04:01:48.518072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-5adede21-5062-4a4b-a48d-74b44e2fd53b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:48.521993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-5adede21-5062-4a4b-a48d-74b44e2fd53b tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508&tenant_id=f736f4eaee554b18bb6eaf9928bbc874&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 947 time: 0.2386949 Nov 19 04:01:48.523191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-92b1f888-c624-4006-b0e2-951c47d946d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 217 time: 0.0748456 Nov 19 04:01:48.637459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:48.647480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e5b7-c1df-4d2c-bdb1-80e43f504306 req-de39d1eb-75c5-44a7-a179-d9beaccc9d41 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:48.656354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46a0e5b7-c1df-4d2c-bdb1-80e43f504306 req-de39d1eb-75c5-44a7-a179-d9beaccc9d41 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1445189 Nov 19 04:01:48.658568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4910-87e6-4bf5-a581-5b79a1fe9147 req-b8c20195-9ff7-4a41-a19c-c7f800ff7b8c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:48.669736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-847e4910-87e6-4bf5-a581-5b79a1fe9147 req-b8c20195-9ff7-4a41-a19c-c7f800ff7b8c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 947 time: 0.2982554 Nov 19 04:01:48.684732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-3605580c-474c-4699-823c-7101f6254827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:48.686382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-3605580c-474c-4699-823c-7101f6254827 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.1237957 Nov 19 04:01:48.773655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46a0e5b7-c1df-4d2c-bdb1-80e43f504306 req-d6818ba3-acdc-488a-a19b-8c12c25aff00 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120334 Nov 19 04:01:48.785039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-7dc62a90-0ae5-403e-8a26-f0afd33e6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:48.790222 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-7dc62a90-0ae5-403e-8a26-f0afd33e6606 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0950720 Nov 19 04:01:48.802634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50654) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:48.841434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-5c852e84-0a46-45d6-86a9-79e57c95b526 service neutron] 10.222.0.31 "GET /v2.0/ports/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 382 time: 0.3039801 Nov 19 04:01:48.861796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-847e4910-87e6-4bf5-a581-5b79a1fe9147 req-85dcae27-d7c2-4fdc-b256-5aaa1980ab0f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906660 Nov 19 04:01:48.910620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:48.972722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'mac_address': 'fa:16:3e:8f:17:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:48.973370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-48422689-e547-4b1c-a21b-12f472016bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:48.975029 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-48422689-e547-4b1c-a21b-12f472016bac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1098 time: 0.0843921 Nov 19 04:01:49.035221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-54907c60-332c-4195-a9a9-de89afe6fd6d service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369149 Nov 19 04:01:49.060557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2007267469-network', 'tenant_id': 'c8e11c5bec814b9e93ad11f9e55ed39c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:49.065712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.092105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:49.106895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Made reservation on behalf of c8e11c5bec814b9e93ad11f9e55ed39c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:49.109415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.127593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.128480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:49.143188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-e9432a1a-6650-4c54-a599-4a7517fc989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:49.144911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-e9432a1a-6650-4c54-a599-4a7517fc989e service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1616249 Nov 19 04:01:49.146827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.179189 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28f18e0f-85ff-4565-82cd-4dced5ac1864 req-0bc3d9d0-2551-4d2f-882d-3b5e99a2a656 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348338 Nov 19 04:01:49.210869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-871bb220-d329-44f2-8aec-24dafcf431d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0542657 Nov 19 04:01:49.230279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:49.287664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-494099b8-f059-4b4f-995f-dcbdfc802c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:49.289181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-494099b8-f059-4b4f-995f-dcbdfc802c21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0692377 Nov 19 04:01:49.359409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.366385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-be66a2e0-e503-403e-8d03-f264f4c720c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:49.367971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-be66a2e0-e503-403e-8d03-f264f4c720c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676141 Nov 19 04:01:49.368760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.442047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:01:49.457701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab810dea-d5be-4e31-b49a-6d2edb874e49,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:49.464661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.465061 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Added segment 89bcd18b-2330-46c3-a8b1-1e825df96797 of type vlan for network 7529f197-84cf-48a9-bd3a-d30833891e29 Nov 19 04:01:49.542175 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.549796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-e1f8c984-b0f3-4f55-8edc-19f929043ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666141 Nov 19 04:01:49.564716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:49.636186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.637481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:49.638275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.690714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8869929 Nov 19 04:01:49.693505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50664) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:01:49.698576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Request body: {'subnet': {'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2007267469-subnet', 'tenant_id': 'c8e11c5bec814b9e93ad11f9e55ed39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:49.742572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Made reservation on behalf of c8e11c5bec814b9e93ad11f9e55ed39c for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:49.745085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:49.782343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-f1f0fde2-053c-4b46-9894-4c09374eaf4b service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245023 Nov 19 04:01:49.783356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8d29-f8f2-466a-92f6-6eb30b0d6bfc admin admin] Pushing event updated for resources: {'Network': ['ID=7529f197-84cf-48a9-bd3a-d30833891e29,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:49.796759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7529f197-84cf-48a9-bd3a-d30833891e29 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:01:50.032684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491395d5-c2d5-45dd-b998-f181116d316c req-3c5f0d41-c88b-448b-aa6e-a875157b3bd6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:50.042120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-491395d5-c2d5-45dd-b998-f181116d316c req-3c5f0d41-c88b-448b-aa6e-a875157b3bd6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1312222 Nov 19 04:01:50.096878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:50.147135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915980e7-2d31-434b-9ca0-f64f4f53554e req-6768b435-99c2-43d3-9fa1-60af4128e191 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:50.155513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-915980e7-2d31-434b-9ca0-f64f4f53554e req-6768b435-99c2-43d3-9fa1-60af4128e191 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 948 time: 0.1224992 Nov 19 04:01:50.161817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-491395d5-c2d5-45dd-b998-f181116d316c req-64c76ad9-4f39-4898-9eb3-70883f18ee18 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106181 Nov 19 04:01:50.243833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5865452e-6e6b-46f4-9fde-ecc3279e7395,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:50.266960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-915980e7-2d31-434b-9ca0-f64f4f53554e req-6fbd8e30-df84-4e8b-a4e6-13522cf9c5ea tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105771 Nov 19 04:01:50.268124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Checking segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:50.268492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Network hostable DHCP agents. Network: 7529f197-84cf-48a9-bd3a-d30833891e29, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:01:50.295680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Network 7529f197-84cf-48a9-bd3a-d30833891e29 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:01:50.314877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7529f197-84cf-48a9-bd3a-d30833891e29) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:50.320863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:50.322375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:50.334222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d0fbd-97fb-49e1-b425-100a3ab76cd2 None None] Network 7529f197-84cf-48a9-bd3a-d30833891e29 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:50.356959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e14396eb-0d35-4f73-a447-d0e475e3d87c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6622796 Nov 19 04:01:50.508386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca87f1-76d8-4318-a706-7415607d88de None None] Network 7529f197-84cf-48a9-bd3a-d30833891e29 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:01:50.935060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-ce4fa568-2c2c-4804-95fb-3a3fa8b28100 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:50.936690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-ce4fa568-2c2c-4804-95fb-3a3fa8b28100 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 813 time: 0.1473281 Nov 19 04:01:50.952090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-20f403b9-2b4a-4295-8a8a-e321dbd86248 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/quotas/c8e11c5bec814b9e93ad11f9e55ed39c HTTP/1.1" status: 200 len: 375 time: 0.0096714 Nov 19 04:01:50.986757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-2fc29dbb-a62c-4a4d-af2c-9b939cc6ac01 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285537 Nov 19 04:01:51.168970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-1a195af1-cc97-445e-aab0-530e88310e14 service neutron] 10.222.0.52 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741049 Nov 19 04:01:51.237861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9980201f-8c3f-4054-9cad-79d94ebf9ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:51.346507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c16db-8649-41ea-8e7d-f4227d8e77d8 req-f5fb74ae-0097-47a8-8089-0e61a27050f0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:51.348190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c55c16db-8649-41ea-8e7d-f4227d8e77d8 req-f5fb74ae-0097-47a8-8089-0e61a27050f0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0868554 Nov 19 04:01:51.357633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-b40109d3-209f-4856-87b6-26b476c707ad service neutron] 10.222.0.52 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855986 Nov 19 04:01:51.462214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c55c16db-8649-41ea-8e7d-f4227d8e77d8 req-10689a72-f6f3-441e-b2ba-f76eaf0162df tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063664 Nov 19 04:01:51.720938 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d4e1a-eb58-42a2-813f-3a616e27532a req-d1b6dc16-2eb6-490a-a351-6b44667d7c43 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:51.728978 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f0d4e1a-eb58-42a2-813f-3a616e27532a req-d1b6dc16-2eb6-490a-a351-6b44667d7c43 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 948 time: 0.0877502 Nov 19 04:01:51.796804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1f0d4e1a-eb58-42a2-813f-3a616e27532a req-c0628e6c-7daa-4cc7-8b23-19cfaf1ffd41 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668073 Nov 19 04:01:51.927225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-60a8fef9-8ffe-43d6-b821-061fabddfd42 req-8b578179-b04b-4a10-83b6-56a348551a7b tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 210 time: 0.0301642 Nov 19 04:01:52.534493 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:52.544443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-ea37ede1-047b-45fa-b705-d4ee51e9b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:52.546023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-ea37ede1-047b-45fa-b705-d4ee51e9b03a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508&tenant_id=f736f4eaee554b18bb6eaf9928bbc874 HTTP/1.1" status: 200 len: 1099 time: 0.1022596 Nov 19 04:01:52.558869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:52.646622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:01:52.680051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e716-3238-4f66-a3c2-3192e4bcb00b req-e5fd65ac-6904-4b1b-96b9-280de54fe14e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:52.688636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e864e716-3238-4f66-a3c2-3192e4bcb00b req-e5fd65ac-6904-4b1b-96b9-280de54fe14e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0975411 Nov 19 04:01:52.696315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:52.765047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e864e716-3238-4f66-a3c2-3192e4bcb00b req-4a29ed9c-0d74-46e9-b882-2126e38e7a63 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751898 Nov 19 04:01:52.794005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:01:52.820187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:52.820579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.012376 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.154187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d63fef-f8bd-4512-aadc-dcbff90fccb7 req-9efb7426-8781-4e23-8d4d-21fff3d69f67 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:53.156454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89d63fef-f8bd-4512-aadc-dcbff90fccb7 req-9efb7426-8781-4e23-8d4d-21fff3d69f67 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 948 time: 0.0837569 Nov 19 04:01:53.176306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23404be0-1580-42c8-8301-65bb3d37ed66 req-6606b4e6-9c09-4751-b494-d95f66d37a15 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 210 time: 0.0623081 Nov 19 04:01:53.194290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:53.280098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89d63fef-f8bd-4512-aadc-dcbff90fccb7 req-15f69506-8094-41d1-93ea-4be7114c30b8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170378 Nov 19 04:01:53.284476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:53.331148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:53.348054 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.360954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Ignored duplicate provisioning block setup for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 19 04:01:53.366223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.418118 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:01:53.418783 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:01:53.438443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] No DVR routers for this DVR port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:01:53.446278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=9']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:53.490770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:53.491119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:53.491459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:53.496776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:53.497111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Attempting to bind port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:53.507079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:53.507438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:53.508122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:53.508604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Bound port: af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:53.508986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.517832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e19a085-012a-4f53-bc5f-eebf3c31ee6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.611478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:53.619799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:53.627840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:53.758100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d83ed8ed-5123-46d4-9044-b46d9f71f441 None None] Provisioning complete for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:53.758711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8ed-5123-46d4-9044-b46d9f71f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:54.009606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8ed-5123-46d4-9044-b46d9f71f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:54.054450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:54.057267 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8607c93-a77d-4bf0-93a6-3065bb9a7ade" -d '{"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-plugged", "status": "completed", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:54.060957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:54.091548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d83ed8ed-5123-46d4-9044-b46d9f71f441 None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:54.093681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.094469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:54.098644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8ed-5123-46d4-9044-b46d9f71f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:54.099706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 1095 time: 1.5454814 Nov 19 04:01:54.107251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:54.123603 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed35dbf-c00b-4d33-bc26-a947ddedeec0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:54.182797 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880ca486-e1f8-4f3f-813a-0351c30ed2c9 x-openstack-request-id: req-880ca486-e1f8-4f3f-813a-0351c30ed2c9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:54.184183 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-plugged", "status": "completed", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:54.184452 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-880ca486-e1f8-4f3f-813a-0351c30ed2c9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:54.185273 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'code': 200} Nov 19 04:01:54.254028 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05567025-647e-4069-8947-be18b6eb33aa x-openstack-request-id: req-05567025-647e-4069-8947-be18b6eb33aa {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:54.254311 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:54.254620 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05567025-647e-4069-8947-be18b6eb33aa {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:54.255040 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'status': 'completed', 'code': 200} Nov 19 04:01:54.255750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:01:54.257259 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:01:54.258090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ed8ed-5123-46d4-9044-b46d9f71f441 None None] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:54.296580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d559d34-fa96-40ef-805f-74a578ead8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=10']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:54.354159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-8dd60d82-4f73-404d-bb5f-7f330e1390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.356516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-8dd60d82-4f73-404d-bb5f-7f330e1390a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1101 time: 0.2104437 Nov 19 04:01:54.365574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-dd63d98a-e2e6-4d01-99d0-1a443d0c9680 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.367275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-dd63d98a-e2e6-4d01-99d0-1a443d0c9680 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 813 time: 0.3420479 Nov 19 04:01:54.390427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1820-f996-4a85-ae64-eae3f7dfa18a req-83bb3ee5-f8d5-4119-9df2-774549d20d6c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.392498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e0f1820-f996-4a85-ae64-eae3f7dfa18a req-83bb3ee5-f8d5-4119-9df2-774549d20d6c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.3686349 Nov 19 04:01:54.418641 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5f834ab-5fcd-4c13-a97c-d34defc5a599 req-2da9775a-a24e-4bd9-99fb-d93fd2f98d27 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 210 time: 0.0556636 Nov 19 04:01:54.434793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-2d7c70e2-c7bd-4e9c-ba26-6330eaf9968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.436385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d7387b25-8fe2-4649-b840-de894e99ec9b None None] Provisioning complete for port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:54.436516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-2d7c70e2-c7bd-4e9c-ba26-6330eaf9968f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1101 time: 0.1339512 Nov 19 04:01:54.436985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d7387b25-8fe2-4649-b840-de894e99ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:54.505805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Request body: {'port': {'device_id': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'admin_state_up': True, 'tenant_id': 'c8e11c5bec814b9e93ad11f9e55ed39c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:54.600605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-68be7173-40bf-4ffe-8e26-23482df15dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.608534 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-68be7173-40bf-4ffe-8e26-23482df15dbc service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1644423 Nov 19 04:01:54.678365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943786-bfc2-4ebd-930f-0400458356c6 req-6a622d9a-e3de-4bd5-ba63-dd68ec9e1330 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.680129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7943786-bfc2-4ebd-930f-0400458356c6 req-6a622d9a-e3de-4bd5-ba63-dd68ec9e1330 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 950 time: 0.1506393 Nov 19 04:01:54.682428 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-6c7f3a28-40cf-4b28-8ca9-d354f2595df5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0578175 Nov 19 04:01:54.771036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:01:54.779378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e0f1820-f996-4a85-ae64-eae3f7dfa18a req-6ecff1af-4cdc-47de-a955-97d297492dd0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709390 Nov 19 04:01:54.824022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7943786-bfc2-4ebd-930f-0400458356c6 req-a9dc1fe9-c1f3-496e-ad48-680f0c18cf39 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349456 Nov 19 04:01:54.845070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-37269952-5366-4a1c-8bb1-eeac9abde0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.846733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-37269952-5366-4a1c-8bb1-eeac9abde0a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1206031 Nov 19 04:01:54.872446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:01:54.920928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-0433eedd-4351-4209-8dc2-97782cfef489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.922805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-0433eedd-4351-4209-8dc2-97782cfef489 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.5527294 Nov 19 04:01:54.924905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-0fb1f6bc-4f78-4da6-82c0-028a01aaa6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:54.926631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-0fb1f6bc-4f78-4da6-82c0-028a01aaa6e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638893 Nov 19 04:01:55.009024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-a9ec9f5c-60fe-4477-b22b-fa652e9ff0dd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:55.010816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-a9ec9f5c-60fe-4477-b22b-fa652e9ff0dd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 813 time: 0.5814962 Nov 19 04:01:55.014853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-58c38cb4-4853-443e-b845-505010a848bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0788043 Nov 19 04:01:55.041408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Request body: {'port': {'device_id': 'af00741b-7566-447e-8e89-ad59180aba58', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'admin_state_up': True, 'tenant_id': 'c8e11c5bec814b9e93ad11f9e55ed39c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:55.100631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-0a3b4d07-bf6a-48bb-a3c0-20d7b76aa691 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553068 Nov 19 04:01:55.170144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-cf41455b-6af6-4a1b-9dd7-58b32c00bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:55.171814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-cf41455b-6af6-4a1b-9dd7-58b32c00bc80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1496940 Nov 19 04:01:55.175994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Made reservation on behalf of c8e11c5bec814b9e93ad11f9e55ed39c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:55.179987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:55.195997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:55.285070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-273bf0dc-1ea4-44c4-988d-8dd317481dbe service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700377 Nov 19 04:01:55.367594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-3867116e-73b5-4603-b595-d0253366fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:55.369166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-3867116e-73b5-4603-b595-d0253366fef0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866293 Nov 19 04:01:55.369724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Made reservation on behalf of c8e11c5bec814b9e93ad11f9e55ed39c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:55.373710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:55.504161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-5f91a82b-7876-49d2-86ac-931150101e0e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:55.511304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-5f91a82b-7876-49d2-86ac-931150101e0e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.1313946 Nov 19 04:01:55.522651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-8fda6e3b-97e1-458a-938c-c0e1510026dc tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/quotas/a097f7582e9b4af79141bb8b24dc41c9 HTTP/1.1" status: 200 len: 375 time: 0.0097706 Nov 19 04:01:55.579234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11f5847e-7109-43cf-8f30-bc09c331a552 req-e39056e3-0687-4261-9e4a-6fe66e20f02c tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 210 time: 0.0727344 Nov 19 04:01:55.582077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-a832a403-8354-447b-986d-3ed27f2aa437 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509248 Nov 19 04:01:55.626112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Allocated IP 172.20.0.14 (7529f197-84cf-48a9-bd3a-d30833891e29/5865452e-6e6b-46f4-9fde-ecc3279e7395/f9453ba2-2957-4c08-9e99-6c19342cdc4f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:55.648926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-7c80e1ac-1827-4c79-ac80-cf407dfd1ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695353 Nov 19 04:01:55.687143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-dd1a686a-177b-49d7-9b9f-bca9ef2542f0 service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953481 Nov 19 04:01:55.789283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-c7b1c6ec-5c7a-452c-99e7-f5869b7d4a68 service neutron] 10.222.0.52 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952964 Nov 19 04:01:55.845055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d1eaf26-cb48-44f8-a6b8-743a4969a787 req-c2f8132f-a423-4d25-b670-262cf62a95be service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880038 Nov 19 04:01:55.938378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:55.999633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f58177-b5be-4689-ac06-e418be35fcdf req-d43b9bdb-a8b1-4141-9c56-672d2cb8322d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.001343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94f58177-b5be-4689-ac06-e418be35fcdf req-d43b9bdb-a8b1-4141-9c56-672d2cb8322d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1329885 Nov 19 04:01:56.026433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-838b627f-2b6c-4d6b-9c7f-dc85912480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.027970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-838b627f-2b6c-4d6b-9c7f-dc85912480ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1101 time: 0.1174526 Nov 19 04:01:56.037527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b096331-c2c8-4b5a-a09c-a5613d5b0463 req-56aa6116-e66d-4836-8100-307193d0dd05 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.039632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b096331-c2c8-4b5a-a09c-a5613d5b0463 req-56aa6116-e66d-4836-8100-307193d0dd05 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 950 time: 0.0686760 Nov 19 04:01:56.118410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:56.157390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b096331-c2c8-4b5a-a09c-a5613d5b0463 req-bb0ca6d8-c74f-43b5-bda3-1392f77303bb tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090240 Nov 19 04:01:56.227157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94f58177-b5be-4689-ac06-e418be35fcdf req-03302d60-b826-4670-a222-3abb8f76d3d2 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117569 Nov 19 04:01:56.240529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3854b271-7585-47e1-b542-ca4090baeb5b req-0e9e0210-f8a0-490f-bab0-548e3b4a5c6c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 210 time: 0.0422561 Nov 19 04:01:56.267309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Network 7529f197-84cf-48a9-bd3a-d30833891e29 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:56.273612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:56.284181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Allocated IP 172.20.0.6 (7529f197-84cf-48a9-bd3a-d30833891e29/5865452e-6e6b-46f4-9fde-ecc3279e7395/9209a163-cd6c-46c7-957d-ca50eab296aa) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:56.289095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:56.300200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:56.302932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event updated for resources: {'Port': ['ID=f9453ba2-2957-4c08-9e99-6c19342cdc4f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:56.357011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-c1bde828-4584-437b-b1ed-302a65c46a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.357928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-c1bde828-4584-437b-b1ed-302a65c46a33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.3200300 Nov 19 04:01:56.432364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-49fade64-2b2b-460e-ad15-96c5d0ec2d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 200 len: 217 time: 0.0620608 Nov 19 04:01:56.445468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.446135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:56.504308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-fdeaf7a4-d245-4ef2-b1eb-dc59fd9ad468 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0996094 Nov 19 04:01:56.551299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Request body: {'port': {'device_id': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:56.610070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-979e7a97-c3f2-4bc5-bb40-6a026597b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.611509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-979e7a97-c3f2-4bc5-bb40-6a026597b848 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1595891 Nov 19 04:01:56.683903 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:56.756034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79bf33f4-344c-4ad3-a9a4-22be08e930bf req-661b9ee3-d9f4-44ec-a737-f0348e2cfc93 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 210 time: 0.0691900 Nov 19 04:01:56.760683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:56.829922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-6c35cfc4-7090-40ea-b67f-4feff1ad0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:56.831630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-6c35cfc4-7090-40ea-b67f-4feff1ad0fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061925 Nov 19 04:01:56.942650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:57.050586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Network 7529f197-84cf-48a9-bd3a-d30833891e29 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:57.061183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:57.068514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:57.081225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event updated for resources: {'Port': ['ID=9209a163-cd6c-46c7-957d-ca50eab296aa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:57.137799 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-fc43de22-5753-4fe7-b163-9557c5df929b service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958705 Nov 19 04:01:57.210540 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:57.238480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:57.239180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:57.355805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-3e458de4-3798-41a4-938f-f64be4703eb7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:57.357753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-3e458de4-3798-41a4-938f-f64be4703eb7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 815 time: 0.2111275 Nov 19 04:01:57.361063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-6c2ce3ff-597b-40b7-add5-ea4127f42f1f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3250475 Nov 19 04:01:57.396518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3f6a-1f15-4806-b500-cf290a456c62 req-7d00393a-d3cb-4907-af7c-c84df56a0b5d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:57.398452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-40fe3f6a-1f15-4806-b500-cf290a456c62 req-7d00393a-d3cb-4907-af7c-c84df56a0b5d tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 950 time: 0.0795429 Nov 19 04:01:57.411400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Request body: {'port': {'device_id': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'admin_state_up': True, 'tenant_id': 'a097f7582e9b4af79141bb8b24dc41c9'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:57.522580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-40fe3f6a-1f15-4806-b500-cf290a456c62 req-832f3e5b-4916-4b76-96c0-a55a9884d682 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166644 Nov 19 04:01:57.571608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Made reservation on behalf of a097f7582e9b4af79141bb8b24dc41c9 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:01:57.576473 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:57.681871 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1e9eeb81-7de6-4782-8aad-183b3fec0613 req-ceaa5897-76f1-4c6d-b23d-2dcda228992c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 210 time: 0.0739813 Nov 19 04:01:57.777101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Request body: {'port': {'device_id': 'af00741b-7566-447e-8e89-ad59180aba58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:57.781148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Allocated IP 172.20.0.11 (77f218d4-b4d2-4503-abc1-756d2f76e844/a485d9a1-3c19-4a5c-902c-c78282ababbf/e6e093a6-8b7b-41b0-9374-0320f78127b6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:01:57.856758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9453ba2-2957-4c08-9e99-6c19342cdc4f {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:57.870831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:57.900054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed35dbf-c00b-4d33-bc26-a947ddedeec0 req-3886d736-7f30-4a9f-95a3-50afec9ba487 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518194 Nov 19 04:01:57.916513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Transition to ACTIVE for port object f9453ba2-2957-4c08-9e99-6c19342cdc4f will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:57.927241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc728d24-47b2-40ec-b2c2-59bb706dc4a9 req-e7f89fe2-6f23-418b-aa28-b0c15a5cc8ac tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:57.935381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc728d24-47b2-40ec-b2c2-59bb706dc4a9 req-e7f89fe2-6f23-418b-aa28-b0c15a5cc8ac tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.5732927 Nov 19 04:01:57.943247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:57.945007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.070980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9453ba2-2957-4c08-9e99-6c19342cdc4f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:58.088239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.092883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc728d24-47b2-40ec-b2c2-59bb706dc4a9 req-889686c4-7b82-45cf-9078-5d543e74a061 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512997 Nov 19 04:01:58.138075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74e04a-6a80-4871-8048-0dd44861506f req-32551a06-5730-4de4-a024-9786333c6b40 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:58.140026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e74e04a-6a80-4871-8048-0dd44861506f req-32551a06-5730-4de4-a024-9786333c6b40 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 931 time: 0.1379192 Nov 19 04:01:58.194932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.210926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28', '52507a2b-5ec3-445f-9a92-508cc15d83e3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:58.244850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a699a3d4-02ec-4a52-a71d-8bd8cbf1da08'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:58.256530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e74e04a-6a80-4871-8048-0dd44861506f req-56121bee-22a0-4fc9-a6f7-e7a6f19a2b4f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064014 Nov 19 04:01:58.274505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Attempting to bind port f9453ba2-2957-4c08-9e99-6c19342cdc4f on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:58.274859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Attempting to bind port f9453ba2-2957-4c08-9e99-6c19342cdc4f by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:58.275204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Attempting to bind port f9453ba2-2957-4c08-9e99-6c19342cdc4f on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:58.276323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:01:58.282060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:01:58.283246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Port f9453ba2-2957-4c08-9e99-6c19342cdc4f on network 7529f197-84cf-48a9-bd3a-d30833891e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:58.283597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Attempting to bind port f9453ba2-2957-4c08-9e99-6c19342cdc4f on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:58.288980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:01:58.294083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:58.294448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Checking segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:58.294849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Bound using segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:58.295302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Bound port: f9453ba2-2957-4c08-9e99-6c19342cdc4f, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:58.295673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.302891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72481b7d-228a-45a9-bd33-40a170edb113 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:58.446195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] For port f9453ba2-2957-4c08-9e99-6c19342cdc4f, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:58.452885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] For port f9453ba2-2957-4c08-9e99-6c19342cdc4f, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:58.481095 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.546690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-841ca635-b368-43b2-a254-0372e5b04019 None None] Provisioning complete for port e6e093a6-8b7b-41b0-9374-0320f78127b6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:01:58.547283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-841ca635-b368-43b2-a254-0372e5b04019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.567694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9209a163-cd6c-46c7-957d-ca50eab296aa {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:58.582859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:58.583756 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.588423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/f9453ba2-2957-4c08-9e99-6c19342cdc4f HTTP/1.1" status: 200 len: 1092 time: 2.0381649 Nov 19 04:01:58.588939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'tag': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:01:58.595749 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198c6ad7-20e1-4037-b860-b1e1668e1300" -d '{"events": [{"name": "network-changed", "server_uuid": "17801f0a-9d6e-4a56-b08f-c904fdc6bbfa", "tag": "f9453ba2-2957-4c08-9e99-6c19342cdc4f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:01:58.622950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.683074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-841ca635-b368-43b2-a254-0372e5b04019 None None] Port e6e093a6-8b7b-41b0-9374-0320f78127b6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:01:58.686666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735797ee-1cd1-40a3-ae9c-e6d92dc5a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9453ba2-2957-4c08-9e99-6c19342cdc4f,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:58.736371 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586462c3-d631-4b0b-a0c4-30bcc21571ee x-openstack-request-id: req-586462c3-d631-4b0b-a0c4-30bcc21571ee {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:01:58.736617 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17801f0a-9d6e-4a56-b08f-c904fdc6bbfa", "tag": "f9453ba2-2957-4c08-9e99-6c19342cdc4f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:01:58.736932 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-586462c3-d631-4b0b-a0c4-30bcc21571ee {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:01:58.737361 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'tag': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f', 'status': 'completed', 'code': 200} Nov 19 04:01:58.771776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Transition to ACTIVE for port object 9209a163-cd6c-46c7-957d-ca50eab296aa will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:58.821138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:58.905280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf8b33-f2d2-4597-9176-98b5296a7dd1 req-247c8748-94a5-4608-8feb-997d19a979b4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:58.914258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fcdf8b33-f2d2-4597-9176-98b5296a7dd1 req-247c8748-94a5-4608-8feb-997d19a979b4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 950 time: 0.2648659 Nov 19 04:01:58.926625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Pushing event updated for resources: {'Port': ['ID=9209a163-cd6c-46c7-957d-ca50eab296aa,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:58.932687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-c63ed1ea-c77f-4f4c-a009-8ba980516fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:58.934887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-c63ed1ea-c77f-4f4c-a009-8ba980516fff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=17801f0a-9d6e-4a56-b08f-c904fdc6bbfa HTTP/1.1" status: 200 len: 1095 time: 0.1876805 Nov 19 04:01:58.951935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event updated for resources: {'Port': ['ID=e6e093a6-8b7b-41b0-9374-0320f78127b6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:59.030909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.031094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.031432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.031812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.032233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.032698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.033047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.033435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.033765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.034141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.034641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.034968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.044790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-d0003191-29f2-4e2a-9868-5b564366f619 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f HTTP/1.1" status: 200 len: 217 time: 0.0762594 Nov 19 04:01:59.055719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fcdf8b33-f2d2-4597-9176-98b5296a7dd1 req-58e2f21f-0c09-4781-bd7f-3c82f32a1713 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405647 Nov 19 04:01:59.060543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.061195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.082213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-fb40da86-1fc3-4df7-b153-36745e448f86 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6750002 Nov 19 04:01:59.091103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738490d-d928-48c8-b79c-5cdf7836b088 req-edb934e2-a1c5-411d-a594-ee99c00746c3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.098884 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5738490d-d928-48c8-b79c-5cdf7836b088 req-edb934e2-a1c5-411d-a594-ee99c00746c3 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 932 time: 0.1484046 Nov 19 04:01:59.113025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Request body: {'port': {'device_id': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:01:59.134449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Attempting to bind port 9209a163-cd6c-46c7-957d-ca50eab296aa on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:01:59.134815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Attempting to bind port 9209a163-cd6c-46c7-957d-ca50eab296aa by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:01:59.135256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Attempting to bind port 9209a163-cd6c-46c7-957d-ca50eab296aa on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:59.138704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-73ff6e74-81f7-45cd-ab99-91eb22007297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.140234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-73ff6e74-81f7-45cd-ab99-91eb22007297 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.0836244 Nov 19 04:01:59.143847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Port 9209a163-cd6c-46c7-957d-ca50eab296aa on network 7529f197-84cf-48a9-bd3a-d30833891e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:01:59.144544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Attempting to bind port 9209a163-cd6c-46c7-957d-ca50eab296aa on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:01:59.158875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:01:59.159240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Checking segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:01:59.159682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Bound using segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:01:59.160083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Bound port: 9209a163-cd6c-46c7-957d-ca50eab296aa, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:01:59.160453 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.191090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-63f60fe3-62d2-46e3-9da7-0b0aa8ecb39f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416958 Nov 19 04:01:59.201530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5738490d-d928-48c8-b79c-5cdf7836b088 req-7ce8fb24-a2ec-467a-aa2d-da9a5aacafa9 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016831 Nov 19 04:01:59.228484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:01:59.272617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.338154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] For port 9209a163-cd6c-46c7-957d-ca50eab296aa, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:01:59.365770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] For port 9209a163-cd6c-46c7-957d-ca50eab296aa, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9209a163-cd6c-46c7-957d-ca50eab296aa,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:01:59.374371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45078c-59fe-4950-b0e6-e8506a00c155 req-f01b809d-a302-49c0-94f2-22e7e90ecc48 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.382351 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc45078c-59fe-4950-b0e6-e8506a00c155 req-f01b809d-a302-49c0-94f2-22e7e90ecc48 tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 1101 time: 0.0856211 Nov 19 04:01:59.382619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.395951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-9e94f67a-f74f-4068-8477-d05a8e061d35 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816199 Nov 19 04:01:59.401831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:59.418776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'mac_address': 'fa:16:3e:8f:17:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:01:59.443464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301568b7-1034-4faf-a614-4811e086442b req-91abe53f-fadc-4932-b68a-8b71b506ca19 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.445075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-301568b7-1034-4faf-a614-4811e086442b req-91abe53f-fadc-4932-b68a-8b71b506ca19 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1453288 Nov 19 04:01:59.476190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.490547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.491197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.492686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] 10.222.0.31 "PUT /v2.0/ports/9209a163-cd6c-46c7-957d-ca50eab296aa HTTP/1.1" status: 200 len: 1091 time: 1.7227046 Nov 19 04:01:59.494470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:59.523199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:01:59.524633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fc45078c-59fe-4950-b0e6-e8506a00c155 req-8a4b7bb4-6a00-4145-9f0f-84ace491d4ad tempest-MigrationsAdminTest-1964597060 tempest-MigrationsAdminTest-1964597060-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394038 Nov 19 04:01:59.551474 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.592345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473577b3-9f7d-439e-bb1b-7dae509cf04a service neutron] Pushing event updated for resources: {'Port': ['ID=9209a163-cd6c-46c7-957d-ca50eab296aa,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:59.623248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:01:59.631326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.631779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.632287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.632600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.633029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.633433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.634531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.634531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.634730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.637550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.637550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.637550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:01:59.647796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-cdd44bd9-8ad1-4bcc-8f75-413328c460e2 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305090 Nov 19 04:01:59.653069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-301568b7-1034-4faf-a614-4811e086442b req-43c6d5ff-cd45-45cd-931b-ad62807481ab tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944673 Nov 19 04:01:59.663000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-da925353-ef30-4523-b3a9-e7e68be977ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.664519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-da925353-ef30-4523-b3a9-e7e68be977ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 1094 time: 0.0926793 Nov 19 04:01:59.708654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59996e7a-520c-4511-97d0-fbff18a41662 req-788d25cb-7882-4741-af6e-fdb7679263aa tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.710411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59996e7a-520c-4511-97d0-fbff18a41662 req-788d25cb-7882-4741-af6e-fdb7679263aa tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 943 time: 0.0971274 Nov 19 04:01:59.728434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-dd485a30-2211-400f-b6df-7c87fa7be351 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9209a163-cd6c-46c7-957d-ca50eab296aa HTTP/1.1" status: 200 len: 217 time: 0.0481691 Nov 19 04:01:59.801390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e093a6-8b7b-41b0-9374-0320f78127b6 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:01:59.820369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.845562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59996e7a-520c-4511-97d0-fbff18a41662 req-448ae66d-d2f7-4d5a-b9b4-312a5511b082 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180410 Nov 19 04:01:59.855638 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Transition to ACTIVE for port object e6e093a6-8b7b-41b0-9374-0320f78127b6 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:01:59.861876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:01:59.879640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-ba898a47-08b9-435f-bbd5-cce577e0cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.881396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-ba898a47-08b9-435f-bbd5-cce577e0cd65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.1159034 Nov 19 04:01:59.888613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-5b3c9c03-f97b-42a4-8ccb-7f182d3014ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:01:59.890359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-5b3c9c03-f97b-42a4-8ccb-7f182d3014ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=17801f0a-9d6e-4a56-b08f-c904fdc6bbfa HTTP/1.1" status: 200 len: 1095 time: 0.1099646 Nov 19 04:01:59.900534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8d59a-4e62-4fe5-bf00-d1704e00f283 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:01:59.920390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:01:59.976816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e093a6-8b7b-41b0-9374-0320f78127b6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:00.049994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Attempting to bind port e6e093a6-8b7b-41b0-9374-0320f78127b6 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:00.050619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Attempting to bind port e6e093a6-8b7b-41b0-9374-0320f78127b6 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:00.050978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Attempting to bind port e6e093a6-8b7b-41b0-9374-0320f78127b6 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:00.058989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Port e6e093a6-8b7b-41b0-9374-0320f78127b6 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:00.059356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Attempting to bind port e6e093a6-8b7b-41b0-9374-0320f78127b6 on network 77f218d4-b4d2-4503-abc1-756d2f76e844 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:00.066189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:00.066564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Checking segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:00.067433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Bound using segment: {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:00.068019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Bound port: e6e093a6-8b7b-41b0-9374-0320f78127b6, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11258156-9308-4d7f-9948-527b2217a396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:00.068504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:00.096274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-bc86f06b-171f-439d-93d2-8878c90a837a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2047358 Nov 19 04:02:00.106220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-eadaeea0-cc5a-4fb3-8cb7-bbafbc3b634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.107731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-eadaeea0-cc5a-4fb3-8cb7-bbafbc3b634e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 914 time: 0.1805124 Nov 19 04:02:00.170169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-61d0a361-421d-4f09-be11-6f4f3d06614a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f HTTP/1.1" status: 200 len: 217 time: 0.0515203 Nov 19 04:02:00.216204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] For port e6e093a6-8b7b-41b0-9374-0320f78127b6, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:00.223555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] For port e6e093a6-8b7b-41b0-9374-0320f78127b6, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:00.231490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:00.284727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8be5e-8af9-4a33-9cc7-d1ac137d87f3 req-68348a36-5e36-4caa-b9a6-8a727afeae70 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.291203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29c8be5e-8af9-4a33-9cc7-d1ac137d87f3 req-68348a36-5e36-4caa-b9a6-8a727afeae70 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.3530641 Nov 19 04:02:00.300136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7312b-984e-4ade-894a-3a174897f40b None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:02:00.329198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.329876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:00.334210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] 10.222.0.31 "PUT /v2.0/ports/e6e093a6-8b7b-41b0-9374-0320f78127b6 HTTP/1.1" status: 200 len: 1092 time: 1.2258477 Nov 19 04:02:00.334637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'tag': 'e6e093a6-8b7b-41b0-9374-0320f78127b6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:00.337624 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7188fc3e-82f9-46c2-98a5-805e65688ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "69487330-4dbd-475f-a42c-ba0959de7ff7", "tag": "e6e093a6-8b7b-41b0-9374-0320f78127b6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:00.355683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cfe63-9995-4099-9e4c-b510daf7e93e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e093a6-8b7b-41b0-9374-0320f78127b6,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:00.378781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-8c97b526-e662-4a3b-aafa-8620b69c09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.384179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-8c97b526-e662-4a3b-aafa-8620b69c09e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.2013679 Nov 19 04:02:00.439982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882969c-7a25-4d27-a4df-d09639ab2528 req-d083aa28-9c96-40e9-8156-1760335c78de tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.441787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3882969c-7a25-4d27-a4df-d09639ab2528 req-d083aa28-9c96-40e9-8156-1760335c78de tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 944 time: 0.0885749 Nov 19 04:02:00.474609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-1602384b-db0f-4469-a587-29dd7f2c7e38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702374 Nov 19 04:02:00.541246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3882969c-7a25-4d27-a4df-d09639ab2528 req-fcf48268-06d2-410c-8169-3f36a9de43ed tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663111 Nov 19 04:02:00.557527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-b575e337-ac36-49e7-9a20-546a13006fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.559606 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-b575e337-ac36-49e7-9a20-546a13006fe8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 1095 time: 0.1165938 Nov 19 04:02:00.594693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29c8be5e-8af9-4a33-9cc7-d1ac137d87f3 req-16ea52e0-f3bb-42c9-87d4-d2667629adf7 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937777 Nov 19 04:02:00.611231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-b7027870-c377-46f7-bba6-0597a9b3eb73 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919002 Nov 19 04:02:00.635487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-669ceeac-d126-4f35-8276-89e5aa5a7481 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6 HTTP/1.1" status: 200 len: 217 time: 0.0560660 Nov 19 04:02:00.711600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-5aee75fd-eb56-4ac4-ac93-f47c054606b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.713089 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-5aee75fd-eb56-4ac4-ac93-f47c054606b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.0678098 Nov 19 04:02:00.714803 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff2cf42-423a-48ae-b1f2-3c7a190c6c92 x-openstack-request-id: req-6ff2cf42-423a-48ae-b1f2-3c7a190c6c92 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:00.715241 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69487330-4dbd-475f-a42c-ba0959de7ff7", "tag": "e6e093a6-8b7b-41b0-9374-0320f78127b6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:00.715501 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ff2cf42-423a-48ae-b1f2-3c7a190c6c92 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:00.716027 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'tag': 'e6e093a6-8b7b-41b0-9374-0320f78127b6', 'status': 'completed', 'code': 200} Nov 19 04:02:00.738652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af00741b-7566-447e-8e89-ad59180aba58', 'tag': '9209a163-cd6c-46c7-957d-ca50eab296aa'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:00.740980 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2c8e4-32fd-4885-b3df-1be3b8a986db" -d '{"events": [{"name": "network-changed", "server_uuid": "af00741b-7566-447e-8e89-ad59180aba58", "tag": "9209a163-cd6c-46c7-957d-ca50eab296aa"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:00.755612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-965d467e-bc1e-4e61-834b-672794dfe2db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337906 Nov 19 04:02:00.772125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-208c9d3f-37ea-46fb-8a6b-575eb2441559 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845259 Nov 19 04:02:00.801026 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c298a-7f44-419a-a060-269b54d3054b x-openstack-request-id: req-350c298a-7f44-419a-a060-269b54d3054b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:00.801324 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af00741b-7566-447e-8e89-ad59180aba58", "tag": "9209a163-cd6c-46c7-957d-ca50eab296aa", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:00.801587 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-350c298a-7f44-419a-a060-269b54d3054b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:00.802177 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af00741b-7566-447e-8e89-ad59180aba58', 'tag': '9209a163-cd6c-46c7-957d-ca50eab296aa', 'status': 'completed', 'code': 200} Nov 19 04:02:00.910653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-b74bc40c-af9f-4a52-ad9b-cd97291d00ab service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368747 Nov 19 04:02:00.910799 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-81986bc5-fef6-4296-9c54-361b3bb5c68a service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854795 Nov 19 04:02:00.936050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55db71-b90d-44a6-b20b-62a46951ca05 req-c68fe870-4dd6-4bba-8b90-bd1d1abc048f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:00.943574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f55db71-b90d-44a6-b20b-62a46951ca05 req-c68fe870-4dd6-4bba-8b90-bd1d1abc048f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1991935 Nov 19 04:02:00.996503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-198c6ad7-20e1-4037-b860-b1e1668e1300 req-970d782d-7ddb-4fc9-824f-4276dc8fd119 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907277 Nov 19 04:02:01.013349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f55db71-b90d-44a6-b20b-62a46951ca05 req-e8aa6fd2-e6e5-4211-bbff-e528fe75f128 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688403 Nov 19 04:02:01.067980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fd65e-5794-4715-b7d9-02fa3e6453a2 req-a93bb735-9740-455c-b5bc-1e2af191bf03 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.069613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c4fd65e-5794-4715-b7d9-02fa3e6453a2 req-a93bb735-9740-455c-b5bc-1e2af191bf03 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 943 time: 0.1106319 Nov 19 04:02:01.098832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a0064999-ed4c-47cc-a137-24d91d007b1e req-957ccda9-f60d-462f-9e82-ef64cb375658 service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555266 Nov 19 04:02:01.130933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-73d4e588-6c14-41e0-a462-6a71af37aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.132258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9c4fd65e-5794-4715-b7d9-02fa3e6453a2 req-5136c329-0206-4907-9b7c-6e87cc88ff46 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543258 Nov 19 04:02:01.132474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-73d4e588-6c14-41e0-a462-6a71af37aea6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 1094 time: 0.0474687 Nov 19 04:02:01.249891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-0a18c6d9-8fb6-4071-b858-e1e9011e9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.251546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-0a18c6d9-8fb6-4071-b858-e1e9011e9cc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 914 time: 0.1044872 Nov 19 04:02:01.280596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-d6790382-be2b-4947-849c-d90889852ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.282238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-d6790382-be2b-4947-849c-d90889852ef0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 1095 time: 0.0527768 Nov 19 04:02:01.305168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-d2fe269f-0374-41aa-8f7e-a6101a452ba0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9209a163-cd6c-46c7-957d-ca50eab296aa HTTP/1.1" status: 200 len: 217 time: 0.0437164 Nov 19 04:02:01.370982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-8cccf594-f2ad-4d2e-975b-0e37ec308b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.372517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-8cccf594-f2ad-4d2e-975b-0e37ec308b47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.0540481 Nov 19 04:02:01.397228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-79a4064f-5d17-4fd1-8b60-9c9296ce7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.398823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-79a4064f-5d17-4fd1-8b60-9c9296ce7eb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 916 time: 0.1069567 Nov 19 04:02:01.437055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-8a844b44-6638-4e82-9e41-47e8775f37cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485904 Nov 19 04:02:01.453380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-2db25f35-2cdf-481c-967a-689beea7af54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6 HTTP/1.1" status: 200 len: 217 time: 0.0442455 Nov 19 04:02:01.504080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc737486-69c1-46bc-82a8-73f568a59efb req-d6c6e677-fcb3-493c-8d7b-cafb9e6fe6b8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.505399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc737486-69c1-46bc-82a8-73f568a59efb req-d6c6e677-fcb3-493c-8d7b-cafb9e6fe6b8 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.1273594 Nov 19 04:02:01.514334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-fded6251-63f4-4516-84d7-51b3d165efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.516258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-fded6251-63f4-4516-84d7-51b3d165efe7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.0488341 Nov 19 04:02:01.550348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-b4749108-4d79-4b0d-a573-3136d4c76d89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254924 Nov 19 04:02:01.633714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-d448ede1-cff6-4d86-9dbd-9bb6b020f105 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857193 Nov 19 04:02:01.711955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8c18-3d5b-4d9d-86c1-dcd52bfd55ec req-6515fee2-64eb-49f8-b27b-5b923c8b23e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.713521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d0f8c18-3d5b-4d9d-86c1-dcd52bfd55ec req-6515fee2-64eb-49f8-b27b-5b923c8b23e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 944 time: 0.0821078 Nov 19 04:02:01.716560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-321d72b9-2f64-498a-917b-ae47ae9b29b4 service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540785 Nov 19 04:02:01.723817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:01.799145 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16d2c8e4-32fd-4885-b3df-1be3b8a986db req-edc7e508-1de7-4ec4-9678-998a6251b8c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516380 Nov 19 04:02:01.808408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Deleting port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:01.809398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:01.821735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690a261-fd4a-4ffd-93b9-1fcb4ba4a0a9 req-ab6ca630-cbcd-4817-95cd-9d32e89d513a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:01.822006 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4690a261-fd4a-4ffd-93b9-1fcb4ba4a0a9 req-ab6ca630-cbcd-4817-95cd-9d32e89d513a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed9b5d3-d19e-4d9b-8eac-2f67a159f508 HTTP/1.1" status: 200 len: 949 time: 0.0980060 Nov 19 04:02:01.829143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d0f8c18-3d5b-4d9d-86c1-dcd52bfd55ec req-6aae4046-8dca-4904-9452-8ecb42e1d5b6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067684 Nov 19 04:02:01.862291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7188fc3e-82f9-46c2-98a5-805e65688ca1 req-923e1732-879a-4ea3-bc36-0caac3afaf16 service neutron] 10.222.0.31 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314158 Nov 19 04:02:01.994819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4690a261-fd4a-4ffd-93b9-1fcb4ba4a0a9 req-21803405-9df5-448d-9e9b-ea8c8e56e25c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013381 Nov 19 04:02:02.003046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] For port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:02.003429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:02.025490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Calling delete_port for af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:02.149491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67257d3-b1e4-44d7-b62d-cb51749ff8fe req-4fe1f650-cdb8-4f6f-909e-cba99cffa904 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:02.151314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c67257d3-b1e4-44d7-b62d-cb51749ff8fe req-4fe1f650-cdb8-4f6f-909e-cba99cffa904 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0574188 Nov 19 04:02:02.192326 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:02.206440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:02.248827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event deleted for resources: {'Port': ['ID=af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:02.252954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:02.265702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c67257d3-b1e4-44d7-b62d-cb51749ff8fe req-0f793937-0412-42ae-b407-e5f8226d194b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016524 Nov 19 04:02:02.344072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] No DVR routers for this DVR port af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:02.347025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:02.351190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc737486-69c1-46bc-82a8-73f568a59efb req-9a3bac3f-f2e5-410f-b4f3-c510342923bd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "DELETE /v2.0/ports/af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a HTTP/1.1" status: 204 len: 173 time: 0.8380597 Nov 19 04:02:02.372388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965527-77cc-4202-835e-118b4c340eb1 req-72a53ac5-d9b9-451e-9a02-e160e1f6aed3 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:02.383108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d965527-77cc-4202-835e-118b4c340eb1 req-72a53ac5-d9b9-451e-9a02-e160e1f6aed3 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 943 time: 0.1528716 Nov 19 04:02:02.459528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d965527-77cc-4202-835e-118b4c340eb1 req-048da1bb-df91-4af3-a510-dfd07ed278cc tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753350 Nov 19 04:02:02.672390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f9453ba2-2957-4c08-9e99-6c19342cdc4f details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:02.801756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f9453ba2-2957-4c08-9e99-6c19342cdc4f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:02.802756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-deleted', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:02.805903 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab707b-75b3-4024-933d-2e6f24dc9e21" -d '{"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-deleted", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:02.823741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'port_id': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f', 'mac_address': 'fa:16:3e:8b:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5865452e-6e6b-46f4-9fde-ecc3279e7395', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:02.863686 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a5dd65-1d37-470c-bc49-27c6995241b7 x-openstack-request-id: req-b1a5dd65-1d37-470c-bc49-27c6995241b7 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:02.864247 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed9b5d3-d19e-4d9b-8eac-2f67a159f508", "name": "network-vif-deleted", "tag": "af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:02.864742 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1a5dd65-1d37-470c-bc49-27c6995241b7 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:02.865364 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed9b5d3-d19e-4d9b-8eac-2f67a159f508', 'name': 'network-vif-deleted', 'tag': 'af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a', 'status': 'completed', 'code': 200} Nov 19 04:02:02.907548 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:02.923213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9453ba2-2957-4c08-9e99-6c19342cdc4f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:02.949273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f9453ba2-2957-4c08-9e99-6c19342cdc4f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:02.953221 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:03.010540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95db7c6-029a-4f61-a345-df2c3b86c5d8 req-812cbc8a-34fe-4cd9-a2af-48cb0bbd992f tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:03.012856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c95db7c6-029a-4f61-a345-df2c3b86c5d8 req-812cbc8a-34fe-4cd9-a2af-48cb0bbd992f tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 944 time: 0.0709937 Nov 19 04:02:03.019481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f9453ba2-2957-4c08-9e99-6c19342cdc4f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:03.078400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c95db7c6-029a-4f61-a345-df2c3b86c5d8 req-7e8d6a71-b0e3-411a-b7e0-612e664d1c31 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523202 Nov 19 04:02:03.243122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:03.248806 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No ports have port_id starting with af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a Nov 19 04:02:03.251066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a requested by agent hyperv_n-h1-818503-1 not found in database {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 19 04:02:03.346050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cd1e0-458b-43a7-af4e-d73b53beadca req-d18011ef-92de-495f-857c-2c7dcd42a3d9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:03.347795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-376cd1e0-458b-43a7-af4e-d73b53beadca req-d18011ef-92de-495f-857c-2c7dcd42a3d9 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 951 time: 0.0597036 Nov 19 04:02:03.369056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f9453ba2-2957-4c08-9e99-6c19342cdc4f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:03.391442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f0b38-ec28-4efa-9454-e5db7b896bad req-131c03df-2f70-4186-8d1a-a24f24481b3f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:03.393851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f77f0b38-ec28-4efa-9454-e5db7b896bad req-131c03df-2f70-4186-8d1a-a24f24481b3f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0555186 Nov 19 04:02:03.401589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-376cd1e0-458b-43a7-af4e-d73b53beadca req-fcf92cb7-1a37-4a64-92cf-635406fef143 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Nov 19 04:02:03.453117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f77f0b38-ec28-4efa-9454-e5db7b896bad req-5b888a94-a09f-4c7b-86c9-8e7302e6307e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528641 Nov 19 04:02:03.590690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa0e82-a7fd-4f16-b49e-7f1e62702ad7 req-01e943c4-aec0-41c8-92bd-d243b5d90fe3 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:03.592078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-39aa0e82-a7fd-4f16-b49e-7f1e62702ad7 req-01e943c4-aec0-41c8-92bd-d243b5d90fe3 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 943 time: 0.0509191 Nov 19 04:02:03.646239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-39aa0e82-a7fd-4f16-b49e-7f1e62702ad7 req-ddb7e63e-4ac7-4bdf-8a0d-270eef4afa6e tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Nov 19 04:02:04.201464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0528b-fb12-4f19-acce-d4ec3a8c52d8 req-46773ab9-c90a-4d05-8654-2f904cb645b4 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:04.202961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79a0528b-fb12-4f19-acce-d4ec3a8c52d8 req-46773ab9-c90a-4d05-8654-2f904cb645b4 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 944 time: 0.0511918 Nov 19 04:02:04.252293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79a0528b-fb12-4f19-acce-d4ec3a8c52d8 req-f495189c-1f03-4248-ad3b-657e4b0ac6e1 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Nov 19 04:02:04.527015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf380af4-305e-407d-bdcf-a5f4c3957382 req-28d09d93-14c4-404d-9e85-8839bc4d9da3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:04.528796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf380af4-305e-407d-bdcf-a5f4c3957382 req-28d09d93-14c4-404d-9e85-8839bc4d9da3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 951 time: 0.0533555 Nov 19 04:02:04.577493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf380af4-305e-407d-bdcf-a5f4c3957382 req-75deb996-6064-4b19-805b-fc934a1bbaa3 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Nov 19 04:02:04.579317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edf0c6-f832-4362-87e4-94825db2865c req-84a4a1de-ddc5-41d8-a5ad-cb5a602c3e0f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:04.580896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d6edf0c6-f832-4362-87e4-94825db2865c req-84a4a1de-ddc5-41d8-a5ad-cb5a602c3e0f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0559366 Nov 19 04:02:04.630403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d6edf0c6-f832-4362-87e4-94825db2865c req-ece4e7f4-90b3-4f5b-92d1-e1f7768743c4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Nov 19 04:02:04.687054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9209a163-cd6c-46c7-957d-ca50eab296aa details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:04.696994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f9453ba2-2957-4c08-9e99-6c19342cdc4f up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:04.700019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ab770c43-2efe-4ca5-b4e5-6ba0e4428d04 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:04.702758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ab770c43-2efe-4ca5-b4e5-6ba0e4428d04 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 951 time: 0.0513806 Nov 19 04:02:04.771503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800105f5-edc8-47d6-803d-4eca77342e95 req-5692be07-4672-477f-a37d-226de458f9bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:04.773157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-800105f5-edc8-47d6-803d-4eca77342e95 req-5692be07-4672-477f-a37d-226de458f9bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 943 time: 0.0540774 Nov 19 04:02:04.805970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Deleting port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:04.807026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:04.816400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port f9453ba2-2957-4c08-9e99-6c19342cdc4f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:04.835524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port f9453ba2-2957-4c08-9e99-6c19342cdc4f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:04.836186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:04.839603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-800105f5-edc8-47d6-803d-4eca77342e95 req-cf231c07-bb28-4e5a-b9d6-0ae18308f7af tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Nov 19 04:02:04.871997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9209a163-cd6c-46c7-957d-ca50eab296aa, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9209a163-cd6c-46c7-957d-ca50eab296aa,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:04.892966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '9209a163-cd6c-46c7-957d-ca50eab296aa', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'port_id': '9209a163-cd6c-46c7-957d-ca50eab296aa', 'mac_address': 'fa:16:3e:83:55:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5865452e-6e6b-46f4-9fde-ecc3279e7395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:04.915438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] For port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:04.915809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:04.928922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Calling delete_port for 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:04.962783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:04.981200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9209a163-cd6c-46c7-957d-ca50eab296aa {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:04.987638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.019014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9209a163-cd6c-46c7-957d-ca50eab296aa, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9209a163-cd6c-46c7-957d-ca50eab296aa,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:05.025213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:05.028105 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb21cb18-c243-4d3c-b483-20ea39aab23a" -d '{"events": [{"server_uuid": "17801f0a-9d6e-4a56-b08f-c904fdc6bbfa", "name": "network-vif-plugged", "status": "completed", "tag": "f9453ba2-2957-4c08-9e99-6c19342cdc4f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:05.033108 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.033777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e6e093a6-8b7b-41b0-9374-0320f78127b6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:05.048034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f9453ba2-2957-4c08-9e99-6c19342cdc4f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:05.065982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.076676 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c07084-9c5e-4b4f-b47d-8f507e78fca0 x-openstack-request-id: req-79c07084-9c5e-4b4f-b47d-8f507e78fca0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:05.076985 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17801f0a-9d6e-4a56-b08f-c904fdc6bbfa", "name": "network-vif-plugged", "status": "completed", "tag": "f9453ba2-2957-4c08-9e99-6c19342cdc4f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:05.077251 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79c07084-9c5e-4b4f-b47d-8f507e78fca0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:05.077658 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f', 'code': 200} Nov 19 04:02:05.082062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:05.092303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.093748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event deleted for resources: {'Port': ['ID=14a1488e-56c9-41c1-9cdb-b9247dfc54e5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:05.127945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:05.146213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] No DVR routers for this DVR port 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:05.148798 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.152907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62a0359e-5aec-45b3-8fd5-e15a52b4798f req-ef3cc3f5-d9d3-45f6-8212-92317cff541c tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "DELETE /v2.0/ports/14a1488e-56c9-41c1-9cdb-b9247dfc54e5 HTTP/1.1" status: 204 len: 173 time: 0.4443653 Nov 19 04:02:05.153335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-deleted', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:05.155732 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf1240-0194-479c-bafd-9207e7fd54c9" -d '{"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-deleted", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:05.220461 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259a5e9-4a36-4a1b-be94-10e45f6b296f x-openstack-request-id: req-f259a5e9-4a36-4a1b-be94-10e45f6b296f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:05.221185 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972034e5-a63e-4f42-9758-2209e8c1c74a", "name": "network-vif-deleted", "tag": "14a1488e-56c9-41c1-9cdb-b9247dfc54e5", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:05.221637 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f259a5e9-4a36-4a1b-be94-10e45f6b296f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:05.222437 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972034e5-a63e-4f42-9758-2209e8c1c74a', 'name': 'network-vif-deleted', 'tag': '14a1488e-56c9-41c1-9cdb-b9247dfc54e5', 'status': 'completed', 'code': 200} Nov 19 04:02:05.257317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:05.262935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c46c5-257f-4a72-b8e3-9607e43e58ad req-9d141031-46a3-498f-84ec-d3c78dd42638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:05.264785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=9209a163-cd6c-46c7-957d-ca50eab296aa,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:05.264921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-276c46c5-257f-4a72-b8e3-9607e43e58ad req-9d141031-46a3-498f-84ec-d3c78dd42638 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=17801f0a-9d6e-4a56-b08f-c904fdc6bbfa HTTP/1.1" status: 200 len: 1097 time: 0.0775957 Nov 19 04:02:05.324994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:05.325409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device af24ffbf-54c4-4ecb-bbb9-4e02529d2c5a not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:05.337985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-276c46c5-257f-4a72-b8e3-9607e43e58ad req-91e98864-cfc9-4bbd-8dd8-847c659fc968 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651624 Nov 19 04:02:05.383596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8ba7b-ef37-4c9a-878a-70aa794e6bc0 req-c057e3c1-9fa2-441b-8e63-797e747dcd8e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:05.391876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92d8ba7b-ef37-4c9a-878a-70aa794e6bc0 req-c057e3c1-9fa2-441b-8e63-797e747dcd8e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 944 time: 0.0592771 Nov 19 04:02:05.424517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f9453ba2-2957-4c08-9e99-6c19342cdc4f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:05.437536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92d8ba7b-ef37-4c9a-878a-70aa794e6bc0 req-a8e1930d-4363-4125-a82e-d271abc0e075 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447886 Nov 19 04:02:05.437667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e6e093a6-8b7b-41b0-9374-0320f78127b6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:05.475879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'e6e093a6-8b7b-41b0-9374-0320f78127b6', 'network_id': '77f218d4-b4d2-4503-abc1-756d2f76e844', 'port_id': 'e6e093a6-8b7b-41b0-9374-0320f78127b6', 'mac_address': 'fa:16:3e:2a:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a485d9a1-3c19-4a5c-902c-c78282ababbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:05.591463 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.627548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e093a6-8b7b-41b0-9374-0320f78127b6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:05.653701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e6e093a6-8b7b-41b0-9374-0320f78127b6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:05.660154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:05.721737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1530273d-4cbd-4155-be8f-8a7cb2954d9e req-0e3d1eee-72b2-4a0f-8b9a-d1ff3dde693f tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=972034e5-a63e-4f42-9758-2209e8c1c74a HTTP/1.1" status: 200 len: 210 time: 0.0400665 Nov 19 04:02:05.726435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e6e093a6-8b7b-41b0-9374-0320f78127b6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:05.794587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fbf26-f362-4f1a-8659-82a89d57eafc req-fa9aa669-1724-4614-982a-aba95b00e860 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:05.796119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac6fbf26-f362-4f1a-8659-82a89d57eafc req-fa9aa669-1724-4614-982a-aba95b00e860 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0571389 Nov 19 04:02:05.848886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac6fbf26-f362-4f1a-8659-82a89d57eafc req-be4078b5-4e92-4778-9c2f-a3b7d07e9a45 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Nov 19 04:02:05.947421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e878-4cb9-456f-9c61-caaf5057ee9c req-9a535afa-b7bb-4bb3-af79-45741fc749e0 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:05.949290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3491e878-4cb9-456f-9c61-caaf5057ee9c req-9a535afa-b7bb-4bb3-af79-45741fc749e0 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 944 time: 0.0494585 Nov 19 04:02:06.007783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3491e878-4cb9-456f-9c61-caaf5057ee9c req-ee315271-ef15-4160-a3bb-ce568a863883 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524449 Nov 19 04:02:06.307527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9209a163-cd6c-46c7-957d-ca50eab296aa'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:06.354436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['e6e093a6-8b7b-41b0-9374-0320f78127b6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:06.586420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9a1a4-7316-4d0d-a1a3-472d7ce74025 req-57c82b67-1d27-41f8-a9d8-a359c7d0fa71 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:06.588088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ad9a1a4-7316-4d0d-a1a3-472d7ce74025 req-57c82b67-1d27-41f8-a9d8-a359c7d0fa71 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 945 time: 0.0794234 Nov 19 04:02:06.646408 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ad9a1a4-7316-4d0d-a1a3-472d7ce74025 req-2bcfef82-8160-4230-b558-1cd4c499c2b6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512784 Nov 19 04:02:06.975038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd218a3-c4fc-4b1a-aaa3-4e07f3119f97 req-46645a7d-e39c-49cc-adfc-ce14aa84e83d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:06.976589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbd218a3-c4fc-4b1a-aaa3-4e07f3119f97 req-46645a7d-e39c-49cc-adfc-ce14aa84e83d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0505250 Nov 19 04:02:07.006409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b682d-8a34-4a85-94d1-630c7c0bbcc0 req-533968c7-467c-4414-8414-55b96523b184 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:07.008007 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-108b682d-8a34-4a85-94d1-630c7c0bbcc0 req-533968c7-467c-4414-8414-55b96523b184 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0511549 Nov 19 04:02:07.024985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbd218a3-c4fc-4b1a-aaa3-4e07f3119f97 req-e5660afb-4b5e-4872-9ba1-0faf977b4bf0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Nov 19 04:02:07.059492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-108b682d-8a34-4a85-94d1-630c7c0bbcc0 req-0226d74f-0b0b-4808-b7a6-dfab0d624363 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Nov 19 04:02:07.128580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5206-3457-47fd-9ab9-8518fbc1dcfa req-bd100fda-3a25-47cd-8aef-7b04a13bff08 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:07.130111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-535d5206-3457-47fd-9ab9-8518fbc1dcfa req-bd100fda-3a25-47cd-8aef-7b04a13bff08 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 944 time: 0.0499949 Nov 19 04:02:07.177511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-535d5206-3457-47fd-9ab9-8518fbc1dcfa req-6582a93f-6070-4672-8f53-b2ca0f134ced tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Nov 19 04:02:07.778185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12462b-967c-4a4f-affb-18d0b770d49a req-6f2e28b6-296d-4ef4-8e53-86feba380a36 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:07.779702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c12462b-967c-4a4f-affb-18d0b770d49a req-6f2e28b6-296d-4ef4-8e53-86feba380a36 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 945 time: 0.0616305 Nov 19 04:02:07.829832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c12462b-967c-4a4f-affb-18d0b770d49a req-d2a8534a-416b-495a-bd30-93646ddc4337 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Nov 19 04:02:07.903127 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:02:08.147969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9acb5-ac60-4750-a303-58b982aa0572 req-ec9a2535-45ac-4b91-877a-bce7817a5a97 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:08.149529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d9acb5-ac60-4750-a303-58b982aa0572 req-ec9a2535-45ac-4b91-877a-bce7817a5a97 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0530083 Nov 19 04:02:08.182366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aaf89-f887-46de-92b6-c8f58c635ac1 req-64693804-6005-4c84-a1a9-1ff2cac9c4f4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:08.186427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-443aaf89-f887-46de-92b6-c8f58c635ac1 req-64693804-6005-4c84-a1a9-1ff2cac9c4f4 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0539317 Nov 19 04:02:08.200514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7d9acb5-ac60-4750-a303-58b982aa0572 req-be39edd6-69d4-4363-ad5a-31308a7583d7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Nov 19 04:02:08.243869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-443aaf89-f887-46de-92b6-c8f58c635ac1 req-6d885691-2260-4724-90f6-82e2e2a37451 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Nov 19 04:02:08.311088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed019426-305c-490e-ac01-7bc065533e49 req-2d63cb9b-e537-43f7-95a2-482fcad3acd6 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:08.312731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed019426-305c-490e-ac01-7bc065533e49 req-2d63cb9b-e537-43f7-95a2-482fcad3acd6 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 944 time: 0.0558150 Nov 19 04:02:08.362385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed019426-305c-490e-ac01-7bc065533e49 req-82fb2906-b200-41aa-85c5-1e950e4b5ccf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427616 Nov 19 04:02:08.660280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-38ae7e5c-6569-4336-9e1a-acad4fa7e459 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:08.661865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-38ae7e5c-6569-4336-9e1a-acad4fa7e459 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 950 time: 0.0576260 Nov 19 04:02:08.696820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9209a163-cd6c-46c7-957d-ca50eab296aa up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:08.748075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 9209a163-cd6c-46c7-957d-ca50eab296aa completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:08.752794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 9209a163-cd6c-46c7-957d-ca50eab296aa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:08.753172 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:08.767318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Deleting port 9f8f241c-2456-4799-8225-952ff8485f46 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:08.767670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:08.888800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] For port 9f8f241c-2456-4799-8225-952ff8485f46, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9f8f241c-2456-4799-8225-952ff8485f46,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:08.889181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:08.903130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Calling delete_port for 9f8f241c-2456-4799-8225-952ff8485f46 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:09.037245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.041253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bc1b2-02ee-40db-8608-5d4926341d89 req-a6487a3c-898d-4fec-966d-7638e9600e78 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:09.043647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c95bc1b2-02ee-40db-8608-5d4926341d89 req-a6487a3c-898d-4fec-966d-7638e9600e78 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 945 time: 0.1146719 Nov 19 04:02:09.073204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af00741b-7566-447e-8e89-ad59180aba58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9209a163-cd6c-46c7-957d-ca50eab296aa'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:09.080462 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c692126e-4bdc-49a0-9cab-f84205cb41fc" -d '{"events": [{"server_uuid": "af00741b-7566-447e-8e89-ad59180aba58", "name": "network-vif-plugged", "status": "completed", "tag": "9209a163-cd6c-46c7-957d-ca50eab296aa"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:09.098921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 9209a163-cd6c-46c7-957d-ca50eab296aa, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9209a163-cd6c-46c7-957d-ca50eab296aa,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:09.110343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.112255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e6e093a6-8b7b-41b0-9374-0320f78127b6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:09.123567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c95bc1b2-02ee-40db-8608-5d4926341d89 req-fd029270-ea20-4266-83f2-4f4a4a2a7534 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718715 Nov 19 04:02:09.138293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.156675 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc00a44-4217-41a5-bcc1-4319f5b986c7 x-openstack-request-id: req-5dc00a44-4217-41a5-bcc1-4319f5b986c7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:09.156968 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af00741b-7566-447e-8e89-ad59180aba58", "name": "network-vif-plugged", "status": "completed", "tag": "9209a163-cd6c-46c7-957d-ca50eab296aa", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:09.157227 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dc00a44-4217-41a5-bcc1-4319f5b986c7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:09.157619 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af00741b-7566-447e-8e89-ad59180aba58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9209a163-cd6c-46c7-957d-ca50eab296aa', 'code': 200} Nov 19 04:02:09.166767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event deleted for resources: {'Port': ['ID=9f8f241c-2456-4799-8225-952ff8485f46,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:09.185655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:09.212514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['9f8f241c-2456-4799-8225-952ff8485f46'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:09.215495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] No DVR routers for this DVR port 9f8f241c-2456-4799-8225-952ff8485f46 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:09.218241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.221999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-92173bce-cabe-49b9-b700-6ae02d9729a3 req-118ed59d-a86d-42ae-baad-44659643ca77 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.31 "DELETE /v2.0/ports/9f8f241c-2456-4799-8225-952ff8485f46 HTTP/1.1" status: 204 len: 173 time: 0.5523374 Nov 19 04:02:09.222512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-deleted', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:09.226182 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f6aadb-ffde-4cda-8409-c760590e5999" -d '{"events": [{"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-deleted", "tag": "9f8f241c-2456-4799-8225-952ff8485f46"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:09.295546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:09.332109 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d140e534-5747-454c-8af8-46c1fb176596 x-openstack-request-id: req-d140e534-5747-454c-8af8-46c1fb176596 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:09.333494 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a5bbe-9b86-4708-b680-110e5ef6b7cb", "name": "network-vif-deleted", "tag": "9f8f241c-2456-4799-8225-952ff8485f46", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:09.333910 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d140e534-5747-454c-8af8-46c1fb176596 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:09.334669 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a5bbe-9b86-4708-b680-110e5ef6b7cb', 'name': 'network-vif-deleted', 'tag': '9f8f241c-2456-4799-8225-952ff8485f46', 'status': 'completed', 'code': 200} Nov 19 04:02:09.340832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:09.341191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14a1488e-56c9-41c1-9cdb-b9247dfc54e5 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:09.416725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=9209a163-cd6c-46c7-957d-ca50eab296aa,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:09.487385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port e6e093a6-8b7b-41b0-9374-0320f78127b6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:09.507305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port e6e093a6-8b7b-41b0-9374-0320f78127b6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:09.507698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.530165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149fe45-bc7a-4916-b06e-91c4e0187ae9 req-6ae97b53-b641-41a5-91dd-e527b0044317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:09.538532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6149fe45-bc7a-4916-b06e-91c4e0187ae9 req-6ae97b53-b641-41a5-91dd-e527b0044317 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 1096 time: 0.2829773 Nov 19 04:02:09.595972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f87108-f96b-4447-9634-c9035014696d req-8be19e74-8448-4037-8ecd-eed878faffa5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:09.603709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95f87108-f96b-4447-9634-c9035014696d req-8be19e74-8448-4037-8ecd-eed878faffa5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.2454295 Nov 19 04:02:09.675094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6149fe45-bc7a-4916-b06e-91c4e0187ae9 req-a786bb2b-9c96-4395-803a-ce1863066988 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209927 Nov 19 04:02:09.679370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59f2d960-424e-4694-90c0-95f77a4dace6 req-95f30edf-279c-4b66-939e-34514b6224ac tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=912a5bbe-9b86-4708-b680-110e5ef6b7cb HTTP/1.1" status: 200 len: 210 time: 0.2218375 Nov 19 04:02:09.691502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95f87108-f96b-4447-9634-c9035014696d req-269c753e-d0c5-475a-9337-8c61f51cb0e2 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868173 Nov 19 04:02:09.694190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.754311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e6e093a6-8b7b-41b0-9374-0320f78127b6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:09.764285 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:09.828697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e6e093a6-8b7b-41b0-9374-0320f78127b6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:09.840777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545258d2-6ad9-468e-a013-e8358e8152d4 req-8ddd7c2d-832b-42f1-9efb-a49e401283c1 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:09.842956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-545258d2-6ad9-468e-a013-e8358e8152d4 req-8ddd7c2d-832b-42f1-9efb-a49e401283c1 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 945 time: 0.0635340 Nov 19 04:02:09.892390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-545258d2-6ad9-468e-a013-e8358e8152d4 req-7816127b-a77f-40f4-b25b-c2623b31fe35 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Nov 19 04:02:10.251415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35bc38-33f3-4544-8fae-580bccb74570 req-529bc0c0-02fc-459f-b7c3-6a72b01ca749 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:10.258780 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea35bc38-33f3-4544-8fae-580bccb74570 req-529bc0c0-02fc-459f-b7c3-6a72b01ca749 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.0644300 Nov 19 04:02:10.303144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea35bc38-33f3-4544-8fae-580bccb74570 req-7e77fb39-ffd7-4010-b451-9900dc657bd0 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Nov 19 04:02:10.845039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60c24-13de-4105-8ebb-e8c919e6bdcd req-6a738b2f-85c6-4c0f-86fa-1a4b3b7f9b17 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:10.848024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eef60c24-13de-4105-8ebb-e8c919e6bdcd req-6a738b2f-85c6-4c0f-86fa-1a4b3b7f9b17 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0701585 Nov 19 04:02:10.936464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eef60c24-13de-4105-8ebb-e8c919e6bdcd req-3c0f83dc-a071-4a2f-905d-2bb38e6a240d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803895 Nov 19 04:02:11.013500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9e64-72ec-401f-81e7-10800e7e8049 req-e2e54d37-771b-488c-ba89-b3098933f135 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:11.015225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0ae9e64-72ec-401f-81e7-10800e7e8049 req-e2e54d37-771b-488c-ba89-b3098933f135 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0621343 Nov 19 04:02:11.130046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0ae9e64-72ec-401f-81e7-10800e7e8049 req-7145f358-db1e-4239-a06e-3d2e2790a893 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018670 Nov 19 04:02:11.138355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122428-dac0-4ff7-86b2-603fc50bb946 req-8edb0d24-f25e-46fb-b23a-03bdda6477d8 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:11.139947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e1122428-dac0-4ff7-86b2-603fc50bb946 req-8edb0d24-f25e-46fb-b23a-03bdda6477d8 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 945 time: 0.1083360 Nov 19 04:02:11.160244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e093a6-8b7b-41b0-9374-0320f78127b6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:11.165439 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf051b-5ba5-4d5b-9a06-f0b180b0a985" -d '{"events": [{"server_uuid": "69487330-4dbd-475f-a42c-ba0959de7ff7", "name": "network-vif-plugged", "status": "completed", "tag": "e6e093a6-8b7b-41b0-9374-0320f78127b6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:11.236966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e1122428-dac0-4ff7-86b2-603fc50bb946 req-a208015e-7382-425b-8ef5-d1e250c8f7c2 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763879 Nov 19 04:02:11.299706 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa74b15-521d-49bf-8e62-8fea695cdb17 x-openstack-request-id: req-7fa74b15-521d-49bf-8e62-8fea695cdb17 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:11.300343 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69487330-4dbd-475f-a42c-ba0959de7ff7", "name": "network-vif-plugged", "status": "completed", "tag": "e6e093a6-8b7b-41b0-9374-0320f78127b6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:11.300760 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fa74b15-521d-49bf-8e62-8fea695cdb17 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:11.301287 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e093a6-8b7b-41b0-9374-0320f78127b6', 'code': 200} Nov 19 04:02:11.413805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4909df6-eb47-47c1-9f34-9bada2c59edb req-f888fc88-0937-488d-90d4-da4078b07019 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:11.415738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4909df6-eb47-47c1-9f34-9bada2c59edb req-f888fc88-0937-488d-90d4-da4078b07019 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=17801f0a-9d6e-4a56-b08f-c904fdc6bbfa HTTP/1.1" status: 200 len: 946 time: 0.0639565 Nov 19 04:02:11.461722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f11bb-2594-4496-a923-740c89f4a2bd req-5d68855f-f995-48e9-8101-71b56eca0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:11.463249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-024f11bb-2594-4496-a923-740c89f4a2bd req-5d68855f-f995-48e9-8101-71b56eca0b53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 1097 time: 0.0668600 Nov 19 04:02:11.471439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4909df6-eb47-47c1-9f34-9bada2c59edb req-e326f1c3-6c97-43b1-b343-ce363f71b064 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488601 Nov 19 04:02:11.472268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c791e6-f0d6-4c00-91ad-15a0e7ec7100 req-7f7b1559-edcc-4753-9c1a-88077fcd5de6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:11.473686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53c791e6-f0d6-4c00-91ad-15a0e7ec7100 req-7f7b1559-edcc-4753-9c1a-88077fcd5de6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.0922470 Nov 19 04:02:11.546009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-024f11bb-2594-4496-a923-740c89f4a2bd req-e42fe6b6-a173-471f-8430-ca38dcb649d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713286 Nov 19 04:02:11.549651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53c791e6-f0d6-4c00-91ad-15a0e7ec7100 req-b07f2ed4-7e28-4adf-a50f-214cdb932755 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Nov 19 04:02:11.932567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-6d66abce-e25c-4dd7-852d-306a764477a5 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:11.934793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-6d66abce-e25c-4dd7-852d-306a764477a5 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 813 time: 0.1025169 Nov 19 04:02:11.949359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-ac7d59f4-af38-4e9f-931b-a993292da647 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/quotas/c8e11c5bec814b9e93ad11f9e55ed39c HTTP/1.1" status: 200 len: 375 time: 0.0089591 Nov 19 04:02:12.001817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-6be4ae40-1b4e-462e-a8f5-274c6123559d tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468309 Nov 19 04:02:12.078069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53f6b-15b6-4efc-897f-8321d6ff88eb req-b5cb0c15-9813-44e7-9c4b-102b9ef53720 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:12.079531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1dc53f6b-15b6-4efc-897f-8321d6ff88eb req-b5cb0c15-9813-44e7-9c4b-102b9ef53720 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0503006 Nov 19 04:02:12.098790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-edd04582-bc2a-46c2-9152-da88576c1606 service neutron] 10.222.0.52 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899563 Nov 19 04:02:12.131103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1dc53f6b-15b6-4efc-897f-8321d6ff88eb req-74023799-c79f-42b4-a61b-9ced67da83c0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Nov 19 04:02:12.190503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-ac9716d6-a47a-4d22-8fa8-d95bfea34b0a service neutron] 10.222.0.52 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 Nov 19 04:02:12.272310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52c77f-6dbc-4921-b788-329be550eff3 req-28c4c0f1-6b1a-4029-b443-bb123d90a794 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:12.273845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec52c77f-6dbc-4921-b788-329be550eff3 req-28c4c0f1-6b1a-4029-b443-bb123d90a794 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0617640 Nov 19 04:02:12.346583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-565d9ac6-bca3-4010-a3be-a7069d794221 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:12.348300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-565d9ac6-bca3-4010-a3be-a7069d794221 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 948 time: 0.0691457 Nov 19 04:02:12.366657 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ec52c77f-6dbc-4921-b788-329be550eff3 req-f917cebb-2a10-402b-a2fe-f49cd31ada27 tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849903 Nov 19 04:02:12.503280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Deleting port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:12.503696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:12.658601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] For port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:12.658601 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:12.672040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Calling delete_port for 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:12.703718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd56a2c8-3520-48db-a45a-02d41992c733 req-466917e5-dc9e-453f-bd8c-15eec0dbb121 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 210 time: 0.0566525 Nov 19 04:02:12.718875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:12.766365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 9f8f241c-2456-4799-8225-952ff8485f46 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:12.766692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9f8f241c-2456-4799-8225-952ff8485f46 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:12.810334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ef080-d304-4d4e-8697-5d69331dadbc req-57c174b8-2f70-4faf-8b14-4ff2174147d2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:12.812014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e80ef080-d304-4d4e-8697-5d69331dadbc req-57c174b8-2f70-4faf-8b14-4ff2174147d2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.0859199 Nov 19 04:02:12.922602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:12.936453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:12.974719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Pushing event deleted for resources: {'Port': ['ID=0f305fb3-dcda-4bf8-a7a5-827bbcb21b07,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:12.994714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e80ef080-d304-4d4e-8697-5d69331dadbc req-c1a7224d-4dda-4bd2-a344-6f25cde657dc tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667390 Nov 19 04:02:13.002132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.003055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.003269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.003848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.004335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.004998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.005528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.006225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.006742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.007311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.007872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.008384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:13.066591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] No DVR routers for this DVR port 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:13.069321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:13.072970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6f70407-f50b-424f-b8dc-c72e46b86869 req-f3cff213-d286-4354-9aae-a30c466e753a tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.36 "DELETE /v2.0/ports/0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 HTTP/1.1" status: 204 len: 173 time: 0.7183383 Nov 19 04:02:13.073349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-deleted', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:13.077028 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a2e96d-140f-4b43-b9db-392832a6d96c" -d '{"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-deleted", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:13.123624 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0a242-9574-4807-b5a7-9192e3d3343c x-openstack-request-id: req-fea0a242-9574-4807-b5a7-9192e3d3343c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:13.124206 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7071a10d-26cb-4dfb-8fc2-0daa89d14297", "name": "network-vif-deleted", "tag": "0f305fb3-dcda-4bf8-a7a5-827bbcb21b07", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:13.124206 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fea0a242-9574-4807-b5a7-9192e3d3343c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:13.124581 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7071a10d-26cb-4dfb-8fc2-0daa89d14297', 'name': 'network-vif-deleted', 'tag': '0f305fb3-dcda-4bf8-a7a5-827bbcb21b07', 'status': 'completed', 'code': 200} Nov 19 04:02:13.268726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46966-3328-433f-be07-4f518c6ec6f3 req-0d43c8de-6361-4d2b-a36d-a1e851a2f4e1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:13.270381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d46966-3328-433f-be07-4f518c6ec6f3 req-0d43c8de-6361-4d2b-a36d-a1e851a2f4e1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0628507 Nov 19 04:02:13.338908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d46966-3328-433f-be07-4f518c6ec6f3 req-3c26bd90-b4aa-42d1-80d1-fa2706d46404 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605674 Nov 19 04:02:13.499075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3119925c-3d85-45c3-abaa-b54d2063823d req-e8fc1b6d-68c5-4c47-bf57-c4805a0808cd tempest-MigrationsAdminTest-1654094200 tempest-MigrationsAdminTest-1654094200-project] 10.222.0.52 "GET /v2.0/ports?device_id=7071a10d-26cb-4dfb-8fc2-0daa89d14297 HTTP/1.1" status: 200 len: 210 time: 0.0342960 Nov 19 04:02:13.812230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf815f23-a250-44f8-b469-1cd65aeaeb78 req-7e952faf-59b9-42dc-8cbd-ea162a115730 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 210 time: 0.0266316 Nov 19 04:02:13.888776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-1bfe2b8f-bd95-4932-99b3-c9a2cecaa7d1 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:13.890199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-1fc16baf-79e4-432f-8b3a-0f7f9b62c9f8 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:13.890646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-1bfe2b8f-bd95-4932-99b3-c9a2cecaa7d1 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "GET /v2.0/ports?device_id=af00741b-7566-447e-8e89-ad59180aba58 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Nov 19 04:02:13.891782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-1fc16baf-79e4-432f-8b3a-0f7f9b62c9f8 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "GET /v2.0/ports?device_id=17801f0a-9d6e-4a56-b08f-c904fdc6bbfa HTTP/1.1" status: 200 len: 946 time: 0.0529943 Nov 19 04:02:14.116213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Deleting port f9453ba2-2957-4c08-9e99-6c19342cdc4f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:14.117017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:14.278205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] For port f9453ba2-2957-4c08-9e99-6c19342cdc4f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f9453ba2-2957-4c08-9e99-6c19342cdc4f,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:14.278584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:14.296364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Calling delete_port for f9453ba2-2957-4c08-9e99-6c19342cdc4f owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:14.312541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f182555-9722-42be-afa6-7ee67c9dc3dc req-f24b394f-2d01-4feb-ae95-ebc8dd1deb05 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:14.314157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f182555-9722-42be-afa6-7ee67c9dc3dc req-f24b394f-2d01-4feb-ae95-ebc8dd1deb05 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.0949042 Nov 19 04:02:14.476668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:14.511065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f9453ba2-2957-4c08-9e99-6c19342cdc4f', '9209a163-cd6c-46c7-957d-ca50eab296aa'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:14.528759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event deleted for resources: {'Port': ['ID=f9453ba2-2957-4c08-9e99-6c19342cdc4f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:14.553902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-05e1391a-d772-415a-935c-cae798c55a88 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:14.555440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-05e1391a-d772-415a-935c-cae798c55a88 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 813 time: 0.1984384 Nov 19 04:02:14.599783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97a94d-d068-4e59-a273-a839c536a30c req-34304969-d2b3-4d4d-8b89-a246132d33fd tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:14.601359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] No DVR routers for this DVR port f9453ba2-2957-4c08-9e99-6c19342cdc4f on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:14.601531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d97a94d-d068-4e59-a273-a839c536a30c req-34304969-d2b3-4d4d-8b89-a246132d33fd tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1845925 Nov 19 04:02:14.605542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:14.610804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Request body: {'port': {'device_id': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'admin_state_up': True, 'tenant_id': 'c8e11c5bec814b9e93ad11f9e55ed39c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:14.612238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1e29bb08-a4e2-4737-8fe7-c2aae88553f4 req-b5266a65-4049-4fb8-89fb-91916ec7e2bd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "DELETE /v2.0/ports/f9453ba2-2957-4c08-9e99-6c19342cdc4f HTTP/1.1" status: 204 len: 173 time: 0.7105498 Nov 19 04:02:14.613423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'name': 'network-vif-deleted', 'tag': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:14.617898 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c94679-702d-4245-933c-923610081296" -d '{"events": [{"server_uuid": "17801f0a-9d6e-4a56-b08f-c904fdc6bbfa", "name": "network-vif-deleted", "tag": "f9453ba2-2957-4c08-9e99-6c19342cdc4f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:14.622345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Deleting port 9209a163-cd6c-46c7-957d-ca50eab296aa {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:14.622701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:14.638389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f182555-9722-42be-afa6-7ee67c9dc3dc req-c6eaa95c-7a0b-44b7-a0aa-64f315758d90 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151190 Nov 19 04:02:15.006276 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62358beb-6992-46e5-994d-5a01311cfe6f x-openstack-request-id: req-62358beb-6992-46e5-994d-5a01311cfe6f {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:15.006919 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17801f0a-9d6e-4a56-b08f-c904fdc6bbfa", "name": "network-vif-deleted", "tag": "f9453ba2-2957-4c08-9e99-6c19342cdc4f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:15.007462 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62358beb-6992-46e5-994d-5a01311cfe6f {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:15.007881 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17801f0a-9d6e-4a56-b08f-c904fdc6bbfa', 'name': 'network-vif-deleted', 'tag': 'f9453ba2-2957-4c08-9e99-6c19342cdc4f', 'status': 'completed', 'code': 200} Nov 19 04:02:15.070951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51204) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:15.140639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d97a94d-d068-4e59-a273-a839c536a30c req-9b2aca79-876e-43f6-b8d5-fcc874788993 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222569 Nov 19 04:02:15.141344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4022cf88-61ee-4f79-a79f-c18f5e482300 req-0032b73a-7dee-4938-965b-181d6b10f44b tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 210 time: 0.0481670 Nov 19 04:02:15.157051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-07392683-2f0f-4301-839d-8a38cc8a3035 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:15.159168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-07392683-2f0f-4301-839d-8a38cc8a3035 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 813 time: 0.6402116 Nov 19 04:02:15.165393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] For port 9209a163-cd6c-46c7-957d-ca50eab296aa, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=9209a163-cd6c-46c7-957d-ca50eab296aa,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:15.165782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.178357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Request body: {'port': {'device_id': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'admin_state_up': True, 'tenant_id': 'c8e11c5bec814b9e93ad11f9e55ed39c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:15.205661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Calling delete_port for 9209a163-cd6c-46c7-957d-ca50eab296aa owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:15.318974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-91a970c5-2bd8-471d-b349-de962a03bebb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f736f4eaee554b18bb6eaf9928bbc874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463675 Nov 19 04:02:15.320105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Made reservation on behalf of c8e11c5bec814b9e93ad11f9e55ed39c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:15.320387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51210) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:15.324665 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.388177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7945bdc3-7c26-46ef-8b1b-7656389d5e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.432466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7945bdc3-7c26-46ef-8b1b-7656389d5e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.511873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Made reservation on behalf of c8e11c5bec814b9e93ad11f9e55ed39c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:15.515448 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.550645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7945bdc3-7c26-46ef-8b1b-7656389d5e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.554193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7945bdc3-7c26-46ef-8b1b-7656389d5e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.558877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7945bdc3-7c26-46ef-8b1b-7656389d5e38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f9aa39b-2560-478e-8436-fc4d1bfe4dc2 HTTP/1.1" status: 204 len: 168 time: 0.2339716 Nov 19 04:02:15.574683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945bdc3-7c26-46ef-8b1b-7656389d5e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9aa39b-2560-478e-8436-fc4d1bfe4dc2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:15.595659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Allocated IP 172.20.0.5 (7529f197-84cf-48a9-bd3a-d30833891e29/5865452e-6e6b-46f4-9fde-ecc3279e7395/cb296ee1-f80d-48b7-bb32-46c47263448a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:02:15.654278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.687252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f9453ba2-2957-4c08-9e99-6c19342cdc4f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:15.710129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event deleted for resources: {'Port': ['ID=9209a163-cd6c-46c7-957d-ca50eab296aa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:15.883408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] No DVR routers for this DVR port 9209a163-cd6c-46c7-957d-ca50eab296aa on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:15.888482 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.892097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc0643f9-082c-4527-8ec1-b5b0a92e2fa1 req-c2669fa0-fb17-4b67-a005-0f4f0386a14f tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.31 "DELETE /v2.0/ports/9209a163-cd6c-46c7-957d-ca50eab296aa HTTP/1.1" status: 204 len: 173 time: 1.9908922 Nov 19 04:02:15.892774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af00741b-7566-447e-8e89-ad59180aba58', 'name': 'network-vif-deleted', 'tag': '9209a163-cd6c-46c7-957d-ca50eab296aa'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:15.895502 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab26d28-9987-41d6-b357-6dc92dd59394" -d '{"events": [{"server_uuid": "af00741b-7566-447e-8e89-ad59180aba58", "name": "network-vif-deleted", "tag": "9209a163-cd6c-46c7-957d-ca50eab296aa"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:15.901436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.946146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:15.979616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f9453ba2-2957-4c08-9e99-6c19342cdc4f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:16.044770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:16.057037 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d6c39e-9435-452b-88ba-e23eb689d2a4 x-openstack-request-id: req-c0d6c39e-9435-452b-88ba-e23eb689d2a4 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:16.057482 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af00741b-7566-447e-8e89-ad59180aba58", "name": "network-vif-deleted", "tag": "9209a163-cd6c-46c7-957d-ca50eab296aa", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:16.058397 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0d6c39e-9435-452b-88ba-e23eb689d2a4 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:16.059666 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af00741b-7566-447e-8e89-ad59180aba58', 'name': 'network-vif-deleted', 'tag': '9209a163-cd6c-46c7-957d-ca50eab296aa', 'status': 'completed', 'code': 200} Nov 19 04:02:16.074737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Network 7529f197-84cf-48a9-bd3a-d30833891e29 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:02:16.089450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:16.104629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:02:16.147455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b53155dd-ec31-4492-80b1-422660e2f734 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ca1655164e54abebf1006c440cc4163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1003385 Nov 19 04:02:16.149830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51230) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:16.205834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Allocated IP 172.20.0.13 (7529f197-84cf-48a9-bd3a-d30833891e29/5865452e-6e6b-46f4-9fde-ecc3279e7395/02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:02:16.223361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event updated for resources: {'Port': ['ID=cb296ee1-f80d-48b7-bb32-46c47263448a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:16.284203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:16.284911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.319825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-2d3d671f-c166-4134-bb9a-615c5751a6ee tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7308247 Nov 19 04:02:16.346745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Request body: {'port': {'device_id': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:16.363146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1080b37f-4338-49b3-880e-e730806c2a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.423425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1080b37f-4338-49b3-880e-e730806c2a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.456048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3cdf3-e48a-40db-81f8-719854cc92e7 req-9a19b4fa-b0ca-4ba1-b761-103dc8de143d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:16.467275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1e3cdf3-e48a-40db-81f8-719854cc92e7 req-9a19b4fa-b0ca-4ba1-b761-103dc8de143d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.1244407 Nov 19 04:02:16.486213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8d5231e-74ef-4da0-9f80-dbbfdcc91ad7 req-1688c228-adf3-4312-92e3-9b7b9a95a9a2 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 210 time: 0.1522489 Nov 19 04:02:16.549578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1e3cdf3-e48a-40db-81f8-719854cc92e7 req-4804d461-7194-43a9-9693-9c866a9af42c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813191 Nov 19 04:02:16.553617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.574278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1080b37f-4338-49b3-880e-e730806c2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.577424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1080b37f-4338-49b3-880e-e730806c2a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.579377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1080b37f-4338-49b3-880e-e730806c2a8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b644df6f-d9dd-4e74-9db3-2a63e7fbbc94 HTTP/1.1" status: 204 len: 168 time: 0.4276776 Nov 19 04:02:16.584970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.597840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b37f-4338-49b3-880e-e730806c2a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b644df6f-d9dd-4e74-9db3-2a63e7fbbc94,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:16.744589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.793162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f9453ba2-2957-4c08-9e99-6c19342cdc4f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:16.845735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Network 7529f197-84cf-48a9-bd3a-d30833891e29 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:02:16.857349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:16.861254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:02:16.864197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event updated for resources: {'Port': ['ID=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:16.957904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:16.959211 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:16.984085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-72f6c299-a3cd-4bc8-826d-d77d9c3e6498 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8148384 Nov 19 04:02:17.001412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Request body: {'port': {'device_id': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:17.081355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb296ee1-f80d-48b7-bb32-46c47263448a {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:17.092092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.101043 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.119998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Transition to ACTIVE for port object cb296ee1-f80d-48b7-bb32-46c47263448a will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:02:17.124739 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.216788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Pushing event updated for resources: {'Port': ['ID=cb296ee1-f80d-48b7-bb32-46c47263448a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:17.284967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:17.327852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:17.329663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0f305fb3-dcda-4bf8-a7a5-827bbcb21b07 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:17.392538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Attempting to bind port cb296ee1-f80d-48b7-bb32-46c47263448a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:17.392885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Attempting to bind port cb296ee1-f80d-48b7-bb32-46c47263448a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:17.393226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Attempting to bind port cb296ee1-f80d-48b7-bb32-46c47263448a on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:17.405760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Port cb296ee1-f80d-48b7-bb32-46c47263448a on network 7529f197-84cf-48a9-bd3a-d30833891e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:17.406130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Attempting to bind port cb296ee1-f80d-48b7-bb32-46c47263448a on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:17.414342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:17.414697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Checking segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:17.415099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Bound using segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:17.415563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Bound port: cb296ee1-f80d-48b7-bb32-46c47263448a, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:17.415934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.550378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] For port cb296ee1-f80d-48b7-bb32-46c47263448a, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:17.567939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] For port cb296ee1-f80d-48b7-bb32-46c47263448a, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cb296ee1-f80d-48b7-bb32-46c47263448a,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:17.570578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:17.580193 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.583444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.638446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:17.639169 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.640682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] 10.222.0.36 "PUT /v2.0/ports/cb296ee1-f80d-48b7-bb32-46c47263448a HTTP/1.1" status: 200 len: 1091 time: 1.3098867 Nov 19 04:02:17.643780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Transition to ACTIVE for port object 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:02:17.649890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56e0f3-4752-4fb5-8d6a-28f4432ade2c req-006e1a8d-96f0-4427-8f3e-512e46045e1e tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:17.652592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bf56e0f3-4752-4fb5-8d6a-28f4432ade2c req-006e1a8d-96f0-4427-8f3e-512e46045e1e tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 932 time: 0.0794621 Nov 19 04:02:17.657462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.665955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50330097-cb32-41e8-b838-146ce5af6f2f service neutron] Pushing event updated for resources: {'Port': ['ID=cb296ee1-f80d-48b7-bb32-46c47263448a,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:17.725349 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bf56e0f3-4752-4fb5-8d6a-28f4432ade2c req-acf0a38b-eed2-4428-86db-dc1ef3a6e63d tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651176 Nov 19 04:02:17.782491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Pushing event updated for resources: {'Port': ['ID=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:17.817914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-7031b92a-f242-419b-9731-4715d1ddaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:17.819568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-7031b92a-f242-419b-9731-4715d1ddaa03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 1094 time: 0.1145959 Nov 19 04:02:17.885186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-60089ff4-7b5d-4c76-b045-e59c2db0861b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb296ee1-f80d-48b7-bb32-46c47263448a HTTP/1.1" status: 200 len: 217 time: 0.0548487 Nov 19 04:02:17.890198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Attempting to bind port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:17.890642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Attempting to bind port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:17.891054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Attempting to bind port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:17.892483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e66ef-5214-4da3-bcab-ab279a4296a1 req-d3db3c86-82ba-4205-810c-bf990fc0ee65 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:17.900962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3e66ef-5214-4da3-bcab-ab279a4296a1 req-d3db3c86-82ba-4205-810c-bf990fc0ee65 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0892227 Nov 19 04:02:17.929093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 on network 7529f197-84cf-48a9-bd3a-d30833891e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:17.929829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Attempting to bind port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 on network 7529f197-84cf-48a9-bd3a-d30833891e29 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:17.941956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:17.942622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Checking segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:17.943430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Bound using segment: {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:17.944102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Bound port: 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bcd18b-2330-46c3-a8b1-1e825df96797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:17.944581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:17.962434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0c3e66ef-5214-4da3-bcab-ab279a4296a1 req-68089999-d0f3-495d-a682-625edd0ff93e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557439 Nov 19 04:02:17.999904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-cc798bf7-d287-4d81-8f18-b856452fc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.001766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-cc798bf7-d287-4d81-8f18-b856452fc1bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.1079752 Nov 19 04:02:18.044987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-778ad16d-28f8-45c5-a900-014b34aca66c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353620 Nov 19 04:02:18.062411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'tag': 'cb296ee1-f80d-48b7-bb32-46c47263448a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:18.065549 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a74d2fe-c1b6-42f7-b169-152062a192d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8791a842-c79b-4ffb-a626-0d057b4288bf", "tag": "cb296ee1-f80d-48b7-bb32-46c47263448a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:18.071251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] For port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:18.145166 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef75b42-20a9-4f9e-964f-1dc28fc65db1 x-openstack-request-id: req-4ef75b42-20a9-4f9e-964f-1dc28fc65db1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:18.145466 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8791a842-c79b-4ffb-a626-0d057b4288bf", "tag": "cb296ee1-f80d-48b7-bb32-46c47263448a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:18.145731 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ef75b42-20a9-4f9e-964f-1dc28fc65db1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:18.146162 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'tag': 'cb296ee1-f80d-48b7-bb32-46c47263448a', 'status': 'completed', 'code': 200} Nov 19 04:02:18.162400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] For port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:18.175552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:18.235794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.236437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:18.237861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] 10.222.0.36 "PUT /v2.0/ports/02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 HTTP/1.1" status: 200 len: 1092 time: 1.2409101 Nov 19 04:02:18.252852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-50ed1d9b-aa36-43b8-b04c-de44eae6aeba service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999826 Nov 19 04:02:18.347664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db9dfe-0901-40da-aab6-a01ff293d683 service neutron] Pushing event updated for resources: {'Port': ['ID=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:18.376627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-48e7b182-f587-46d7-b19d-a0f64c36b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.378198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-48e7b182-f587-46d7-b19d-a0f64c36b252 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 1095 time: 0.0901437 Nov 19 04:02:18.436936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-b23360c1-cb99-4531-bc90-3fb9755b4895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 HTTP/1.1" status: 200 len: 217 time: 0.0511508 Nov 19 04:02:18.442809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-80e54b22-e9a8-4c07-8913-16aa9df26275 service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826446 Nov 19 04:02:18.556995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c840e-d75f-40db-ba4c-86738c11106b req-d645f834-385c-46a2-b598-d4fad3ff803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.559936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-d645f834-385c-46a2-b598-d4fad3ff803d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.1115263 Nov 19 04:02:18.598459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-a4a396e3-6560-4335-a96c-47054ca3c658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282660 Nov 19 04:02:18.605287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-77af5945-77c4-4470-87d9-3cef47faae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.607013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-77af5945-77c4-4470-87d9-3cef47faae78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 1094 time: 0.1015773 Nov 19 04:02:18.731418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2247fc28-d71d-49ec-b2ab-6ce3745fa826 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=76d99c94b32244979fee79cc32032f3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311284 Nov 19 04:02:18.733139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9209a163-cd6c-46c7-957d-ca50eab296aa no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:18.769163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 9209a163-cd6c-46c7-957d-ca50eab296aa {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:18.769520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 9209a163-cd6c-46c7-957d-ca50eab296aa not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:18.778662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f9453ba2-2957-4c08-9e99-6c19342cdc4f no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:18.806635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: f9453ba2-2957-4c08-9e99-6c19342cdc4f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:18.807341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f9453ba2-2957-4c08-9e99-6c19342cdc4f not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:18.871773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-b11cb724-9a20-47ff-9151-5825c1989bea service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637279 Nov 19 04:02:18.883285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-49276af2-3433-4521-a84c-1df225a725b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.885066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-49276af2-3433-4521-a84c-1df225a725b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 914 time: 0.2696252 Nov 19 04:02:18.914316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b48d00-5f95-4095-8dc0-330982f58da3 req-3e8433ca-7234-4210-8d99-c6b7b77ea8ef tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:18.925835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3b48d00-5f95-4095-8dc0-330982f58da3 req-3e8433ca-7234-4210-8d99-c6b7b77ea8ef tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 944 time: 0.1079443 Nov 19 04:02:18.993966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3b48d00-5f95-4095-8dc0-330982f58da3 req-9edef234-0af2-4efb-998f-faf236a07c66 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668018 Nov 19 04:02:19.123634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e5fa-4da5-48ad-865a-9b0ad204386d req-17142cb7-4126-47c9-a66a-c5aeaf4b2c45 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:19.125243 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a220e5fa-4da5-48ad-865a-9b0ad204386d req-17142cb7-4126-47c9-a66a-c5aeaf4b2c45 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0574403 Nov 19 04:02:19.204159 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a220e5fa-4da5-48ad-865a-9b0ad204386d req-d14d449a-9ea9-492d-a472-5b7fae185726 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713534 Nov 19 04:02:19.300208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:19.304557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:19.331365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-5a5cc57e-c33a-4ec7-821a-eacebb604229 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb296ee1-f80d-48b7-bb32-46c47263448a HTTP/1.1" status: 200 len: 217 time: 0.4330287 Nov 19 04:02:19.341873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-cbb28e1b-d17f-47c7-8bb9-20056f913244 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:19.343436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-cbb28e1b-d17f-47c7-8bb9-20056f913244 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6021507 Nov 19 04:02:19.396124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-476e47d7-aadd-4cc7-991b-b5dfc1b504e9 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/quotas/76d99c94b32244979fee79cc32032f3d HTTP/1.1" status: 200 len: 375 time: 0.0408828 Nov 19 04:02:19.454930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-8fe588ae-abe6-4a65-972b-512619cf517a tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=76d99c94b32244979fee79cc32032f3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509894 Nov 19 04:02:19.471269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-bd17ba3f-ce80-4efb-a99f-07cf526955e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:19.472811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-bd17ba3f-ce80-4efb-a99f-07cf526955e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.1268649 Nov 19 04:02:19.506863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d49c840e-d75f-40db-ba4c-86738c11106b req-c0550a47-41f6-499b-9351-52add8e4af1e service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250038 Nov 19 04:02:19.538384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-a5048db2-797b-40ec-964a-3c65c21dc163 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555263 Nov 19 04:02:19.540135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:19.650020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:19.690399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-a122637d-2d83-4d38-a2fc-9147015d0d13 service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417601 Nov 19 04:02:19.710873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:19.718901 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf2134-8940-4991-92d8-db0d6f0a8d76" -d '{"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-unplugged", "status": "completed", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:19.724169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'port_id': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'mac_address': 'fa:16:3e:01:ca:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b4ba1-d7b3-4508-bf47-83589620f81a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:19.771774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:19.812142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8a4fb7af-22d6-41e6-b89b-25f686258891 req-046fe2c7-257b-4cac-8527-efa68eb1cca6 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 210 time: 0.0597544 Nov 19 04:02:19.860044 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478107c-ceb6-4622-ad7e-17127a0035a8 x-openstack-request-id: req-7478107c-ceb6-4622-ad7e-17127a0035a8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:19.860347 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-unplugged", "status": "completed", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:19.860609 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7478107c-ceb6-4622-ad7e-17127a0035a8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:19.861183 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'code': 200} Nov 19 04:02:19.862335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:19.865553 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:19.877293 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a74d2fe-c1b6-42f7-b169-152062a192d1 req-a81203ad-f266-4100-bfce-97d8ed95b81d service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792254 Nov 19 04:02:19.926114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 574e8789-301f-4264-b0eb-7acf2a6831e4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:19.968448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:19.991405 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:02:19.991770 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:02:20.146697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'tag': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:20.148944 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53e519-3284-40e9-95a8-abfb4aa7f049" -d '{"events": [{"name": "network-changed", "server_uuid": "d6987c17-f5af-4266-9dce-fbc615680b41", "tag": "02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:20.195686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d0729-f821-44af-8edb-5307ee0e2062 req-242c11dd-7c50-475f-836c-5ebbe8da38a2 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:20.199878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-468d0729-f821-44af-8edb-5307ee0e2062 req-242c11dd-7c50-475f-836c-5ebbe8da38a2 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 944 time: 0.1147118 Nov 19 04:02:20.221976 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560d1a0-39a9-4478-948f-ba95f6cc8eb4 x-openstack-request-id: req-0560d1a0-39a9-4478-948f-ba95f6cc8eb4 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:20.222276 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6987c17-f5af-4266-9dce-fbc615680b41", "tag": "02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:20.222540 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0560d1a0-39a9-4478-948f-ba95f6cc8eb4 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:20.233656 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'tag': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0', 'status': 'completed', 'code': 200} Nov 19 04:02:20.321708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-468d0729-f821-44af-8edb-5307ee0e2062 req-03a776a4-f98c-4279-9a36-5362dfe9eddc tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143064 Nov 19 04:02:20.324676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-1f8992ed-3b3d-466d-bd28-b66cb35151ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:20.326676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-1f8992ed-3b3d-466d-bd28-b66cb35151ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 1095 time: 0.0802317 Nov 19 04:02:20.466694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-4b1a673e-7e5e-4805-8816-6f3fbdc95897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:20.468771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9486-ce89-4bc8-8a8e-19d44450ab0e req-70501b30-635e-4d28-9171-6a0b60658436 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:20.470051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-4b1a673e-7e5e-4805-8816-6f3fbdc95897 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 200 len: 914 time: 0.1332564 Nov 19 04:02:20.470413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f95c9486-ce89-4bc8-8a8e-19d44450ab0e req-70501b30-635e-4d28-9171-6a0b60658436 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 943 time: 0.1100769 Nov 19 04:02:20.544337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f95c9486-ce89-4bc8-8a8e-19d44450ab0e req-50f7e453-a0a2-4c47-a699-eed92d322d99 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625558 Nov 19 04:02:20.568234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:20.568501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-7e6a28e9-3776-4d9c-9e1c-9c2adb46118d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 HTTP/1.1" status: 200 len: 217 time: 0.0913734 Nov 19 04:02:20.593230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574e8789-301f-4264-b0eb-7acf2a6831e4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:20.619054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:20.626671 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:20.662716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-b6007a1a-b2c9-4f93-bd50-5507cb55c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:20.666246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-b6007a1a-b2c9-4f93-bd50-5507cb55c1f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 200 len: 853 time: 0.0840330 Nov 19 04:02:20.725490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-cbd4fffd-e488-4834-901c-c1d3a5a6d84a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7529f197-84cf-48a9-bd3a-d30833891e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506938 Nov 19 04:02:20.747737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:20.829507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-76900118-58c1-40c5-978c-3c0852eeacea service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953081 Nov 19 04:02:20.926649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['574e8789-301f-4264-b0eb-7acf2a6831e4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:20.951123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b53e519-3284-40e9-95a8-abfb4aa7f049 req-9ec2b3e2-a1e6-4d34-8785-6df5a88aebd3 service neutron] 10.222.0.36 "GET /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133862 Nov 19 04:02:20.965401 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5d1b02b5-934c-4329-be67-3dfcd448567d req-b6bac282-c5c8-407d-a22c-b5b3a1746c8a tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 210 time: 0.0640833 Nov 19 04:02:21.178909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-665c4cc1-ba13-442f-8f60-91cc5d7b6070 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=76d99c94b32244979fee79cc32032f3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331051 Nov 19 04:02:21.225101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1155ddf5-0649-4036-8f1a-8c151ec8abb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.309340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-882c2d2a-5941-46c0-9c73-cc3a1e8b6e69 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:21.311320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-882c2d2a-5941-46c0-9c73-cc3a1e8b6e69 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261499 Nov 19 04:02:21.318546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cb296ee1-f80d-48b7-bb32-46c47263448a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:21.343683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Request body: {'port': {'device_id': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '76d99c94b32244979fee79cc32032f3d'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:21.446225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cb296ee1-f80d-48b7-bb32-46c47263448a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cb296ee1-f80d-48b7-bb32-46c47263448a,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:21.460842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'cb296ee1-f80d-48b7-bb32-46c47263448a', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'port_id': 'cb296ee1-f80d-48b7-bb32-46c47263448a', 'mac_address': 'fa:16:3e:00:44:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5865452e-6e6b-46f4-9fde-ecc3279e7395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:21.507994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Made reservation on behalf of 76d99c94b32244979fee79cc32032f3d for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:21.512271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.521986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.528994 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.540366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb296ee1-f80d-48b7-bb32-46c47263448a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:21.562323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741920-7cd9-4ae4-b3a4-6bb866e24215 req-c04b8d87-5612-4724-90d2-c4917b961f51 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:21.564253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf741920-7cd9-4ae4-b3a4-6bb866e24215 req-c04b8d87-5612-4724-90d2-c4917b961f51 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 944 time: 0.1174867 Nov 19 04:02:21.567477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cb296ee1-f80d-48b7-bb32-46c47263448a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cb296ee1-f80d-48b7-bb32-46c47263448a,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:21.575472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.648612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=cb296ee1-f80d-48b7-bb32-46c47263448a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:21.660179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf741920-7cd9-4ae4-b3a4-6bb866e24215 req-ec2134da-4991-4e80-932e-803e6c2d05c7 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867362 Nov 19 04:02:21.721542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.733138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:21.784453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706802e-790b-4c1a-9547-0f8bcd8bdf15 req-212804a8-29e1-4071-b416-378864c364dc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:21.786202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4706802e-790b-4c1a-9547-0f8bcd8bdf15 req-212804a8-29e1-4071-b416-378864c364dc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 944 time: 0.0911548 Nov 19 04:02:21.800260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a065c1c-45d2-493d-b242-b69e3e01c39d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:21.859767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4706802e-790b-4c1a-9547-0f8bcd8bdf15 req-54a2feb5-f531-4dbd-951d-66024edf0578 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 Nov 19 04:02:21.887750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['cb296ee1-f80d-48b7-bb32-46c47263448a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:21.970593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Allocated IP 192.168.233.109 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/38d4174e-1dff-49f7-ad85-54c5b3c07218) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:02:22.143604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-635e936b-bd22-4f5e-8046-1eb5e7974728 req-fe600eee-bc42-480a-96a2-b10201e466aa tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 210 time: 0.0397649 Nov 19 04:02:22.180564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.218831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.260784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:02:22.268397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:22.272539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:02:22.309996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Pushing event updated for resources: {'Port': ['ID=38d4174e-1dff-49f7-ad85-54c5b3c07218,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:22.339852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:22.340760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.362610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-b023147b-2d23-4cba-801a-337f17015135 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0228584 Nov 19 04:02:22.382930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Request body: {'port': {'device_id': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:22.449581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.525470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.598620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1709ddf1-9162-4aca-af42-223b14fa4e86 None None] Provisioning complete for port 38d4174e-1dff-49f7-ad85-54c5b3c07218 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:22.599135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1709ddf1-9162-4aca-af42-223b14fa4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.680132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1709ddf1-9162-4aca-af42-223b14fa4e86 None None] Port 38d4174e-1dff-49f7-ad85-54c5b3c07218 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:02:22.800244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d4174e-1dff-49f7-ad85-54c5b3c07218 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:22.811119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:22.843472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd0389-aa85-45d8-ad60-d8031ff3f9bb req-0b5141bf-8daa-4590-a6e2-84d43a7b6c2a tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:22.846396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fadd0389-aa85-45d8-ad60-d8031ff3f9bb req-0b5141bf-8daa-4590-a6e2-84d43a7b6c2a tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 944 time: 0.0865190 Nov 19 04:02:22.852502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Transition to ACTIVE for port object 38d4174e-1dff-49f7-ad85-54c5b3c07218 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:02:22.880499 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.001535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fadd0389-aa85-45d8-ad60-d8031ff3f9bb req-d3074206-145e-4435-9365-3f0e68939219 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470959 Nov 19 04:02:23.004391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38d4174e-1dff-49f7-ad85-54c5b3c07218,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:23.102963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5f47a-0bc3-4c17-a447-38ece6fac285 req-3fcfca58-ace9-461c-9b6e-f3a538440170 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:23.107401 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-92b5f47a-0bc3-4c17-a447-38ece6fac285 req-3fcfca58-ace9-461c-9b6e-f3a538440170 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 944 time: 0.0661516 Nov 19 04:02:23.120943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Attempting to bind port 38d4174e-1dff-49f7-ad85-54c5b3c07218 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:23.121808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Attempting to bind port 38d4174e-1dff-49f7-ad85-54c5b3c07218 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:23.121808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Attempting to bind port 38d4174e-1dff-49f7-ad85-54c5b3c07218 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:23.126354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Port 38d4174e-1dff-49f7-ad85-54c5b3c07218 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:23.126697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Attempting to bind port 38d4174e-1dff-49f7-ad85-54c5b3c07218 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:23.135145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:23.135511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:23.139177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:23.141796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Bound port: 38d4174e-1dff-49f7-ad85-54c5b3c07218, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:23.141796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.197993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-92b5f47a-0bc3-4c17-a447-38ece6fac285 req-a7fc4413-9bac-4862-96d8-f92d67ab2d19 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Nov 19 04:02:23.253496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] For port 38d4174e-1dff-49f7-ad85-54c5b3c07218, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:23.257505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] For port 38d4174e-1dff-49f7-ad85-54c5b3c07218, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:23.269476 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.354881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:23.357609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cb296ee1-f80d-48b7-bb32-46c47263448a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:23.358385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:23.359219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.360893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/38d4174e-1dff-49f7-ad85-54c5b3c07218 HTTP/1.1" status: 200 len: 1096 time: 0.9831853 Nov 19 04:02:23.363093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'tag': '38d4174e-1dff-49f7-ad85-54c5b3c07218'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:23.365626 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96a3055-507c-4dd4-849c-28677063fcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4215dd-8495-45e1-ae83-8bf706745c65", "tag": "38d4174e-1dff-49f7-ad85-54c5b3c07218"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:23.407423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1988e-b08d-4164-a4df-e41b955996d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38d4174e-1dff-49f7-ad85-54c5b3c07218,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:23.433896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e435d-1997-45d8-9ad6-93464ccd9925 req-7f7dbeb9-d40f-46fb-853a-ed7a094782c5 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:23.446930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-626e435d-1997-45d8-9ad6-93464ccd9925 req-7f7dbeb9-d40f-46fb-853a-ed7a094782c5 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 948 time: 0.1326699 Nov 19 04:02:23.452664 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f82816c-5361-45bd-8b58-d843ea08116b x-openstack-request-id: req-7f82816c-5361-45bd-8b58-d843ea08116b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:23.453195 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4215dd-8495-45e1-ae83-8bf706745c65", "tag": "38d4174e-1dff-49f7-ad85-54c5b3c07218", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:23.454939 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f82816c-5361-45bd-8b58-d843ea08116b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:23.456241 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'tag': '38d4174e-1dff-49f7-ad85-54c5b3c07218', 'status': 'completed', 'code': 200} Nov 19 04:02:23.470944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port cb296ee1-f80d-48b7-bb32-46c47263448a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:23.519664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port cb296ee1-f80d-48b7-bb32-46c47263448a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:23.520597 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.559741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-c74f088a-b180-41d3-a9bd-67ac8eb151d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:23.561971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-c74f088a-b180-41d3-a9bd-67ac8eb151d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=76d99c94b32244979fee79cc32032f3d&device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 1099 time: 0.1035068 Nov 19 04:02:23.570463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-626e435d-1997-45d8-9ad6-93464ccd9925 req-8bd82f9a-6f8c-417a-bd85-02e885d38639 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206379 Nov 19 04:02:23.595136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8cb5eddc-ba64-4e7c-bab6-0ad0cc872087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.639174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-a0883236-4b4b-46be-aac9-e4ea856a0115 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218 HTTP/1.1" status: 200 len: 217 time: 0.0497055 Nov 19 04:02:23.641404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:23.686396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0', 'network_id': '7529f197-84cf-48a9-bd3a-d30833891e29', 'port_id': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0', 'mac_address': 'fa:16:3e:43:27:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5865452e-6e6b-46f4-9fde-ecc3279e7395', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:23.709956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-a96ce7c9-de2f-44f4-991d-b253c8fa46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:23.711912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-a96ce7c9-de2f-44f4-991d-b253c8fa46f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0653303 Nov 19 04:02:23.726471 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.771322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.788064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:23.804841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb296ee1-f80d-48b7-bb32-46c47263448a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:23.807417 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c206431f-4912-4378-a3d4-05e51c95517c" -d '{"events": [{"server_uuid": "8791a842-c79b-4ffb-a626-0d057b4288bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb296ee1-f80d-48b7-bb32-46c47263448a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:23.813864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-080fc561-03a4-4b15-a1f7-bbc9cea713f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:23.815425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-080fc561-03a4-4b15-a1f7-bbc9cea713f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876117 Nov 19 04:02:23.865825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:23.868249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cb296ee1-f80d-48b7-bb32-46c47263448a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cb296ee1-f80d-48b7-bb32-46c47263448a,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:23.871540 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa9d08e-f6be-4a5d-aaad-e61a0fce7978 x-openstack-request-id: req-1aa9d08e-f6be-4a5d-aaad-e61a0fce7978 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:23.871942 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8791a842-c79b-4ffb-a626-0d057b4288bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb296ee1-f80d-48b7-bb32-46c47263448a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:23.872208 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aa9d08e-f6be-4a5d-aaad-e61a0fce7978 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:23.872662 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb296ee1-f80d-48b7-bb32-46c47263448a', 'code': 200} Nov 19 04:02:23.876281 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.878180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:23.879098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:23.960301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-e8639e42-7537-4c0b-8951-aca015af1f9d service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370335 Nov 19 04:02:23.978824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:24.107211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=cb296ee1-f80d-48b7-bb32-46c47263448a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:24.110569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e8406-8da6-4093-9b86-1bb770e407de req-f7c2a536-f8e3-4f61-bd52-355215e942c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.112906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c4e8406-8da6-4093-9b86-1bb770e407de req-f7c2a536-f8e3-4f61-bd52-355215e942c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 1096 time: 0.1516957 Nov 19 04:02:24.116168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 574e8789-301f-4264-b0eb-7acf2a6831e4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:24.122241 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:24.236608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:24.236806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890b49a-c5f6-47ea-86bb-067cd625fa77 req-5cfb60fd-bfe1-48aa-a767-d8d42f4a23c4 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.238489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d890b49a-c5f6-47ea-86bb-067cd625fa77 req-5cfb60fd-bfe1-48aa-a767-d8d42f4a23c4 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 945 time: 0.0913100 Nov 19 04:02:24.317718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:24.345867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c4e8406-8da6-4093-9b86-1bb770e407de req-57e17ac1-bd4c-4455-929d-bc5bcf5089ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111871 Nov 19 04:02:24.354478 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d890b49a-c5f6-47ea-86bb-067cd625fa77 req-76623580-acbf-460e-9420-ce5b0490dfb2 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096153 Nov 19 04:02:24.399689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76f6d47-842c-425c-887b-b72b19f0c254 req-a0447758-51f4-430a-a199-4808ea0302b2 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277151 Nov 19 04:02:24.403577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:24.416875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:24.494368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdf563-a660-42fe-9ab4-29533bb87528 req-8965859f-5442-4ee1-8255-4115cce463e7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.497637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2cdf563-a660-42fe-9ab4-29533bb87528 req-8965859f-5442-4ee1-8255-4115cce463e7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 944 time: 0.1445420 Nov 19 04:02:24.518713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:24.611483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2cdf563-a660-42fe-9ab4-29533bb87528 req-e6fc7fe1-f988-4fe1-bc63-b7448ac2c146 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065505 Nov 19 04:02:24.623141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-515b9699-e99b-4df6-91c4-a4a3f02e1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.625142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-515b9699-e99b-4df6-91c4-a4a3f02e1dd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=76d99c94b32244979fee79cc32032f3d&device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 1099 time: 0.0852418 Nov 19 04:02:24.781910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-b0f9cd75-fb16-4bd7-b2cf-9b8c84493d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.783826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-b0f9cd75-fb16-4bd7-b2cf-9b8c84493d88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1510961 Nov 19 04:02:24.795879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9fac-5f74-4dcb-8149-61ca1820b2b2 req-b3fb952b-f879-4e5d-868f-fd7bfdbf1f7b tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.804886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0aba9fac-5f74-4dcb-8149-61ca1820b2b2 req-b3fb952b-f879-4e5d-868f-fd7bfdbf1f7b tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 948 time: 0.0853431 Nov 19 04:02:24.838953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-8f2330f8-24ff-4471-af9f-807d39978e99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218 HTTP/1.1" status: 200 len: 217 time: 0.0470412 Nov 19 04:02:24.863628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0aba9fac-5f74-4dcb-8149-61ca1820b2b2 req-b1fed2fa-af4c-43c3-9d07-6ef212dad573 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575261 Nov 19 04:02:24.912358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-bb930487-17fa-464e-b4a9-a28bc06ab782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.913907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-bb930487-17fa-464e-b4a9-a28bc06ab782 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0666878 Nov 19 04:02:24.970567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-3f277ae3-3fb8-4f9e-8f57-a6b5b396b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:24.972196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-3f277ae3-3fb8-4f9e-8f57-a6b5b396b097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491574 Nov 19 04:02:25.096925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-b8b993cc-38e0-49ad-8885-1d152edc3d33 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891957 Nov 19 04:02:25.153922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:25.204928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f96a3055-507c-4dd4-849c-28677063fcb4 req-b54e9573-dc11-4dd9-8e60-c7575c6d2453 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993075 Nov 19 04:02:25.508766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4a291-c621-459d-928a-ee7b0adc31d1 req-5d199221-2491-480c-929c-a659bd18a735 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:25.510297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fc4a291-c621-459d-928a-ee7b0adc31d1 req-5d199221-2491-480c-929c-a659bd18a735 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 945 time: 0.0590367 Nov 19 04:02:25.557303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fc4a291-c621-459d-928a-ee7b0adc31d1 req-93b3a004-a51d-4d7c-a550-2da0b3a98d09 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Nov 19 04:02:25.742224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059621-36fc-464f-a7de-57d31eb21ba4 req-b5e9501d-c9ed-4a67-b69d-3113224933d0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:25.743863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2059621-36fc-464f-a7de-57d31eb21ba4 req-b5e9501d-c9ed-4a67-b69d-3113224933d0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0499942 Nov 19 04:02:25.802069 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2059621-36fc-464f-a7de-57d31eb21ba4 req-c74ab8e6-be61-462f-8c65-c91245ccfe1b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Nov 19 04:02:25.873828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:25.876337 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a60f33-93e8-4eb2-b0e4-689a75442da0" -d '{"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-plugged", "status": "completed", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:25.919459 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5cfc59-956d-46e6-883a-d8bebe00b488 x-openstack-request-id: req-1d5cfc59-956d-46e6-883a-d8bebe00b488 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:25.919864 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-plugged", "status": "completed", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:25.920222 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d5cfc59-956d-46e6-883a-d8bebe00b488 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:25.920711 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'code': 200} Nov 19 04:02:26.066328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffcb3d-ca21-4e2d-b717-c7ada3c2e4a8 req-648b6b15-1883-4d7b-8cc5-342fbb6e3c78 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:26.068578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2bffcb3d-ca21-4e2d-b717-c7ada3c2e4a8 req-648b6b15-1883-4d7b-8cc5-342fbb6e3c78 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 948 time: 0.1227036 Nov 19 04:02:26.125009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b28c0b-6111-4b64-b3db-d5c4aab63d2a req-846a15f3-2665-43fa-9c65-e4e6edb586e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:26.136329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2bffcb3d-ca21-4e2d-b717-c7ada3c2e4a8 req-824515a0-e0ce-4c9d-876b-e5e54c3338f2 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Nov 19 04:02:26.142255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61b28c0b-6111-4b64-b3db-d5c4aab63d2a req-846a15f3-2665-43fa-9c65-e4e6edb586e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 1096 time: 0.0820951 Nov 19 04:02:26.196051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61b28c0b-6111-4b64-b3db-d5c4aab63d2a req-4ce907d3-9fc1-4721-9b7e-f47e0bfa01f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527341 Nov 19 04:02:26.270184 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:26.683796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2dc46-9c20-4461-86ce-5f781a404977 req-84017eb7-2305-4d58-9424-4c4ada5c9049 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:26.686393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8e2dc46-9c20-4461-86ce-5f781a404977 req-84017eb7-2305-4d58-9424-4c4ada5c9049 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 945 time: 0.0579357 Nov 19 04:02:26.736913 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8e2dc46-9c20-4461-86ce-5f781a404977 req-308df71e-9eb4-4889-892a-f85ed81568bc tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Nov 19 04:02:26.763677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 38d4174e-1dff-49f7-ad85-54c5b3c07218 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:26.916972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 38d4174e-1dff-49f7-ad85-54c5b3c07218, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:26.940355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '38d4174e-1dff-49f7-ad85-54c5b3c07218', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '38d4174e-1dff-49f7-ad85-54c5b3c07218', 'mac_address': 'fa:16:3e:07:6c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:26.980368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:26.984474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176e0f-4c90-4e3a-9444-d4ab6d7bab8c req-03a8772c-bebd-4403-8802-866de8469336 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:26.986055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89176e0f-4c90-4e3a-9444-d4ab6d7bab8c req-03a8772c-bebd-4403-8802-866de8469336 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0630903 Nov 19 04:02:26.994564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d4174e-1dff-49f7-ad85-54c5b3c07218 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:27.024052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 38d4174e-1dff-49f7-ad85-54c5b3c07218, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:27.028251 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:27.038117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89176e0f-4c90-4e3a-9444-d4ab6d7bab8c req-58d1550f-b116-4a11-a57b-b74a7966e4be tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Nov 19 04:02:27.276052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:27.280467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b376-9ddb-47f1-a2f2-4b7735b07169 req-ed3037f5-6778-455b-99c4-2744ae29228b tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:27.282105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf75b376-9ddb-47f1-a2f2-4b7735b07169 req-ed3037f5-6778-455b-99c4-2744ae29228b tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 949 time: 0.0648699 Nov 19 04:02:27.282920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=38d4174e-1dff-49f7-ad85-54c5b3c07218,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:27.343911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf75b376-9ddb-47f1-a2f2-4b7735b07169 req-2c329698-3e42-436a-9312-72333ee25394 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553601 Nov 19 04:02:27.364834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:27.425620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:27.429850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:27.430259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:27.460722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['38d4174e-1dff-49f7-ad85-54c5b3c07218'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:27.602125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:27.656663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:27.662789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:27.726766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:27.858809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab21ef-d65e-436b-9a38-2e5d4a89d237 req-1b6c8957-69e8-4c5e-bc32-c8172f7fc6d0 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:27.860350 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ab21ef-d65e-436b-9a38-2e5d4a89d237 req-1b6c8957-69e8-4c5e-bc32-c8172f7fc6d0 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 946 time: 0.0525773 Nov 19 04:02:27.908667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ab21ef-d65e-436b-9a38-2e5d4a89d237 req-300da95c-781b-447b-9904-3397c772acb4 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Nov 19 04:02:27.922282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:27.924781 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2234af5-1c04-42d3-afa1-51be88c2fce4" -d '{"events": [{"server_uuid": "d6987c17-f5af-4266-9dce-fbc615680b41", "name": "network-vif-plugged", "status": "completed", "tag": "02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:27.963037 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b2826-6d5e-4df1-887e-a81e1693fa82 x-openstack-request-id: req-931b2826-6d5e-4df1-887e-a81e1693fa82 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:27.963334 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6987c17-f5af-4266-9dce-fbc615680b41", "name": "network-vif-plugged", "status": "completed", "tag": "02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:27.963594 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-931b2826-6d5e-4df1-887e-a81e1693fa82 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:27.964002 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0', 'code': 200} Nov 19 04:02:28.068820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97099c97-e690-42f5-97a4-80a878e01acc req-24563c1d-b946-420f-95b9-c00e6a9c7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:28.070377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97099c97-e690-42f5-97a4-80a878e01acc req-24563c1d-b946-420f-95b9-c00e6a9c7120 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 1097 time: 0.0436709 Nov 19 04:02:28.128166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97099c97-e690-42f5-97a4-80a878e01acc req-bd08c56e-fe03-48af-98cc-9a97ecc41a0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490284 Nov 19 04:02:28.168222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7f12b-4a41-4e75-9f8e-14691fe515d8 req-8cc34cce-2bb5-40be-8c2f-3a5d7cd3f3ca tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:28.169878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b7f12b-4a41-4e75-9f8e-14691fe515d8 req-8cc34cce-2bb5-40be-8c2f-3a5d7cd3f3ca tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0572779 Nov 19 04:02:28.219516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b7f12b-4a41-4e75-9f8e-14691fe515d8 req-7fde2884-3cf0-4976-b08a-3662f73c5ebe tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Nov 19 04:02:28.340754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b690a1b-5bdf-4429-a9a8-9b6122f7f981 req-6d1a3a79-6e2a-4eb4-9b03-acee33e1ee6b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:28.342280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b690a1b-5bdf-4429-a9a8-9b6122f7f981 req-6d1a3a79-6e2a-4eb4-9b03-acee33e1ee6b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0502965 Nov 19 04:02:28.397824 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b690a1b-5bdf-4429-a9a8-9b6122f7f981 req-5f31fad6-dcfd-4f2d-ad74-9add4c640b79 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Nov 19 04:02:28.488292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60d861-8fa0-4ead-9c72-97a7c609d016 req-9eaff7ce-aeb5-4af2-a28c-9c7658584e07 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:28.489825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd60d861-8fa0-4ead-9c72-97a7c609d016 req-9eaff7ce-aeb5-4af2-a28c-9c7658584e07 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 949 time: 0.0524685 Nov 19 04:02:28.542895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd60d861-8fa0-4ead-9c72-97a7c609d016 req-42679fa6-6750-4540-aa10-fa9f0e234624 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Nov 19 04:02:28.771770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 38d4174e-1dff-49f7-ad85-54c5b3c07218 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:28.833212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 38d4174e-1dff-49f7-ad85-54c5b3c07218 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:28.842587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 38d4174e-1dff-49f7-ad85-54c5b3c07218 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:28.843065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:28.941870 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:28.963613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-b7760fb3-2ea6-4ef8-8bb3-b290a8869cd7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:28.966041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-b7760fb3-2ea6-4ef8-8bb3-b290a8869cd7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 814 time: 0.1390069 Nov 19 04:02:28.985140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-1c99c381-ae82-4158-b4d8-4a6515504a21 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/quotas/5f5315605609469b86fc7709e5590808 HTTP/1.1" status: 200 len: 375 time: 0.0121374 Nov 19 04:02:29.005375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 38d4174e-1dff-49f7-ad85-54c5b3c07218, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:29.010503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:29.045953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-032d7ac4-a643-4d8d-96f2-62337e9cbc6f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529704 Nov 19 04:02:29.050212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4c2d-9858-4634-9a34-4480a0d796ce req-3a424ecd-3df1-4bca-a2e8-f76c8f6f1d00 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:29.051899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7bc4c2d-9858-4634-9a34-4480a0d796ce req-3a424ecd-3df1-4bca-a2e8-f76c8f6f1d00 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 946 time: 0.0545535 Nov 19 04:02:29.073274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=38d4174e-1dff-49f7-ad85-54c5b3c07218,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:29.111904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7bc4c2d-9858-4634-9a34-4480a0d796ce req-1e4afff5-b08d-4d1a-9c19-5432dc1a0517 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540552 Nov 19 04:02:29.143190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-2a84a024-9fd2-43d5-b956-c49f231b1172 service neutron] 10.222.0.52 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897992 Nov 19 04:02:29.235036 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9b931a2a-6aaa-46a8-8522-bbfc92b58564 service neutron] 10.222.0.52 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858581 Nov 19 04:02:29.407993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-943c4cd2-c468-45f3-b4f6-ab97c2fe1506 req-a0fd9d42-c74b-4f1d-a88b-02acad7718b0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 210 time: 0.0281737 Nov 19 04:02:29.705308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b49a6-1f48-472e-a58a-439e1e275dbc req-b273281c-53dc-4afc-b3b5-5f743951be37 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:29.708045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b2b49a6-1f48-472e-a58a-439e1e275dbc req-b273281c-53dc-4afc-b3b5-5f743951be37 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 950 time: 0.0883634 Nov 19 04:02:29.780507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b2b49a6-1f48-472e-a58a-439e1e275dbc req-ff5fbbd6-076f-4035-a0d9-ef198f0e7643 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Nov 19 04:02:29.965638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d4174e-1dff-49f7-ad85-54c5b3c07218'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:29.967906 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaecca2-4196-4157-ac79-0fa55c4f48b2" -d '{"events": [{"server_uuid": "3e4215dd-8495-45e1-ae83-8bf706745c65", "name": "network-vif-plugged", "status": "completed", "tag": "38d4174e-1dff-49f7-ad85-54c5b3c07218"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:30.014690 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f658545-f62e-4058-bff9-ec161a4ee1db x-openstack-request-id: req-0f658545-f62e-4058-bff9-ec161a4ee1db {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:30.014995 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4215dd-8495-45e1-ae83-8bf706745c65", "name": "network-vif-plugged", "status": "completed", "tag": "38d4174e-1dff-49f7-ad85-54c5b3c07218", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:30.015430 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f658545-f62e-4058-bff9-ec161a4ee1db {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:30.015844 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d4174e-1dff-49f7-ad85-54c5b3c07218', 'code': 200} Nov 19 04:02:30.179205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0606b-a4d5-43ea-8194-7406b4b70c65 req-78bd15ec-f87f-4c0c-a223-8e82e54d8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:30.180843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41a0606b-a4d5-43ea-8194-7406b4b70c65 req-78bd15ec-f87f-4c0c-a223-8e82e54d8555 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 1101 time: 0.0497763 Nov 19 04:02:30.230546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41a0606b-a4d5-43ea-8194-7406b4b70c65 req-f7b493d9-8e37-4c48-ae74-51d8fefb62ab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Nov 19 04:02:30.239507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97c437-cafb-4462-bf28-381270f6f6c2 req-42d14638-4c31-4eca-a401-cc9ee0d0f0c5 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:30.241011 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff97c437-cafb-4462-bf28-381270f6f6c2 req-42d14638-4c31-4eca-a401-cc9ee0d0f0c5 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 946 time: 0.0514121 Nov 19 04:02:30.298886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff97c437-cafb-4462-bf28-381270f6f6c2 req-98657cfa-d6ba-4c6a-a276-829e4788c82e tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Nov 19 04:02:30.414873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-99e3fb73-e546-4a0f-8cdc-caac365f5d16 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:30.416259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-99e3fb73-e546-4a0f-8cdc-caac365f5d16 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5655bd-8726-4bf8-85c6-93caaedf416f HTTP/1.1" status: 200 len: 945 time: 0.0774961 Nov 19 04:02:30.472297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6339d0-0394-4389-ad15-b6d918e44486 req-8e01e5dd-38ba-4e1b-b8ba-4ca4829ea398 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:30.473833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b6339d0-0394-4389-ad15-b6d918e44486 req-8e01e5dd-38ba-4e1b-b8ba-4ca4829ea398 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 945 time: 0.0995739 Nov 19 04:02:30.507493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2b85adf8-babe-4a91-834a-55a60e76598f req-de8dc76a-c931-4ab5-8b6f-39c6977719f0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 210 time: 0.0271273 Nov 19 04:02:30.568397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b6339d0-0394-4389-ad15-b6d918e44486 req-f6f069d1-8cf3-4b60-8a49-590d89175273 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Nov 19 04:02:30.580225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Deleting port 574e8789-301f-4264-b0eb-7acf2a6831e4 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:30.580675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:30.681498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] For port 574e8789-301f-4264-b0eb-7acf2a6831e4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=574e8789-301f-4264-b0eb-7acf2a6831e4,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:30.682025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:30.699220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Calling delete_port for 574e8789-301f-4264-b0eb-7acf2a6831e4 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:31.041852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ea48-6784-4c73-9f14-96eb22b41d1b req-f91fcbfb-251d-450e-9392-717f578099d6 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:31.052881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b66ea48-6784-4c73-9f14-96eb22b41d1b req-f91fcbfb-251d-450e-9392-717f578099d6 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 950 time: 0.1284294 Nov 19 04:02:31.083406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:31.101055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['574e8789-301f-4264-b0eb-7acf2a6831e4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:31.156433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b66ea48-6784-4c73-9f14-96eb22b41d1b req-4c2c1211-f78f-4ab2-a69d-c83790203c13 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017339 Nov 19 04:02:31.192047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Pushing event deleted for resources: {'Port': ['ID=574e8789-301f-4264-b0eb-7acf2a6831e4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:31.239376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-11833da6-0443-4a80-9aa6-c22968ea2cab tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:31.241537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-11833da6-0443-4a80-9aa6-c22968ea2cab tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.31 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 814 time: 0.3491633 Nov 19 04:02:31.265881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e02e-a7f6-4142-97f6-25a2632f942f req-68964dbe-2205-40bb-851f-dcd88a839cd0 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:31.268097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f301e02e-a7f6-4142-97f6-25a2632f942f req-68964dbe-2205-40bb-851f-dcd88a839cd0 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 945 time: 0.0554044 Nov 19 04:02:31.284573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee25458-bd5d-43cc-af54-a98842304d21 req-5ccff71b-7b02-4474-b7e2-fe66c1bfd978 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:31.287130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ee25458-bd5d-43cc-af54-a98842304d21 req-5ccff71b-7b02-4474-b7e2-fe66c1bfd978 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1898746 Nov 19 04:02:31.289535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] No DVR routers for this DVR port 574e8789-301f-4264-b0eb-7acf2a6831e4 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:31.294671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Request body: {'port': {'device_id': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'admin_state_up': True, 'tenant_id': '5f5315605609469b86fc7709e5590808'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:31.298549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:31.302041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa5f9f23-0482-4ea6-b752-600772e403a7 req-308febd2-d5ef-4e9a-a4d2-7b2c7b7b8447 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "DELETE /v2.0/ports/574e8789-301f-4264-b0eb-7acf2a6831e4 HTTP/1.1" status: 204 len: 173 time: 0.8792720 Nov 19 04:02:31.305000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-deleted', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:31.307422 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6013ea0f-111e-40f7-8de7-1e8460ab916e" -d '{"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-deleted", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:31.330223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f301e02e-a7f6-4142-97f6-25a2632f942f req-a7d4c2b9-5f0c-49f4-ab92-4ab0fa4fd328 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551658 Nov 19 04:02:31.439579 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac987e4-c740-4953-930e-d54ae4c04fc9 x-openstack-request-id: req-1ac987e4-c740-4953-930e-d54ae4c04fc9 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:31.440050 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5655bd-8726-4bf8-85c6-93caaedf416f", "name": "network-vif-deleted", "tag": "574e8789-301f-4264-b0eb-7acf2a6831e4", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:31.440425 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ac987e4-c740-4953-930e-d54ae4c04fc9 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:31.441022 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5655bd-8726-4bf8-85c6-93caaedf416f', 'name': 'network-vif-deleted', 'tag': '574e8789-301f-4264-b0eb-7acf2a6831e4', 'status': 'completed', 'code': 200} Nov 19 04:02:31.482925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ee25458-bd5d-43cc-af54-a98842304d21 req-31c085b9-213f-43a9-9404-cbb41bd8584b tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793723 Nov 19 04:02:31.521494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-f93670f3-e03d-451b-b78b-d79ffe36d2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979624 Nov 19 04:02:31.537467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Made reservation on behalf of 5f5315605609469b86fc7709e5590808 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:31.545274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:31.625918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b89e6f5-4321-4d1c-acb0-a9d555fd4106 req-768f52ae-f45e-42f7-846a-e3e02460dcdb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 210 time: 0.0319388 Nov 19 04:02:31.677283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-a49f7263-0f51-45ae-8e1f-ff228d8d5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:31.678846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-a49f7263-0f51-45ae-8e1f-ff228d8d5a98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 1097 time: 0.1152885 Nov 19 04:02:31.735412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:31.776100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Allocated IP 172.20.0.5 (4f6600ce-f93a-4980-9ff9-821cdd20d3b3/974b4ba1-d7b3-4508-bf47-83589620f81a/bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:02:31.854038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-0f56c521-cad5-48a4-bcee-12fac6cf4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:31.856867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-0f56c521-cad5-48a4-bcee-12fac6cf4a9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 200 len: 916 time: 0.1356843 Nov 19 04:02:32.375065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-3b74b207-a8a9-4349-a2ac-ae1d10e7fd38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28 HTTP/1.1" status: 200 len: 217 time: 0.4984806 Nov 19 04:02:32.517359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-d1cb9140-07f4-4377-b52c-aefc35fa9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:32.518768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-d1cb9140-07f4-4377-b52c-aefc35fa9ac6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 200 len: 855 time: 0.1101813 Nov 19 04:02:32.530483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2b374-391b-4fbd-a3e2-fe443bfecccb req-d3eddc0d-0693-46b4-b205-0b0bca895ba7 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:32.532254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41c2b374-391b-4fbd-a3e2-fe443bfecccb req-d3eddc0d-0693-46b4-b205-0b0bca895ba7 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 950 time: 0.1821878 Nov 19 04:02:32.565174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-5538b4d6-ea6b-4fc8-a73c-0773c2f67b59 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:32.566951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-5538b4d6-ea6b-4fc8-a73c-0773c2f67b59 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "GET /v2.0/ports?device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 945 time: 0.2204742 Nov 19 04:02:32.575908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66086d-bab0-4f4b-a3de-0f2db02d7294 req-680ccdf0-39cd-4bd3-bb36-88cdeec5b0cf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:32.577837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da66086d-bab0-4f4b-a3de-0f2db02d7294 req-680ccdf0-39cd-4bd3-bb36-88cdeec5b0cf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 945 time: 0.0632508 Nov 19 04:02:32.591683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:32.594636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-465715f7-16d6-47ec-ae89-6e4785eff359 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f218d4-b4d2-4503-abc1-756d2f76e844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553787 Nov 19 04:02:32.630204 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da66086d-bab0-4f4b-a3de-0f2db02d7294 req-3e850609-6b29-4246-8d34-8c2b0d2ce388 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443432 Nov 19 04:02:32.746911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-c5947935-30b9-4cb9-8b2d-cf1458408937 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:32.750263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-c5947935-30b9-4cb9-8b2d-cf1458408937 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6987c17-f5af-4266-9dce-fbc615680b41 HTTP/1.1" status: 200 len: 946 time: 0.0775242 Nov 19 04:02:32.784148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41c2b374-391b-4fbd-a3e2-fe443bfecccb req-693f782e-f072-4579-8505-0d6075bc9620 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291443 Nov 19 04:02:32.842443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-d3135b18-4182-4e16-b550-749ff489f05e service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396867 Nov 19 04:02:32.845963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:32.861020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['574e8789-301f-4264-b0eb-7acf2a6831e4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:32.999411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Deleting port cb296ee1-f80d-48b7-bb32-46c47263448a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:32.999766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.009092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:02:33.016127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:33.034307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:33.077700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:02:33.168392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e632-7ac3-4858-bf70-b90aff192f07 req-9e07ed1e-092d-41d2-8a06-f00aa8322bd8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:33.169996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bef4e632-7ac3-4858-bf70-b90aff192f07 req-9e07ed1e-092d-41d2-8a06-f00aa8322bd8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 931 time: 0.2604973 Nov 19 04:02:33.183971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13bfeb94-7036-4ce3-807f-58f8fc9be301 req-9409e6dc-8567-4761-baff-00160f823f5e service neutron] 10.222.0.36 "GET /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298404 Nov 19 04:02:33.224260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:33.224908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.242826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] For port cb296ee1-f80d-48b7-bb32-46c47263448a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cb296ee1-f80d-48b7-bb32-46c47263448a,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:33.243082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.275519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Calling delete_port for cb296ee1-f80d-48b7-bb32-46c47263448a owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:33.281609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0fae-7b7f-440c-92e3-5609d5e0b327 req-ff3509d1-7311-465e-a6b6-78d845d55c54 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:33.288231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-9894a250-9626-40e9-b94d-1616326162cc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9999943 Nov 19 04:02:33.288953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7ba0fae-7b7f-440c-92e3-5609d5e0b327 req-ff3509d1-7311-465e-a6b6-78d845d55c54 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1387951 Nov 19 04:02:33.307013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bef4e632-7ac3-4858-bf70-b90aff192f07 req-fdb6d76f-f2cd-48bc-87f0-f57f51371c6d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175551 Nov 19 04:02:33.316135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Request body: {'port': {'device_id': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:33.373006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7ba0fae-7b7f-440c-92e3-5609d5e0b327 req-3c0258a5-353f-4e5a-91a1-6ccca79024d1 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829110 Nov 19 04:02:33.400424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Deleting port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:33.406221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.526374 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.592430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] For port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,segment=NetworkSegment(89bcd18b-2330-46c3-a8b1-1e825df96797),segment_id=89bcd18b-2330-46c3-a8b1-1e825df96797)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:33.596702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.622370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Calling delete_port for 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:33.826012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.838233 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:33.847788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['cb296ee1-f80d-48b7-bb32-46c47263448a', '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:33.884914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['cb296ee1-f80d-48b7-bb32-46c47263448a', '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:33.898154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event deleted for resources: {'Port': ['ID=02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:33.925612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Pushing event deleted for resources: {'Port': ['ID=cb296ee1-f80d-48b7-bb32-46c47263448a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:33.942413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6922ec9-43e0-4ee9-92d6-ae13e5a6ff4d req-430b6652-e4fe-46fa-bba1-d84b17a66c95 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:33.951665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6922ec9-43e0-4ee9-92d6-ae13e5a6ff4d req-430b6652-e4fe-46fa-bba1-d84b17a66c95 tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/ports?device_id=8791a842-c79b-4ffb-a626-0d057b4288bf HTTP/1.1" status: 200 len: 867 time: 0.1941423 Nov 19 04:02:33.986097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] No DVR routers for this DVR port 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:33.993452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.001464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-22618b2d-43a1-4bfc-82fc-cdd4165f333c req-4d2241c4-5017-4905-9ce0-9ae325f20dfd tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "DELETE /v2.0/ports/02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 HTTP/1.1" status: 204 len: 173 time: 1.2448473 Nov 19 04:02:34.017250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'name': 'network-vif-deleted', 'tag': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:34.020535 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e505d48e-04fa-42fb-8bca-64ba3d275475" -d '{"events": [{"server_uuid": "d6987c17-f5af-4266-9dce-fbc615680b41", "name": "network-vif-deleted", "tag": "02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:34.030086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] No DVR routers for this DVR port cb296ee1-f80d-48b7-bb32-46c47263448a on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:34.036937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.040410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93a39965-5b0e-4f6b-a522-3597670e5a90 req-ae957db7-ef84-4183-8542-bae3e9b33dcf tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.36 "DELETE /v2.0/ports/cb296ee1-f80d-48b7-bb32-46c47263448a HTTP/1.1" status: 204 len: 173 time: 1.4525959 Nov 19 04:02:34.047143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'name': 'network-vif-deleted', 'tag': 'cb296ee1-f80d-48b7-bb32-46c47263448a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:34.049483 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f45753-f922-4904-8fb3-ddf3fe380a2b" -d '{"events": [{"server_uuid": "8791a842-c79b-4ffb-a626-0d057b4288bf", "name": "network-vif-deleted", "tag": "cb296ee1-f80d-48b7-bb32-46c47263448a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:34.071114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734940-9417-478b-8000-b138c67b116a req-60040810-8221-47bb-b054-35ef145f4f77 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:34.072052 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af734940-9417-478b-8000-b138c67b116a req-60040810-8221-47bb-b054-35ef145f4f77 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 950 time: 0.1890581 Nov 19 04:02:34.101016 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6922ec9-43e0-4ee9-92d6-ae13e5a6ff4d req-12ccabfd-e338-4bf9-a63e-b0074861b45a tempest-MultipleCreateTestJSON-719836735 tempest-MultipleCreateTestJSON-719836735-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab810dea-d5be-4e31-b49a-6d2edb874e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480362 Nov 19 04:02:34.176262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af734940-9417-478b-8000-b138c67b116a req-918d0b42-b23e-4d55-a698-293b933f493a tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952716 Nov 19 04:02:34.185622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:34.212305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.234018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Transition to ACTIVE for port object bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:02:34.247861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.291531 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42cda13-1134-44ff-8a0d-851d167b8039 x-openstack-request-id: req-a42cda13-1134-44ff-8a0d-851d167b8039 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:34.292342 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6987c17-f5af-4266-9dce-fbc615680b41", "name": "network-vif-deleted", "tag": "02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:34.292659 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a42cda13-1134-44ff-8a0d-851d167b8039 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:34.293350 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6987c17-f5af-4266-9dce-fbc615680b41', 'name': 'network-vif-deleted', 'tag': '02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0', 'status': 'completed', 'code': 200} Nov 19 04:02:34.361061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:34.383628 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78718b4-ab9d-4688-a778-c7ae7622a0a4 x-openstack-request-id: req-e78718b4-ab9d-4688-a778-c7ae7622a0a4 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:34.383948 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8791a842-c79b-4ffb-a626-0d057b4288bf", "name": "network-vif-deleted", "tag": "cb296ee1-f80d-48b7-bb32-46c47263448a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:34.384302 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e78718b4-ab9d-4688-a778-c7ae7622a0a4 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:34.385305 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8791a842-c79b-4ffb-a626-0d057b4288bf', 'name': 'network-vif-deleted', 'tag': 'cb296ee1-f80d-48b7-bb32-46c47263448a', 'status': 'completed', 'code': 200} Nov 19 04:02:34.490832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89add231-13c2-4250-b728-654a22dc212d req-f1043896-a46c-4f17-acb4-e2ece6b6ecb3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:34.498998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89add231-13c2-4250-b728-654a22dc212d req-f1043896-a46c-4f17-acb4-e2ece6b6ecb3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 943 time: 0.0749717 Nov 19 04:02:34.588038 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89add231-13c2-4250-b728-654a22dc212d req-f65bc414-2d3b-436c-9c0f-935ad2c3eac1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869567 Nov 19 04:02:34.637398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Attempting to bind port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:34.638014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Attempting to bind port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:34.638111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Attempting to bind port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:34.665955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e1e02-39b0-4be9-b537-a903290d3e74 req-69cad4e0-a278-4052-b721-735c47587d7f tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:34.674772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c7e1e02-39b0-4be9-b537-a903290d3e74 req-69cad4e0-a278-4052-b721-735c47587d7f tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1763787 Nov 19 04:02:34.676527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:34.676858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Attempting to bind port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:34.699448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:34.699806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Checking segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:34.700205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Bound using segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:34.700713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Bound port: bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:34.701083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.813037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c7e1e02-39b0-4be9-b537-a903290d3e74 req-e0546d46-1842-4dfa-9bab-539de112827f tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373081 Nov 19 04:02:34.847848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:34.862325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:34.873143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.945065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:34.945989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:34.951990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd HTTP/1.1" status: 200 len: 1091 time: 1.6429622 Nov 19 04:02:34.978475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332b6f-eed2-4783-98a6-c26366666e69 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:35.108015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-2fff651b-0ad5-4e4c-8b5c-0c8de1d829ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:35.109694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-2fff651b-0ad5-4e4c-8b5c-0c8de1d829ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 1094 time: 0.0652080 Nov 19 04:02:35.186265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-7b209494-c22c-47b3-a3f9-bbdc8ad641b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd HTTP/1.1" status: 200 len: 217 time: 0.0410161 Nov 19 04:02:35.209088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:35.295133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-b320c602-beb6-4ea9-a7a2-0e6a9013bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:35.296795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-b320c602-beb6-4ea9-a7a2-0e6a9013bfd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 200 len: 854 time: 0.0801475 Nov 19 04:02:35.322099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Deleting subnet 5865452e-6e6b-46f4-9fde-ecc3279e7395 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:02:35.326900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.369102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-d3171bf9-6b9d-4927-a96d-af699da8ec72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597441 Nov 19 04:02:35.377907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:35.387732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122d956-59f6-4fe0-8742-e59339b571bc req-96f491a5-b85b-4723-b68c-9359ac0a6ad0 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:35.394270 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.395965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6122d956-59f6-4fe0-8742-e59339b571bc req-96f491a5-b85b-4723-b68c-9359ac0a6ad0 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 950 time: 0.0968866 Nov 19 04:02:35.439068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 574e8789-301f-4264-b0eb-7acf2a6831e4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:35.439482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 574e8789-301f-4264-b0eb-7acf2a6831e4 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:35.486190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.512223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6122d956-59f6-4fe0-8742-e59339b571bc req-bfa181d3-4919-4f87-9605-c6fefe73949f tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a065c1c-45d2-493d-b242-b69e3e01c39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152680 Nov 19 04:02:35.536036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-efac29ea-7b9d-4042-b62c-6b69c2ccbb99 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:35.538394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-efac29ea-7b9d-4042-b62c-6b69c2ccbb99 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 950 time: 0.1186142 Nov 19 04:02:35.542946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-1e7f2233-cffc-47c1-b861-4db4741401e8 service neutron] 10.222.0.31 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329575 Nov 19 04:02:35.650062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.684115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c8c6c9-6309-4972-b179-7c0f22338728 req-6904d5b6-c7ae-430d-b4df-dbf36f48a6b4 service neutron] 10.222.0.31 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308780 Nov 19 04:02:35.690819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5865452e-6e6b-46f4-9fde-ecc3279e7395,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:35.702478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.705836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4887ce24-1eab-4050-982e-bcd4cdf6d85a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5865452e-6e6b-46f4-9fde-ecc3279e7395 HTTP/1.1" status: 204 len: 168 time: 0.4956250 Nov 19 04:02:35.708409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51698) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:35.772065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Deleting port 38d4174e-1dff-49f7-ad85-54c5b3c07218 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:35.772424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.801570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514d11d-03b4-479c-a1f4-a95685168d69 req-8ad5597a-61bf-4ff4-aa3a-e9f6729c1102 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:35.803162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3514d11d-03b4-479c-a1f4-a95685168d69 req-8ad5597a-61bf-4ff4-aa3a-e9f6729c1102 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 943 time: 0.0957432 Nov 19 04:02:35.912162 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.917713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] For port 38d4174e-1dff-49f7-ad85-54c5b3c07218, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=38d4174e-1dff-49f7-ad85-54c5b3c07218,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:35.918483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:35.934020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Calling delete_port for 38d4174e-1dff-49f7-ad85-54c5b3c07218 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:36.088190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-a54def00-75c0-484d-850b-092c045fe7d8 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:36.090591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-a54def00-75c0-484d-850b-092c045fe7d8 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1714103 Nov 19 04:02:36.145311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ec28-9be2-4c09-a41b-2b96b8627afe req-7134271d-01d5-42db-b24a-849151c4a294 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:36.149247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c76ec28-9be2-4c09-a41b-2b96b8627afe req-7134271d-01d5-42db-b24a-849151c4a294 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.2156324 Nov 19 04:02:36.158738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3514d11d-03b4-479c-a1f4-a95685168d69 req-da64296f-fb2c-4933-a6f2-3b022ec1fa02 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163538 Nov 19 04:02:36.158738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.194823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['38d4174e-1dff-49f7-ad85-54c5b3c07218'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:36.259715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Pushing event deleted for resources: {'Port': ['ID=38d4174e-1dff-49f7-ad85-54c5b3c07218,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:36.298892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] No DVR routers for this DVR port 38d4174e-1dff-49f7-ad85-54c5b3c07218 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:36.302988 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.307345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70bcce5c-2d9d-4d80-b1a7-0cb79a341a63 req-0ee90b68-efcd-4d2d-97e8-5adc93572673 tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.31 "DELETE /v2.0/ports/38d4174e-1dff-49f7-ad85-54c5b3c07218 HTTP/1.1" status: 204 len: 173 time: 0.7541192 Nov 19 04:02:36.308208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'name': 'network-vif-deleted', 'tag': '38d4174e-1dff-49f7-ad85-54c5b3c07218'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:36.310811 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd440f05-a589-4997-846b-55112d2ccc2e" -d '{"events": [{"server_uuid": "3e4215dd-8495-45e1-ae83-8bf706745c65", "name": "network-vif-deleted", "tag": "38d4174e-1dff-49f7-ad85-54c5b3c07218"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:36.403829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:36.406142 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:36.424449 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf8278a-3916-436b-bb55-6c2717458dce x-openstack-request-id: req-faf8278a-3916-436b-bb55-6c2717458dce {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:36.425093 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4215dd-8495-45e1-ae83-8bf706745c65", "name": "network-vif-deleted", "tag": "38d4174e-1dff-49f7-ad85-54c5b3c07218", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:36.425420 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-faf8278a-3916-436b-bb55-6c2717458dce {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:36.426309 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4215dd-8495-45e1-ae83-8bf706745c65', 'name': 'network-vif-deleted', 'tag': '38d4174e-1dff-49f7-ad85-54c5b3c07218', 'status': 'completed', 'code': 200} Nov 19 04:02:36.477530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.498472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c76ec28-9be2-4c09-a41b-2b96b8627afe req-9609fab0-2533-440b-bc86-6b0b1653637d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285684 Nov 19 04:02:36.559551 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1d8e0c-e5cf-4d8c-b446-d097090ab3fb x-openstack-request-id: req-2d1d8e0c-e5cf-4d8c-b446-d097090ab3fb {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:36.560210 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:36.560629 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d1d8e0c-e5cf-4d8c-b446-d097090ab3fb {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:36.562361 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'status': 'completed', 'code': 200} Nov 19 04:02:36.622379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7529f197-84cf-48a9-bd3a-d30833891e29']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:36.669901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1424854c-fb18-4491-9f5b-b3f56fe6edb4 req-701a9a6c-2642-4520-82d1-8c6d410f0cad tempest-ServerDiagnosticsNegativeTest-422270633 tempest-ServerDiagnosticsNegativeTest-422270633-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e4215dd-8495-45e1-ae83-8bf706745c65 HTTP/1.1" status: 200 len: 210 time: 0.0382237 Nov 19 04:02:36.678060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bcd18b-2330-46c3-a8b1-1e825df96797') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:36.678373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bcd18b-2330-46c3-a8b1-1e825df96797') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:36.690344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.705727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Deleting port f72d8b5d-e645-4317-ae10-7d365d2e4ecb {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:36.708282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-709b69f8-2b65-439d-994b-96901e33b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:36.710201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.711260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-709b69f8-2b65-439d-994b-96901e33b545 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 1094 time: 0.1268609 Nov 19 04:02:36.775029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.790138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:02:36.790554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:02:36.792772 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:02:36.902512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51742) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:36.920230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-2289daf5-ec1f-4d03-92f2-a8cecf1d602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:36.922203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-2289daf5-ec1f-4d03-92f2-a8cecf1d602d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 915 time: 0.2021716 Nov 19 04:02:36.953701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] For port f72d8b5d-e645-4317-ae10-7d365d2e4ecb, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:36.966552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:36.969559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.014880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-39d0178f-09c1-44d4-b8bb-83d0cc08e111 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd HTTP/1.1" status: 200 len: 217 time: 0.0733812 Nov 19 04:02:37.028338 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.035035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7529f197-84cf-48a9-bd3a-d30833891e29 HTTP/1.1" status: 204 len: 168 time: 1.3251622 Nov 19 04:02:37.038579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6fd45-1618-45b7-b121-83ce42e24c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=7529f197-84cf-48a9-bd3a-d30833891e29,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:37.106815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-33f650e0-d391-4a37-91de-515b291fc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:37.108586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-33f650e0-d391-4a37-91de-515b291fc3ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 200 len: 854 time: 0.0852373 Nov 19 04:02:37.184464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-2bfdd4d8-057a-4b60-a848-5ae594f18fee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628490 Nov 19 04:02:37.212778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88278a3a-141b-42db-94f7-c170c0954856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.366875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51752) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:37.395689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cb296ee1-f80d-48b7-bb32-46c47263448a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:37.438599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: cb296ee1-f80d-48b7-bb32-46c47263448a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:37.439284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cb296ee1-f80d-48b7-bb32-46c47263448a not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:37.439931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:37.488725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:37.489087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 02af9fdd-7b7c-45ed-aa0e-3a4820ca53d0 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:37.583047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39084c56-ae03-430f-a86b-761b1ff9a5d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8e11c5bec814b9e93ad11f9e55ed39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155538 Nov 19 04:02:37.584117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51758) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:37.593802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88278a3a-141b-42db-94f7-c170c0954856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.599014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-d89c3b5f-fafd-4db4-b58a-0d0f54b5b1f1 service neutron] 10.222.0.31 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971207 Nov 19 04:02:37.605751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88278a3a-141b-42db-94f7-c170c0954856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.645531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.646513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.647081 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Floating IP 8ec6d8e0-61b4-4a5f-ac23-dde422e37f96 disassociated. External IP: 172.25.8.112, port: f72d8b5d-e645-4317-ae10-7d365d2e4ecb. Nov 19 04:02:37.647793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Calling delete_port for f72d8b5d-e645-4317-ae10-7d365d2e4ecb owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:37.717410 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-88278a3a-141b-42db-94f7-c170c0954856 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f6ed1491960438a8b9535b339497e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8134565 Nov 19 04:02:37.726891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea5713-9e5f-41d3-bdd4-cbd5227ea6fd req-f7af3e7a-655e-426e-b012-740e216085c3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:37.734467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d6ea5713-9e5f-41d3-bdd4-cbd5227ea6fd req-f7af3e7a-655e-426e-b012-740e216085c3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 943 time: 0.4043090 Nov 19 04:02:37.735280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51762) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:37.738728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88278a3a-141b-42db-94f7-c170c0954856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6e368-a01d-4fbe-ad0a-dd003d48944c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:37.772970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6df569-730f-450d-ae61-99d69059df24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.815617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e749e4e7-2e04-4ce2-93b5-903299fa7b1d req-374e2524-a9e2-4d6a-af3a-93c36370bbd4 service neutron] 10.222.0.31 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014711 Nov 19 04:02:37.819560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fcbb-d4ab-4539-b6eb-dcb28011d344 req-56a780bb-3313-4d9a-b070-d1ff6326d0da tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:37.821080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f901fcbb-d4ab-4539-b6eb-dcb28011d344 req-56a780bb-3313-4d9a-b070-d1ff6326d0da tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 946 time: 0.1675766 Nov 19 04:02:37.827965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d6ea5713-9e5f-41d3-bdd4-cbd5227ea6fd req-fe3478d3-c3a4-4de2-ad9f-694f60ffb64a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923758 Nov 19 04:02:37.830988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6df569-730f-450d-ae61-99d69059df24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.910861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8f2810b-88ce-4f62-b5bd-6a9281c57f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:37.989333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f901fcbb-d4ab-4539-b6eb-dcb28011d344 req-68ca8d0b-0f5a-4eae-a90e-441301c2767b tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups?id=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488502 Nov 19 04:02:37.993530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8f2810b-88ce-4f62-b5bd-6a9281c57f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.023858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6df569-730f-450d-ae61-99d69059df24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.026647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6df569-730f-450d-ae61-99d69059df24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.030364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6f6df569-730f-450d-ae61-99d69059df24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab810dea-d5be-4e31-b49a-6d2edb874e49 HTTP/1.1" status: 204 len: 168 time: 0.4398601 Nov 19 04:02:38.050963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.059216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df569-730f-450d-ae61-99d69059df24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab810dea-d5be-4e31-b49a-6d2edb874e49,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:38.084398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event deleted for resources: {'Port': ['ID=f72d8b5d-e645-4317-ae10-7d365d2e4ecb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:38.153912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8f2810b-88ce-4f62-b5bd-6a9281c57f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.156716 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8f2810b-88ce-4f62-b5bd-6a9281c57f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.160359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c8f2810b-88ce-4f62-b5bd-6a9281c57f21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbe6e368-a01d-4fbe-ad0a-dd003d48944c HTTP/1.1" status: 204 len: 168 time: 0.4216962 Nov 19 04:02:38.173557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2810b-88ce-4f62-b5bd-6a9281c57f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6e368-a01d-4fbe-ad0a-dd003d48944c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:38.248896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Router ab6da978-488e-44f8-af5b-8cb0f4fa2994 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:02:38.275673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:38.402943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:02:38.415841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] Sync routers for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:02:38.436210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:02:38.436864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:02:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:38.486770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] No DVR routers for this DVR port f72d8b5d-e645-4317-ae10-7d365d2e4ecb on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:38.489859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.494503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18b16533-99ed-4c40-b4c6-4bbb8ecaf82a req-992f3b0d-c876-4e50-8a33-c6565efedeb7 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.36 "DELETE /v2.0/ports/f72d8b5d-e645-4317-ae10-7d365d2e4ecb HTTP/1.1" status: 204 len: 173 time: 2.3441644 Nov 19 04:02:38.564331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'name': 'network-vif-deleted', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:38.566759 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e695e-f0a6-408d-a41e-8fe57b04257d" -d '{"events": [{"server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "name": "network-vif-deleted", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:38.620577 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d404393b-7cc9-47c3-a794-3781e2290e4d x-openstack-request-id: req-d404393b-7cc9-47c3-a794-3781e2290e4d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:38.620879 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4248251-9039-4ee7-9904-b368d60fec4c", "name": "network-vif-deleted", "tag": "f72d8b5d-e645-4317-ae10-7d365d2e4ecb", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:38.621981 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d404393b-7cc9-47c3-a794-3781e2290e4d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:38.622963 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4248251-9039-4ee7-9904-b368d60fec4c', 'name': 'network-vif-deleted', 'tag': 'f72d8b5d-e645-4317-ae10-7d365d2e4ecb', 'status': 'completed', 'code': 200} Nov 19 04:02:38.719963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:02:38.848388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51792) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:38.849427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-76343159-b9c3-417f-898f-5052b8d20d44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76d99c94b32244979fee79cc32032f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5721021 Nov 19 04:02:38.857194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:38.859386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 38d4174e-1dff-49f7-ad85-54c5b3c07218 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:38.894731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51796) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:38.908504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c701edd4-a0e1-4c80-b2cc-6697447e0c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:38.929492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 38d4174e-1dff-49f7-ad85-54c5b3c07218 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:38.929958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 38d4174e-1dff-49f7-ad85-54c5b3c07218 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:38.985352 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a46a0f9-0d74-4757-9c05-537c02c9df5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.052592 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a46a0f9-0d74-4757-9c05-537c02c9df5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.118958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2b21-351b-4789-a61d-725869a2bee3 req-86bb28d8-e4c5-4d64-90c2-5fad34805912 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:39.121299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bc0e2b21-351b-4789-a61d-725869a2bee3 req-86bb28d8-e4c5-4d64-90c2-5fad34805912 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 943 time: 0.1529558 Nov 19 04:02:39.153839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:39.186067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c701edd4-a0e1-4c80-b2cc-6697447e0c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.190597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'port_id': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'mac_address': 'fa:16:3e:42:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b4ba1-d7b3-4508-bf47-83589620f81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:39.206900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c701edd4-a0e1-4c80-b2cc-6697447e0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.243773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-712141b5-c7ed-4965-aba1-5b7a171e2426 req-3bac61df-4f91-4546-9672-d9919cb0600d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4248251-9039-4ee7-9904-b368d60fec4c HTTP/1.1" status: 200 len: 210 time: 0.0694041 Nov 19 04:02:39.245386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a46a0f9-0d74-4757-9c05-537c02c9df5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.248732 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a46a0f9-0d74-4757-9c05-537c02c9df5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.252543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1a46a0f9-0d74-4757-9c05-537c02c9df5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a065c1c-45d2-493d-b242-b69e3e01c39d HTTP/1.1" status: 204 len: 168 time: 0.4004478 Nov 19 04:02:39.264041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46a0f9-0d74-4757-9c05-537c02c9df5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a065c1c-45d2-493d-b242-b69e3e01c39d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:39.309863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701edd4-a0e1-4c80-b2cc-6697447e0c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88009b2-95c5-4e6d-bcef-07da89374810,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:39.326461 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.329685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:39.350692 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bc0e2b21-351b-4789-a61d-725869a2bee3 req-1d86b1c0-3107-43e4-a25c-4baa4e10a9a7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210059 Nov 19 04:02:39.365684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c701edd4-a0e1-4c80-b2cc-6697447e0c89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aaa2da1fccde40d9b92afbbd01657b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687972 Nov 19 04:02:39.367167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51808) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:39.417845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f72d8b5d-e645-4317-ae10-7d365d2e4ecb no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:39.424699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] Checking router: ab6da978-488e-44f8-af5b-8cb0f4fa2994 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:02:39.446303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aecdcca9-d923-4dc5-ab0e-6958958becda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.461972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:39.468637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: f72d8b5d-e645-4317-ae10-7d365d2e4ecb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:39.469249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f72d8b5d-e645-4317-ae10-7d365d2e4ecb not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:39.478065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aecdcca9-d923-4dc5-ab0e-6958958becda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.488601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:02:39.489514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:02:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:39.493980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:39.537044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.564212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aecdcca9-d923-4dc5-ab0e-6958958becda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.567653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aecdcca9-d923-4dc5-ab0e-6958958becda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.570813 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aecdcca9-d923-4dc5-ab0e-6958958becda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d88009b2-95c5-4e6d-bcef-07da89374810 HTTP/1.1" status: 204 len: 168 time: 0.2015288 Nov 19 04:02:39.593648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdcca9-d923-4dc5-ab0e-6958958becda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88009b2-95c5-4e6d-bcef-07da89374810,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:39.636543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:39.679580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:02:39.720633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51820) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:39.753066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6381b6a5-a0b2-4a18-b621-e2d3b5aabe16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.872960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:39.890366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6381b6a5-a0b2-4a18-b621-e2d3b5aabe16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.899923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6381b6a5-a0b2-4a18-b621-e2d3b5aabe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:39.954907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6381b6a5-a0b2-4a18-b621-e2d3b5aabe16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec830e7d2de84e46846cb02548180e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330458 Nov 19 04:02:39.955208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:39.957389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51830) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:39.966147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381b6a5-a0b2-4a18-b621-e2d3b5aabe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e7554f-cf40-4ce1-a0f5-9632d0c7459a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:40.029868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-917e28c1-cf7e-4dc5-9ddf-8ad26a58876b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.044300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:40.069976 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-917e28c1-cf7e-4dc5-9ddf-8ad26a58876b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.111328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96281d-f99e-4e77-86c7-0eb9102eaed3 None None] The sync data for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 is: [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:00:19Z', 'revision_number': 4, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'a00901a8-7abd-4460-b6ce-09e4d0f9ba97', 'name': '', 'network_id': '2a30c840-b74a-43f4-b3dc-cb6345b86549', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'mac_address': 'fa:16:3e:18:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:18Z', 'updated_at': '2021-11-19T04:00:24Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'subnets': [{'id': 'af2b2f70-1bcb-4053-998f-908848b073b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:02:40.139642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-917e28c1-cf7e-4dc5-9ddf-8ad26a58876b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.142331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-917e28c1-cf7e-4dc5-9ddf-8ad26a58876b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.146191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-917e28c1-cf7e-4dc5-9ddf-8ad26a58876b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5e7554f-cf40-4ce1-a0f5-9632d0c7459a HTTP/1.1" status: 204 len: 168 time: 0.1850512 Nov 19 04:02:40.158965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e28c1-cf7e-4dc5-9ddf-8ad26a58876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e7554f-cf40-4ce1-a0f5-9632d0c7459a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:40.180700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1726308519-network', 'tenant_id': 'eefb25db9b2842d5aea3bd32db6cb092'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:40.249558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Made reservation on behalf of eefb25db9b2842d5aea3bd32db6cb092 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:40.253399 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.302173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.446588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.462734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.535819 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168fd79-592f-4e3b-863d-a4bfdbc870e7 None None] New status for floating IP 8ec6d8e0-61b4-4a5f-ac23-dde422e37f96: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:02:40.866752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:02:40.896667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfadac4b-3276-48e9-8737-abc89916db4d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:40.900795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:40.901200 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Added segment e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b of type vlan for network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 Nov 19 04:02:40.917819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aaeecf-1d22-48dc-a44a-1fa320d89c78 req-a5c93482-cfce-49e2-ada0-92979f11c80a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:40.919420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41aaeecf-1d22-48dc-a44a-1fa320d89c78 req-a5c93482-cfce-49e2-ada0-92979f11c80a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 944 time: 0.4666331 Nov 19 04:02:40.969856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:41.038821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41aaeecf-1d22-48dc-a44a-1fa320d89c78 req-b5591e6a-6762-4d62-872e-0e4e5ddc9f11 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957625 Nov 19 04:02:41.051808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:41.052969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:41.053572 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:41.138710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2643909 Nov 19 04:02:41.141660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51884) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:41.147013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Request body: {'subnet': {'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1726308519-subnet', 'tenant_id': 'eefb25db9b2842d5aea3bd32db6cb092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:41.152213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efed1d6-9ee9-4739-9880-1d93cf80905c admin admin] Pushing event updated for resources: {'Network': ['ID=5a982024-3860-4e0c-ac75-5b8e3a3c1a39,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:41.164347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:02:41.200192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Made reservation on behalf of eefb25db9b2842d5aea3bd32db6cb092 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:41.205084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:41.471098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:41.537967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec936f8-d4ea-41c0-82c3-76af0a01931e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:41.563158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Checking segment: {'id': 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:41.563721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Network hostable DHCP agents. Network: 5a982024-3860-4e0c-ac75-5b8e3a3c1a39, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:02:41.593298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:02:41.605847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 5a982024-3860-4e0c-ac75-5b8e3a3c1a39) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:41.611600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:41.614844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f3c16-4ecd-429c-9a94-58dff9cb84a9 None None] Network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:02:41.626194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:41.658165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c300058b-b1bf-47e0-b7c4-9f2cc2df898c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5151930 Nov 19 04:02:41.912807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4105f45-702d-4258-90d7-ee82c12777a6 None None] Network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:02:42.333828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81398326-9cb5-48d7-a926-43bf120f876a req-02db9914-887c-491a-9ad5-5a74fde37d0d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:42.335297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81398326-9cb5-48d7-a926-43bf120f876a req-02db9914-887c-491a-9ad5-5a74fde37d0d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 944 time: 0.0582659 Nov 19 04:02:42.388475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81398326-9cb5-48d7-a926-43bf120f876a req-04fe6b21-3e39-4e2c-bc08-ae6bc6b1adee tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Nov 19 04:02:42.881151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:42.956416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:42.960703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:42.960927 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:43.055588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:43.080983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:43.083307 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165336fb-891a-4d5c-a446-773a1cb91ce7" -d '{"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:43.100029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:43.105508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:43.186475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:43.213066 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95a9526-a50f-42e1-bc39-0924c3595212 x-openstack-request-id: req-b95a9526-a50f-42e1-bc39-0924c3595212 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:43.213577 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:43.214798 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b95a9526-a50f-42e1-bc39-0924c3595212 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:43.215307 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'code': 200} Nov 19 04:02:43.393879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0112-1c9f-4a62-af15-f68eb84e0659 req-6928ec51-9628-4644-b606-cc3b0bb8cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:43.395553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab2f0112-1c9f-4a62-af15-f68eb84e0659 req-6928ec51-9628-4644-b606-cc3b0bb8cf41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 1096 time: 0.0679290 Nov 19 04:02:43.459562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ab2f0112-1c9f-4a62-af15-f68eb84e0659 req-30198617-0e43-48e5-ab2b-b95e6b5fcf41 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 Nov 19 04:02:43.570108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7d16e-d3bf-4db0-9341-e0af147a8aac req-79fd58cf-145f-43f3-9b5b-2e295eb80077 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:43.581045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ae7d16e-d3bf-4db0-9341-e0af147a8aac req-79fd58cf-145f-43f3-9b5b-2e295eb80077 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0712118 Nov 19 04:02:43.637958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ae7d16e-d3bf-4db0-9341-e0af147a8aac req-e314f73b-ea16-4830-a2d6-f923f5e7d3f5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559986 Nov 19 04:02:44.094135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-69e774b3-3361-4bb4-ba3a-1d231eb75429 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:44.095841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-69e774b3-3361-4bb4-ba3a-1d231eb75429 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/networks?id=5a982024-3860-4e0c-ac75-5b8e3a3c1a39 HTTP/1.1" status: 200 len: 810 time: 0.1112416 Nov 19 04:02:44.114585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-c5c373b0-3773-473d-8b1a-e80c7245b7b7 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/quotas/eefb25db9b2842d5aea3bd32db6cb092 HTTP/1.1" status: 200 len: 375 time: 0.0116026 Nov 19 04:02:44.150277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-3694eddc-905b-40cd-8fd7-a0b42dddd335 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eefb25db9b2842d5aea3bd32db6cb092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276864 Nov 19 04:02:44.253906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-33690d7f-c7d3-4d35-9786-e2ecbc5422b0 service neutron] 10.222.0.52 "GET /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938942 Nov 19 04:02:44.348357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-df4df8bc-fed1-4501-8a11-0fcc435d9f19 service neutron] 10.222.0.52 "GET /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880606 Nov 19 04:02:44.727675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e66cff6-9f7f-4a08-bf52-81cfc49e5476 req-f1e235f4-29fa-447c-ae8d-98048704ec55 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 210 time: 0.0424752 Nov 19 04:02:44.908228 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:02:44.969141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e16b-ea2f-4c1a-97d2-41173d4e9104 req-09f439b0-7a37-4543-9168-4949fb69b160 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:44.970888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1732e16b-ea2f-4c1a-97d2-41173d4e9104 req-09f439b0-7a37-4543-9168-4949fb69b160 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1062202 Nov 19 04:02:45.058567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1732e16b-ea2f-4c1a-97d2-41173d4e9104 req-987b5bdf-881c-45aa-886e-9be48d9d7731 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806398 Nov 19 04:02:45.335640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52036) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:45.447497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c752a-4e00-4de0-b69a-6cb22bafa542 req-3e15ea9a-a865-45b2-9fdd-48d0deb051ec tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:45.459051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed2c752a-4e00-4de0-b69a-6cb22bafa542 req-3e15ea9a-a865-45b2-9fdd-48d0deb051ec tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0742700 Nov 19 04:02:45.531376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed2c752a-4e00-4de0-b69a-6cb22bafa542 req-93f3a31d-c12c-41c4-8f75-9216ada46c25 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704038 Nov 19 04:02:45.579533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6cd36b9f-56fa-4975-89b6-1b11bad82d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:45.710568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6cd36b9f-56fa-4975-89b6-1b11bad82d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:45.721899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6cd36b9f-56fa-4975-89b6-1b11bad82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:45.774266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6cd36b9f-56fa-4975-89b6-1b11bad82d54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c097216ff5cd4853bb33eb1b237a8150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372747 Nov 19 04:02:45.775349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36b9f-56fa-4975-89b6-1b11bad82d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56be784-fe29-4acb-aee0-de88a2f84ee2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:45.778584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52052) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:45.879329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb593-69fe-4493-8ed9-9cf9d6e6018f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:45.892885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e7f43-c986-4755-9404-31011eb1b3f2 req-fad5f406-dc3e-48d7-9cde-b3dd61618292 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:45.894726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-373e7f43-c986-4755-9404-31011eb1b3f2 req-fad5f406-dc3e-48d7-9cde-b3dd61618292 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0875545 Nov 19 04:02:45.923113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb593-69fe-4493-8ed9-9cf9d6e6018f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:45.988735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-373e7f43-c986-4755-9404-31011eb1b3f2 req-ee830554-5a13-4d9e-bf49-8c01fd03d424 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853472 Nov 19 04:02:46.009746 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb593-69fe-4493-8ed9-9cf9d6e6018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:46.013465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb593-69fe-4493-8ed9-9cf9d6e6018f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:46.015297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8bbbb593-69fe-4493-8ed9-9cf9d6e6018f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d56be784-fe29-4acb-aee0-de88a2f84ee2 HTTP/1.1" status: 204 len: 168 time: 0.2355549 Nov 19 04:02:46.052286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbb593-69fe-4493-8ed9-9cf9d6e6018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56be784-fe29-4acb-aee0-de88a2f84ee2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:46.484748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf122207-373e-4151-aeb7-c2f1c456cba5 req-1fcd71ff-57f0-4d91-95e5-528b1f395be1 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 210 time: 0.1438248 Nov 19 04:02:46.603329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-cb7d2373-a4cd-4c84-bce8-fec14a0af236 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:46.605049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-cb7d2373-a4cd-4c84-bce8-fec14a0af236 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.36 "GET /v2.0/networks?id=5a982024-3860-4e0c-ac75-5b8e3a3c1a39 HTTP/1.1" status: 200 len: 810 time: 0.2966468 Nov 19 04:02:46.621910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Request body: {'port': {'device_id': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39', 'admin_state_up': True, 'tenant_id': 'eefb25db9b2842d5aea3bd32db6cb092'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:46.695088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f381-59ac-4b3c-bf4d-92448085fbf5 req-047aeb70-a5b9-4914-9aff-f49a7f01f8a9 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:46.703142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bab8f381-59ac-4b3c-bf4d-92448085fbf5 req-047aeb70-a5b9-4914-9aff-f49a7f01f8a9 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1570754 Nov 19 04:02:46.796176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bab8f381-59ac-4b3c-bf4d-92448085fbf5 req-97389f4f-4926-480f-bb76-4f2fdfeea3ef tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914717 Nov 19 04:02:46.851698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Made reservation on behalf of eefb25db9b2842d5aea3bd32db6cb092 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:46.858498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:47.065797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a698b-0f24-44ae-af50-3f52fa318d24 req-fec4c3b0-1d1e-4cbc-aa4e-e32fbb91a240 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:47.067378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-782a698b-0f24-44ae-af50-3f52fa318d24 req-fec4c3b0-1d1e-4cbc-aa4e-e32fbb91a240 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.0952878 Nov 19 04:02:47.078213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Allocated IP 172.20.0.2 (5a982024-3860-4e0c-ac75-5b8e3a3c1a39/9ec936f8-d4ea-41c0-82c3-76af0a01931e/145df2e1-dd56-4640-a5fa-347f15685643) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:02:47.156430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-782a698b-0f24-44ae-af50-3f52fa318d24 req-47186325-9593-49bf-ad40-507066a777d7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800245 Nov 19 04:02:47.280011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:47.320018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:47.378534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:02:47.382176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:47.398164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:02:47.406032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Pushing event updated for resources: {'Port': ['ID=145df2e1-dd56-4640-a5fa-347f15685643,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:47.461782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:47.462481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:47.480322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-668e6f8f-fd7d-437b-9744-fe279ae9e2cd tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8652740 Nov 19 04:02:47.493687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Request body: {'port': {'device_id': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:47.562525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:47.762510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73cde7-e479-4bd9-b3ee-20a42a461d0a req-0fe34fc3-36ef-49c4-8765-5830c748639f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:47.764106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a73cde7-e479-4bd9-b3ee-20a42a461d0a req-0fe34fc3-36ef-49c4-8765-5830c748639f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1242707 Nov 19 04:02:47.862999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a73cde7-e479-4bd9-b3ee-20a42a461d0a req-691ba03d-ca7e-4ad3-8277-f8dcff64dbe4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691547 Nov 19 04:02:47.968610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145df2e1-dd56-4640-a5fa-347f15685643 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:47.978847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:47.997925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Transition to ACTIVE for port object 145df2e1-dd56-4640-a5fa-347f15685643 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:02:48.006438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d336e-8d27-42a6-9d74-c991ca73a7d1 req-5660f5c0-cc35-4323-abec-ec0d382e2908 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:48.008401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db8d336e-8d27-42a6-9d74-c991ca73a7d1 req-5660f5c0-cc35-4323-abec-ec0d382e2908 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 931 time: 0.0788510 Nov 19 04:02:48.009563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.103240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=145df2e1-dd56-4640-a5fa-347f15685643,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:48.174379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db8d336e-8d27-42a6-9d74-c991ca73a7d1 req-41262d3c-6eb4-43bb-a157-e6701c7ce810 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565003 Nov 19 04:02:48.255562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Attempting to bind port 145df2e1-dd56-4640-a5fa-347f15685643 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:48.255979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Attempting to bind port 145df2e1-dd56-4640-a5fa-347f15685643 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:48.256387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Attempting to bind port 145df2e1-dd56-4640-a5fa-347f15685643 on network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:48.262049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Port 145df2e1-dd56-4640-a5fa-347f15685643 on network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:48.262478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Attempting to bind port 145df2e1-dd56-4640-a5fa-347f15685643 on network 5a982024-3860-4e0c-ac75-5b8e3a3c1a39 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:48.268440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:48.268889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Checking segment: {'id': 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:48.269359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Bound using segment: {'id': 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:48.269878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Bound port: 145df2e1-dd56-4640-a5fa-347f15685643, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:48.274998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.354990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] For port 145df2e1-dd56-4640-a5fa-347f15685643, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:48.358498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] For port 145df2e1-dd56-4640-a5fa-347f15685643, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=145df2e1-dd56-4640-a5fa-347f15685643,segment=NetworkSegment(e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b),segment_id=e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:48.362420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.409855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:48.410867 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.412507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/145df2e1-dd56-4640-a5fa-347f15685643 HTTP/1.1" status: 200 len: 1091 time: 0.9235277 Nov 19 04:02:48.419202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-38b9042d-fb57-488e-863c-580d723a2c5d tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:48.420807 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-38b9042d-fb57-488e-863c-580d723a2c5d tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Nov 19 04:02:48.431689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'tag': '145df2e1-dd56-4640-a5fa-347f15685643'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:48.435467 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c2282-0595-40ad-8e6c-72cb561152b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a52dcbd-29c2-4125-8be6-4807b5686fca", "tag": "145df2e1-dd56-4640-a5fa-347f15685643"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:48.487179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f1f7-5812-4ef0-8856-68c24fb4a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=145df2e1-dd56-4640-a5fa-347f15685643,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:48.506613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f20e-e4cc-439d-99f5-08c08a7bb7c3 req-73c63918-df0a-44f4-a342-388f2c6d312c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:48.508222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2969f20e-e4cc-439d-99f5-08c08a7bb7c3 req-73c63918-df0a-44f4-a342-388f2c6d312c tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=69487330-4dbd-475f-a42c-ba0959de7ff7 HTTP/1.1" status: 200 len: 946 time: 0.1198046 Nov 19 04:02:48.525100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Deleting port e6e093a6-8b7b-41b0-9374-0320f78127b6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:48.525453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.533236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-ecfcb626-96f4-4b47-a949-acd05c66d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:48.534755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-ecfcb626-96f4-4b47-a949-acd05c66d96b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eefb25db9b2842d5aea3bd32db6cb092&device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 1094 time: 0.0792499 Nov 19 04:02:48.597994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-ac8d97fe-ef58-43a3-8bd5-727695cf2842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=145df2e1-dd56-4640-a5fa-347f15685643 HTTP/1.1" status: 200 len: 217 time: 0.0499146 Nov 19 04:02:48.602543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2969f20e-e4cc-439d-99f5-08c08a7bb7c3 req-69c241b7-6b86-412e-b646-d40ff74b677d tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870016 Nov 19 04:02:48.617716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] For port e6e093a6-8b7b-41b0-9374-0320f78127b6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e6e093a6-8b7b-41b0-9374-0320f78127b6,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:48.618133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.632578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Calling delete_port for e6e093a6-8b7b-41b0-9374-0320f78127b6 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:48.654139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936447-05ad-416e-83e7-87959de007d6 req-04e88b01-2e8d-4cc9-b591-ea220a7b08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:48.655734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-04e88b01-2e8d-4cc9-b591-ea220a7b08a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ec936f8-d4ea-41c0-82c3-76af0a01931e HTTP/1.1" status: 200 len: 850 time: 0.0503716 Nov 19 04:02:48.690262 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a608b9b9-5cd7-4271-a93d-3c1dc515cc54 x-openstack-request-id: req-a608b9b9-5cd7-4271-a93d-3c1dc515cc54 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:48.690618 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a52dcbd-29c2-4125-8be6-4807b5686fca", "tag": "145df2e1-dd56-4640-a5fa-347f15685643", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:48.690936 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a608b9b9-5cd7-4271-a93d-3c1dc515cc54 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:48.692690 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'tag': '145df2e1-dd56-4640-a5fa-347f15685643', 'status': 'completed', 'code': 200} Nov 19 04:02:48.693648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-d8d4b4c1-e8d0-48f1-bb09-1dc99f7ce039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a982024-3860-4e0c-ac75-5b8e3a3c1a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308805 Nov 19 04:02:48.782499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.799822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28', '52507a2b-5ec3-445f-9a92-508cc15d83e3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:48.852749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event deleted for resources: {'Port': ['ID=e6e093a6-8b7b-41b0-9374-0320f78127b6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:48.868738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-9a761be5-d3c8-4951-99f6-973aed9fd043 service neutron] 10.222.0.36 "GET /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674526 Nov 19 04:02:48.903596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a699a3d4-02ec-4a52-a71d-8bd8cbf1da08', 'e6e093a6-8b7b-41b0-9374-0320f78127b6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:48.916142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] No DVR routers for this DVR port e6e093a6-8b7b-41b0-9374-0320f78127b6 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:48.920807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:48.925786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f16e260a-cd2e-417b-aefe-c4c1d3da146f req-ec636ae6-7ddc-410e-9bb8-279341f71e35 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "DELETE /v2.0/ports/e6e093a6-8b7b-41b0-9374-0320f78127b6 HTTP/1.1" status: 204 len: 173 time: 0.4981661 Nov 19 04:02:48.926451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'name': 'network-vif-deleted', 'tag': 'e6e093a6-8b7b-41b0-9374-0320f78127b6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:48.937177 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2328d322-a859-486e-a0fb-c9a0a463a2d2" -d '{"events": [{"server_uuid": "69487330-4dbd-475f-a42c-ba0959de7ff7", "name": "network-vif-deleted", "tag": "e6e093a6-8b7b-41b0-9374-0320f78127b6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:48.944428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f5905-7edc-4342-bdc6-601a516693e0 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:02:49.101295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c224a-a391-4cbc-ba12-7caed060a5f4 req-8859105e-60bc-437a-b69d-894810a5b205 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:49.110360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-675c224a-a391-4cbc-ba12-7caed060a5f4 req-8859105e-60bc-437a-b69d-894810a5b205 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1124628 Nov 19 04:02:49.129959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90936447-05ad-416e-83e7-87959de007d6 req-f89198e7-3192-4c22-9307-e0fc837db93b service neutron] 10.222.0.36 "GET /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517996 Nov 19 04:02:49.223985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-675c224a-a391-4cbc-ba12-7caed060a5f4 req-ef558292-fb24-4d0b-aa1a-0f2baf5ce591 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124909 Nov 19 04:02:49.282292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-443f7baa-ae90-49fd-99ff-90f98510b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:49.283833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-443f7baa-ae90-49fd-99ff-90f98510b7a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eefb25db9b2842d5aea3bd32db6cb092&device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 1094 time: 0.0661979 Nov 19 04:02:49.288316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52182) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:49.296193 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79104256-031a-4121-9d3f-87fa73e3f414 x-openstack-request-id: req-79104256-031a-4121-9d3f-87fa73e3f414 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:49.296832 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69487330-4dbd-475f-a42c-ba0959de7ff7", "name": "network-vif-deleted", "tag": "e6e093a6-8b7b-41b0-9374-0320f78127b6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:49.297413 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79104256-031a-4121-9d3f-87fa73e3f414 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:49.298126 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69487330-4dbd-475f-a42c-ba0959de7ff7', 'name': 'network-vif-deleted', 'tag': 'e6e093a6-8b7b-41b0-9374-0320f78127b6', 'status': 'completed', 'code': 200} Nov 19 04:02:49.421921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8f76de-5e51-4e02-84aa-510a93e5021e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.441223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-338547c8-aece-4890-a62f-5771027ef102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:49.443098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-338547c8-aece-4890-a62f-5771027ef102 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a982024-3860-4e0c-ac75-5b8e3a3c1a39 HTTP/1.1" status: 200 len: 911 time: 0.1482267 Nov 19 04:02:49.451526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6788-da6a-494e-ada0-f1bf77128133 req-ec9e65f1-7b1c-443f-a5f1-507d4fdda651 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:49.453282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dfad6788-da6a-494e-ada0-f1bf77128133 req-ec9e65f1-7b1c-443f-a5f1-507d4fdda651 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 943 time: 0.0792160 Nov 19 04:02:49.504356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-4a7a6877-c3d1-4032-bcca-3549e3c35fb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=145df2e1-dd56-4640-a5fa-347f15685643 HTTP/1.1" status: 200 len: 217 time: 0.0498273 Nov 19 04:02:49.513268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8f76de-5e51-4e02-84aa-510a93e5021e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.519352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8f76de-5e51-4e02-84aa-510a93e5021e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.567046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f76de-5e51-4e02-84aa-510a93e5021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d603e21c-263b-43b9-bcbb-9c528369b6b4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:49.571627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dfad6788-da6a-494e-ada0-f1bf77128133 req-fcbc2fc2-4fc3-4713-b775-7091b485614c tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108193 Nov 19 04:02:49.574564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be8f76de-5e51-4e02-84aa-510a93e5021e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3c1dc88c75f42e3a77991a7d574e2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842646 Nov 19 04:02:49.576387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52188) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:49.601185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-8b5976dc-e91b-4b6a-9f35-8eef389b6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:49.602721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-8b5976dc-e91b-4b6a-9f35-8eef389b6fb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ec936f8-d4ea-41c0-82c3-76af0a01931e HTTP/1.1" status: 200 len: 850 time: 0.0850332 Nov 19 04:02:49.646238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-f1822225-6f40-4cc6-8436-6b02610d3db8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a982024-3860-4e0c-ac75-5b8e3a3c1a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315831 Nov 19 04:02:49.708167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-594566b4-5a34-412c-bb7c-25a88fa17c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.747940 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-594566b4-5a34-412c-bb7c-25a88fa17c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.801910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-4a5aa482-ab84-4f1c-b27b-4f3eeb3f859f service neutron] 10.222.0.36 "GET /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474326 Nov 19 04:02:49.881541 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-594566b4-5a34-412c-bb7c-25a88fa17c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.884428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-594566b4-5a34-412c-bb7c-25a88fa17c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:49.889495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-594566b4-5a34-412c-bb7c-25a88fa17c6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d603e21c-263b-43b9-bcbb-9c528369b6b4 HTTP/1.1" status: 204 len: 168 time: 0.3089256 Nov 19 04:02:49.902763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594566b4-5a34-412c-bb7c-25a88fa17c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603e21c-263b-43b9-bcbb-9c528369b6b4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:49.936764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c2282-0595-40ad-8e6c-72cb561152b4 req-b986e06f-f164-402e-8dc2-fc84e11abdfc service neutron] 10.222.0.36 "GET /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256621 Nov 19 04:02:50.438748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326a99d-8691-4f9d-ab3b-63b88f2b2370 req-575e2dfd-9379-4213-8290-c6d22f207d5e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:50.440571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0326a99d-8691-4f9d-ab3b-63b88f2b2370 req-575e2dfd-9379-4213-8290-c6d22f207d5e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1245708 Nov 19 04:02:50.527800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0326a99d-8691-4f9d-ab3b-63b88f2b2370 req-cb8278f5-6f45-40ac-80ee-dc38e1168f63 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756476 Nov 19 04:02:50.739341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939d30-e2f0-486f-8890-f0c564799f35 req-ab6d767d-6d8f-434d-ba73-68daea7e9da0 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:50.741271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23939d30-e2f0-486f-8890-f0c564799f35 req-ab6d767d-6d8f-434d-ba73-68daea7e9da0 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 943 time: 0.0722570 Nov 19 04:02:50.800984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23939d30-e2f0-486f-8890-f0c564799f35 req-4258c89f-ed38-4409-ac28-5d40921538bb tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Nov 19 04:02:51.097777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-4663d4ac-e20b-4b38-827c-49b45a7d188a tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b007a1a24f6949e2abf49b1e55d47a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236650 Nov 19 04:02:51.218073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-509f970d-9e36-4834-bea3-17fb68e77396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:51.228428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-84959f53-3895-4138-96ec-8adad59b016e tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:51.230734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-84959f53-3895-4138-96ec-8adad59b016e tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241457 Nov 19 04:02:51.247850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-3da3aba4-476e-465d-82d6-d3cbe9bbdece tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/quotas/b007a1a24f6949e2abf49b1e55d47a8b HTTP/1.1" status: 200 len: 375 time: 0.0103657 Nov 19 04:02:51.286070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-1bd68188-2b8e-42d0-ae27-b8c3b17bfbc3 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b007a1a24f6949e2abf49b1e55d47a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299506 Nov 19 04:02:51.466585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f8f587a-21b6-4e88-bdfd-45f82e17d4d7 req-4c5ffa01-6f7c-481f-b7b5-14352b505422 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 210 time: 0.0312047 Nov 19 04:02:51.488680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 145df2e1-dd56-4640-a5fa-347f15685643 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:51.615559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 145df2e1-dd56-4640-a5fa-347f15685643, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=145df2e1-dd56-4640-a5fa-347f15685643,segment=NetworkSegment(e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b),segment_id=e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:51.641742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '145df2e1-dd56-4640-a5fa-347f15685643', 'network_id': '5a982024-3860-4e0c-ac75-5b8e3a3c1a39', 'port_id': '145df2e1-dd56-4640-a5fa-347f15685643', 'mac_address': 'fa:16:3e:15:16:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec936f8-d4ea-41c0-82c3-76af0a01931e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:51.703476 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:51.722258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145df2e1-dd56-4640-a5fa-347f15685643 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:51.733577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6ad42-aec7-4cbe-ab64-c499981dedeb req-58f87e1a-b98e-4551-824e-0ec9a8f2abc9 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:51.737916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44c6ad42-aec7-4cbe-ab64-c499981dedeb req-58f87e1a-b98e-4551-824e-0ec9a8f2abc9 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1056283 Nov 19 04:02:51.756173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 145df2e1-dd56-4640-a5fa-347f15685643, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=145df2e1-dd56-4640-a5fa-347f15685643,segment=NetworkSegment(e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b),segment_id=e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:51.765059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:51.837484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=145df2e1-dd56-4640-a5fa-347f15685643,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:51.870758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44c6ad42-aec7-4cbe-ab64-c499981dedeb req-22cc7f4a-a41e-442d-a1f9-d89ff2b7f220 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198468 Nov 19 04:02:51.987655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353f2c4-b994-48d9-8041-4068dc5ccd66 req-904bf1c3-8d97-463e-acb6-20738c51407b tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:51.998842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f353f2c4-b994-48d9-8041-4068dc5ccd66 req-904bf1c3-8d97-463e-acb6-20738c51407b tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 944 time: 0.0641170 Nov 19 04:02:52.049152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['145df2e1-dd56-4640-a5fa-347f15685643'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:52.060707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f353f2c4-b994-48d9-8041-4068dc5ccd66 req-d207987c-be6d-4657-80a4-b2ad5bf17067 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635018 Nov 19 04:02:52.525338 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:52.580563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2508e2fc-30fb-4f29-bff8-0ff2e8cab23a req-929bf2a5-c8c8-40c3-ab54-e3d282b6ed30 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 210 time: 0.0307233 Nov 19 04:02:52.725259 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-69ead723-8fe0-44ca-af65-a9c82fc0b84f tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b007a1a24f6949e2abf49b1e55d47a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271068 Nov 19 04:02:52.928232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e6e093a6-8b7b-41b0-9374-0320f78127b6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:02:52.981254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: e6e093a6-8b7b-41b0-9374-0320f78127b6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:02:52.981900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e6e093a6-8b7b-41b0-9374-0320f78127b6 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:02:52.983648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-4965fa58-2c89-4d60-b0f3-af526488b39e tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:52.985663 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-4965fa58-2c89-4d60-b0f3-af526488b39e tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540812 Nov 19 04:02:53.006168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Request body: {'port': {'device_id': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'b007a1a24f6949e2abf49b1e55d47a8b'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:53.061376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc929ac3-7375-4766-9888-f182125664e6 req-a6883d5a-55f6-4742-b300-f5d3c6aa4e07 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:53.064503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc929ac3-7375-4766-9888-f182125664e6 req-a6883d5a-55f6-4742-b300-f5d3c6aa4e07 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0782323 Nov 19 04:02:53.134741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc929ac3-7375-4766-9888-f182125664e6 req-955a3da4-b8b9-4d7f-8126-7f330f95e613 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 Nov 19 04:02:53.166233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Made reservation on behalf of b007a1a24f6949e2abf49b1e55d47a8b for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:02:53.172317 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.184085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.253557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f6547-0eeb-48d3-84cd-a91c765eabff req-49f6230c-a77f-4173-951f-91999cf84c6b tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:53.255236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b63f6547-0eeb-48d3-84cd-a91c765eabff req-49f6230c-a77f-4173-951f-91999cf84c6b tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 944 time: 0.0565968 Nov 19 04:02:53.279104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.283591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.316095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b63f6547-0eeb-48d3-84cd-a91c765eabff req-730f8c25-e68a-436d-807b-df42543a06a1 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 Nov 19 04:02:53.350850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:53.424570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Allocated IP 192.168.233.233 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:02:53.489257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 145df2e1-dd56-4640-a5fa-347f15685643 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:02:53.559433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d2991599-545a-4cbe-baeb-e925cbca7e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.574586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 145df2e1-dd56-4640-a5fa-347f15685643 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:02:53.579704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 145df2e1-dd56-4640-a5fa-347f15685643 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:53.580091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.668161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.676226 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.718533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 145df2e1-dd56-4640-a5fa-347f15685643, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=145df2e1-dd56-4640-a5fa-347f15685643,segment=NetworkSegment(e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b),segment_id=e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:53.719613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145df2e1-dd56-4640-a5fa-347f15685643'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:53.722715 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a48759-2969-4a0d-828a-b00421ff5a14" -d '{"events": [{"server_uuid": "7a52dcbd-29c2-4125-8be6-4807b5686fca", "name": "network-vif-plugged", "status": "completed", "tag": "145df2e1-dd56-4640-a5fa-347f15685643"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:53.727105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.748298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.780536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d82c70c-0a57-4865-a20a-092e3adb3582 req-3a11aa03-da6c-4e1d-bb46-52245bb68058 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 210 time: 0.0682380 Nov 19 04:02:53.801776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=145df2e1-dd56-4640-a5fa-347f15685643,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:53.841367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:02:53.846067 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe489d-0954-457e-90a4-f7cf3ca77169 x-openstack-request-id: req-84fe489d-0954-457e-90a4-f7cf3ca77169 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:53.846366 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a52dcbd-29c2-4125-8be6-4807b5686fca", "name": "network-vif-plugged", "status": "completed", "tag": "145df2e1-dd56-4640-a5fa-347f15685643", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:53.846625 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84fe489d-0954-457e-90a4-f7cf3ca77169 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:53.847037 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145df2e1-dd56-4640-a5fa-347f15685643', 'code': 200} Nov 19 04:02:53.847511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:02:53.855441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:02:53.902496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Pushing event updated for resources: {'Port': ['ID=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:53.933686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:53.936575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:53.956987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5f8cba53-a59a-4604-95b8-6f82f4132dae tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9551101 Nov 19 04:02:53.976771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Request body: {'port': {'device_id': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:02:53.976993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c13e6-aa89-4af1-9c1d-71f638108413 req-afdad8b2-b465-464e-ba4d-e4d9a75613ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:53.978585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a61c13e6-aa89-4af1-9c1d-71f638108413 req-afdad8b2-b465-464e-ba4d-e4d9a75613ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 1096 time: 0.0494499 Nov 19 04:02:54.044264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a61c13e6-aa89-4af1-9c1d-71f638108413 req-70fe70b0-dc9c-4ac7-b29c-32d2277bf11c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564935 Nov 19 04:02:54.053028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.204976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-27d09b3a-81d0-4bd9-82b9-7e9efaeb0340 None None] Provisioning complete for port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:02:54.205862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-27d09b3a-81d0-4bd9-82b9-7e9efaeb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.266448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-27d09b3a-81d0-4bd9-82b9-7e9efaeb0340 None None] Port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:02:54.397973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b5c4c-6f5d-49a6-a7ab-ebbf45f7625a req-38b41882-26be-4e44-be80-37c5e5152c62 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:54.399918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e95b5c4c-6f5d-49a6-a7ab-ebbf45f7625a req-38b41882-26be-4e44-be80-37c5e5152c62 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0625186 Nov 19 04:02:54.462042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:54.470732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e95b5c4c-6f5d-49a6-a7ab-ebbf45f7625a req-815a4805-d62a-4bae-9fc8-a87696a7837a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638728 Nov 19 04:02:54.474148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.491145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Transition to ACTIVE for port object fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:02:54.499422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.604696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ac39-5ed4-4ffa-81c6-f90e52263dab req-35f35be9-1831-4581-9827-c27f4759a9ee tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:54.612549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6165ac39-5ed4-4ffa-81c6-f90e52263dab req-35f35be9-1831-4581-9827-c27f4759a9ee tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 945 time: 0.0699401 Nov 19 04:02:54.632955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Pushing event updated for resources: {'Port': ['ID=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:54.690327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6165ac39-5ed4-4ffa-81c6-f90e52263dab req-a1f03db3-cf07-4a9b-b7e1-cfed524b7b0b tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766690 Nov 19 04:02:54.701062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Attempting to bind port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:02:54.701411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Attempting to bind port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:02:54.701751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Attempting to bind port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:54.707245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:02:54.707578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Attempting to bind port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:02:54.713343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:02:54.714633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:02:54.715037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:02:54.715677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Bound port: fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:02:54.715981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.825572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] For port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:02:54.832367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] For port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:02:54.844891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37a2e-42c3-4a3e-a95f-4f64706b23ae req-b31281ad-b349-489f-9761-262cb3470d2f tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:54.847221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0d37a2e-42c3-4a3e-a95f-4f64706b23ae req-b31281ad-b349-489f-9761-262cb3470d2f tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 945 time: 0.0747647 Nov 19 04:02:54.849729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.903631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:54.904275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:54.905712 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] 10.222.0.31 "PUT /v2.0/ports/fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb HTTP/1.1" status: 200 len: 1096 time: 0.9333248 Nov 19 04:02:54.906259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'tag': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:54.908435 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e94edfd-375a-4d01-a692-365c46ffd50d", "tag": "fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:54.917243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0d37a2e-42c3-4a3e-a95f-4f64706b23ae req-a2dd4d1a-a84c-4790-a349-3b5bb49b71da tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625587 Nov 19 04:02:54.939306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40966-a063-45eb-b6d3-91ed90c7778c service neutron] Pushing event updated for resources: {'Port': ['ID=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:55.033130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-3c2d0134-38cb-4069-a195-a592756bbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.034819 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-3c2d0134-38cb-4069-a195-a592756bbcc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b007a1a24f6949e2abf49b1e55d47a8b&device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 1099 time: 0.0606856 Nov 19 04:02:55.141236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-3c917df5-95a1-46e5-9c13-c25681077691 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb HTTP/1.1" status: 200 len: 217 time: 0.0639441 Nov 19 04:02:55.163617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:55.214402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa99b4-2a5e-4ea0-afeb-0ad8fa1f9e68 req-2cf863ea-0e06-491b-858a-bb83064ad851 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.224116 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aa99b4-2a5e-4ea0-afeb-0ad8fa1f9e68 req-2cf863ea-0e06-491b-858a-bb83064ad851 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 948 time: 0.0864241 Nov 19 04:02:55.235743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-8f915d1b-df82-4dea-93a0-c96729dd11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.242190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-8f915d1b-df82-4dea-93a0-c96729dd11a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0903666 Nov 19 04:02:55.278171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98aa99b4-2a5e-4ea0-afeb-0ad8fa1f9e68 req-a4c29a56-e821-4c4e-a8e3-5abba9e23cf0 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527341 Nov 19 04:02:55.297803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-9c584a26-e77e-4e3d-a569-2d557855e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.299356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-9c584a26-e77e-4e3d-a569-2d557855e2d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486548 Nov 19 04:02:55.361487 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3c485-59fd-4e68-968b-30f10f7f77f8 x-openstack-request-id: req-c7e3c485-59fd-4e68-968b-30f10f7f77f8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:55.361805 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e94edfd-375a-4d01-a692-365c46ffd50d", "tag": "fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:55.362075 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7e3c485-59fd-4e68-968b-30f10f7f77f8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:55.362488 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'tag': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb', 'status': 'completed', 'code': 200} Nov 19 04:02:55.407918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-e3014acc-5952-417e-b878-f73c6220c380 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993936 Nov 19 04:02:55.504914 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c6d52b-481b-4d98-81fd-5e53a1979a5f req-673c2223-c4ea-454f-bb67-51ce3b069e3b service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Nov 19 04:02:55.600578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ea952-f888-4a77-bf9e-82d7cac53758 req-3228748f-544c-426c-9d0e-5a0aa01abdf7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.602146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a37ea952-f888-4a77-bf9e-82d7cac53758 req-3228748f-544c-426c-9d0e-5a0aa01abdf7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0578022 Nov 19 04:02:55.658529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a37ea952-f888-4a77-bf9e-82d7cac53758 req-80bee079-4fd5-455a-9bc9-0131d24f7b38 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469728 Nov 19 04:02:55.672417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-9aa69706-8855-4d08-835b-3ccc073cd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.674040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-9aa69706-8855-4d08-835b-3ccc073cd4dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b007a1a24f6949e2abf49b1e55d47a8b&device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 1099 time: 0.0494184 Nov 19 04:02:55.779339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-a6965e38-acc0-413e-8d4c-4e19d1545caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.780903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-a6965e38-acc0-413e-8d4c-4e19d1545caf service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.0988917 Nov 19 04:02:55.832747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a0ca0-ff11-4546-87cf-4c1ebba78f8b req-3ec1a4c2-f70f-487a-98ef-26f1bfcaa0ee tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.834552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-075a0ca0-ff11-4546-87cf-4c1ebba78f8b req-3ec1a4c2-f70f-487a-98ef-26f1bfcaa0ee tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 945 time: 0.0538940 Nov 19 04:02:55.846943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-b9a05f8e-0b35-43f2-9abf-14e5cdfcb57c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb HTTP/1.1" status: 200 len: 217 time: 0.0556693 Nov 19 04:02:55.907347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-075a0ca0-ff11-4546-87cf-4c1ebba78f8b req-07d196a3-7265-4387-afc0-e1983120c120 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643146 Nov 19 04:02:55.921787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-2b79b227-dcb9-48a4-80e8-7652bd2284fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.923337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-2b79b227-dcb9-48a4-80e8-7652bd2284fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0673449 Nov 19 04:02:55.977371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-d4fc614c-253c-4699-8269-d3af962287ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:55.979550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-d4fc614c-253c-4699-8269-d3af962287ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457554 Nov 19 04:02:56.055709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da812c-79d9-4bfb-adb4-5e6333a665d8 req-90d90e7f-5664-4e4e-b7b3-1d8cdc537ceb tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:56.056959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11da812c-79d9-4bfb-adb4-5e6333a665d8 req-90d90e7f-5664-4e4e-b7b3-1d8cdc537ceb tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 945 time: 0.0532410 Nov 19 04:02:56.084476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-4ccbec0f-1533-47f8-af68-3c8677f601ee service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953815 Nov 19 04:02:56.113221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11da812c-79d9-4bfb-adb4-5e6333a665d8 req-ea4e4d43-62b5-4104-8f97-ae84f4fe91a3 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Nov 19 04:02:56.223797 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93fa2de1-47d8-4c23-b12e-2e2489b3d6d3 req-4b8de72a-f3cc-4c01-9aeb-20a84c90c171 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023283 Nov 19 04:02:56.279739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:56.457023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-8761b5d1-6179-44cb-b249-873788fb86b1 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:56.458546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-8761b5d1-6179-44cb-b249-873788fb86b1 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 945 time: 0.0524077 Nov 19 04:02:56.480194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc408dfa-4078-4195-b20a-fc5f3f0fbf77 req-055da103-d996-43e9-98ba-b153c7789cef tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:56.481682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc408dfa-4078-4195-b20a-fc5f3f0fbf77 req-055da103-d996-43e9-98ba-b153c7789cef tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 948 time: 0.0503433 Nov 19 04:02:56.532858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc408dfa-4078-4195-b20a-fc5f3f0fbf77 req-5cc674b9-d8ce-4704-811b-e778f6a3b1db tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Nov 19 04:02:56.566443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Deleting port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:56.567010 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:56.652227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53a2d-f8e0-44cb-8cea-85e0bf20adc6 req-d7af8f2b-c5ea-4125-b9c9-6a78f248e3e7 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:56.653964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec53a2d-f8e0-44cb-8cea-85e0bf20adc6 req-d7af8f2b-c5ea-4125-b9c9-6a78f248e3e7 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 945 time: 0.0513117 Nov 19 04:02:56.662884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] For port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:56.663262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:56.677164 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Calling delete_port for a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:56.715968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ec53a2d-f8e0-44cb-8cea-85e0bf20adc6 req-864820b4-77c4-48b7-81fa-bbdc7a0488a7 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Nov 19 04:02:56.832544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef247d3-115e-4f02-b461-06cbe1f49b9b req-6d9b522e-d899-4527-80f3-5af56758cca1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:56.835595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ef247d3-115e-4f02-b461-06cbe1f49b9b req-6d9b522e-d899-4527-80f3-5af56758cca1 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0672965 Nov 19 04:02:56.843956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:56.859678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28', '52507a2b-5ec3-445f-9a92-508cc15d83e3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:56.876336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event deleted for resources: {'Port': ['ID=a699a3d4-02ec-4a52-a71d-8bd8cbf1da08,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:56.903284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a699a3d4-02ec-4a52-a71d-8bd8cbf1da08'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:56.908598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ef247d3-115e-4f02-b461-06cbe1f49b9b req-d2f36b51-f6ff-41b7-84b1-c53ab56dce51 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667980 Nov 19 04:02:56.940230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18625938-15ad-4afd-875b-b7dbf861c556 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:02:56.945875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] No DVR routers for this DVR port a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:56.948728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:56.956022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ad854b0-5d5b-4e88-8100-89c2d21270ec req-c035229e-a53c-4e7c-a1bd-ed79a49189e8 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.31 "DELETE /v2.0/ports/a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 HTTP/1.1" status: 204 len: 173 time: 0.4879286 Nov 19 04:02:57.043260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a199bb2b-1250-45bd-81dc-81ae405dca3a req-05f44c88-1803-40bb-b684-278a5f4ee0ec tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8 HTTP/1.1" status: 200 len: 210 time: 0.0332196 Nov 19 04:02:57.200426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:57.363503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'name': 'network-vif-deleted', 'tag': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:57.370958 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc991f57-374d-4a64-ae67-5fe3471303df" -d '{"events": [{"server_uuid": "cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8", "name": "network-vif-deleted", "tag": "a699a3d4-02ec-4a52-a71d-8bd8cbf1da08"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:57.424297 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c61a4-06b1-4b88-8346-1f1a59d60ac8 x-openstack-request-id: req-931c61a4-06b1-4b88-8346-1f1a59d60ac8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:57.424605 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8", "name": "network-vif-deleted", "tag": "a699a3d4-02ec-4a52-a71d-8bd8cbf1da08", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:57.424865 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-931c61a4-06b1-4b88-8346-1f1a59d60ac8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:57.425276 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd63dd8f-d2bc-4ba8-b7bd-cbd950b02ca8', 'name': 'network-vif-deleted', 'tag': 'a699a3d4-02ec-4a52-a71d-8bd8cbf1da08', 'status': 'completed', 'code': 200} Nov 19 04:02:57.660809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63046846-e92c-408a-9059-a01f489374ed req-68802631-a2e0-4167-b6c6-014bf9ef048d tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:57.662340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63046846-e92c-408a-9059-a01f489374ed req-68802631-a2e0-4167-b6c6-014bf9ef048d tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 948 time: 0.0534351 Nov 19 04:02:57.709881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63046846-e92c-408a-9059-a01f489374ed req-0f4c15c7-01da-4227-9c55-d100ca89f16f tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Nov 19 04:02:57.770221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-fa42542e-db14-407c-a604-237438fb55a6 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:57.771697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-fa42542e-db14-407c-a604-237438fb55a6 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 945 time: 0.0552845 Nov 19 04:02:57.874696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31794c4-9081-45b4-bef6-e900a0540976 req-36a4ae82-e37c-4a22-a070-9cb59c925380 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:57.876185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d31794c4-9081-45b4-bef6-e900a0540976 req-36a4ae82-e37c-4a22-a070-9cb59c925380 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a52dcbd-29c2-4125-8be6-4807b5686fca HTTP/1.1" status: 200 len: 945 time: 0.1007738 Nov 19 04:02:57.940403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d31794c4-9081-45b4-bef6-e900a0540976 req-e8b5477c-aee1-4d79-b013-35aa1350568a tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.52 "GET /v2.0/security-groups?id=cfadac4b-3276-48e9-8737-abc89916db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578322 Nov 19 04:02:57.949250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Deleting port 145df2e1-dd56-4640-a5fa-347f15685643 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:02:57.949609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:58.093856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca32a-302b-41ae-94b9-dcda58eeb707 req-86c8efbe-0af2-4a20-84c9-57263a44afd8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:58.095341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-188ca32a-302b-41ae-94b9-dcda58eeb707 req-86c8efbe-0af2-4a20-84c9-57263a44afd8 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0936630 Nov 19 04:02:58.097275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] For port 145df2e1-dd56-4640-a5fa-347f15685643, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=145df2e1-dd56-4640-a5fa-347f15685643,segment=NetworkSegment(e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b),segment_id=e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:58.097649 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:58.116360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Calling delete_port for 145df2e1-dd56-4640-a5fa-347f15685643 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:02:58.195247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-188ca32a-302b-41ae-94b9-dcda58eeb707 req-9173c76c-7ddf-4313-8499-8558280fbd12 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887160 Nov 19 04:02:58.286516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:58.297923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['145df2e1-dd56-4640-a5fa-347f15685643'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:58.337292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Pushing event deleted for resources: {'Port': ['ID=145df2e1-dd56-4640-a5fa-347f15685643,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:58.385687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] No DVR routers for this DVR port 145df2e1-dd56-4640-a5fa-347f15685643 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:02:58.389487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:58.394705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7ce3e43d-1f49-4e5a-9b7d-bea1840b8e5c req-c2a0e17a-506b-42cf-89d1-f81e9453ece4 tempest-ServerGroupTestJSON-58777860 tempest-ServerGroupTestJSON-58777860-project] 10.222.0.36 "DELETE /v2.0/ports/145df2e1-dd56-4640-a5fa-347f15685643 HTTP/1.1" status: 204 len: 173 time: 0.6096458 Nov 19 04:02:58.394705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'name': 'network-vif-deleted', 'tag': '145df2e1-dd56-4640-a5fa-347f15685643'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:02:58.398120 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb482a43-12eb-4da1-b1ca-66740a1cbdf4" -d '{"events": [{"server_uuid": "7a52dcbd-29c2-4125-8be6-4807b5686fca", "name": "network-vif-deleted", "tag": "145df2e1-dd56-4640-a5fa-347f15685643"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:02:58.577389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2499e2-72b3-45eb-a1cf-0aef945a0912 req-655ed89a-1914-43ef-8b5b-47e19c15af52 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:58.579040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc2499e2-72b3-45eb-a1cf-0aef945a0912 req-655ed89a-1914-43ef-8b5b-47e19c15af52 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 945 time: 0.0492392 Nov 19 04:02:58.627835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc2499e2-72b3-45eb-a1cf-0aef945a0912 req-5dcac31e-c60b-4e2f-977d-ff72bdefa0c5 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Nov 19 04:02:58.669725 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553fdd44-bc56-43e0-a894-6cc744c5496b x-openstack-request-id: req-553fdd44-bc56-43e0-a894-6cc744c5496b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:02:58.670095 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a52dcbd-29c2-4125-8be6-4807b5686fca", "name": "network-vif-deleted", "tag": "145df2e1-dd56-4640-a5fa-347f15685643", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:02:58.670365 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-553fdd44-bc56-43e0-a894-6cc744c5496b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:02:58.670782 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a52dcbd-29c2-4125-8be6-4807b5686fca', 'name': 'network-vif-deleted', 'tag': '145df2e1-dd56-4640-a5fa-347f15685643', 'status': 'completed', 'code': 200} Nov 19 04:02:58.847665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efcce7-3751-4005-8c01-425095cef9eb req-6f92035e-a681-4cd1-95e8-573f410a6953 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:58.849244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84efcce7-3751-4005-8c01-425095cef9eb req-6f92035e-a681-4cd1-95e8-573f410a6953 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 948 time: 0.0648148 Nov 19 04:02:58.910372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84efcce7-3751-4005-8c01-425095cef9eb req-b9e2c2bf-a8ba-49dc-ba92-3443eff29683 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512977 Nov 19 04:02:58.946254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:02:59.058855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:59.070052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb', 'mac_address': 'fa:16:3e:00:28:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:02:59.121856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.141325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:02:59.162720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:02:59.168176 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.224618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:59.251571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52400) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:59.297243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Deleting subnet 9ec936f8-d4ea-41c0-82c3-76af0a01931e {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:02:59.310583 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.372899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.404217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e61225-5f60-4046-b559-9061007c3015 req-0d2c48dc-40c7-4406-b760-28a4d2032ccc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:02:59.405780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26e61225-5f60-4046-b559-9061007c3015 req-0d2c48dc-40c7-4406-b760-28a4d2032ccc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1061807 Nov 19 04:02:59.450010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.513171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26e61225-5f60-4046-b559-9061007c3015 req-31abd46c-356c-4445-a108-187d8222cd5c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816746 Nov 19 04:02:59.528571 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.559536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.562954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9ec936f8-d4ea-41c0-82c3-76af0a01931e HTTP/1.1" status: 204 len: 168 time: 0.3103635 Nov 19 04:02:59.564268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35655f8f-6e6f-478f-b0c6-b3ab75786e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec936f8-d4ea-41c0-82c3-76af0a01931e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:59.567909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52404) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:02:59.590907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:02:59.657065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.760115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.789359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a982024-3860-4e0c-ac75-5b8e3a3c1a39']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:59.803259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:59.803762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a19ab2-77b6-4fa8-88fa-4fd626b93e6b') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:02:59.821060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.841768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.850973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:02:59.851455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:02:59.853608 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:02:59.924373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.930511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:02:59.934721 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5a982024-3860-4e0c-ac75-5b8e3a3c1a39 HTTP/1.1" status: 204 len: 168 time: 0.3656545 Nov 19 04:02:59.950461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a982024-3860-4e0c-ac75-5b8e3a3c1a39,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:02:59.959324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.959905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.960368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.960703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.961050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.961396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.961718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.962073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.962414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.962735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.963101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:02:59.964142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d54ad93-2afa-42cd-a421-be7947f53c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:00.167402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-087e7e70-9205-4471-858c-918b500d452b tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:00.169065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-087e7e70-9205-4471-858c-918b500d452b tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 945 time: 0.4456835 Nov 19 04:03:00.169333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52414) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:00.187866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcf3be-2204-4a5c-8f69-b6541730934e req-0d84b262-c0f7-4a61-b1c9-3cf31b09c73e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:00.190402 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78fcf3be-2204-4a5c-8f69-b6541730934e req-0d84b262-c0f7-4a61-b1c9-3cf31b09c73e tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 945 time: 0.4556596 Nov 19 04:03:00.233012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d71e5da4-9a48-413b-875e-724738ae0fbf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eefb25db9b2842d5aea3bd32db6cb092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624385 Nov 19 04:03:00.235534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:00.293926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd293c5-92f8-4a88-9b5d-7f165f6a6db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.316938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd293c5-92f8-4a88-9b5d-7f165f6a6db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.324196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78fcf3be-2204-4a5c-8f69-b6541730934e req-a8d8d54a-2dff-4da3-8c1e-206c69133680 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234586 Nov 19 04:03:00.381836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Deleting port 52507a2b-5ec3-445f-9a92-508cc15d83e3 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:00.382764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.390560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd293c5-92f8-4a88-9b5d-7f165f6a6db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.395423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd293c5-92f8-4a88-9b5d-7f165f6a6db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.400008 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bcd293c5-92f8-4a88-9b5d-7f165f6a6db2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfadac4b-3276-48e9-8737-abc89916db4d HTTP/1.1" status: 204 len: 168 time: 0.1631665 Nov 19 04:03:00.410589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd293c5-92f8-4a88-9b5d-7f165f6a6db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfadac4b-3276-48e9-8737-abc89916db4d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:00.537064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc1eb0-0c18-49c9-9b3a-3523457169af req-1a0e2caa-3cf0-4e49-8450-479f70017147 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:00.538673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83dc1eb0-0c18-49c9-9b3a-3523457169af req-1a0e2caa-3cf0-4e49-8450-479f70017147 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 949 time: 0.0943997 Nov 19 04:03:00.579669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] For port 52507a2b-5ec3-445f-9a92-508cc15d83e3, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=52507a2b-5ec3-445f-9a92-508cc15d83e3,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:00.580050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.616144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Calling delete_port for 52507a2b-5ec3-445f-9a92-508cc15d83e3 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:00.643539 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83dc1eb0-0c18-49c9-9b3a-3523457169af req-1c03c016-1937-41d4-80e9-1b3bbd26a232 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952010 Nov 19 04:03:00.825141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093e5d-4a40-4dcc-a79f-c80569a9082b req-4a9d1192-b68b-439c-a8f1-e341221f64e6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:00.826730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8093e5d-4a40-4dcc-a79f-c80569a9082b req-4a9d1192-b68b-439c-a8f1-e341221f64e6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0938177 Nov 19 04:03:00.828104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:00.841348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28', '52507a2b-5ec3-445f-9a92-508cc15d83e3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:00.888881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event deleted for resources: {'Port': ['ID=52507a2b-5ec3-445f-9a92-508cc15d83e3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:00.957503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8093e5d-4a40-4dcc-a79f-c80569a9082b req-c6105bed-620a-414a-a4a3-433411e40935 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030746 Nov 19 04:03:00.974171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:00.978437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977ac38-6f2a-49e3-a629-b73708eecae5 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:01.056505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] No DVR routers for this DVR port 52507a2b-5ec3-445f-9a92-508cc15d83e3 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:01.067032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.071971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9472e133-8d92-4d5b-8b15-be7498d72e67 req-59f40155-93b5-4fb9-a2c2-de45146a16c6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "DELETE /v2.0/ports/52507a2b-5ec3-445f-9a92-508cc15d83e3 HTTP/1.1" status: 204 len: 173 time: 0.8797479 Nov 19 04:03:01.073277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'name': 'network-vif-deleted', 'tag': '52507a2b-5ec3-445f-9a92-508cc15d83e3'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:01.085478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:03:01.085672 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6111713-5cd4-4a66-9027-db37a76de48b" -d '{"events": [{"server_uuid": "52c30d93-180a-4ce9-aaa8-2baea1cac461", "name": "network-vif-deleted", "tag": "52507a2b-5ec3-445f-9a92-508cc15d83e3"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:01.101826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:01.110066 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.160227 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec33c97-467f-4654-930f-d2b5462ec507 x-openstack-request-id: req-4ec33c97-467f-4654-930f-d2b5462ec507 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:01.160601 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c30d93-180a-4ce9-aaa8-2baea1cac461", "name": "network-vif-deleted", "tag": "52507a2b-5ec3-445f-9a92-508cc15d83e3", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:01.160925 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ec33c97-467f-4654-930f-d2b5462ec507 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:01.161403 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c30d93-180a-4ce9-aaa8-2baea1cac461', 'name': 'network-vif-deleted', 'tag': '52507a2b-5ec3-445f-9a92-508cc15d83e3', 'status': 'completed', 'code': 200} Nov 19 04:03:01.220189 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.256784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:01.259134 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef20046-e448-4105-97a9-2fb4a501e782" -d '{"events": [{"server_uuid": "2e94edfd-375a-4d01-a692-365c46ffd50d", "name": "network-vif-plugged", "status": "completed", "tag": "fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:01.273480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:01.278394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.279591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:01.329656 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a521f-6498-4114-a300-7587c73cbcf5 x-openstack-request-id: req-8a6a521f-6498-4114-a300-7587c73cbcf5 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:01.329895 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e94edfd-375a-4d01-a692-365c46ffd50d", "name": "network-vif-plugged", "status": "completed", "tag": "fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:01.330159 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a6a521f-6498-4114-a300-7587c73cbcf5 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:01.330823 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb', 'code': 200} Nov 19 04:03:01.334005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52454) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:01.334520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:01.334619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a699a3d4-02ec-4a52-a71d-8bd8cbf1da08 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:01.372897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:01.385671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.386628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.386950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.387763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.388129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.388481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.389160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.389611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.390375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.390736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.391253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.391599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:01.444798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20423e-6615-46b0-8635-8179bcc6025c req-5f3e39ed-a146-4f49-80fb-6516622fd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:01.446783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d20423e-6615-46b0-8635-8179bcc6025c req-5f3e39ed-a146-4f49-80fb-6516622fd808 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 1101 time: 0.0477679 Nov 19 04:03:01.491392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbbb8787-b8b9-4906-be17-d69b85892769 req-7d5a98c7-f5c1-4aa7-b4b5-c06c31730ea7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=52c30d93-180a-4ce9-aaa8-2baea1cac461 HTTP/1.1" status: 200 len: 210 time: 0.0450993 Nov 19 04:03:01.492225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1346555661-network', 'tenant_id': 'f1e789f8da2d48738f843be558522693'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:01.519692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 145df2e1-dd56-4640-a5fa-347f15685643 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:01.537249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d20423e-6615-46b0-8635-8179bcc6025c req-bb073eed-6de3-4ec2-9a33-ecc1f03a6fd1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825329 Nov 19 04:03:01.545123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 145df2e1-dd56-4640-a5fa-347f15685643 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:01.545806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 145df2e1-dd56-4640-a5fa-347f15685643 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:01.550799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Made reservation on behalf of f1e789f8da2d48738f843be558522693 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:01.553188 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.566732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.646436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.651983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.682117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:03:01.692897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3898909-d4f3-45bd-97c3-99730d686663,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:01.698542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.698895 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Added segment a30dbd21-678b-42ac-bc67-518a64da6fa8 of type vlan for network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 Nov 19 04:03:01.740910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.754631 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.770828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.772244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:01.773101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:01.811096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5470-6fec-414f-833d-b2fd1b361a5e req-86d36c70-c3c5-4cf2-83aa-9c4ad6178857 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:01.812782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-011a5470-6fec-414f-833d-b2fd1b361a5e req-86d36c70-c3c5-4cf2-83aa-9c4ad6178857 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 950 time: 0.0650389 Nov 19 04:03:01.829142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4905798 Nov 19 04:03:01.831042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52464) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:01.835676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Request body: {'subnet': {'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1346555661-subnet', 'tenant_id': 'f1e789f8da2d48738f843be558522693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:01.864772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453ac3-bbee-42d8-b27d-e45a28592cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=edbdcb9e-e66f-4ad5-91eb-ee1daa850104,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:01.877547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:03:01.890826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-011a5470-6fec-414f-833d-b2fd1b361a5e req-02315c3e-ff28-43bf-b754-ef712cb63a19 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658734 Nov 19 04:03:01.892364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Made reservation on behalf of f1e789f8da2d48738f843be558522693 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:01.895142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:02.128969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efac8a-ff21-47f8-9de9-f23c55aacc04 req-c6474225-c7b4-4e42-b843-a2e4d554cfd0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:02.130646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56efac8a-ff21-47f8-9de9-f23c55aacc04 req-c6474225-c7b4-4e42-b843-a2e4d554cfd0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0612695 Nov 19 04:03:02.143332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:02.187735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56efac8a-ff21-47f8-9de9-f23c55aacc04 req-d5ec10e3-b258-4139-82e3-61858c3047f7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478673 Nov 19 04:03:02.202504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=935effe9-54d6-42e7-8835-672e2aa907e1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:02.219034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Checking segment: {'id': 'a30dbd21-678b-42ac-bc67-518a64da6fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:02.219414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Network hostable DHCP agents. Network: edbdcb9e-e66f-4ad5-91eb-ee1daa850104, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:03:02.243058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:03:02.255571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, edbdcb9e-e66f-4ad5-91eb-ee1daa850104) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:02.260410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:02.261077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:02.266277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6662f-2c4e-4c3c-86a2-f217a369e4ff None None] Network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:02.282911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bbe0855d-ef90-43eb-9124-977384a010ca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4495525 Nov 19 04:03:02.397571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf501324-f7c9-4d71-9b32-807212ad79c2 None None] Network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:02.716260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-9e1de673-c1bd-4ef0-8d6f-9dfff768009a tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:02.717827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-9e1de673-c1bd-4ef0-8d6f-9dfff768009a tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/networks?id=edbdcb9e-e66f-4ad5-91eb-ee1daa850104 HTTP/1.1" status: 200 len: 813 time: 0.1129169 Nov 19 04:03:02.732956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-0ce32759-24b9-4218-a4a0-5b8d1a28b000 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/quotas/f1e789f8da2d48738f843be558522693 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Nov 19 04:03:02.769271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-6c8a9dab-05df-4b99-b3c8-020383537939 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1e789f8da2d48738f843be558522693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304391 Nov 19 04:03:02.878384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-47a0b00a-9a56-43a5-b928-ac46af8b1e60 service neutron] 10.222.0.52 "GET /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003809 Nov 19 04:03:02.977963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-57e9d208-aa0a-416a-b65c-ba5b15ff2944 service neutron] 10.222.0.52 "GET /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933459 Nov 19 04:03:03.269130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bf02-5db2-4372-a315-3c6725673853 req-780c71ef-4a32-480a-bad6-230c8cd663e7 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:03.274449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88c3bf02-5db2-4372-a315-3c6725673853 req-780c71ef-4a32-480a-bad6-230c8cd663e7 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 950 time: 0.1138535 Nov 19 04:03:03.337250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88c3bf02-5db2-4372-a315-3c6725673853 req-aa85ff43-0703-4f9c-8eef-0ffeb2578d85 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Nov 19 04:03:03.431308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8cabcf5-5638-4859-a4ed-064c871d1e44 req-1c373f94-df9b-409d-892f-64f0997908e0 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 210 time: 0.0422423 Nov 19 04:03:03.520177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 52507a2b-5ec3-445f-9a92-508cc15d83e3 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:03.556634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 52507a2b-5ec3-445f-9a92-508cc15d83e3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:03.558301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 52507a2b-5ec3-445f-9a92-508cc15d83e3 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:03.573712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7acc45-5c03-4551-a1d3-edd6d61d184a req-a10a64a8-5a8f-4e02-a227-56ca54e9a982 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:03.578528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c7acc45-5c03-4551-a1d3-edd6d61d184a req-a10a64a8-5a8f-4e02-a227-56ca54e9a982 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0631857 Nov 19 04:03:03.635770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c7acc45-5c03-4551-a1d3-edd6d61d184a req-2b8252d5-c7b4-4321-8a80-21b565d947bf tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Nov 19 04:03:04.014325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538438d-70f0-4808-b9f7-cdac7e73e6e7 req-df3c43a1-ba28-4350-ab66-eb9b0b4a9ccb tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:04.015766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b538438d-70f0-4808-b9f7-cdac7e73e6e7 req-df3c43a1-ba28-4350-ab66-eb9b0b4a9ccb tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 950 time: 0.0539155 Nov 19 04:03:04.074947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b538438d-70f0-4808-b9f7-cdac7e73e6e7 req-691bbdfe-5a61-4153-8ca4-a1fb10a8ca6b tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531905 Nov 19 04:03:04.418078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-9a72014c-961a-4080-9110-c1678eb612f9 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:04.420048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-9a72014c-961a-4080-9110-c1678eb612f9 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.36 "GET /v2.0/networks?id=edbdcb9e-e66f-4ad5-91eb-ee1daa850104 HTTP/1.1" status: 200 len: 813 time: 0.1576812 Nov 19 04:03:04.442102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Request body: {'port': {'device_id': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104', 'admin_state_up': True, 'tenant_id': 'f1e789f8da2d48738f843be558522693'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:04.537198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b24405c2-cd1f-441f-a7fc-c498129696c1 req-9a226440-6b22-4654-85f0-efe748d101f7 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 210 time: 0.0294795 Nov 19 04:03:04.599956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Made reservation on behalf of f1e789f8da2d48738f843be558522693 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:04.604491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:04.764787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Allocated IP 172.20.0.9 (edbdcb9e-e66f-4ad5-91eb-ee1daa850104/935effe9-54d6-42e7-8835-672e2aa907e1/5d109eb2-3f6f-42fb-b514-a03611090436) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:04.793745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64113d55-4b5f-4fae-9e9a-84a3e37a75f1 req-013dc701-f285-456d-9f23-684a1f3dc5b3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:04.795216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64113d55-4b5f-4fae-9e9a-84a3e37a75f1 req-013dc701-f285-456d-9f23-684a1f3dc5b3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0839818 Nov 19 04:03:04.887567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64113d55-4b5f-4fae-9e9a-84a3e37a75f1 req-b3fa0906-bb68-47d2-9c9f-80c1eadcadc6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835598 Nov 19 04:03:05.011321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.053341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.109260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:05.112751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:05.117630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:05.123062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Pushing event updated for resources: {'Port': ['ID=5d109eb2-3f6f-42fb-b514-a03611090436,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:05.185126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:05.185891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.239767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-60dff9ca-6ed7-46ac-95b6-76a03020fee5 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096523 Nov 19 04:03:05.255390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7a930-3404-41e7-a71f-4d67e5ad11ac req-469ec50b-7faa-4cb9-a88b-1a856567a1a7 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:05.262731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cae7a930-3404-41e7-a71f-4d67e5ad11ac req-469ec50b-7faa-4cb9-a88b-1a856567a1a7 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 950 time: 0.0846860 Nov 19 04:03:05.271383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Request body: {'port': {'device_id': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:05.374232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.400243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cae7a930-3404-41e7-a71f-4d67e5ad11ac req-3d3b64a4-a31f-44bd-afc4-c06fa21e1dbf tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345503 Nov 19 04:03:05.594407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-6daef3c6-4230-4eec-b1e8-61a9caf46d01 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:05.597362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-6daef3c6-4230-4eec-b1e8-61a9caf46d01 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 950 time: 0.0721893 Nov 19 04:03:05.719870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Deleting port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:05.720247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.747586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b900be-f3a3-4c0f-b33d-df8ee23609ad req-a31fba7a-7798-42db-b8c5-46bde060c876 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:05.749192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14b900be-f3a3-4c0f-b33d-df8ee23609ad req-a31fba7a-7798-42db-b8c5-46bde060c876 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 931 time: 0.0918355 Nov 19 04:03:05.830647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14b900be-f3a3-4c0f-b33d-df8ee23609ad req-e39275f8-1431-4b63-9b93-8916c039aa18 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Nov 19 04:03:05.841178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d109eb2-3f6f-42fb-b514-a03611090436 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:05.856376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.871075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Transition to ACTIVE for port object 5d109eb2-3f6f-42fb-b514-a03611090436 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:03:05.876715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:05.965269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Pushing event updated for resources: {'Port': ['ID=5d109eb2-3f6f-42fb-b514-a03611090436,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:06.113633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6032b-05a0-46c9-a934-dd275d250796 req-464baa7d-b558-4e71-a44b-d6b4ef9d4260 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:06.115209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cd6032b-05a0-46c9-a934-dd275d250796 req-464baa7d-b558-4e71-a44b-d6b4ef9d4260 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1015131 Nov 19 04:03:06.123776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Attempting to bind port 5d109eb2-3f6f-42fb-b514-a03611090436 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:06.123776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Attempting to bind port 5d109eb2-3f6f-42fb-b514-a03611090436 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'a30dbd21-678b-42ac-bc67-518a64da6fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:06.123776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Attempting to bind port 5d109eb2-3f6f-42fb-b514-a03611090436 on network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:06.135916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Port 5d109eb2-3f6f-42fb-b514-a03611090436 on network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:03:06.136297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Attempting to bind port 5d109eb2-3f6f-42fb-b514-a03611090436 on network edbdcb9e-e66f-4ad5-91eb-ee1daa850104 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:06.151274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:06.151633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Checking segment: {'id': 'a30dbd21-678b-42ac-bc67-518a64da6fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:06.152031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Bound using segment: {'id': 'a30dbd21-678b-42ac-bc67-518a64da6fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:06.152508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Bound port: 5d109eb2-3f6f-42fb-b514-a03611090436, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30dbd21-678b-42ac-bc67-518a64da6fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:06.153024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:06.188732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] For port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:06.189299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:06.204583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Calling delete_port for fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:06.231290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cd6032b-05a0-46c9-a934-dd275d250796 req-8b0835f2-1c99-4914-b4d7-5dad60db884a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040370 Nov 19 04:03:06.279214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] For port 5d109eb2-3f6f-42fb-b514-a03611090436, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:06.283686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] For port 5d109eb2-3f6f-42fb-b514-a03611090436, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5d109eb2-3f6f-42fb-b514-a03611090436,segment=NetworkSegment(a30dbd21-678b-42ac-bc67-518a64da6fa8),segment_id=a30dbd21-678b-42ac-bc67-518a64da6fa8)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:06.291427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:06.331023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:06.331827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:06.333125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d109eb2-3f6f-42fb-b514-a03611090436 HTTP/1.1" status: 200 len: 1091 time: 1.0693853 Nov 19 04:03:06.333582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'tag': '5d109eb2-3f6f-42fb-b514-a03611090436'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:06.335917 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab2c42a-6118-48a1-8893-65d1d147a0be" -d '{"events": [{"name": "network-changed", "server_uuid": "c89ca4e7-73c8-41c4-8d74-a130c3718540", "tag": "5d109eb2-3f6f-42fb-b514-a03611090436"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:06.388480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34703-d71d-4930-92ee-e3ef63353289 service neutron] Pushing event updated for resources: {'Port': ['ID=5d109eb2-3f6f-42fb-b514-a03611090436,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:06.398861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:06.435606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:06.460293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Pushing event deleted for resources: {'Port': ['ID=fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:06.465126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-b530a737-fbb7-4cdd-8feb-7a1bac14e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:06.466715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-b530a737-fbb7-4cdd-8feb-7a1bac14e831 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1e789f8da2d48738f843be558522693&device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 1094 time: 0.0921535 Nov 19 04:03:06.529668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] No DVR routers for this DVR port fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:06.533987 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:06.538701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8963c90-f507-4b3d-ba3c-d23da73d18ee req-9154b6d0-bd34-4278-8b08-d542dc083b23 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.31 "DELETE /v2.0/ports/fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb HTTP/1.1" status: 204 len: 173 time: 0.9340818 Nov 19 04:03:06.539581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'name': 'network-vif-deleted', 'tag': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:06.545954 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7fd7e-9bcc-48af-b935-0e029c5852ca" -d '{"events": [{"server_uuid": "2e94edfd-375a-4d01-a692-365c46ffd50d", "name": "network-vif-deleted", "tag": "fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:06.548750 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87520b2-f479-48c0-b79c-bfe586c0885b x-openstack-request-id: req-f87520b2-f479-48c0-b79c-bfe586c0885b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:06.549000 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89ca4e7-73c8-41c4-8d74-a130c3718540", "tag": "5d109eb2-3f6f-42fb-b514-a03611090436", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:06.549276 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f87520b2-f479-48c0-b79c-bfe586c0885b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:06.549691 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'tag': '5d109eb2-3f6f-42fb-b514-a03611090436', 'status': 'completed', 'code': 200} Nov 19 04:03:06.551703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-ce59666b-b19c-4c12-a90e-c71cbf8ec3ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d109eb2-3f6f-42fb-b514-a03611090436 HTTP/1.1" status: 200 len: 217 time: 0.0755274 Nov 19 04:03:06.658698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-dc7e33f2-ca07-48f6-a5ee-0c858f685637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:06.660557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-dc7e33f2-ca07-48f6-a5ee-0c858f685637 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=935effe9-54d6-42e7-8835-672e2aa907e1 HTTP/1.1" status: 200 len: 853 time: 0.1012869 Nov 19 04:03:06.730194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-5dc0ab86-3abb-45c5-941c-6653e8606aae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edbdcb9e-e66f-4ad5-91eb-ee1daa850104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494728 Nov 19 04:03:06.732549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da198b44-e0b3-47eb-8161-a98bd2f61d66 req-a1f8c798-4601-4172-881e-349876da4742 tempest-ImagesNegativeTestJSON-764294318 tempest-ImagesNegativeTestJSON-764294318-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e94edfd-375a-4d01-a692-365c46ffd50d HTTP/1.1" status: 200 len: 210 time: 0.0906608 Nov 19 04:03:06.872579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-fc1bb4e0-8edd-426e-ad9e-a2d53bc8673b service neutron] 10.222.0.36 "GET /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352117 Nov 19 04:03:06.992271 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6868d9b4-fa8a-4319-9425-bcdf7e599be5 x-openstack-request-id: req-6868d9b4-fa8a-4319-9425-bcdf7e599be5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:06.992763 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e94edfd-375a-4d01-a692-365c46ffd50d", "name": "network-vif-deleted", "tag": "fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:06.992865 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6868d9b4-fa8a-4319-9425-bcdf7e599be5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:06.993364 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e94edfd-375a-4d01-a692-365c46ffd50d', 'name': 'network-vif-deleted', 'tag': 'fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb', 'status': 'completed', 'code': 200} Nov 19 04:03:07.012872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e99928b-b6f0-4f81-94ca-59e5f5d2e952 req-4d581399-8ac3-4f67-a015-9dd6fdc81edb service neutron] 10.222.0.36 "GET /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305432 Nov 19 04:03:07.152231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702983f-1cd5-410f-87e0-bbd6f7e62100 req-6ea922c6-d00b-40c6-babe-3acf49632ab7 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:07.153919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7702983f-1cd5-410f-87e0-bbd6f7e62100 req-6ea922c6-d00b-40c6-babe-3acf49632ab7 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 943 time: 0.1062751 Nov 19 04:03:07.160499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-e6648643-b834-4fb3-83d7-ec4053236139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:07.162142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-e6648643-b834-4fb3-83d7-ec4053236139 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1e789f8da2d48738f843be558522693&device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 1094 time: 0.0947814 Nov 19 04:03:07.299668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7702983f-1cd5-410f-87e0-bbd6f7e62100 req-badc51f3-cd5c-4ba0-a1f8-5743ce510b77 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364112 Nov 19 04:03:07.331996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-12353589-622e-4e08-a51c-4badfeb28774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:07.334004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-12353589-622e-4e08-a51c-4badfeb28774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=edbdcb9e-e66f-4ad5-91eb-ee1daa850104 HTTP/1.1" status: 200 len: 914 time: 0.1607058 Nov 19 04:03:07.391912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-a3a63f27-a6a0-4ef9-9b93-2a4fceb0c454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d109eb2-3f6f-42fb-b514-a03611090436 HTTP/1.1" status: 200 len: 217 time: 0.0475383 Nov 19 04:03:07.465323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-c081a49e-30fe-422d-b20d-7763319e16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:07.466840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-c081a49e-30fe-422d-b20d-7763319e16d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=935effe9-54d6-42e7-8835-672e2aa907e1 HTTP/1.1" status: 200 len: 853 time: 0.0572433 Nov 19 04:03:07.475275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e24a9-8684-489e-b3cf-e9405aefab90 req-15ea2d22-33d0-4a87-bf80-d037d646767a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:07.477748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-159e24a9-8684-489e-b3cf-e9405aefab90 req-15ea2d22-33d0-4a87-bf80-d037d646767a tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 946 time: 0.0956864 Nov 19 04:03:07.519946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-0141dde9-0a9c-4da6-8947-dc2c6d6814ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=edbdcb9e-e66f-4ad5-91eb-ee1daa850104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380120 Nov 19 04:03:07.606337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-159e24a9-8684-489e-b3cf-e9405aefab90 req-31af20e4-d16d-4781-90cd-09ec7d401cbc tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163199 Nov 19 04:03:07.664668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-0bd02d69-913a-4511-9df0-49ba64197e4b service neutron] 10.222.0.36 "GET /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357787 Nov 19 04:03:07.790375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec422a5-df78-4d86-b92e-193684072a9c req-269979d3-09de-4615-8c46-c68d17cd2f84 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:07.791855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aec422a5-df78-4d86-b92e-193684072a9c req-269979d3-09de-4615-8c46-c68d17cd2f84 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1108303 Nov 19 04:03:07.817958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ab2c42a-6118-48a1-8893-65d1d147a0be req-5a83a528-5a8b-47c5-8460-fe5fdb398ebb service neutron] 10.222.0.36 "GET /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447482 Nov 19 04:03:07.856083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aec422a5-df78-4d86-b92e-193684072a9c req-a6ee15cd-e9f0-4dc5-b735-06e2c02b0f48 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Nov 19 04:03:08.355401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52618) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:08.441819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bcfb0-6beb-47b7-ba64-4070b16f2994 req-50342a5c-54fc-4afd-8208-de068ca5dbef tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:08.443528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c5bcfb0-6beb-47b7-ba64-4070b16f2994 req-50342a5c-54fc-4afd-8208-de068ca5dbef tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 943 time: 0.0514288 Nov 19 04:03:08.508248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0ef9d44-26a7-4f09-8c68-75634d9dcb81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b007a1a24f6949e2abf49b1e55d47a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514976 Nov 19 04:03:08.514154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c5bcfb0-6beb-47b7-ba64-4070b16f2994 req-70a2c37a-8e22-4624-8223-2315f4aed679 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608625 Nov 19 04:03:08.514636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52622) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:08.552816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a709-1793-4c97-93bf-6273b834a970 req-26ec0380-35e2-4842-99a2-11cdbb096488 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:08.554328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c17a709-1793-4c97-93bf-6273b834a970 req-26ec0380-35e2-4842-99a2-11cdbb096488 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 946 time: 0.0547400 Nov 19 04:03:08.567086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff269951-2958-4d6f-a114-9b77c74ff8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:08.590694 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff269951-2958-4d6f-a114-9b77c74ff8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:08.643941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff269951-2958-4d6f-a114-9b77c74ff8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:08.646798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff269951-2958-4d6f-a114-9b77c74ff8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:08.650808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ff269951-2958-4d6f-a114-9b77c74ff8d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2e9ebb3-7e19-4ae0-b59c-3957863b01bb HTTP/1.1" status: 204 len: 168 time: 0.1349549 Nov 19 04:03:08.666061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff269951-2958-4d6f-a114-9b77c74ff8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e9ebb3-7e19-4ae0-b59c-3957863b01bb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:08.703810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Deleting port 976da7dc-3c68-4be9-92f9-6be92d09cb28 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:08.704575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:08.833735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c466cb-0c77-4760-ae48-72f0f215f34a req-1e91d0b5-9bf3-47f9-b799-064d5c1dd1b7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:08.835312 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99c466cb-0c77-4760-ae48-72f0f215f34a req-1e91d0b5-9bf3-47f9-b799-064d5c1dd1b7 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/ports?device_id=218cd006-f872-4fc4-983b-9f22717d7b6e HTTP/1.1" status: 200 len: 946 time: 0.1133244 Nov 19 04:03:08.867626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] For port 976da7dc-3c68-4be9-92f9-6be92d09cb28, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=976da7dc-3c68-4be9-92f9-6be92d09cb28,segment=NetworkSegment(11258156-9308-4d7f-9948-527b2217a396),segment_id=11258156-9308-4d7f-9948-527b2217a396)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:08.867998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:08.891807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Calling delete_port for 976da7dc-3c68-4be9-92f9-6be92d09cb28 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:08.919359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99c466cb-0c77-4760-ae48-72f0f215f34a req-58c5ff7e-d6a7-44c5-91ce-ae41318e95e2 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767152 Nov 19 04:03:09.011902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:09.034966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:09.035310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device fe3049cc-61b1-4be4-bc05-d8dd51f0dcdb not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:09.069296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f0b77-214e-481d-be8b-90cfc0a163d6 req-d1fdd8df-7eb2-4f5a-b175-30f290ea5edd tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:09.070958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-676f0b77-214e-481d-be8b-90cfc0a163d6 req-d1fdd8df-7eb2-4f5a-b175-30f290ea5edd tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0705395 Nov 19 04:03:09.153335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.165728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['976da7dc-3c68-4be9-92f9-6be92d09cb28'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:09.189840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-676f0b77-214e-481d-be8b-90cfc0a163d6 req-e735b45b-0fb6-447d-bca0-c96f22c18776 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910869 Nov 19 04:03:09.192833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Pushing event deleted for resources: {'Port': ['ID=976da7dc-3c68-4be9-92f9-6be92d09cb28,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:09.233135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99848f0-906c-4d4f-b4c8-57ca76072e96 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:09.246425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] No DVR routers for this DVR port 976da7dc-3c68-4be9-92f9-6be92d09cb28 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:09.250926 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.257157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c17a709-1793-4c97-93bf-6273b834a970 req-8cc36b3d-78cc-49ae-b036-5700153f0bf6 tempest-AttachVolumeNegativeTest-29204037 tempest-AttachVolumeNegativeTest-29204037-project] 10.222.0.36 "DELETE /v2.0/ports/976da7dc-3c68-4be9-92f9-6be92d09cb28 HTTP/1.1" status: 204 len: 173 time: 0.6958618 Nov 19 04:03:09.257701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'name': 'network-vif-deleted', 'tag': '976da7dc-3c68-4be9-92f9-6be92d09cb28'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:09.261384 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc99ac-fe97-409c-bf4d-855cfa1c895f" -d '{"events": [{"server_uuid": "218cd006-f872-4fc4-983b-9f22717d7b6e", "name": "network-vif-deleted", "tag": "976da7dc-3c68-4be9-92f9-6be92d09cb28"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:09.389151 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430c388-51a2-4bd2-b3ef-a9baf5e7a2a2 x-openstack-request-id: req-5430c388-51a2-4bd2-b3ef-a9baf5e7a2a2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:09.389611 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218cd006-f872-4fc4-983b-9f22717d7b6e", "name": "network-vif-deleted", "tag": "976da7dc-3c68-4be9-92f9-6be92d09cb28", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:09.389993 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5430c388-51a2-4bd2-b3ef-a9baf5e7a2a2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:09.390632 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218cd006-f872-4fc4-983b-9f22717d7b6e', 'name': 'network-vif-deleted', 'tag': '976da7dc-3c68-4be9-92f9-6be92d09cb28', 'status': 'completed', 'code': 200} Nov 19 04:03:09.500877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52654) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:09.551665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5d109eb2-3f6f-42fb-b514-a03611090436 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:03:09.627773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2105549486-network', 'tenant_id': 'b36e52e043774b2c9136430e405854cb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:09.653770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Made reservation on behalf of b36e52e043774b2c9136430e405854cb for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:09.656889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.657385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed94932-2b6d-4917-99b8-9e3ac107c154 req-13ada6c3-de28-460e-a4c0-5b1bab2891ad tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:09.665207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ed94932-2b6d-4917-99b8-9e3ac107c154 req-13ada6c3-de28-460e-a4c0-5b1bab2891ad tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 943 time: 0.0720913 Nov 19 04:03:09.670962 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.747641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5d109eb2-3f6f-42fb-b514-a03611090436, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5d109eb2-3f6f-42fb-b514-a03611090436,segment=NetworkSegment(a30dbd21-678b-42ac-bc67-518a64da6fa8),segment_id=a30dbd21-678b-42ac-bc67-518a64da6fa8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:09.767484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ed94932-2b6d-4917-99b8-9e3ac107c154 req-5c7be6b0-36e0-4d87-bc00-19e4b886c906 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007962 Nov 19 04:03:09.776083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '5d109eb2-3f6f-42fb-b514-a03611090436', 'network_id': 'edbdcb9e-e66f-4ad5-91eb-ee1daa850104', 'port_id': '5d109eb2-3f6f-42fb-b514-a03611090436', 'mac_address': 'fa:16:3e:b7:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935effe9-54d6-42e7-8835-672e2aa907e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:03:09.780713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.787515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.812683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:03:09.830245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:09.833497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.833850 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Added segment 2f006598-0d7c-4d79-b9f2-d7d33828e406 of type vlan for network 9d05ef18-d699-470c-92fa-65a4727caa74 Nov 19 04:03:09.842095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.867290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d109eb2-3f6f-42fb-b514-a03611090436 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:09.894814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5d109eb2-3f6f-42fb-b514-a03611090436, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5d109eb2-3f6f-42fb-b514-a03611090436,segment=NetworkSegment(a30dbd21-678b-42ac-bc67-518a64da6fa8),segment_id=a30dbd21-678b-42ac-bc67-518a64da6fa8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:09.895734 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.902482 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.923608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.924665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:09.925411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:09.956769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5d109eb2-3f6f-42fb-b514-a03611090436,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:09.985286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4802704 Nov 19 04:03:09.985500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52664) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:09.989510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52666) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:09.998370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Request body: {'subnet': {'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2105549486-subnet', 'tenant_id': 'b36e52e043774b2c9136430e405854cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:10.022178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Made reservation on behalf of b36e52e043774b2c9136430e405854cb for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:10.024912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.027249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468f4a-edca-48a5-b5b6-f254824cb617 admin admin] Pushing event updated for resources: {'Network': ['ID=9d05ef18-d699-470c-92fa-65a4727caa74,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:10.035768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Deleting subnet a485d9a1-3c19-4a5c-902c-c78282ababbf {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:03:10.038982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9d05ef18-d699-470c-92fa-65a4727caa74 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:03:10.040632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.088156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.142669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.182043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5d109eb2-3f6f-42fb-b514-a03611090436'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:10.209005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.265368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a485d9a1-3c19-4a5c-902c-c78282ababbf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:10.277924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.285271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ae2beeb5-185e-4b6a-b983-0dff9809cb9c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a485d9a1-3c19-4a5c-902c-c78282ababbf HTTP/1.1" status: 204 len: 168 time: 0.2992206 Nov 19 04:03:10.287289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:10.288776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295dfcbf-824c-42ef-a836-245511df61d2 None None] Network 77f218d4-b4d2-4503-abc1-756d2f76e844 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:10.299608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.380720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=749e0d90-de34-4e3e-8487-cee83377c1da,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:10.390993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Checking segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:10.391409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Network hostable DHCP agents. Network: 9d05ef18-d699-470c-92fa-65a4727caa74, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:03:10.414184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Network 9d05ef18-d699-470c-92fa-65a4727caa74 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:03:10.419274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.430118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9d05ef18-d699-470c-92fa-65a4727caa74) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:10.436815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:10.437833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.486219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f9a96b97-9a7e-4ad4-9bed-c6efead62a5e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4954414 Nov 19 04:03:10.501992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e777e47-b05b-4574-b87f-c761b8c429f3 req-e8ca7af7-8f65-405a-923e-88e5710bfe81 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:10.503816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e777e47-b05b-4574-b87f-c761b8c429f3 req-e8ca7af7-8f65-405a-923e-88e5710bfe81 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1096022 Nov 19 04:03:10.560295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.583104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f218d4-b4d2-4503-abc1-756d2f76e844']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:10.610509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11258156-9308-4d7f-9948-527b2217a396') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:10.610822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11258156-9308-4d7f-9948-527b2217a396') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:10.630935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241e59a-9c2c-426b-8afe-ce8d141897a7 None None] Network 9d05ef18-d699-470c-92fa-65a4727caa74 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:10.660427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.690402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d2acc-04e6-4d55-8fd8-36561d51f860 None None] DHCP port deletion for 77f218d4-b4d2-4503-abc1-756d2f76e844 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:10.691321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e777e47-b05b-4574-b87f-c761b8c429f3 req-f87d131b-9d56-46a9-9c5e-624a0f0f1b00 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060016 Nov 19 04:03:10.692414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.701246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:03:10.702654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:03:10.707514 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:03:10.800558 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.809953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:10.816541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] 10.222.0.52 "DELETE /v2.0/networks/77f218d4-b4d2-4503-abc1-756d2f76e844 HTTP/1.1" status: 204 len: 168 time: 0.5261378 Nov 19 04:03:10.849339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430a2be-c2b8-4152-b27e-860dd4a108fa None None] Network 9d05ef18-d699-470c-92fa-65a4727caa74 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:10.871184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824688e-25b9-459b-98b3-fd19841e8626 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f218d4-b4d2-4503-abc1-756d2f76e844,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:11.014929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52692) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:11.057909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f07a227a-f60a-4d73-8f8b-166273e9177e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a097f7582e9b4af79141bb8b24dc41c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417705 Nov 19 04:03:11.060692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52694) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:11.115714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52696) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:11.139811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c29d-19e3-4d0d-aca6-6533f5d3f5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.171250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c29d-19e3-4d0d-aca6-6533f5d3f5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.232320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c29d-19e3-4d0d-aca6-6533f5d3f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.235955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c29d-19e3-4d0d-aca6-6533f5d3f5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.239881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bad3c29d-19e3-4d0d-aca6-6533f5d3f5c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3 HTTP/1.1" status: 204 len: 168 time: 0.1754289 Nov 19 04:03:11.247439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3c29d-19e3-4d0d-aca6-6533f5d3f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbfa67-c3dd-45d1-a7a8-86d38bbf7ba3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:11.252811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b862b4bc-28fa-4762-bf4a-41524ca9ef6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.429319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b862b4bc-28fa-4762-bf4a-41524ca9ef6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.436115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b862b4bc-28fa-4762-bf4a-41524ca9ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.503369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-505d85c6-4fb3-459f-bd0c-186142024840 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:11.504880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-505d85c6-4fb3-459f-bd0c-186142024840 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 822 time: 0.1768801 Nov 19 04:03:11.505953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862b4bc-28fa-4762-bf4a-41524ca9ef6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4875d395-7d18-4edf-b296-b770306dee63,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:11.513488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:11.513678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b862b4bc-28fa-4762-bf4a-41524ca9ef6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24ea756e2c0241fa9e7e634cf50a0b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967605 Nov 19 04:03:11.524274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-957134f5-777e-4859-b1e4-d873e6271f1e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/quotas/b36e52e043774b2c9136430e405854cb HTTP/1.1" status: 200 len: 375 time: 0.0092762 Nov 19 04:03:11.551103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5d109eb2-3f6f-42fb-b514-a03611090436 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:11.566127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-b315c417-ad44-4d80-ba81-0c2c100b55af tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350566 Nov 19 04:03:11.573055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd040fc6-9353-4a84-979e-241a2d56c1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.600952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd040fc6-9353-4a84-979e-241a2d56c1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.615975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 5d109eb2-3f6f-42fb-b514-a03611090436 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:03:11.621425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 5d109eb2-3f6f-42fb-b514-a03611090436 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:11.622148 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.672968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd040fc6-9353-4a84-979e-241a2d56c1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.676868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd040fc6-9353-4a84-979e-241a2d56c1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.678383 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd040fc6-9353-4a84-979e-241a2d56c1dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4875d395-7d18-4edf-b296-b770306dee63 HTTP/1.1" status: 204 len: 168 time: 0.1626756 Nov 19 04:03:11.691823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040fc6-9353-4a84-979e-241a2d56c1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875d395-7d18-4edf-b296-b770306dee63,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:11.708199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-e3ed5e27-c9e1-4242-908b-2959fd11af3e service neutron] 10.222.0.52 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338735 Nov 19 04:03:11.740228 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.789174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5d109eb2-3f6f-42fb-b514-a03611090436, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5d109eb2-3f6f-42fb-b514-a03611090436,segment=NetworkSegment(a30dbd21-678b-42ac-bc67-518a64da6fa8),segment_id=a30dbd21-678b-42ac-bc67-518a64da6fa8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:11.790416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d109eb2-3f6f-42fb-b514-a03611090436'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:11.794236 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa41240-0a55-46be-abe4-a52c49f96f1b" -d '{"events": [{"server_uuid": "c89ca4e7-73c8-41c4-8d74-a130c3718540", "name": "network-vif-plugged", "status": "completed", "tag": "5d109eb2-3f6f-42fb-b514-a03611090436"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:11.800530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:11.801348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 976da7dc-3c68-4be9-92f9-6be92d09cb28 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:11.830847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 976da7dc-3c68-4be9-92f9-6be92d09cb28 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:11.830847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 976da7dc-3c68-4be9-92f9-6be92d09cb28 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:11.851027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-15fccd02-5a34-4ee6-86c7-e21d96aa4a0a service neutron] 10.222.0.52 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418650 Nov 19 04:03:11.886935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5d109eb2-3f6f-42fb-b514-a03611090436,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:12.066148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76532686-db15-4d97-8f95-06b6ac9354aa req-4a843a64-a6bd-4fd8-92f6-368c7bc56393 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:12.067763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76532686-db15-4d97-8f95-06b6ac9354aa req-4a843a64-a6bd-4fd8-92f6-368c7bc56393 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 945 time: 0.0546350 Nov 19 04:03:12.124471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76532686-db15-4d97-8f95-06b6ac9354aa req-e88d2b0a-a54c-437d-9b7c-bb53ee47c6e4 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Nov 19 04:03:12.137420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52746) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:12.164292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417ea460-08dd-4a33-acb5-27e98b757dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.247123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f9fb9-b431-4717-acac-9f8fde66ea13 req-462e15be-dd9a-46b5-8f39-ba2e9f3e5792 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:12.249048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a23f9fb9-b431-4717-acac-9f8fde66ea13 req-462e15be-dd9a-46b5-8f39-ba2e9f3e5792 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0576544 Nov 19 04:03:12.300338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417ea460-08dd-4a33-acb5-27e98b757dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.308189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417ea460-08dd-4a33-acb5-27e98b757dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.309881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a23f9fb9-b431-4717-acac-9f8fde66ea13 req-af614598-7fb2-4ec6-b3d2-d44dd1491de2 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Nov 19 04:03:12.353868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-417ea460-08dd-4a33-acb5-27e98b757dcf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f77306d6af0849c2b05194979cd05e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149177 Nov 19 04:03:12.354797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ea460-08dd-4a33-acb5-27e98b757dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0e2f8b-de04-4f85-bc88-d0f043830912,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:12.356509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52756) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:12.369971 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf78492-ddde-4aca-a631-be0fe22da25e x-openstack-request-id: req-ddf78492-ddde-4aca-a631-be0fe22da25e {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:12.370886 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89ca4e7-73c8-41c4-8d74-a130c3718540", "name": "network-vif-plugged", "status": "completed", "tag": "5d109eb2-3f6f-42fb-b514-a03611090436", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:12.371790 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddf78492-ddde-4aca-a631-be0fe22da25e {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:12.375839 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d109eb2-3f6f-42fb-b514-a03611090436', 'code': 200} Nov 19 04:03:12.498096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c211491-6a8e-4204-866f-74c29675c30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.517631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014c538-19dc-4c37-bdda-00dae7d4f7d6 req-fa116972-943b-4b91-b0ac-e11b0bfc7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:12.519438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5014c538-19dc-4c37-bdda-00dae7d4f7d6 req-fa116972-943b-4b91-b0ac-e11b0bfc7eff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 1096 time: 0.0754890 Nov 19 04:03:12.542376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c211491-6a8e-4204-866f-74c29675c30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.599133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efee97dc-4b1b-421c-a44b-717c42564903 req-f6b26547-0781-4f4a-83e7-b13b2c4988e1 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 210 time: 0.0426333 Nov 19 04:03:12.634732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5014c538-19dc-4c37-bdda-00dae7d4f7d6 req-c528bd7f-04fc-4825-b4c8-45f44f15a741 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053040 Nov 19 04:03:12.651371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c211491-6a8e-4204-866f-74c29675c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.654006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c211491-6a8e-4204-866f-74c29675c30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:12.655150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8c211491-6a8e-4204-866f-74c29675c30c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a0e2f8b-de04-4f85-bc88-d0f043830912 HTTP/1.1" status: 204 len: 168 time: 0.2934158 Nov 19 04:03:12.664147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211491-6a8e-4204-866f-74c29675c30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0e2f8b-de04-4f85-bc88-d0f043830912,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:13.295469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028ad9f-ea71-446e-97a5-2ebb728cb422 req-d8f88e6a-916a-4ebc-add2-5e236e63f497 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:13.310025 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e028ad9f-ea71-446e-97a5-2ebb728cb422 req-d8f88e6a-916a-4ebc-add2-5e236e63f497 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 945 time: 0.0848567 Nov 19 04:03:13.382257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e028ad9f-ea71-446e-97a5-2ebb728cb422 req-c50bcfb8-fdec-48a1-a8b5-e78139591fe6 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706892 Nov 19 04:03:13.438420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d23e113c-c71e-415f-bd14-8affb7459694 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:13.440063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d23e113c-c71e-415f-bd14-8affb7459694 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 822 time: 0.1813922 Nov 19 04:03:13.467677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'port': {'device_id': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'admin_state_up': True, 'tenant_id': 'b36e52e043774b2c9136430e405854cb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:13.527452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbc1e9-3e64-4401-b784-f7f75c3a57df req-221939b1-a37e-42de-8903-9073a551cd4c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:13.529559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78fbc1e9-3e64-4401-b784-f7f75c3a57df req-221939b1-a37e-42de-8903-9073a551cd4c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0637422 Nov 19 04:03:13.585759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78fbc1e9-3e64-4401-b784-f7f75c3a57df req-12e3c991-6ea8-45b3-9390-4845ade08d5e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503035 Nov 19 04:03:13.619600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Made reservation on behalf of b36e52e043774b2c9136430e405854cb for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:13.624811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:13.788317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c92b15b5-08fb-4fa9-92c9-76d4444c469e req-341c4e4b-2a1a-45fe-b7a1-869fda300ccd tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 210 time: 0.0314353 Nov 19 04:03:13.835573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Allocated IP 172.20.0.11 (9d05ef18-d699-470c-92fa-65a4727caa74/749e0d90-de34-4e3e-8487-cee83377c1da/05544cc1-0f0f-4ab0-b49d-78b9f2d901cc) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:13.996545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.035698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.091652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Network 9d05ef18-d699-470c-92fa-65a4727caa74 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:14.095084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:14.098836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:14.124337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:14.156580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:14.157228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.174874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-d09b67c0-d89d-49d9-b3ad-9710ccc8255e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7119372 Nov 19 04:03:14.198492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Request body: {'port': {'device_id': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:14.260369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.539157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d6740-4352-4672-b224-9ec92600a9ef req-c2071019-1164-4990-b81f-856219cdb846 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:14.550506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb5d6740-4352-4672-b224-9ec92600a9ef req-c2071019-1164-4990-b81f-856219cdb846 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 945 time: 0.0726323 Nov 19 04:03:14.574693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:14.583360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.600914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Transition to ACTIVE for port object 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:03:14.606376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.609662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb5d6740-4352-4672-b224-9ec92600a9ef req-e9eeb56e-051a-4137-8571-9735e8d1921c tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Nov 19 04:03:14.729085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:14.776120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Attempting to bind port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:14.777007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Attempting to bind port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:14.777518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Attempting to bind port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc on network 9d05ef18-d699-470c-92fa-65a4727caa74 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:14.780433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543bdce-373a-4e13-b0ce-f20b6cf993f4 req-381e2c62-fd33-40da-bd0e-c0ebdb61b266 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:14.782610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2543bdce-373a-4e13-b0ce-f20b6cf993f4 req-381e2c62-fd33-40da-bd0e-c0ebdb61b266 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0865588 Nov 19 04:03:14.782978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc on network 9d05ef18-d699-470c-92fa-65a4727caa74 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:03:14.783380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Attempting to bind port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc on network 9d05ef18-d699-470c-92fa-65a4727caa74 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:14.788745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:14.789161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Checking segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:14.789622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Bound using segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:14.790210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Bound port: 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:14.790641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.868518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2543bdce-373a-4e13-b0ce-f20b6cf993f4 req-b717bc47-fe66-4e60-a979-8382e9f8836e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795197 Nov 19 04:03:14.894108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:14.905201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:14.918190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.958220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:14.959552 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:14.961107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] 10.222.0.31 "PUT /v2.0/ports/05544cc1-0f0f-4ab0-b49d-78b9f2d901cc HTTP/1.1" status: 200 len: 1092 time: 0.7687702 Nov 19 04:03:14.961676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:14.964307 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c3a6c8-8f71-4b5b-806d-db0480018b73" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:15.031565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4736da-4025-4e33-a7d3-3e3f38bb6c0c service neutron] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:15.143911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-cdeadff0-9c22-4124-a45e-42a57570e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:15.146034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-cdeadff0-9c22-4124-a45e-42a57570e1d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 1095 time: 0.0558915 Nov 19 04:03:15.206696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-4a4a415c-d996-4afc-a508-0f59dcd6f8f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc HTTP/1.1" status: 200 len: 217 time: 0.0386388 Nov 19 04:03:15.208156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28119631-d3cf-4851-bfb9-85c6016f7de9 req-cd84a44f-e76b-4f5e-a562-f0df92645a89 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:15.209695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28119631-d3cf-4851-bfb9-85c6016f7de9 req-cd84a44f-e76b-4f5e-a562-f0df92645a89 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 944 time: 0.0523620 Nov 19 04:03:15.278049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-5a19a8ea-9efb-4538-a143-b8b30908569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:15.278049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-5a19a8ea-9efb-4538-a143-b8b30908569d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 200 len: 862 time: 0.0584521 Nov 19 04:03:15.283586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28119631-d3cf-4851-bfb9-85c6016f7de9 req-41705cb5-c3d4-46c0-8149-1b137c3ff6d5 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653300 Nov 19 04:03:15.343612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-e81c97da-7fbb-421a-a49b-6b6373b51a30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d05ef18-d699-470c-92fa-65a4727caa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352070 Nov 19 04:03:15.345280 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695ebc7c-7033-4d81-b4cf-52ebdb3c09f9 x-openstack-request-id: req-695ebc7c-7033-4d81-b4cf-52ebdb3c09f9 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:15.345572 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:15.345833 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-695ebc7c-7033-4d81-b4cf-52ebdb3c09f9 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:15.346256 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'status': 'completed', 'code': 200} Nov 19 04:03:15.467182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-27021ada-49f1-441e-a7c3-2f025a66041e service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037784 Nov 19 04:03:15.574708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ccb3da1-0324-41d7-b219-e306cef6f782 req-6a87390a-99e1-4c1b-a6f2-440ed5065e71 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978856 Nov 19 04:03:15.675432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf942e-e006-4d1c-bbb0-687840ea501f req-f5b52757-026c-4f86-99d8-9f4cd62df0a8 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:15.680084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fbf942e-e006-4d1c-bbb0-687840ea501f req-f5b52757-026c-4f86-99d8-9f4cd62df0a8 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 945 time: 0.0612006 Nov 19 04:03:15.747371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fbf942e-e006-4d1c-bbb0-687840ea501f req-ada7c483-06bb-41ea-a706-e9fef144d70d tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563216 Nov 19 04:03:15.754736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-56e51a78-8724-4518-a594-368df4f3dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:15.756751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-56e51a78-8724-4518-a594-368df4f3dd52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 1095 time: 0.0643680 Nov 19 04:03:15.867048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-8311d5b3-88f4-4490-851a-5742c1778db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:15.868697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-8311d5b3-88f4-4490-851a-5742c1778db3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 923 time: 0.1018634 Nov 19 04:03:15.937866 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-673976b4-492e-41be-a1a5-1059da8d71d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc HTTP/1.1" status: 200 len: 217 time: 0.0603669 Nov 19 04:03:15.998437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:16.003534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e64967-8564-4005-aa6b-e8574076ded2 req-dc4b1b70-ab7a-4714-88ab-45827bb59fe6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:16.005272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99e64967-8564-4005-aa6b-e8574076ded2 req-dc4b1b70-ab7a-4714-88ab-45827bb59fe6 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0559309 Nov 19 04:03:16.010598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-345bb218-1e2d-492c-8c23-eab38e0b5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:16.012384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-345bb218-1e2d-492c-8c23-eab38e0b5841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 200 len: 862 time: 0.0652506 Nov 19 04:03:16.029678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52938) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:16.054684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-fde53d78-5e6f-47ce-a2f1-6539b00058c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d05ef18-d699-470c-92fa-65a4727caa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336170 Nov 19 04:03:16.070450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99e64967-8564-4005-aa6b-e8574076ded2 req-55e323d9-8006-4684-b13e-5ea8595b93c7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Nov 19 04:03:16.170667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.177731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c780b936-9a1e-4cb7-8237-dfac368993a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.189616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-c5209768-ad44-40f5-a979-311e9afad918 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239102 Nov 19 04:03:16.325198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38c3a6c8-8f71-4b5b-806d-db0480018b73 req-3bfa848e-4902-4c53-a03d-c3916dd35fe1 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251321 Nov 19 04:03:16.345330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c780b936-9a1e-4cb7-8237-dfac368993a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.351070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c780b936-9a1e-4cb7-8237-dfac368993a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.403388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c780b936-9a1e-4cb7-8237-dfac368993a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41e1fb6117fb4d78a7ee48e716ae75e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007568 Nov 19 04:03:16.403388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780b936-9a1e-4cb7-8237-dfac368993a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd15dc-2c96-4c61-8baa-4be76698410e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:16.404487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52946) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:16.455195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9c59fd8-81e2-47b1-be30-abdc64d710c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.479550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9c59fd8-81e2-47b1-be30-abdc64d710c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.529325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9c59fd8-81e2-47b1-be30-abdc64d710c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.532376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9c59fd8-81e2-47b1-be30-abdc64d710c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.533581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9c59fd8-81e2-47b1-be30-abdc64d710c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbbd15dc-2c96-4c61-8baa-4be76698410e HTTP/1.1" status: 204 len: 168 time: 0.1282358 Nov 19 04:03:16.542445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c59fd8-81e2-47b1-be30-abdc64d710c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd15dc-2c96-4c61-8baa-4be76698410e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:16.609295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.613494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.663303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7751ba-dce0-4938-bb69-43e6c0210e71 req-ae13e7e5-f8a7-48f8-a7a6-e5ea360cb50d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:16.664818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae7751ba-dce0-4938-bb69-43e6c0210e71 req-ae13e7e5-f8a7-48f8-a7a6-e5ea360cb50d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 944 time: 0.0947125 Nov 19 04:03:16.672710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06f09ba54fbf402cbe81eeb91c241449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6416149 Nov 19 04:03:16.674432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e87411-c946-41d9-a8cc-2eacc2cbb29a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:16.675539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:16.694725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.695795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.696212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.696628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.697849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.698367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.698723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.699064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.699404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.699741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.700080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.700424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f59eb1-b55d-438c-b9e3-5e029241f05c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:16.736031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae7751ba-dce0-4938-bb69-43e6c0210e71 req-c90e4177-5e2b-4629-a59b-4ace990adc4e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624955 Nov 19 04:03:16.746285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4c-b89b-412d-8351-c29e54115ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.771860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4c-b89b-412d-8351-c29e54115ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.842263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52956) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:16.850100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4c-b89b-412d-8351-c29e54115ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.852769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaf34a4c-b89b-412d-8351-c29e54115ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.855063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eaf34a4c-b89b-412d-8351-c29e54115ba0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67e87411-c946-41d9-a8cc-2eacc2cbb29a HTTP/1.1" status: 204 len: 168 time: 0.1781011 Nov 19 04:03:16.865734 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-533a6c1f-5e58-4ab5-adc1-5527549628d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.877318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf34a4c-b89b-412d-8351-c29e54115ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e87411-c946-41d9-a8cc-2eacc2cbb29a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:16.911140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f43afd-f7ed-4503-a446-30a1330fedda req-e8a372d4-5638-45f1-a981-ed93ae0769aa tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:16.912996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0f43afd-f7ed-4503-a446-30a1330fedda req-e8a372d4-5638-45f1-a981-ed93ae0769aa tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 945 time: 0.0898645 Nov 19 04:03:16.936787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-59d2d0b1-d7d2-406e-8f13-e0d970245da6 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:16.938682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-59d2d0b1-d7d2-406e-8f13-e0d970245da6 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.36 "GET /v2.0/ports?device_id=c89ca4e7-73c8-41c4-8d74-a130c3718540 HTTP/1.1" status: 200 len: 945 time: 0.1035402 Nov 19 04:03:16.975309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-533a6c1f-5e58-4ab5-adc1-5527549628d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:16.983162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-533a6c1f-5e58-4ab5-adc1-5527549628d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.024056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-533a6c1f-5e58-4ab5-adc1-5527549628d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eebd2cf761594ab2ba4b0df31684537a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806755 Nov 19 04:03:17.025741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a6c1f-5e58-4ab5-adc1-5527549628d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea13d7d-8801-4095-aaa2-b84668fe8f7a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:17.028326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52960) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:17.040512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0f43afd-f7ed-4503-a446-30a1330fedda req-4a39ae84-97ac-4824-81a4-a01f86a36ea1 tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3898909-d4f3-45bd-97c3-99730d686663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188915 Nov 19 04:03:17.071536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Deleting port 5d109eb2-3f6f-42fb-b514-a03611090436 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:17.071887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.096162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c6f44c4-3926-4866-b4e9-deafc29a9a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.120773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c6f44c4-3926-4866-b4e9-deafc29a9a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.182791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c6f44c4-3926-4866-b4e9-deafc29a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.185845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c6f44c4-3926-4866-b4e9-deafc29a9a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.189895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6c6f44c4-3926-4866-b4e9-deafc29a9a45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cea13d7d-8801-4095-aaa2-b84668fe8f7a HTTP/1.1" status: 204 len: 168 time: 0.1606255 Nov 19 04:03:17.197771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] For port 5d109eb2-3f6f-42fb-b514-a03611090436, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5d109eb2-3f6f-42fb-b514-a03611090436,segment=NetworkSegment(a30dbd21-678b-42ac-bc67-518a64da6fa8),segment_id=a30dbd21-678b-42ac-bc67-518a64da6fa8)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:17.198172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.202424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f44c4-3926-4866-b4e9-deafc29a9a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea13d7d-8801-4095-aaa2-b84668fe8f7a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:17.214575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Calling delete_port for 5d109eb2-3f6f-42fb-b514-a03611090436 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:17.240203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c0d6-1299-4612-bef3-3ff7ada3f404 req-333c244e-8257-45dd-91ba-8473c3874081 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:17.241755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6925c0d6-1299-4612-bef3-3ff7ada3f404 req-333c244e-8257-45dd-91ba-8473c3874081 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0864494 Nov 19 04:03:17.332434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52970) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:17.346639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49b6cc58-96da-4150-9a1c-9633dfe7107c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.349306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6925c0d6-1299-4612-bef3-3ff7ada3f404 req-1b84d49c-89dd-4c54-bcb9-08747d325968 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696859 Nov 19 04:03:17.416013 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.429219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5d109eb2-3f6f-42fb-b514-a03611090436'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:17.447814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Pushing event deleted for resources: {'Port': ['ID=5d109eb2-3f6f-42fb-b514-a03611090436,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:17.491774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49b6cc58-96da-4150-9a1c-9633dfe7107c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.497871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49b6cc58-96da-4150-9a1c-9633dfe7107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.498794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] No DVR routers for this DVR port 5d109eb2-3f6f-42fb-b514-a03611090436 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:17.501382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.504775 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bb04aca-60dd-45d2-a617-0ab0e327b26a req-6369ce72-543f-4a23-9023-abffc2ad81bf tempest-ServerPasswordTestJSON-1684496827 tempest-ServerPasswordTestJSON-1684496827-project] 10.222.0.36 "DELETE /v2.0/ports/5d109eb2-3f6f-42fb-b514-a03611090436 HTTP/1.1" status: 204 len: 173 time: 0.5576715 Nov 19 04:03:17.505226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'name': 'network-vif-deleted', 'tag': '5d109eb2-3f6f-42fb-b514-a03611090436'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:17.507538 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd104881-052f-4ad6-bdbc-d6d0eb75c249" -d '{"events": [{"server_uuid": "c89ca4e7-73c8-41c4-8d74-a130c3718540", "name": "network-vif-deleted", "tag": "5d109eb2-3f6f-42fb-b514-a03611090436"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:17.558174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-49b6cc58-96da-4150-9a1c-9633dfe7107c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44e7575e49374b87b9aa187b36a3f201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210042 Nov 19 04:03:17.558534 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8741893-9115-4de2-9593-529659a6f9cc x-openstack-request-id: req-a8741893-9115-4de2-9593-529659a6f9cc {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:17.558534 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89ca4e7-73c8-41c4-8d74-a130c3718540", "name": "network-vif-deleted", "tag": "5d109eb2-3f6f-42fb-b514-a03611090436", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:17.558697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6cc58-96da-4150-9a1c-9633dfe7107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8038d829-474d-4790-8cc9-290e0ab6265a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:17.558790 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8741893-9115-4de2-9593-529659a6f9cc {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:17.558790 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89ca4e7-73c8-41c4-8d74-a130c3718540', 'name': 'network-vif-deleted', 'tag': '5d109eb2-3f6f-42fb-b514-a03611090436', 'status': 'completed', 'code': 200} Nov 19 04:03:17.558790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52976) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:17.633859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff090003-4380-433c-b098-ace0abb11a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.659802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff090003-4380-433c-b098-ace0abb11a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.710789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff090003-4380-433c-b098-ace0abb11a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.713894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ff090003-4380-433c-b098-ace0abb11a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:17.715162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ff090003-4380-433c-b098-ace0abb11a00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8038d829-474d-4790-8cc9-290e0ab6265a HTTP/1.1" status: 204 len: 168 time: 0.1563630 Nov 19 04:03:17.725890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff090003-4380-433c-b098-ace0abb11a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8038d829-474d-4790-8cc9-290e0ab6265a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:17.867298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399db59-bfe3-4485-8ac0-37c976a5ef6e req-6c820ccc-0ccf-4172-b692-406c2fab1824 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:17.869497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7399db59-bfe3-4485-8ac0-37c976a5ef6e req-6c820ccc-0ccf-4172-b692-406c2fab1824 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 944 time: 0.0574088 Nov 19 04:03:17.955531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7399db59-bfe3-4485-8ac0-37c976a5ef6e req-982dbdbb-8e6f-457e-836f-906f9077fffe tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704451 Nov 19 04:03:18.108168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53010) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:18.155686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Deleting subnet 935effe9-54d6-42e7-8835-672e2aa907e1 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:03:18.159103 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.198252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.238768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.307765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.341008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935effe9-54d6-42e7-8835-672e2aa907e1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:18.348997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.355355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d846b41d-d2e1-458c-8948-366985bd0fc5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/935effe9-54d6-42e7-8835-672e2aa907e1 HTTP/1.1" status: 204 len: 168 time: 0.2431560 Nov 19 04:03:18.357204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53020) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:18.498791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.519622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab11c1-6f08-425c-ad4f-886f61d93ae9 req-5469326c-1c9a-46dd-a4bb-eb3e559390e4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:18.522408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4ab11c1-6f08-425c-ad4f-886f61d93ae9 req-5469326c-1c9a-46dd-a4bb-eb3e559390e4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0617466 Nov 19 04:03:18.583806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4ab11c1-6f08-425c-ad4f-886f61d93ae9 req-27a95a69-2415-40d3-894e-a2d4179d500d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534644 Nov 19 04:03:18.605283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.633666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbdcb9e-e66f-4ad5-91eb-ee1daa850104']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:18.643858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30dbd21-678b-42ac-bc67-518a64da6fa8') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:18.644160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30dbd21-678b-42ac-bc67-518a64da6fa8') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:18.654335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.669114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.676279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:03:18.677266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:03:18.680267 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:03:18.742186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.749894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:18.753966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] 10.222.0.52 "DELETE /v2.0/networks/edbdcb9e-e66f-4ad5-91eb-ee1daa850104 HTTP/1.1" status: 204 len: 168 time: 0.3948333 Nov 19 04:03:18.764942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37befe6-949b-43bf-aeec-6d35122cad1c admin admin] Pushing event deleted for resources: {'Network': ['ID=edbdcb9e-e66f-4ad5-91eb-ee1daa850104,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:18.976351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:19.037641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:03:19.047686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-020e4ab9-b583-4477-99cd-8f03ab8dcfe2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1e789f8da2d48738f843be558522693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695882 Nov 19 04:03:19.050208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53058) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:19.058793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:19.094275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e5d6c-c54e-456c-91aa-824d79784332 req-cd124154-fc36-4a5a-bed0-99fb5d98b521 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:19.098204 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-526e5d6c-c54e-456c-91aa-824d79784332 req-cd124154-fc36-4a5a-bed0-99fb5d98b521 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 944 time: 0.0736370 Nov 19 04:03:19.133257 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8d88-610e-44c5-9e99-8c9a408a83de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.165653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8d88-610e-44c5-9e99-8c9a408a83de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.192892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:19.211069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'port_id': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'mac_address': 'fa:16:3e:5d:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749e0d90-de34-4e3e-8487-cee83377c1da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:03:19.217400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-526e5d6c-c54e-456c-91aa-824d79784332 req-4342dfc9-52a5-4c65-89af-293016bec3b5 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090128 Nov 19 04:03:19.261848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8d88-610e-44c5-9e99-8c9a408a83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.264567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8d88-610e-44c5-9e99-8c9a408a83de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.265754 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5b7d8d88-610e-44c5-9e99-8c9a408a83de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3898909-d4f3-45bd-97c3-99730d686663 HTTP/1.1" status: 204 len: 168 time: 0.2145946 Nov 19 04:03:19.276373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d8d88-610e-44c5-9e99-8c9a408a83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3898909-d4f3-45bd-97c3-99730d686663,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:19.286056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.311482 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.315157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:19.357994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:19.362741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:19.365132 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72062ac-ddff-414c-b8e1-b0f9ea7fd998" -d '{"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:19.376792 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.377441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:03:19.412936 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da0927-a5cd-4f5c-bece-1cfce4ed965e x-openstack-request-id: req-76da0927-a5cd-4f5c-bece-1cfce4ed965e {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:19.413239 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:19.413498 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76da0927-a5cd-4f5c-bece-1cfce4ed965e {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:19.413899 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'code': 200} Nov 19 04:03:19.415573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:19.427257 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.450328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:19.561509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:19.579647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:19.592027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'port_id': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'mac_address': 'fa:16:3e:42:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b4ba1-d7b3-4508-bf47-83589620f81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:03:19.636424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.653693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:19.678646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:19.685470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:19.716583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5369e4-4c9b-4353-b488-d632063d58cb req-33c3e4fd-3234-4323-b9b8-af4ea779b27a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:19.725869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f5369e4-4c9b-4353-b488-d632063d58cb req-33c3e4fd-3234-4323-b9b8-af4ea779b27a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 943 time: 0.0653758 Nov 19 04:03:19.750240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:19.793770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f5369e4-4c9b-4353-b488-d632063d58cb req-54190b80-8cc0-48c2-a428-4e00c5b2a537 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612178 Nov 19 04:03:20.101088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:20.130595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:20.194097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:20.362369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec23242-ef7b-4fd0-abd2-e263d5f906e0 req-362fde42-099f-4599-beea-878dea3e31b8 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:20.370680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ec23242-ef7b-4fd0-abd2-e263d5f906e0 req-362fde42-099f-4599-beea-878dea3e31b8 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 945 time: 0.0732188 Nov 19 04:03:20.388843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b1c8305-cfc0-478f-9a64-f6aac13bc6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.426322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ec23242-ef7b-4fd0-abd2-e263d5f906e0 req-4f3be272-a8a7-4059-8811-54c43f3e20f5 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544808 Nov 19 04:03:20.476821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b1c8305-cfc0-478f-9a64-f6aac13bc6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.481500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b1c8305-cfc0-478f-9a64-f6aac13bc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.522722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7b1c8305-cfc0-478f-9a64-f6aac13bc6d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81802728e20e4234a31ed11dfeefadd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207271 Nov 19 04:03:20.523666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c8305-cfc0-478f-9a64-f6aac13bc6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085cbae5-ece9-4380-9c0a-8af0040cc4f1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:20.525767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53130) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:20.584229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e3e5-ce9f-45bd-b7a0-1e760aa6acc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.608890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e3e5-ce9f-45bd-b7a0-1e760aa6acc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.644706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53136) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:20.663863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e3e5-ce9f-45bd-b7a0-1e760aa6acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.667959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e3e5-ce9f-45bd-b7a0-1e760aa6acc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.669284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e3e1e3e5-ce9f-45bd-b7a0-1e760aa6acc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/085cbae5-ece9-4380-9c0a-8af0040cc4f1 HTTP/1.1" status: 204 len: 168 time: 0.1417816 Nov 19 04:03:20.677320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1e3e5-ce9f-45bd-b7a0-1e760aa6acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085cbae5-ece9-4380-9c0a-8af0040cc4f1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:20.851108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-network', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:20.874759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Made reservation on behalf of d34f011af584447bb80b1181c0fd28cf for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:20.877809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.889833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:20.934064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444927d-4c7d-4b75-9cf7-7dae112d3a33 req-abc25a7b-249f-49da-ac79-291035bb6d98 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:20.946020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b444927d-4c7d-4b75-9cf7-7dae112d3a33 req-abc25a7b-249f-49da-ac79-291035bb6d98 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 944 time: 0.0722747 Nov 19 04:03:20.999049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b444927d-4c7d-4b75-9cf7-7dae112d3a33 req-f7fa47d0-87a0-4234-a21b-328196b2c1e3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Nov 19 04:03:21.009509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.022714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.055088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d24855f-8e52-4a80-9a03-c63fc8106f49,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:21.066309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:03:21.081475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.081842 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Added segment 625f8c2a-b1d0-438d-aa3c-3f5595a92da6 of type vlan for network 14bb75d7-6414-40d5-9947-a9ac7873f474 Nov 19 04:03:21.133810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.167919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.169505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:21.170445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.175807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53156) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:21.192401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97e10b5d-4713-41e8-8dd3-6a99205ff67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.229370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d3c717b-ba06-49f0-97d0-76d872b94c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.246176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5997248 Nov 19 04:03:21.249623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53160) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:21.254889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Request body: {'subnet': {'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-subnet', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:21.262953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dddc8-b5ab-47f1-b525-f244e28f213a admin admin] Pushing event updated for resources: {'Network': ['ID=14bb75d7-6414-40d5-9947-a9ac7873f474,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:21.273902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:03:21.296290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Made reservation on behalf of d34f011af584447bb80b1181c0fd28cf for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:21.298775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.373580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97e10b5d-4713-41e8-8dd3-6a99205ff67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.381673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97e10b5d-4713-41e8-8dd3-6a99205ff67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.435987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e10b5d-4713-41e8-8dd3-6a99205ff67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555576c6-e8e8-4c39-ad11-300d595018ff,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:21.444114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-97e10b5d-4713-41e8-8dd3-6a99205ff67e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f5e01bad02e49fbbf6131721dd91615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643967 Nov 19 04:03:21.444937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53166) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:21.523423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456a1c83-d146-4273-a38c-2ac1ea62572b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.549967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456a1c83-d146-4273-a38c-2ac1ea62572b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.580196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.613323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456a1c83-d146-4273-a38c-2ac1ea62572b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.619625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456a1c83-d146-4273-a38c-2ac1ea62572b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.621879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-456a1c83-d146-4273-a38c-2ac1ea62572b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/555576c6-e8e8-4c39-ad11-300d595018ff HTTP/1.1" status: 204 len: 168 time: 0.1759348 Nov 19 04:03:21.629947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8915e-3391-4dc6-9c86-d0a1e611d646 req-5087cbb8-61b3-4a98-9fe3-9279259d0472 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:21.631696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aae8915e-3391-4dc6-9c86-d0a1e611d646 req-5087cbb8-61b3-4a98-9fe3-9279259d0472 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 945 time: 0.0999482 Nov 19 04:03:21.632559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a1c83-d146-4273-a38c-2ac1ea62572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555576c6-e8e8-4c39-ad11-300d595018ff,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:21.633423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5d109eb2-3f6f-42fb-b514-a03611090436 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:21.655917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6685663-2601-4f27-be78-42753d1bb0b6,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:21.667616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Checking segment: {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:21.667797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Network hostable DHCP agents. Network: 14bb75d7-6414-40d5-9947-a9ac7873f474, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:03:21.687981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:03:21.723278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 14bb75d7-6414-40d5-9947-a9ac7873f474) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:21.731633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:21.732250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.744799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 5d109eb2-3f6f-42fb-b514-a03611090436 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:21.749262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5d109eb2-3f6f-42fb-b514-a03611090436 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:21.756013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c9427-d544-4cb0-804a-8b1e18a9126c None None] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:21.766852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-baba8e37-2a69-41e6-89c2-94c0e9734b55 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5158892 Nov 19 04:03:21.771914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53178) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:21.777344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:21.797728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aae8915e-3391-4dc6-9c86-d0a1e611d646 req-999d54de-a7b9-4e96-b36c-bf18998dcaff tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014080 Nov 19 04:03:21.808624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.809756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.889163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:21.909691 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:03:22.000604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb1add-8ce9-4dc4-ad6d-f8a270eef346 None None] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:22.113849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.211129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f50c-a525-4411-b8b7-05508a1b520d req-20544629-c180-4b4f-8bc6-c120aedb3e0b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:22.220319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bce9f50c-a525-4411-b8b7-05508a1b520d req-20544629-c180-4b4f-8bc6-c120aedb3e0b tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 944 time: 0.1302145 Nov 19 04:03:22.279970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bce9f50c-a525-4411-b8b7-05508a1b520d req-d3d7da6b-07b6-4f47-abd0-8c0592a7ba18 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 Nov 19 04:03:22.475371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.499273 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.522313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.620634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Allocated IP 172.25.8.192 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/399fb4b7-d39e-486e-8990-e7c2a40ac869) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:22.742722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.782137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.825063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:22.832434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:22.832434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:22.854339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e43fa-a3f1-4b8c-8cac-ba850b8bff33 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:22.866685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Pushing event updated for resources: {'Port': ['ID=399fb4b7-d39e-486e-8990-e7c2a40ac869,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:22.945694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2c8b3101-023a-4a1f-9c25-31c63775f51f None None] Provisioning complete for port 399fb4b7-d39e-486e-8990-e7c2a40ac869 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:22.947568 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2c8b3101-023a-4a1f-9c25-31c63775f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:22.970937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8708259-c8c0-4393-9af7-53d3c894f0d3 req-5cb2ae92-aa75-4744-b9c3-5a540bb4e24d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:22.980061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8708259-c8c0-4393-9af7-53d3c894f0d3 req-5cb2ae92-aa75-4744-b9c3-5a540bb4e24d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 945 time: 0.0642955 Nov 19 04:03:23.014238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b3101-023a-4a1f-9c25-31c63775f51f None None] Port 399fb4b7-d39e-486e-8990-e7c2a40ac869 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:03:23.035542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8708259-c8c0-4393-9af7-53d3c894f0d3 req-290de40e-5855-4059-92e4-3c2a70b4cf35 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543058 Nov 19 04:03:23.067520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:23.137198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:03:23.141173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:23.141555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.183941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.235225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.262587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:23.264948 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173160b3-8c49-4354-9a64-ecbbc7d40cd1" -d '{"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-plugged", "status": "completed", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:23.278832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:23.286098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.288822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:23.375558 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff2b95-434d-4ea2-907e-a2acfce25fa9 x-openstack-request-id: req-f7ff2b95-434d-4ea2-907e-a2acfce25fa9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:23.375971 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-plugged", "status": "completed", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:23.376504 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7ff2b95-434d-4ea2-907e-a2acfce25fa9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:23.377802 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'code': 200} Nov 19 04:03:23.404777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:23.433317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:23.433795 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.480822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc2365-0d95-4b57-85a8-6b218d5776da req-a40a0c9b-a910-45dd-acbc-d071edaecfc4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:23.484398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0dc2365-0d95-4b57-85a8-6b218d5776da req-a40a0c9b-a910-45dd-acbc-d071edaecfc4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 944 time: 0.0589457 Nov 19 04:03:23.524557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35634c-b9ee-4074-be96-023ac68f3a00 req-8d014932-cf13-4e4c-ae2f-6b0fc6449e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:23.527374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c35634c-b9ee-4074-be96-023ac68f3a00 req-8d014932-cf13-4e4c-ae2f-6b0fc6449e11 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 1097 time: 0.0747545 Nov 19 04:03:23.528867 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.614570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0dc2365-0d95-4b57-85a8-6b218d5776da req-cb65f017-26b1-40fc-a244-90f3c3b5013e tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104605 Nov 19 04:03:23.640322 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8c35634c-b9ee-4074-be96-023ac68f3a00 req-89b5ea6e-7e4b-43cc-8eb2-01045a6cd9ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604305 Nov 19 04:03:23.736662 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3608f2fb-0afe-4cc1-bae4-5c8a718ef6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.769389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Router 857c9bb3-c4de-40bd-ad50-26376390c448 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:03:23.789254 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.828407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:23.841650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:23.906742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:24.187839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:03:24.198145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Sync routers for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:03:24.206464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd6974-d9f8-4de0-a205-5fb4d992f85a req-a6037c9d-517c-4d65-8ea1-85b2bc5a5652 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:24.208645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10bd6974-d9f8-4de0-a205-5fb4d992f85a req-a6037c9d-517c-4d65-8ea1-85b2bc5a5652 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.0621574 Nov 19 04:03:24.217466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:24.223121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f1f04895-554f-49d6-bdcb-a2d4421834c7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4497688 Nov 19 04:03:24.224153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53260) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:24.224593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:24.225373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:24.320333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10bd6974-d9f8-4de0-a205-5fb4d992f85a req-6a8ee699-6d1d-4e71-8ae0-c97592b1ce2a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984318 Nov 19 04:03:24.363643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:24.671634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:23Z', 'revision_number': 3, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:24.701178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Checking router: 857c9bb3-c4de-40bd-ad50-26376390c448 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:03:24.701557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Updating router 857c9bb3-c4de-40bd-ad50-26376390c448 port 399fb4b7-d39e-486e-8990-e7c2a40ac869 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:03:24.730161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:24.812562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8f92e-d4f8-4e37-aaff-c9955f3fe415 req-727080b1-8f80-40b4-942b-0ba3ee148415 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:24.815130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5e8f92e-d4f8-4e37-aaff-c9955f3fe415 req-727080b1-8f80-40b4-942b-0ba3ee148415 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0915742 Nov 19 04:03:24.861922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:24.914540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5e8f92e-d4f8-4e37-aaff-c9955f3fe415 req-68a70050-9629-4699-9c86-92a7449f2e03 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869720 Nov 19 04:03:25.081782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Allocated IP 172.20.0.1 (14bb75d7-6414-40d5-9947-a9ac7873f474/e6685663-2601-4f27-be78-42753d1bb0b6/8d98a0f8-a45b-480b-86bc-ec09f8c141ed) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:25.182574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.184992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.191235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.203647 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.248551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.253228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b206235-59e1-4034-9e68-3bf36a9c2e5d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:25.279262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4cd32-7146-4f21-b23f-31231bc66746 None None] Pushing event updated for resources: {'Port': ['ID=399fb4b7-d39e-486e-8990-e7c2a40ac869,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:25.282135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Attempting to bind port 399fb4b7-d39e-486e-8990-e7c2a40ac869 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:25.282632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Attempting to bind port 399fb4b7-d39e-486e-8990-e7c2a40ac869 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:25.283121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Attempting to bind port 399fb4b7-d39e-486e-8990-e7c2a40ac869 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:25.290042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:25.291071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:25.292501 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.292501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:25.292993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Bound port: 399fb4b7-d39e-486e-8990-e7c2a40ac869, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:25.293492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.307631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:25.320267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:25.327970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:25.380274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:25.383377 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aab235-98c9-454d-b8a1-22480b407e75" -d '{"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:25.398194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] For port 399fb4b7-d39e-486e-8990-e7c2a40ac869, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:25.402963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] For port 399fb4b7-d39e-486e-8990-e7c2a40ac869, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=399fb4b7-d39e-486e-8990-e7c2a40ac869,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:25.404716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1dca1162-cf4d-4db8-9450-a250cfee7631 None None] Provisioning complete for port 399fb4b7-d39e-486e-8990-e7c2a40ac869 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:25.405211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1dca1162-cf4d-4db8-9450-a250cfee7631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.417763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Pushing event updated for resources: {'Port': ['ID=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:25.432804 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.447547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.492536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1dca1162-cf4d-4db8-9450-a250cfee7631 None None] Port 399fb4b7-d39e-486e-8990-e7c2a40ac869 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:03:25.508629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c94b4-278a-4696-ac97-ed48509cfd28 req-c6d265f4-77c6-42f0-91fa-34de02963d0f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:25.512312 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-064c94b4-278a-4696-ac97-ed48509cfd28 req-c6d265f4-77c6-42f0-91fa-34de02963d0f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.0966492 Nov 19 04:03:25.514416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd204f6d-0571-43a0-8f11-d5fbbdde6e1f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:25.530731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:25.531464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:25.598955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4cd32-7146-4f21-b23f-31231bc66746 None None] Pushing event updated for resources: {'Port': ['ID=399fb4b7-d39e-486e-8990-e7c2a40ac869,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:25.642321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-064c94b4-278a-4696-ac97-ed48509cfd28 req-2405bc5b-0f23-4d94-a4e8-f137ff8fe3f3 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178329 Nov 19 04:03:25.697666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6fb9d75d-3b4f-4536-9d9f-178ac1e13402 None None] Provisioning complete for port 399fb4b7-d39e-486e-8990-e7c2a40ac869 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:25.698292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6fb9d75d-3b4f-4536-9d9f-178ac1e13402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.739513 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd51c4-d0ce-477b-bdec-92628a27c54b x-openstack-request-id: req-48fd51c4-d0ce-477b-bdec-92628a27c54b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:25.739902 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:25.741378 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48fd51c4-d0ce-477b-bdec-92628a27c54b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:25.741862 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'code': 200} Nov 19 04:03:25.758800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:25.766680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:25.927613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e7dbe-5e35-433f-9fe8-d5f642230ebe req-cd851793-9cb0-41a1-bc3a-9e4458d31c4a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:25.944007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a9e7dbe-5e35-433f-9fe8-d5f642230ebe req-cd851793-9cb0-41a1-bc3a-9e4458d31c4a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1071432 Nov 19 04:03:26.047792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a9e7dbe-5e35-433f-9fe8-d5f642230ebe req-7f564e33-a945-45dc-ad8d-182d6d2506c5 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027975 Nov 19 04:03:26.113288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526bfa2-d253-4e9d-a249-0ed2f72016a2 req-9ee30a16-7575-4474-b771-971f666d1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:26.114518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6fb9d75d-3b4f-4536-9d9f-178ac1e13402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.119873 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9526bfa2-d253-4e9d-a249-0ed2f72016a2 req-9ee30a16-7575-4474-b771-971f666d1e2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 1096 time: 0.1444538 Nov 19 04:03:26.144798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6fb9d75d-3b4f-4536-9d9f-178ac1e13402 None None] For port 399fb4b7-d39e-486e-8990-e7c2a40ac869, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=399fb4b7-d39e-486e-8990-e7c2a40ac869,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:26.153549 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6fb9d75d-3b4f-4536-9d9f-178ac1e13402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.184510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:23Z', 'revision_number': 3, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:26.213604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9526bfa2-d253-4e9d-a249-0ed2f72016a2 req-215b1489-069d-4a9a-a71e-864432ee5679 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Nov 19 04:03:26.232293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d7d401-b935-48cf-a9c0-b4be9ef0fd3f None None] The sync data for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 is: [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:23Z', 'revision_number': 3, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:03:26.243982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.256183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.274742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9d75d-3b4f-4536-9d9f-178ac1e13402 None None] Pushing event updated for resources: {'Port': ['ID=399fb4b7-d39e-486e-8990-e7c2a40ac869,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:26.279588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cdedc-86e3-44dc-8ae4-f4df3c83d3d6 req-bf73a09e-0030-40a4-bcec-2bfb8787ae75 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:26.295351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e90cdedc-86e3-44dc-8ae4-f4df3c83d3d6 req-bf73a09e-0030-40a4-bcec-2bfb8787ae75 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1474738 Nov 19 04:03:26.298292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.369406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e90cdedc-86e3-44dc-8ae4-f4df3c83d3d6 req-586004a9-92a2-4e94-8eb7-db99e57b895c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724726 Nov 19 04:03:26.396134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Pushing event updated for resources: {'Port': ['ID=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:26.396567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53304) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:26.398175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.504104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:26.505602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:26.553551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef4-6f7a-45f6-ba5d-8178d4b66b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.656229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Router 857c9bb3-c4de-40bd-ad50-26376390c448 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:03:26.671626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfff19-287e-4a61-a366-5e583acb6e7e req-68a37ae5-8f66-44a9-aacb-6c2bccc36d16 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:26.673451 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39cfff19-287e-4a61-a366-5e583acb6e7e req-68a37ae5-8f66-44a9-aacb-6c2bccc36d16 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.0924394 Nov 19 04:03:26.822278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef4-6f7a-45f6-ba5d-8178d4b66b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.831422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f27e9ef4-6f7a-45f6-ba5d-8178d4b66b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:26.839933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:03:26.855514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e6cbe3df-f8ce-4cd7-9bd6-3d9e88c32e33 admin admin] 10.222.0.52 "PUT /v2.0/routers/857c9bb3-c4de-40bd-ad50-26376390c448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207416 Nov 19 04:03:26.901969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39cfff19-287e-4a61-a366-5e583acb6e7e req-ec863e2e-be76-43a9-b670-f42fb32ec668 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081175 Nov 19 04:03:26.983861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 399fb4b7-d39e-486e-8990-e7c2a40ac869 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:26.987988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f27e9ef4-6f7a-45f6-ba5d-8178d4b66b10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3873360403804a83b9731633198c0d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898933 Nov 19 04:03:26.989080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e9ef4-6f7a-45f6-ba5d-8178d4b66b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b748e6d2-45db-4ba5-9c8d-2b00fd05725c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:26.990659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:27.108216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe6671d-870d-4c02-83c1-69c9cfe6aa53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.124054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6f52d-f8b7-4001-b8db-7c8604f3d495 req-85426d15-3b40-4d4b-88ca-fbab923ee5b4 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:27.142444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe6671d-870d-4c02-83c1-69c9cfe6aa53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.147269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ed6f52d-f8b7-4001-b8db-7c8604f3d495 req-85426d15-3b40-4d4b-88ca-fbab923ee5b4 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1415241 Nov 19 04:03:27.159832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 399fb4b7-d39e-486e-8990-e7c2a40ac869 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:27.160271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.230952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe6671d-870d-4c02-83c1-69c9cfe6aa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.236998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbe6671d-870d-4c02-83c1-69c9cfe6aa53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.238868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bbe6671d-870d-4c02-83c1-69c9cfe6aa53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b748e6d2-45db-4ba5-9c8d-2b00fd05725c HTTP/1.1" status: 204 len: 168 time: 0.2471535 Nov 19 04:03:27.251547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6671d-870d-4c02-83c1-69c9cfe6aa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b748e6d2-45db-4ba5-9c8d-2b00fd05725c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:27.288588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ed6f52d-f8b7-4001-b8db-7c8604f3d495 req-c4551245-9184-488a-bc7b-7b917ff0f0be tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392922 Nov 19 04:03:27.309573 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.756337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53342) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:27.773628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f20d7076-1381-4bfa-8f57-43eb5f3422a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.928689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f20d7076-1381-4bfa-8f57-43eb5f3422a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.934764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f20d7076-1381-4bfa-8f57-43eb5f3422a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:27.997551 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f20d7076-1381-4bfa-8f57-43eb5f3422a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ab7166c7bae4fb6859b807983d989b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400203 Nov 19 04:03:28.000157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53352) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:28.006880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7076-1381-4bfa-8f57-43eb5f3422a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d37f873-30bd-4e19-9e16-3be361c6b623,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:28.019763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-8e920d6d-dcd9-409c-a7d6-901f4ebfed11 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:28.021370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-8e920d6d-dcd9-409c-a7d6-901f4ebfed11 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 818 time: 0.1593940 Nov 19 04:03:28.039508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-4db2d240-0417-43e2-8674-7f47403c6e27 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/quotas/d34f011af584447bb80b1181c0fd28cf HTTP/1.1" status: 200 len: 375 time: 0.0105133 Nov 19 04:03:28.064581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5b59c0f-dfe8-4a22-8b5e-a28f2fd797d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:28.091859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5b59c0f-dfe8-4a22-8b5e-a28f2fd797d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:28.096182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-f7d171f7-bc09-44b4-b959-e05468e239e4 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484481 Nov 19 04:03:28.153220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5b59c0f-dfe8-4a22-8b5e-a28f2fd797d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:28.156393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5b59c0f-dfe8-4a22-8b5e-a28f2fd797d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:28.158452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b5b59c0f-dfe8-4a22-8b5e-a28f2fd797d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d37f873-30bd-4e19-9e16-3be361c6b623 HTTP/1.1" status: 204 len: 168 time: 0.1566153 Nov 19 04:03:28.171118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b59c0f-dfe8-4a22-8b5e-a28f2fd797d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d37f873-30bd-4e19-9e16-3be361c6b623,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:28.208876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-790ffbe8-6f2e-451d-8663-9582d765b0aa service neutron] 10.222.0.52 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032109 Nov 19 04:03:28.309990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-6126e3c4-f99b-422e-9876-6076b6addce3 service neutron] 10.222.0.52 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922031 Nov 19 04:03:28.938995 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Sync routers for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:03:28.952916 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:28.954270 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:29.094930 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:29.194960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dff05c-8549-4674-b929-666aaa32172c req-11858ba7-44b1-494a-852c-bda8389b74aa tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:29.206261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8dff05c-8549-4674-b929-666aaa32172c req-11858ba7-44b1-494a-852c-bda8389b74aa tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1045213 Nov 19 04:03:29.302705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8dff05c-8549-4674-b929-666aaa32172c req-45bb2da3-5115-4851-82f9-149bd96b8f69 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952725 Nov 19 04:03:29.350172 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 2, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:29.392431 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Checking router: 857c9bb3-c4de-40bd-ad50-26376390c448 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:03:29.393166 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Updating router 857c9bb3-c4de-40bd-ad50-26376390c448 port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:03:29.434966 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:29.537767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d414a62a-030f-475e-afcd-2b2a35e3955d req-1590c051-57be-4782-a413-4f98ef89b786 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 210 time: 0.0311022 Nov 19 04:03:29.691841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62230-eba6-4631-ab1b-df545f2c94b5 req-62df16b6-525c-474e-b42e-855bddfe49b6 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:29.693792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23a62230-eba6-4631-ab1b-df545f2c94b5 req-62df16b6-525c-474e-b42e-855bddfe49b6 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.0874536 Nov 19 04:03:29.867937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23a62230-eba6-4631-ab1b-df545f2c94b5 req-b9d84ca5-175f-4722-b297-2f0e4a0c1647 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598539 Nov 19 04:03:29.925821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-3b7efe9c-60dc-4def-bc9b-09e53e356a7f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:29.928033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-3b7efe9c-60dc-4def-bc9b-09e53e356a7f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 818 time: 0.2135050 Nov 19 04:03:29.945619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'port': {'device_id': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'admin_state_up': True, 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:30.026570 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.037765 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.085528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.092728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.099557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.107075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.113070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.117969 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Pushing event updated for resources: {'Port': ['ID=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:30.119335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.125516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.127734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-1827d425-ab74-4b25-910e-579858ffb4c9 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.1607683 Nov 19 04:03:30.133780 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.134886 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.135341 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.136299 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.136748 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.137338 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.137780 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.138260 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.138696 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.139143 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.140010 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.140443 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:03:30.208314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Made reservation on behalf of d34f011af584447bb80b1181c0fd28cf for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:30.215876 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Attempting to bind port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:30.216090 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Attempting to bind port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:30.216461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Attempting to bind port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed on network 14bb75d7-6414-40d5-9947-a9ac7873f474 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:30.224366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.225180 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:30.225641 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Checking segment: {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:30.226682 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.230003 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Bound using segment: {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:30.230507 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Bound port: 8d98a0f8-a45b-480b-86bc-ec09f8c141ed, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:30.230995 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.249019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae015c83-25e6-4a8e-bcaa-48275798d971 req-f5c375fc-6c73-4599-857f-a351f7dc9169 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=d895e05a-322d-4657-a6d5-7a49a39dfcfd&id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069779 Nov 19 04:03:30.340470 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] For port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:30.344602 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] For port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:30.356372 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.373521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.380630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.390159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.403192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.415411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.445574 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f548f0f-47be-4698-83d5-4a86dbef9d69 None None] Pushing event updated for resources: {'Port': ['ID=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:30.451910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.465026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.467519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e08c3c62-2c69-4b44-8573-f471228df673 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 5444 time: 0.2132995 Nov 19 04:03:30.489675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349031e-c9ff-4780-be1c-eb709695a444 req-68e72c8f-99b3-4f3f-86e9-c1caa09d1e21 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.490521 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:30.492016 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:30.497480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8349031e-c9ff-4780-be1c-eb709695a444 req-68e72c8f-99b3-4f3f-86e9-c1caa09d1e21 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.1136234 Nov 19 04:03:30.527365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Allocated IP 172.20.0.3 (14bb75d7-6414-40d5-9947-a9ac7873f474/e6685663-2601-4f27-be78-42753d1bb0b6/a83bcfaa-22cf-4482-9f05-3b56518b6802) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:30.575852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e1cee54b-05ce-4bbc-b75d-0c9eaf7cf747 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.580492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-e1cee54b-05ce-4bbc-b75d-0c9eaf7cf747 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "GET /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1017764 Nov 19 04:03:30.587729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8349031e-c9ff-4780-be1c-eb709695a444 req-c2e640af-1684-424b-9b98-df745829e161 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890610 Nov 19 04:03:30.622912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53438) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:30.716769 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:30.762648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-a765b3bf-dc01-4386-99d0-480159a0399c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "GET /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1768930 Nov 19 04:03:30.774489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:30.815475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dae19-be55-48a3-8c49-30cce0316f17 req-508b44b2-e0c8-47b8-96de-e57aa28f75c0 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:30.823356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-182dae19-be55-48a3-8c49-30cce0316f17 req-508b44b2-e0c8-47b8-96de-e57aa28f75c0 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1274037 Nov 19 04:03:30.885576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.907301 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:30.948448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:31.013232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.035868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-157ac6d5-202b-4dfc-b27c-d0ccdc86f154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.078418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9cf-0082-4b0d-b18b-d4bca4b5b5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.090570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-182dae19-be55-48a3-8c49-30cce0316f17 req-7b537a54-68fa-4dbc-ba72-2bc9b129ef38 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625525 Nov 19 04:03:31.117137 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:30Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:31.156316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96496f9-b42e-492b-b177-e9affced1b2e None None] The sync data for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 is: [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:30Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:03:31.188967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Network 14bb75d7-6414-40d5-9947-a9ac7873f474 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:31.191093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:31.202921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:31.206049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:31.260003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a1d4ea54-469a-4c6d-baa6-ae382fce994d,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:31.350921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9cf-0082-4b0d-b18b-d4bca4b5b5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.354870 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-157ac6d5-202b-4dfc-b27c-d0ccdc86f154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.359846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] For port a1d4ea54-469a-4c6d-baa6-ae382fce994d, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:31.366507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:31.367508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.372658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-157ac6d5-202b-4dfc-b27c-d0ccdc86f154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.414108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-157ac6d5-202b-4dfc-b27c-d0ccdc86f154 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac748f27b9a8426394efcfa77dcc5d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881315 Nov 19 04:03:31.417491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:31.421582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] device_id is not set on port a1d4ea54-469a-4c6d-baa6-ae382fce994d yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:03:31.433680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.436961 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b5da9cf-0082-4b0d-b18b-d4bca4b5b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.471478 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6b5da9cf-0082-4b0d-b18b-d4bca4b5b5a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4476295d649e471eb4e250f047b2295a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5216708 Nov 19 04:03:31.472564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.479868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:31.548384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5da9cf-0082-4b0d-b18b-d4bca4b5b5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0649149-174b-4885-8ae3-cb1521949d44,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:31.568295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-450b3371-c4a5-477d-a39a-4eb131e6aa9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.576859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] No DVR routers for this DVR port a1d4ea54-469a-4c6d-baa6-ae382fce994d on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:31.578171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-02bbdfc2-1d87-4642-82fc-46dab7f93373 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395166 Nov 19 04:03:31.606232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ac6d5-202b-4dfc-b27c-d0ccdc86f154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e9e8a-5d46-4c66-a3d1-7db42bffd0da,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:31.619301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Request body: {'port': {'device_id': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:31.622598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d31-b41b-459a-86af-0a39d320e23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.628811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] In _notify_port_updated(), no bound segment for port a1d4ea54-469a-4c6d-baa6-ae382fce994d on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:03:31.629718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:31.630392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.631745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 200 len: 1031 time: 0.8621595 Nov 19 04:03:31.632396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2938ee-bfee-422f-a66e-f3017ec62594 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:31.655941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76021f0-fee0-4c67-a450-89555445b317 req-ade53c80-443d-4bb6-9097-ff351b6fae39 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:31.663615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76021f0-fee0-4c67-a450-89555445b317 req-ade53c80-443d-4bb6-9097-ff351b6fae39 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 931 time: 0.2603154 Nov 19 04:03:31.686508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-5ed80206-c93a-4391-822c-a04595f4ff4d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:31.688016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-5ed80206-c93a-4391-822c-a04595f4ff4d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "GET /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0497601 Nov 19 04:03:31.701220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:31.718701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-450b3371-c4a5-477d-a39a-4eb131e6aa9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.724890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d31-b41b-459a-86af-0a39d320e23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.746508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.805600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.863169 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.880271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d76021f0-fee0-4c67-a450-89555445b317 req-c08d62cc-5ace-4a85-afd1-e2dcea3b5c4e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156730 Nov 19 04:03:31.932866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-619c9673-5e7f-4638-b2a7-6a7268faad0f None None] Provisioning complete for port a1d4ea54-469a-4c6d-baa6-ae382fce994d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:31.934153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-619c9673-5e7f-4638-b2a7-6a7268faad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.984601 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d31-b41b-459a-86af-0a39d320e23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.990131 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b13d31-b41b-459a-86af-0a39d320e23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:31.994978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e8b13d31-b41b-459a-86af-0a39d320e23c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb3e9e8a-5d46-4c66-a3d1-7db42bffd0da HTTP/1.1" status: 204 len: 168 time: 0.5662696 Nov 19 04:03:32.008769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=90398311-61d9-4187-8c0a-fa0a9110999e,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:32.024975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-619c9673-5e7f-4638-b2a7-6a7268faad0f None None] Port a1d4ea54-469a-4c6d-baa6-ae382fce994d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:03:32.061878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] For port 90398311-61d9-4187-8c0a-fa0a9110999e, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:32.067957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13d31-b41b-459a-86af-0a39d320e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e9e8a-5d46-4c66-a3d1-7db42bffd0da,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:32.080397 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-450b3371-c4a5-477d-a39a-4eb131e6aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.085069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-450b3371-c4a5-477d-a39a-4eb131e6aa9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.086569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-450b3371-c4a5-477d-a39a-4eb131e6aa9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0649149-174b-4885-8ae3-cb1521949d44 HTTP/1.1" status: 204 len: 168 time: 0.6050761 Nov 19 04:03:32.141023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] device_id is not set on port 90398311-61d9-4187-8c0a-fa0a9110999e yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:03:32.144235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3371-c4a5-477d-a39a-4eb131e6aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0649149-174b-4885-8ae3-cb1521949d44,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:32.172594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.181012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.338195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] No DVR routers for this DVR port 90398311-61d9-4187-8c0a-fa0a9110999e on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:32.392584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-1d2ef5a9-4271-4191-bafe-dca4115fa972 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.394873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Pushing event updated for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:32.402702 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-1d2ef5a9-4271-4191-bafe-dca4115fa972 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.406755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] In _notify_port_updated(), no bound segment for port 90398311-61d9-4187-8c0a-fa0a9110999e on network 154fbbde-5f23-40d2-b48e-e647a8d00b23 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:03:32.407941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.408800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.410488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-4335de24-27b3-474e-9eb2-1129f153cbea service neutron] 10.222.0.36 "PUT /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 200 len: 1032 time: 0.7137411 Nov 19 04:03:32.411473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-1d2ef5a9-4271-4191-bafe-dca4115fa972 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.419760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-1d2ef5a9-4271-4191-bafe-dca4115fa972 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.429773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-1d2ef5a9-4271-4191-bafe-dca4115fa972 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.438993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-1d2ef5a9-4271-4191-bafe-dca4115fa972 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 3887 time: 0.1763146 Nov 19 04:03:32.572683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9106e2e3-ef5d-44ab-992e-8168265eb946 req-a005159c-15f8-4bb1-852b-744d8973dee2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324556 Nov 19 04:03:32.652742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port c548f4fc-88d5-4971-b56c-21d40f11c7c8 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:32.653182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.729648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83bcfaa-22cf-4482-9f05-3b56518b6802 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:32.744112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.771340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Transition to ACTIVE for port object a83bcfaa-22cf-4482-9f05-3b56518b6802 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:03:32.781519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fd65c38f-d7c3-4cab-86f7-26e0dbb04f0e None None] Provisioning complete for port 90398311-61d9-4187-8c0a-fa0a9110999e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:32.786208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd65c38f-d7c3-4cab-86f7-26e0dbb04f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.794874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d11ef-77a7-4bc1-85c5-bfdf4422632f req-b291e892-99cc-4789-bb77-6ea94c897d8a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:32.796591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d1d11ef-77a7-4bc1-85c5-bfdf4422632f req-b291e892-99cc-4789-bb77-6ea94c897d8a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1057966 Nov 19 04:03:32.797804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.805789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port c548f4fc-88d5-4971-b56c-21d40f11c7c8, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c548f4fc-88d5-4971-b56c-21d40f11c7c8,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:32.805789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:32.909219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53480) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:32.910284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d1d11ef-77a7-4bc1-85c5-bfdf4422632f req-a6133e1b-1bc9-4deb-8294-2548f454f9aa tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831249 Nov 19 04:03:32.911223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:32.923935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c38f-d7c3-4cab-86f7-26e0dbb04f0e None None] Port 90398311-61d9-4187-8c0a-fa0a9110999e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:03:32.959068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4be15f1-3434-4ba2-82d0-be2ee7e5b3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.022699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d98a0f8-a45b-480b-86bc-ec09f8c141ed up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:33.114487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Attempting to bind port a83bcfaa-22cf-4482-9f05-3b56518b6802 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:33.114989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Attempting to bind port a83bcfaa-22cf-4482-9f05-3b56518b6802 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:33.115453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Attempting to bind port a83bcfaa-22cf-4482-9f05-3b56518b6802 on network 14bb75d7-6414-40d5-9947-a9ac7873f474 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:33.123205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Port a83bcfaa-22cf-4482-9f05-3b56518b6802 on network 14bb75d7-6414-40d5-9947-a9ac7873f474 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:03:33.125108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Attempting to bind port a83bcfaa-22cf-4482-9f05-3b56518b6802 on network 14bb75d7-6414-40d5-9947-a9ac7873f474 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:33.128300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:33.128914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.136880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:33.140710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Checking segment: {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:33.141307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Bound using segment: {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:33.141926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Bound port: a83bcfaa-22cf-4482-9f05-3b56518b6802, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625f8c2a-b1d0-438d-aa3c-3f5595a92da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:33.142526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.166359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.166832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.167309 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Floating IP 55e47601-838c-4576-a404-0c2aeaefc4a2 disassociated. External IP: 172.25.8.182, port: c548f4fc-88d5-4971-b56c-21d40f11c7c8. Nov 19 04:03:33.167723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for c548f4fc-88d5-4971-b56c-21d40f11c7c8 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:33.230835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4be15f1-3434-4ba2-82d0-be2ee7e5b3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.241894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4be15f1-3434-4ba2-82d0-be2ee7e5b3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.277188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be15f1-3434-4ba2-82d0-be2ee7e5b3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9476a0-9748-490f-a9c1-d09f46b48fd4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:33.305748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:33.310457 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4be15f1-3434-4ba2-82d0-be2ee7e5b3ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f23810b9c0ea4af8afadb7cd53ff9fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001911 Nov 19 04:03:33.314429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:33.315664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.334439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-dd99396f-61f4-49e8-9698-8c3673a2de39 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:33.335729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-dd99396f-61f4-49e8-9698-8c3673a2de39 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 814 time: 0.1778455 Nov 19 04:03:33.338191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:33.346352 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.373367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:33.379122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.406363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-17e66a96-7667-46cb-8ae6-74fd6fc57680 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/quotas/5f5315605609469b86fc7709e5590808 HTTP/1.1" status: 200 len: 375 time: 0.0554249 Nov 19 04:03:33.437620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-356483ea-eca0-4fd7-8098-c8c7c730ee98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.440519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:33.441150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.442833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] 10.222.0.36 "PUT /v2.0/ports/a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 1091 time: 1.8540230 Nov 19 04:03:33.443501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:33.446161 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1adaec-48b9-4de1-a2b0-045a0e05922f" -d '{"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:33.490186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.491655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:33.515528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-356483ea-eca0-4fd7-8098-c8c7c730ee98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.529677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbca4c9-f62e-4d17-977d-15f2536e035e service neutron] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:33.551829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=c548f4fc-88d5-4971-b56c-21d40f11c7c8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:33.563389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-95f09a19-9562-43e8-909b-e7f92456577c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541324 Nov 19 04:03:33.625684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-d7bba8c7-da73-4a8a-a4b9-0bdb1695981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:33.629105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:33.633061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-d7bba8c7-da73-4a8a-a4b9-0bdb1695981b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1094 time: 0.1279805 Nov 19 04:03:33.687392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-83ce8b51-160d-43f8-b767-abbc94d4d2c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 217 time: 0.0496237 Nov 19 04:03:33.704935 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-356483ea-eca0-4fd7-8098-c8c7c730ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.707928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-356483ea-eca0-4fd7-8098-c8c7c730ee98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.711577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-356483ea-eca0-4fd7-8098-c8c7c730ee98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a9476a0-9748-490f-a9c1-d09f46b48fd4 HTTP/1.1" status: 204 len: 168 time: 0.3937039 Nov 19 04:03:33.717348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.752008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:33.755867 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9476f8f4-1173-4a49-af5a-13e7a4a8aa75" -d '{"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-unplugged", "status": "completed", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:33.764220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356483ea-eca0-4fd7-8098-c8c7c730ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9476a0-9748-490f-a9c1-d09f46b48fd4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:33.783949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Router 30a621c2-af58-45b3-a910-d6c2d109a435 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:03:33.788178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:33.802324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-43b2eeef-6d3b-44c8-9dd3-ea349ca58b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:33.802567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ec29-2b12-4770-b285-4f715defea72 req-504e4489-5368-4bef-b8e9-26270cb65a05 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:33.804427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cc05ec29-2b12-4770-b285-4f715defea72 req-504e4489-5368-4bef-b8e9-26270cb65a05 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a3d24d3-a722-4a37-b7be-cacefd8b490c HTTP/1.1" status: 200 len: 945 time: 0.0852225 Nov 19 04:03:33.804572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-43b2eeef-6d3b-44c8-9dd3-ea349ca58b44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.1096828 Nov 19 04:03:33.809311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-59143f21-32e0-48da-917d-1dc40eb10e4a service neutron] 10.222.0.52 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445970 Nov 19 04:03:33.812403 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:33.813136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a1d4ea54-469a-4c6d-baa6-ae382fce994d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:33.869296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-6e9c6ea7-6e85-4da5-a9c0-a2249cf4984b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568151 Nov 19 04:03:33.972296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:33.991370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a1d4ea54-469a-4c6d-baa6-ae382fce994d not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:33.992977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 555efabb-4477-4e7d-81c0-cb41be75451d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:34.142995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Deleting port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:34.143465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:34.150305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:03:34.178150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] Sync routers for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:03:34.190077 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:34.206338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:34.206976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:34.487428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=555efabb-4477-4e7d-81c0-cb41be75451d,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:34.499206 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:34.500937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7ce8ff7d-51bb-4243-b518-b6aee004bf09 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:34.506943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:34.582934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-bf3971f7-1940-4852-b040-b6e00d4fd48e service neutron] 10.222.0.52 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531657 Nov 19 04:03:34.594649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-0bb90d29-1390-4734-9303-aeb1ee2251fa service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130847 Nov 19 04:03:34.729477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed09356-c96e-4da2-a218-3ed8ed897e4c req-9fbcda68-0840-4ef0-aeff-c0ad7b445eba service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273065 Nov 19 04:03:34.815645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port c548f4fc-88d5-4971-b56c-21d40f11c7c8 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:34.846254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:34.852129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-7b8ca2af-432c-4d08-8cab-df30eaedcfe2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "DELETE /v2.0/ports/c548f4fc-88d5-4971-b56c-21d40f11c7c8 HTTP/1.1" status: 204 len: 173 time: 2.4332473 Nov 19 04:03:34.865557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:34.877901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:34.880165 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b9630-570a-493a-94ce-0e61b3b49ffd" -d '{"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:34.911440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d98a0f8-a45b-480b-86bc-ec09f8c141ed up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:34.944891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e5b30-c075-4973-867a-0cfe37a7f96f req-19599a6f-b1ce-43f9-8d40-4efecef2b17d tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:34.948231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c96e5b30-c075-4973-867a-0cfe37a7f96f req-19599a6f-b1ce-43f9-8d40-4efecef2b17d tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 943 time: 0.0795617 Nov 19 04:03:35.000845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] For port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:35.001250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.018072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Calling delete_port for bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:35.029860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c96e5b30-c075-4973-867a-0cfe37a7f96f req-9b36f398-2e23-406e-a426-c69ac8bb9dc7 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746918 Nov 19 04:03:35.099400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port cf7bd7fb-460e-475e-bc20-778740460318 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:35.099744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.170654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.206504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:35.206504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.249468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f9498-3598-44c8-87dc-fd4613d2b3d3 req-7c2b55e7-1af6-4432-8ef6-89bc5c1f9a78 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:35.266563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-856f9498-3598-44c8-87dc-fd4613d2b3d3 req-7c2b55e7-1af6-4432-8ef6-89bc5c1f9a78 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1260667 Nov 19 04:03:35.271862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:35.309572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.311971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c548f4fc-88d5-4971-b56c-21d40f11c7c8 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:35.314439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port cf7bd7fb-460e-475e-bc20-778740460318, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf7bd7fb-460e-475e-bc20-778740460318,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:35.314815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.340167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for cf7bd7fb-460e-475e-bc20-778740460318 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:35.343883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.378267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-856f9498-3598-44c8-87dc-fd4613d2b3d3 req-cb59c1c1-0812-4328-bb5e-9df6d9654c9a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983891 Nov 19 04:03:35.381198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Pushing event deleted for resources: {'Port': ['ID=bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:35.436479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:35.449777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: c548f4fc-88d5-4971-b56c-21d40f11c7c8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:35.450155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c548f4fc-88d5-4971-b56c-21d40f11c7c8 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:35.450787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf7bd7fb-460e-475e-bc20-778740460318 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:35.461135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53550) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:35.476972 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a24f9e4-ddf2-42b3-934d-bef10f250376 x-openstack-request-id: req-2a24f9e4-ddf2-42b3-934d-bef10f250376 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:35.477302 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:35.481550 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a24f9e4-ddf2-42b3-934d-bef10f250376 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:35.482269 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'status': 'completed', 'code': 200} Nov 19 04:03:35.488922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] No DVR routers for this DVR port bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:35.492550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.496811 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cc05ec29-2b12-4770-b285-4f715defea72 req-fc4730d8-2cb0-4db9-b7b1-6b5446d529f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.31 "DELETE /v2.0/ports/bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd HTTP/1.1" status: 204 len: 173 time: 1.6839781 Nov 19 04:03:35.654327 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.657357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.692558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=cf7bd7fb-460e-475e-bc20-778740460318,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:35.717697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 90398311-61d9-4187-8c0a-fa0a9110999e no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:35.724282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6391974-f9d1-4f4c-8fc3-1eeb814cd28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.755458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-618a2c27-6f35-41b2-a61a-591ecc1e5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:35.757304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-618a2c27-6f35-41b2-a61a-591ecc1e5f20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1094 time: 0.2518065 Nov 19 04:03:35.762673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port cf7bd7fb-460e-475e-bc20-778740460318 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:35.764727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:35.769523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.773726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-81be8aee-41bf-4273-ae72-1783e7f66c33 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "DELETE /v2.0/ports/cf7bd7fb-460e-475e-bc20-778740460318 HTTP/1.1" status: 204 len: 173 time: 0.8730862 Nov 19 04:03:35.788391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ea16-6a49-4c40-9f66-d1715a4620c1 req-8bb3dac5-a734-4cbf-b059-22a958584074 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:35.795331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] Checking router: 30a621c2-af58-45b3-a910-d6c2d109a435 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:03:35.795728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ea16-6a49-4c40-9f66-d1715a4620c1 req-8bb3dac5-a734-4cbf-b059-22a958584074 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:35.802961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ea16-6a49-4c40-9f66-d1715a4620c1 req-8bb3dac5-a734-4cbf-b059-22a958584074 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:35.807884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:35.808529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:35.810249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 90398311-61d9-4187-8c0a-fa0a9110999e not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:35.810381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ea16-6a49-4c40-9f66-d1715a4620c1 req-8bb3dac5-a734-4cbf-b059-22a958584074 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:35.818528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9656ea16-6a49-4c40-9f66-d1715a4620c1 req-8bb3dac5-a734-4cbf-b059-22a958584074 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 3067 time: 0.2457101 Nov 19 04:03:35.915119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:35.915828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:35.951818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:35.986507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9656ea16-6a49-4c40-9f66-d1715a4620c1 req-fe6a7dab-4543-4d4c-b40b-ce68b151932b tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669734 Nov 19 04:03:36.064817 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a17d65-b09c-4990-b7b9-44bc20acfe6e x-openstack-request-id: req-14a17d65-b09c-4990-b7b9-44bc20acfe6e {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:36.065123 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-unplugged", "status": "completed", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:36.065442 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14a17d65-b09c-4990-b7b9-44bc20acfe6e {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:36.065851 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f', 'code': 200} Nov 19 04:03:36.093761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-37bed2a3-1ddd-48f7-9b9f-3788416824f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:36.095299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-37bed2a3-1ddd-48f7-9b9f-3788416824f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.3188326 Nov 19 04:03:36.125721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:36.126120 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.159851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:36.180490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-1a608e8e-1a85-41bb-a405-29d249342474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 217 time: 0.0701656 Nov 19 04:03:36.202055 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6391974-f9d1-4f4c-8fc3-1eeb814cd28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.273009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d6391974-f9d1-4f4c-8fc3-1eeb814cd28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.291940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:36.324455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c9ae5-a23e-4e37-8bbc-7660f858478d None None] The sync data for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 is: [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4c314835-99b4-4d42-9701-f3a35cdfe026', 'name': '', 'network_id': 'b79f35db-5d74-4c6d-918e-d329321fa815', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'mac_address': 'fa:16:3e:65:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '375c000d-4953-4b63-9109-7bdb7522b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:14Z', 'updated_at': '2021-11-19T03:52:23Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'subnets': [{'id': '375c000d-4953-4b63-9109-7bdb7522b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:03:36.407046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc7a9350-f86a-4a69-ab9a-78c5fcaf1f9f req-559ab2ff-f7d3-40f3-89c9-8eebd2068bb3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 210 time: 0.0775115 Nov 19 04:03:36.441286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.442711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-f260b676-2344-43d1-a2af-4e42f8986c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:36.444597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-f260b676-2344-43d1-a2af-4e42f8986c7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.2496781 Nov 19 04:03:36.455669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d6391974-f9d1-4f4c-8fc3-1eeb814cd28d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c69f4d9823394872961ae6349eed8fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9924831 Nov 19 04:03:36.462438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53558) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:36.463275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6391974-f9d1-4f4c-8fc3-1eeb814cd28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d645ab-60b7-4fc4-9e3d-21aa58563347,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:36.481689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=14d370e1-540a-4b3d-b8b8-c0c18fd0f68f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:36.525689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-56a7c622-7cfc-44c9-8144-e9126135e71b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684924 Nov 19 04:03:36.538842 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675cabf2-de81-497d-88a6-9df30bc8dd4d x-openstack-request-id: req-675cabf2-de81-497d-88a6-9df30bc8dd4d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:36.539220 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "c548f4fc-88d5-4971-b56c-21d40f11c7c8", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:36.539546 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-675cabf2-de81-497d-88a6-9df30bc8dd4d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:36.542673 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': 'c548f4fc-88d5-4971-b56c-21d40f11c7c8', 'status': 'completed', 'code': 200} Nov 19 04:03:36.573161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port 14d370e1-540a-4b3d-b8b8-c0c18fd0f68f on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:36.576007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.580437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-87b8e006-a33c-4a0b-b5e6-3b16f42e2489 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "DELETE /v2.0/ports/14d370e1-540a-4b3d-b8b8-c0c18fd0f68f HTTP/1.1" status: 204 len: 173 time: 0.8008652 Nov 19 04:03:36.679637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-cf2fa5d9-bf8b-4a5b-be65-d587bcb68b72 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383884 Nov 19 04:03:36.730729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-ed30c487-5bee-42ff-83d4-ef22e50120d4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:36.733019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-ed30c487-5bee-42ff-83d4-ef22e50120d4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 814 time: 0.4662178 Nov 19 04:03:36.759933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:36.761197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.765362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e545da7-8367-4c94-82b5-b9e8cd3b7eae None None] New status for floating IP 55e47601-838c-4576-a404-0c2aeaefc4a2: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:03:36.814430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Request body: {'port': {'device_id': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'admin_state_up': True, 'tenant_id': '5f5315605609469b86fc7709e5590808'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:36.944961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port 7ce8ff7d-51bb-4243-b518-b6aee004bf09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7ce8ff7d-51bb-4243-b518-b6aee004bf09,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:36.945441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:36.977438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for 7ce8ff7d-51bb-4243-b518-b6aee004bf09 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:37.068921 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e88fbc9a-fc26-4734-bc9b-b40cd5fe39cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.095110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:37.116847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Made reservation on behalf of 5f5315605609469b86fc7709e5590808 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:37.121598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.125464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-f0a791b8-dd1d-4b01-934b-295563a67e83 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356680 Nov 19 04:03:37.161880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.163203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e88fbc9a-fc26-4734-bc9b-b40cd5fe39cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.164296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:37.164798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:37.198732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=7ce8ff7d-51bb-4243-b518-b6aee004bf09,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:37.206647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d501271-6c96-4276-b2cd-7a538d9fbb64 req-e4804e49-ae82-4adb-8603-3e277d874783 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:37.215186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d501271-6c96-4276-b2cd-7a538d9fbb64 req-e4804e49-ae82-4adb-8603-3e277d874783 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 943 time: 0.2005181 Nov 19 04:03:37.249806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port 7ce8ff7d-51bb-4243-b518-b6aee004bf09 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:37.252401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.255951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-57c8e3b7-e716-43b8-9196-e7a5c26364a6 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "DELETE /v2.0/ports/7ce8ff7d-51bb-4243-b518-b6aee004bf09 HTTP/1.1" status: 204 len: 173 time: 0.6702774 Nov 19 04:03:37.335816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d501271-6c96-4276-b2cd-7a538d9fbb64 req-7217e172-6a80-4db3-a4b8-5a63a000f2cb tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197331 Nov 19 04:03:37.361357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port 555efabb-4477-4e7d-81c0-cb41be75451d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:37.361715 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.364676 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e88fbc9a-fc26-4734-bc9b-b40cd5fe39cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.367313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e88fbc9a-fc26-4734-bc9b-b40cd5fe39cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.371642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e88fbc9a-fc26-4734-bc9b-b40cd5fe39cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28d645ab-60b7-4fc4-9e3d-21aa58563347 HTTP/1.1" status: 204 len: 168 time: 0.9020135 Nov 19 04:03:37.386601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fbc9a-fc26-4734-bc9b-b40cd5fe39cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d645ab-60b7-4fc4-9e3d-21aa58563347,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:37.404588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Allocated IP 172.20.0.10 (4f6600ce-f93a-4980-9ff9-821cdd20d3b3/974b4ba1-d7b3-4508-bf47-83589620f81a/fb6700f8-68d3-4af6-929d-9d2d6c735420) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:37.498513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port 555efabb-4477-4e7d-81c0-cb41be75451d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=555efabb-4477-4e7d-81c0-cb41be75451d,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:37.499100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.519906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for 555efabb-4477-4e7d-81c0-cb41be75451d owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:37.634323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a83bcfaa-22cf-4482-9f05-3b56518b6802 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:03:37.672853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c674-27ff-430a-b5c9-6927e43fef3e req-30261900-4bcd-4a83-919a-7e5d1668af2c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:37.674630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75b3c674-27ff-430a-b5c9-6927e43fef3e req-30261900-4bcd-4a83-919a-7e5d1668af2c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 943 time: 0.1347702 Nov 19 04:03:37.731749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.780823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.817956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75b3c674-27ff-430a-b5c9-6927e43fef3e req-af197f59-a11b-4f2e-9b10-04f3abecce75 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups?id=78b0f2ba-a2db-41ac-9e61-012bb846dc47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333079 Nov 19 04:03:37.840088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=555efabb-4477-4e7d-81c0-cb41be75451d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:37.874522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.912145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:37.913471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53582) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:37.930818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'port_id': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'mac_address': 'fa:16:3e:bc:06:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:03:37.960623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port 555efabb-4477-4e7d-81c0-cb41be75451d on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:37.969922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:37.971272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:37.974057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b4da4445-7483-408c-b49b-88feaa93f162 req-2449167d-fa0f-488d-8e6c-e2ae6fa46161 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.36 "DELETE /v2.0/ports/555efabb-4477-4e7d-81c0-cb41be75451d HTTP/1.1" status: 204 len: 173 time: 0.7121153 Nov 19 04:03:37.974816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:37.980793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:37.985235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Pushing event updated for resources: {'Port': ['ID=fb6700f8-68d3-4af6-929d-9d2d6c735420,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:37.992357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adc7dacd-1daf-4aac-b73b-6fffc5e1509c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.009911 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.030401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83bcfaa-22cf-4482-9f05-3b56518b6802 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:38.052049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:38.052264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:38.057789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.064709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.096359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:38.099567 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be64242-2579-41e3-93f7-ba0c9cc3baec" -d '{"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-unplugged", "status": "completed", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:38.103384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-1ac7ab75-2447-4910-887d-5816fe82c0eb tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3137622 Nov 19 04:03:38.125024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Request body: {'port': {'device_id': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:38.139051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:38.139910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adc7dacd-1daf-4aac-b73b-6fffc5e1509c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.144971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adc7dacd-1daf-4aac-b73b-6fffc5e1509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.185917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7dacd-1daf-4aac-b73b-6fffc5e1509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67065c97-f0b2-4ba8-b335-46a70e2a597b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:38.191454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-adc7dacd-1daf-4aac-b73b-6fffc5e1509c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1daf61df705542a0b6e35df473b2c5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455142 Nov 19 04:03:38.193981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53586) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:38.216781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea4801-889d-4807-9bab-96e7e674fca3 req-f3423305-09ed-4a91-b58a-1cc90d81393a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:38.224083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29ea4801-889d-4807-9bab-96e7e674fca3 req-f3423305-09ed-4a91-b58a-1cc90d81393a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 932 time: 0.1169071 Nov 19 04:03:38.243612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.275799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a83bcfaa-22cf-4482-9f05-3b56518b6802'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:38.307595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7df7bee-862a-4b1c-acfc-9571806d0daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.355341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7df7bee-862a-4b1c-acfc-9571806d0daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.376149 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29ea4801-889d-4807-9bab-96e7e674fca3 req-27027c8e-a02a-451e-bd91-032a20673e23 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511965 Nov 19 04:03:38.455398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7df7bee-862a-4b1c-acfc-9571806d0daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.458733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7df7bee-862a-4b1c-acfc-9571806d0daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.460068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a7df7bee-862a-4b1c-acfc-9571806d0daa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67065c97-f0b2-4ba8-b335-46a70e2a597b HTTP/1.1" status: 204 len: 168 time: 0.2651219 Nov 19 04:03:38.471365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df7bee-862a-4b1c-acfc-9571806d0daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67065c97-f0b2-4ba8-b335-46a70e2a597b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:38.543201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-deleted', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': 'cf7bd7fb-460e-475e-bc20-778740460318'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09'}, {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:38.545980 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5793aee6-1c0e-4605-80b2-67205aebc306" -d '{"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-deleted", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "cf7bd7fb-460e-475e-bc20-778740460318"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09"}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:38.635877 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3d5fdf-2831-4d66-91c8-4d60ff9f823d x-openstack-request-id: req-2d3d5fdf-2831-4d66-91c8-4d60ff9f823d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:38.636536 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-unplugged", "status": "completed", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:38.637036 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d3d5fdf-2831-4d66-91c8-4d60ff9f823d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:38.637594 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d', 'code': 200} Nov 19 04:03:38.638066 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09', 'code': 200} Nov 19 04:03:38.821201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7eee9-e01f-40f7-8e5e-7868a904a026 req-078e93b4-a7e6-4e2e-a585-fa392d1832a8 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:38.823706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b0f7eee9-e01f-40f7-8e5e-7868a904a026 req-078e93b4-a7e6-4e2e-a585-fa392d1832a8 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 944 time: 0.1120791 Nov 19 04:03:38.844537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6700f8-68d3-4af6-929d-9d2d6c735420 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:38.857683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.879758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Transition to ACTIVE for port object fb6700f8-68d3-4af6-929d-9d2d6c735420 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:03:38.891188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:38.950008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b0f7eee9-e01f-40f7-8e5e-7868a904a026 req-f18e6d96-82c9-4ab0-a043-8ddb612ba087 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134717 Nov 19 04:03:38.969580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6700f8-68d3-4af6-929d-9d2d6c735420,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:39.039631 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ac8a4-2dd8-446b-8cad-684c01c77a04 x-openstack-request-id: req-592ac8a4-2dd8-446b-8cad-684c01c77a04 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:39.040176 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3d24d3-a722-4a37-b7be-cacefd8b490c", "name": "network-vif-deleted", "tag": "bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd", "status": "completed", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "cf7bd7fb-460e-475e-bc20-778740460318", "status": "completed", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "14d370e1-540a-4b3d-b8b8-c0c18fd0f68f", "status": "completed", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "7ce8ff7d-51bb-4243-b518-b6aee004bf09", "status": "completed", "code": 200}, {"server_uuid": "6d79bf02-32de-459b-aff7-edc32c109241", "name": "network-vif-deleted", "tag": "555efabb-4477-4e7d-81c0-cb41be75451d", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:39.040406 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-592ac8a4-2dd8-446b-8cad-684c01c77a04 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:39.041273 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3d24d3-a722-4a37-b7be-cacefd8b490c', 'name': 'network-vif-deleted', 'tag': 'bc5d87b7-8b43-4159-8b5b-bc5ce5cdeddd', 'status': 'completed', 'code': 200} Nov 19 04:03:39.041542 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': 'cf7bd7fb-460e-475e-bc20-778740460318', 'status': 'completed', 'code': 200} Nov 19 04:03:39.041806 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': '14d370e1-540a-4b3d-b8b8-c0c18fd0f68f', 'status': 'completed', 'code': 200} Nov 19 04:03:39.042224 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': '7ce8ff7d-51bb-4243-b518-b6aee004bf09', 'status': 'completed', 'code': 200} Nov 19 04:03:39.042479 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d79bf02-32de-459b-aff7-edc32c109241', 'name': 'network-vif-deleted', 'tag': '555efabb-4477-4e7d-81c0-cb41be75451d', 'status': 'completed', 'code': 200} Nov 19 04:03:39.060505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Attempting to bind port fb6700f8-68d3-4af6-929d-9d2d6c735420 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:39.060853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Attempting to bind port fb6700f8-68d3-4af6-929d-9d2d6c735420 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:39.061191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Attempting to bind port fb6700f8-68d3-4af6-929d-9d2d6c735420 on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:39.067310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Port fb6700f8-68d3-4af6-929d-9d2d6c735420 on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:03:39.067698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Attempting to bind port fb6700f8-68d3-4af6-929d-9d2d6c735420 on network 4f6600ce-f93a-4980-9ff9-821cdd20d3b3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:39.078021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:39.078372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Checking segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:39.078774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Bound using segment: {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:39.079228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Bound port: fb6700f8-68d3-4af6-929d-9d2d6c735420, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ceee3ac-35a4-42c7-8f57-46705710b6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:39.079773 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.096546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:03:39.206570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250cdbf-7f82-4ead-8226-896a78fe168d req-0a863181-567e-49e6-86ef-08a1bcf336bf tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:39.214770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3250cdbf-7f82-4ead-8226-896a78fe168d req-0a863181-567e-49e6-86ef-08a1bcf336bf tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1214118 Nov 19 04:03:39.241913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:39.253604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] For port fb6700f8-68d3-4af6-929d-9d2d6c735420, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:39.266854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'port_id': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'mac_address': 'fa:16:3e:5d:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749e0d90-de34-4e3e-8487-cee83377c1da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:03:39.280458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] For port fb6700f8-68d3-4af6-929d-9d2d6c735420, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:39.290156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.311953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3250cdbf-7f82-4ead-8226-896a78fe168d req-10f0acd8-e457-4651-880a-0a41312f62eb tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950193 Nov 19 04:03:39.326232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.362358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:39.373721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:39.374526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.376072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb6700f8-68d3-4af6-929d-9d2d6c735420 HTTP/1.1" status: 200 len: 1092 time: 1.2554007 Nov 19 04:03:39.376539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'tag': 'fb6700f8-68d3-4af6-929d-9d2d6c735420'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:39.379409 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a6e12-a1e9-4126-b812-73a0ff480736" -d '{"events": [{"name": "network-changed", "server_uuid": "4c963c60-6c25-4fc0-87de-f0e7997f6821", "tag": "fb6700f8-68d3-4af6-929d-9d2d6c735420"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:39.409821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:39.416903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.424790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f26371a5-e5e3-4f33-bdf4-034d9fe02b08 req-8b71b3ba-cc97-47d5-a250-8f30cba6b406 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0410738 Nov 19 04:03:39.487381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:39.507131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c3699-5cd6-428b-ab35-c5ff08d53026 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6700f8-68d3-4af6-929d-9d2d6c735420,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:39.527639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-69dea7c5-4f62-4348-8b7a-ce2bce888331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:39.535723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-69dea7c5-4f62-4348-8b7a-ce2bce888331 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 1095 time: 0.1042027 Nov 19 04:03:39.586108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-4c941711-b932-46ea-bf80-24b7ddad3638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420 HTTP/1.1" status: 200 len: 217 time: 0.0421083 Nov 19 04:03:39.587593 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768704d3-59be-4476-bd24-eacaac584fdd x-openstack-request-id: req-768704d3-59be-4476-bd24-eacaac584fdd {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:39.587892 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c963c60-6c25-4fc0-87de-f0e7997f6821", "tag": "fb6700f8-68d3-4af6-929d-9d2d6c735420", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:39.588173 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-768704d3-59be-4476-bd24-eacaac584fdd {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:39.588740 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'tag': 'fb6700f8-68d3-4af6-929d-9d2d6c735420', 'status': 'completed', 'code': 200} Nov 19 04:03:39.651498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a83bcfaa-22cf-4482-9f05-3b56518b6802 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:39.660437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:39.666096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-9efe1c0e-fc20-4859-947b-79f0329d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:39.667529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-9efe1c0e-fc20-4859-947b-79f0329d7af9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 200 len: 854 time: 0.0677338 Nov 19 04:03:39.712441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-8e94dc01-0fcb-430c-ad41-6136b7a50847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355291 Nov 19 04:03:39.779405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port a83bcfaa-22cf-4482-9f05-3b56518b6802 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:03:39.791675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port a83bcfaa-22cf-4482-9f05-3b56518b6802 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:39.792032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.817676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3e5cf-5394-42ec-ba14-71d0f7ec649a req-70b59d23-5305-4077-a34a-177700711ac5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:39.819300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2b3e5cf-5394-42ec-ba14-71d0f7ec649a req-70b59d23-5305-4077-a34a-177700711ac5 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 944 time: 0.1443970 Nov 19 04:03:39.878479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-a578aa79-bdc0-47d7-a6b6-b6fc2ae830d6 service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436675 Nov 19 04:03:39.950726 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:39.995840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:40.006121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:40.008154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2b3e5cf-5394-42ec-ba14-71d0f7ec649a req-cf2997e8-0ffd-4e7e-9a96-c004ffe807aa tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517081 Nov 19 04:03:40.079162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4af0f0d7-8976-4b0b-b3ef-30f959b9741e req-51e6de83-7795-465e-8375-10bef2d4e0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897056 Nov 19 04:03:40.121051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:40.188775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acfd74-9b8e-48b4-95b7-cb2a1fd5255b req-a7ae96a9-4de4-44ab-ac0a-d619d80bb50c tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:40.190438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1acfd74-9b8e-48b4-95b7-cb2a1fd5255b req-a7ae96a9-4de4-44ab-ac0a-d619d80bb50c tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1075284 Nov 19 04:03:40.209820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-37b738f4-11b0-4c85-a84f-1d454c17d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:40.211520 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-37b738f4-11b0-4c85-a84f-1d454c17d7ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f5315605609469b86fc7709e5590808&device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 1095 time: 0.0717669 Nov 19 04:03:40.324184 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1acfd74-9b8e-48b4-95b7-cb2a1fd5255b req-39d819aa-a560-4cc9-886b-d772adc9a7b7 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222577 Nov 19 04:03:40.363313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-6a1b0e1c-bc91-4e6d-a81c-10b8f1b37c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:40.365075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-6a1b0e1c-bc91-4e6d-a81c-10b8f1b37c2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 200 len: 915 time: 0.1441643 Nov 19 04:03:40.416307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-7abfef9c-5ba8-4cff-b03b-ea59b806979d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420 HTTP/1.1" status: 200 len: 217 time: 0.0427768 Nov 19 04:03:40.507120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-ed8a9f27-33d4-404e-a994-66d24b1f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:40.508731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-ed8a9f27-33d4-404e-a994-66d24b1f0e7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 200 len: 854 time: 0.0848937 Nov 19 04:03:40.523097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550df3f5-a501-4b68-95fc-9b5539f00b21 req-c1ade54b-b217-4539-b451-d5a06687d059 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:40.525278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-550df3f5-a501-4b68-95fc-9b5539f00b21 req-c1ade54b-b217-4539-b451-d5a06687d059 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 945 time: 0.0985734 Nov 19 04:03:40.558585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-14edd141-3a5f-4f25-a867-e0eb6c36e8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f6600ce-f93a-4980-9ff9-821cdd20d3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322196 Nov 19 04:03:40.639127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:40.642234 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc850c8-45db-4f07-8529-904f114e6722" -d '{"events": [{"server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "name": "network-vif-plugged", "status": "completed", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:40.652330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-550df3f5-a501-4b68-95fc-9b5539f00b21 req-70769485-367b-4ca5-bcad-b4f1255f9a88 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181211 Nov 19 04:03:40.698281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:40.724800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-245c3f33-ebdf-4206-9fe1-82e8097de9bd service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562774 Nov 19 04:03:40.795748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-afef0ca6-3ccd-47a0-847c-c79b2f3b7a85 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:40.823392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-afef0ca6-3ccd-47a0-847c-c79b2f3b7a85 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:40.851911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4485870-1da6-4d6d-bdac-15e2e27eefc8 req-31d9bb70-ce0b-468c-bcb0-3bc62ac27e73 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0779357 Nov 19 04:03:40.906161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-287a6e12-a1e9-4126-b812-73a0ff480736 req-efa19da2-e1cb-4db9-8c0a-a9371553074a service neutron] 10.222.0.36 "GET /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745017 Nov 19 04:03:40.930127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-afef0ca6-3ccd-47a0-847c-c79b2f3b7a85 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:40.934231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-afef0ca6-3ccd-47a0-847c-c79b2f3b7a85 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:40.939788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53700) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:40.945553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-afef0ca6-3ccd-47a0-847c-c79b2f3b7a85 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "DELETE /v2.0/security-groups/b65cb9eb-f6f1-44d5-919d-048d49e5a1ed HTTP/1.1" status: 204 len: 168 time: 0.2392490 Nov 19 04:03:40.956436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef0ca6-3ccd-47a0-847c-c79b2f3b7a85 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65cb9eb-f6f1-44d5-919d-048d49e5a1ed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:40.964436 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-2b2d9378-7701-4172-a887-8b4ff62e1f56 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] show failed (client error): The resource could not be found. Nov 19 04:03:40.965978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2b2d9378-7701-4172-a887-8b4ff62e1f56 tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "GET /v2.0/security-groups/b65cb9eb-f6f1-44d5-919d-048d49e5a1ed HTTP/1.1" status: 404 len: 347 time: 0.0245342 Nov 19 04:03:40.968212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:41.089760 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ea447-5025-498a-b7f0-1bcb7f8c7eef x-openstack-request-id: req-aa5ea447-5025-498a-b7f0-1bcb7f8c7eef {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:41.090302 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "name": "network-vif-plugged", "status": "completed", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:41.090658 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa5ea447-5025-498a-b7f0-1bcb7f8c7eef {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:41.093220 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'code': 200} Nov 19 04:03:41.135086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:41.200355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Deleting port fa095542-e74e-421b-b891-b353fcc1e80f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:41.200681 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.223300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:41.223904 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.354049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.391186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.391578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.395408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:41.400967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.406198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Calling delete_port for fa095542-e74e-421b-b891-b353fcc1e80f owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:41.461134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:41.537178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf1800-c728-4ef6-83e3-336cda67e3a9 req-3a3daaf4-e9f4-478f-a822-bb9b4d0ec075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:41.538866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fabf1800-c728-4ef6-83e3-336cda67e3a9 req-3a3daaf4-e9f4-478f-a822-bb9b4d0ec075 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.3840647 Nov 19 04:03:41.551381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0b110-e40d-453b-8783-078e748afb2d req-57fdd334-c301-4e9b-a9b8-094b18c1bd24 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:41.552931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1c0b110-e40d-453b-8783-078e748afb2d req-57fdd334-c301-4e9b-a9b8-094b18c1bd24 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 944 time: 0.1367278 Nov 19 04:03:41.667482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fabf1800-c728-4ef6-83e3-336cda67e3a9 req-e8625431-13b4-488c-8954-3eee29e01f92 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135461 Nov 19 04:03:41.673824 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1c0b110-e40d-453b-8783-078e748afb2d req-9b1ccff8-8bbe-479a-944a-7e7802a2a0a9 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131649 Nov 19 04:03:41.705340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.735231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Pushing event deleted for resources: {'Port': ['ID=fa095542-e74e-421b-b891-b353fcc1e80f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:41.754285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef3735-edd2-421d-b200-8430192dc6e7 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:41.859404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.862759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:41.867046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:41.867559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdcd6d9e-f34c-4e6c-8c52-bff589c1e17d tempest-ServersTestManualDisk-193567540 tempest-ServersTestManualDisk-193567540-project] 10.222.0.52 "DELETE /v2.0/floatingips/8ec6d8e0-61b4-4a5f-ac23-dde422e37f96 HTTP/1.1" status: 204 len: 168 time: 0.8980441 Nov 19 04:03:41.881284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7b0e-8398-4c9a-bcf3-242da4c9c987 req-0066e620-cbd4-4949-a9c2-dc44af0223e7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:41.883071 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bff7b0e-8398-4c9a-bcf3-242da4c9c987 req-0066e620-cbd4-4949-a9c2-dc44af0223e7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.1108639 Nov 19 04:03:41.945665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bff7b0e-8398-4c9a-bcf3-242da4c9c987 req-f5987a78-8887-4e21-8c10-7af589aef908 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554616 Nov 19 04:03:42.115059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bdee0-f922-449b-b53d-a6f9d3d362da req-164af4f4-7d3f-4d54-90da-56e54b7ffd57 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:42.116781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-471bdee0-f922-449b-b53d-a6f9d3d362da req-164af4f4-7d3f-4d54-90da-56e54b7ffd57 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.0854340 Nov 19 04:03:42.191163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-471bdee0-f922-449b-b53d-a6f9d3d362da req-374f9a4a-8bbc-4430-947a-b7f41edb4947 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676980 Nov 19 04:03:42.307596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1762c95-34a2-47ab-a572-4c064241f456 req-e9d9acc8-a2a2-46b5-b13f-8d55610ecf49 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0395567 Nov 19 04:03:42.381571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:42.478240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53808) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:42.624363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2cd389f0-0ade-4436-97dd-52b6fc04fd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:42.704944 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Deleting port a00901a8-7abd-4460-b6ce-09e4d0f9ba97 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:42.705433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:42.814071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2cd389f0-0ade-4436-97dd-52b6fc04fd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:42.826135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2cd389f0-0ade-4436-97dd-52b6fc04fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:42.832901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43144b-ca34-4314-a975-d4520e508505 req-159e38ef-48e3-4dfe-bbf8-7fd4fd281aff tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:42.834950 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c43144b-ca34-4314-a975-d4520e508505 req-159e38ef-48e3-4dfe-bbf8-7fd4fd281aff tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 944 time: 0.0718639 Nov 19 04:03:42.887054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c43144b-ca34-4314-a975-d4520e508505 req-cafa0072-9326-4a86-9e54-0182a3332d9a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Nov 19 04:03:42.906217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] For port a00901a8-7abd-4460-b6ce-09e4d0f9ba97, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:42.906217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:42.918943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd389f0-0ade-4436-97dd-52b6fc04fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad802b5-af7e-4013-aedc-36e2122f0588,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:42.923213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2cd389f0-0ade-4436-97dd-52b6fc04fd9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd0dcac8c1004a23ba893375aa45b97b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436750 Nov 19 04:03:42.925964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53814) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:42.933257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Calling delete_port for a00901a8-7abd-4460-b6ce-09e4d0f9ba97 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:42.981491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b350e8c-a030-46d0-85e6-48a70d1909f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.008278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b350e8c-a030-46d0-85e6-48a70d1909f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.089367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4fbf-e31d-446f-8173-d900fac3217f req-56515a91-0302-4e36-ac6c-b4f35b0c677b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:43.090956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e34b4fbf-e31d-446f-8173-d900fac3217f req-56515a91-0302-4e36-ac6c-b4f35b0c677b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.0654151 Nov 19 04:03:43.094496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:43.096818 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97cead8-22b1-4711-b498-60cb058bd9f1" -d '{"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-plugged", "status": "completed", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:43.108579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:43.119122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b350e8c-a030-46d0-85e6-48a70d1909f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.122505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b350e8c-a030-46d0-85e6-48a70d1909f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.125052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b350e8c-a030-46d0-85e6-48a70d1909f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fad802b5-af7e-4013-aedc-36e2122f0588 HTTP/1.1" status: 204 len: 168 time: 0.1968572 Nov 19 04:03:43.138802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b350e8c-a030-46d0-85e6-48a70d1909f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad802b5-af7e-4013-aedc-36e2122f0588,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:43.185512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e34b4fbf-e31d-446f-8173-d900fac3217f req-a299be22-611d-479d-b037-8d605b97de79 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826564 Nov 19 04:03:43.236124 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6757802-5aba-4aaf-a1d8-3094e97137b8 x-openstack-request-id: req-b6757802-5aba-4aaf-a1d8-3094e97137b8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:43.237269 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-plugged", "status": "completed", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:43.239102 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6757802-5aba-4aaf-a1d8-3094e97137b8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:43.239831 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'code': 200} Nov 19 04:03:43.257087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.274826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.313774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:43.320120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.349906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Pushing event deleted for resources: {'Port': ['ID=a00901a8-7abd-4460-b6ce-09e4d0f9ba97,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:43.362024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3b0e8-6aee-44b9-ad34-01a34a730dbe req-63dfaee9-d9d1-4dc4-b64c-cd2ce1ee76ff tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:43.371229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bce3b0e8-6aee-44b9-ad34-01a34a730dbe req-63dfaee9-d9d1-4dc4-b64c-cd2ce1ee76ff tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.0738890 Nov 19 04:03:43.416045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:43.433102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bce3b0e8-6aee-44b9-ad34-01a34a730dbe req-ac04f34f-f5ef-45ab-87bf-6611e22e7abd tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Nov 19 04:03:43.496140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-1e70e80e-69bc-4ef9-9756-f8c4657c1295 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:43.498497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-1e70e80e-69bc-4ef9-9756-f8c4657c1295 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 946 time: 0.2345357 Nov 19 04:03:43.566148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b8b94d7-d6f6-4f7b-91a5-b6b8708b663f req-fb5253a1-be5a-45f1-a8f7-f00c101b2d7f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0445867 Nov 19 04:03:43.646396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device fb6700f8-68d3-4af6-929d-9d2d6c735420 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:03:43.661288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53832) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:43.677012 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-085acd6f-1a2c-4ed0-903e-5e32b050e434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.759155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.792410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-085acd6f-1a2c-4ed0-903e-5e32b050e434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.799545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-085acd6f-1a2c-4ed0-903e-5e32b050e434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.836522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085acd6f-1a2c-4ed0-903e-5e32b050e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a60a12-b774-40f3-aa94-fcf56341e22e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:43.837362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Deleting port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:43.837727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:43.882284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-085acd6f-1a2c-4ed0-903e-5e32b050e434 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e870e18a344461194281c4c5f34f797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194839 Nov 19 04:03:43.885535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53834) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:43.975819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1710-38a7-42e6-a006-41fe367a1cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.046681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] For port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:44.047245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.074671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1710-38a7-42e6-a006-41fe367a1cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.109334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Calling delete_port for 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:44.129466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port fb6700f8-68d3-4af6-929d-9d2d6c735420, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:44.141335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-00f59052-76fd-446d-b36a-d788d9a33875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:44.142993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-00f59052-76fd-446d-b36a-d788d9a33875 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.1425726 Nov 19 04:03:44.145187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'fb6700f8-68d3-4af6-929d-9d2d6c735420', 'network_id': '4f6600ce-f93a-4980-9ff9-821cdd20d3b3', 'port_id': 'fb6700f8-68d3-4af6-929d-9d2d6c735420', 'mac_address': 'fa:16:3e:95:43:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b4ba1-d7b3-4508-bf47-83589620f81a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:03:44.189796 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.204089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2143a73-f356-481d-947c-1dd95763c4a6 req-173d2cbc-f125-4c84-8c0b-aca1a9ae6912 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:44.205789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2143a73-f356-481d-947c-1dd95763c4a6 req-173d2cbc-f125-4c84-8c0b-aca1a9ae6912 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 944 time: 0.1356502 Nov 19 04:03:44.209077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6700f8-68d3-4af6-929d-9d2d6c735420 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:44.245870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port fb6700f8-68d3-4af6-929d-9d2d6c735420, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:44.253354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.318610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=fb6700f8-68d3-4af6-929d-9d2d6c735420,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:44.319218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2143a73-f356-481d-947c-1dd95763c4a6 req-a49ad99a-8576-45c4-b257-4d152580d519 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743384 Nov 19 04:03:44.331156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1710-38a7-42e6-a006-41fe367a1cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.334226 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1710-38a7-42e6-a006-41fe367a1cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.335605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e4cc1710-38a7-42e6-a006-41fe367a1cbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70a60a12-b774-40f3-aa94-fcf56341e22e HTTP/1.1" status: 204 len: 168 time: 0.4480827 Nov 19 04:03:44.380988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc1710-38a7-42e6-a006-41fe367a1cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a60a12-b774-40f3-aa94-fcf56341e22e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:44.401383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-ec5471da-617b-40c1-866b-a1e28f279f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:44.403044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-ec5471da-617b-40c1-866b-a1e28f279f79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.2462821 Nov 19 04:03:44.459624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['fb6700f8-68d3-4af6-929d-9d2d6c735420'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:03:44.477408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-22502056-3269-43d2-a352-b02f0f806a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 217 time: 0.0658121 Nov 19 04:03:44.549446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Router ab6da978-488e-44f8-af5b-8cb0f4fa2994 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:03:44.583979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-b4c602b1-6f86-4625-a173-67e93516213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:44.586343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-b4c602b1-6f86-4625-a173-67e93516213c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0977292 Nov 19 04:03:44.600685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19115902-72f8-4b2a-a0c3-332186c080ec req-f05362bf-442f-4d56-a536-e0bcef883a6b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:44.611103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19115902-72f8-4b2a-a0c3-332186c080ec req-f05362bf-442f-4d56-a536-e0bcef883a6b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1325254 Nov 19 04:03:44.712897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-21ad921f-a9d0-4978-ad29-24edaf759ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988235 Nov 19 04:03:44.725751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.729336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:03:44.739687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ddd9b129-b81d-4d06-aaa1-bf78832defcf admin admin] 10.222.0.52 "PUT /v2.0/routers/ab6da978-488e-44f8-af5b-8cb0f4fa2994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8701808 Nov 19 04:03:44.745442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53850) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:44.768352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] Sync routers for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:03:44.774841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event deleted for resources: {'Port': ['ID=05544cc1-0f0f-4ab0-b49d-78b9f2d901cc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:44.812207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:44.812885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:44.918453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] No DVR routers for this DVR port 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:44.922557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:44.926706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e972c519-e9ce-45f0-9405-d4f7bd44d741 req-41e2eba7-e5f8-4456-af42-09833437be3a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "DELETE /v2.0/ports/05544cc1-0f0f-4ab0-b49d-78b9f2d901cc HTTP/1.1" status: 204 len: 173 time: 1.4149904 Nov 19 04:03:44.927186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-deleted', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:44.930301 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2d315-a46d-484d-996b-df5c5a1a5375" -d '{"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-deleted", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:44.979654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.016225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:45.243156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:45.248264 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f86684b-fcbb-4b85-a9da-5fafabc36ae9" -d '{"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-unplugged", "status": "completed", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:45.251067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.293112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:03:43Z', 'revision_number': 5, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port': {'id': '73b354d9-d6bd-4f39-86f1-ce84d327476f', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:00:15Z', 'updated_at': '2021-11-19T04:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:45.321612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Deleting port 73b354d9-d6bd-4f39-86f1-ce84d327476f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:45.333052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] Checking router: ab6da978-488e-44f8-af5b-8cb0f4fa2994 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:03:45.335468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-f9d2a0aa-591a-4540-881e-1735db856584 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218944 Nov 19 04:03:45.343096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] Routers {'ab6da978-488e-44f8-af5b-8cb0f4fa2994'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:45.343943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:45.350956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19115902-72f8-4b2a-a0c3-332186c080ec req-0b1d7b3c-0e84-4e69-985f-2a79bfc5fafb tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389584 Nov 19 04:03:45.366591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.463497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] Set router ab6da978-488e-44f8-af5b-8cb0f4fa2994 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:45.474593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cf28728-f703-4a75-8fd6-0e76fc16e1db req-9be1f642-786d-44a2-be91-3345e68ae372 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365240 Nov 19 04:03:45.591468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] For port 73b354d9-d6bd-4f39-86f1-ce84d327476f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=73b354d9-d6bd-4f39-86f1-ce84d327476f,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:45.591848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.610410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:03:45Z', 'revision_number': 6, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:45.615016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Calling delete_port for 73b354d9-d6bd-4f39-86f1-ce84d327476f owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:45.617120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a94bdb0-e19c-4b1f-b632-f99c0746b2bb req-ae9202eb-1272-48e9-b8fd-1cfe6f068c61 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba HTTP/1.1" status: 200 len: 210 time: 0.0822301 Nov 19 04:03:45.646992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506663c8-1d0d-40be-bcff-9790f447865c None None] The sync data for ids ['ab6da978-488e-44f8-af5b-8cb0f4fa2994'] in n-d-818503-1 is: [{'id': 'ab6da978-488e-44f8-af5b-8cb0f4fa2994', 'name': 'tempest-ServersTestManualDisk-1713588193-router', 'tenant_id': '0923f04462b842daa0d812ecb0e514f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:00:14Z', 'updated_at': '2021-11-19T04:03:45Z', 'revision_number': 6, 'project_id': '0923f04462b842daa0d812ecb0e514f3', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:03:45.662012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device fb6700f8-68d3-4af6-929d-9d2d6c735420 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:45.763882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port fb6700f8-68d3-4af6-929d-9d2d6c735420 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:03:45.765886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port fb6700f8-68d3-4af6-929d-9d2d6c735420 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:45.766485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.818118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60f81dcc-85e1-4d28-b457-cb59978620ee req-995fbea0-05fd-45b1-87f7-839d3b39f11d tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0708785 Nov 19 04:03:45.904603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.930364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:45.945137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port fb6700f8-68d3-4af6-929d-9d2d6c735420, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:45.961359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac298f3f-0e9e-4430-b9cd-6bb75da26bf1 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:45.967979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.011315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Pushing event deleted for resources: {'Port': ['ID=73b354d9-d6bd-4f39-86f1-ce84d327476f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:46.044262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.055306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=fb6700f8-68d3-4af6-929d-9d2d6c735420,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:46.121956 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e30b1-21d4-4dac-ac92-8b1e3abce44b x-openstack-request-id: req-1f3e30b1-21d4-4dac-ac92-8b1e3abce44b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:46.122266 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-unplugged", "status": "completed", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:46.122528 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f3e30b1-21d4-4dac-ac92-8b1e3abce44b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:46.122937 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'code': 200} Nov 19 04:03:46.159391 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad1787-fff8-4d9e-8fca-fd7e5739df31 x-openstack-request-id: req-60ad1787-fff8-4d9e-8fca-fd7e5739df31 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:46.159779 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba", "name": "network-vif-deleted", "tag": "05544cc1-0f0f-4ab0-b49d-78b9f2d901cc", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:46.159960 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60ad1787-fff8-4d9e-8fca-fd7e5739df31 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:46.160364 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4eb4ad-3b02-49d5-9745-fb5f8d2b34ba', 'name': 'network-vif-deleted', 'tag': '05544cc1-0f0f-4ab0-b49d-78b9f2d901cc', 'status': 'completed', 'code': 200} Nov 19 04:03:46.204378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.206962 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.263469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c80a8-7e4f-4621-b08b-299db22a1f77 req-e26eae25-720d-491c-bd7e-31fdcd010547 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:46.265329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a47c80a8-7e4f-4621-b08b-299db22a1f77 req-e26eae25-720d-491c-bd7e-31fdcd010547 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.0804288 Nov 19 04:03:46.269847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.270698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6da978-488e-44f8-af5b-8cb0f4fa2994 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:03:46.279991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.284451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-638d21f6-e4ad-48bf-80ba-44da9a1e56dd admin admin] 10.222.0.52 "DELETE /v2.0/routers/ab6da978-488e-44f8-af5b-8cb0f4fa2994 HTTP/1.1" status: 204 len: 168 time: 1.5179133 Nov 19 04:03:46.284621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53882) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:46.341720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a47c80a8-7e4f-4621-b08b-299db22a1f77 req-e58c1071-56d8-4d0b-93cf-eb42a9bb8a55 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658777 Nov 19 04:03:46.356335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Deleting subnet af2b2f70-1bcb-4053-998f-908848b073b6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:03:46.359800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.400747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.500140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899da0c-7229-4d8d-bbae-42aa1467e59e req-87e8c900-334f-447d-83d6-233d2ff8f3a7 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:46.501765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4899da0c-7229-4d8d-bbae-42aa1467e59e req-87e8c900-334f-447d-83d6-233d2ff8f3a7 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.0592916 Nov 19 04:03:46.528436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.570982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4899da0c-7229-4d8d-bbae-42aa1467e59e req-cd564ace-1815-4a21-93eb-265f41651f7e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613952 Nov 19 04:03:46.628675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.661770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.666787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357b048-0a82-4f62-84ac-d50c4bf4161e None None] Network 2a30c840-b74a-43f4-b3dc-cb6345b86549 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:46.669448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53898) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:46.669846 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/af2b2f70-1bcb-4053-998f-908848b073b6 HTTP/1.1" status: 204 len: 168 time: 0.3841465 Nov 19 04:03:46.671153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a3bd9-6a3d-4e7c-bcdd-7c1fad969641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2b2f70-1bcb-4053-998f-908848b073b6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:46.798951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:46.859094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.919446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a00901a8-7abd-4460-b6ce-09e4d0f9ba97 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:46.958184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Deleting port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:46.958986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:46.963135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-541f5308-e65a-4a63-ac1b-3e9167c23ae1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1107433 Nov 19 04:03:46.973447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a00901a8-7abd-4460-b6ce-09e4d0f9ba97 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:46.973798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a00901a8-7abd-4460-b6ce-09e4d0f9ba97 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:46.974262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 73b354d9-d6bd-4f39-86f1-ce84d327476f no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:47.003920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1181243477'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:47.017966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 73b354d9-d6bd-4f39-86f1-ce84d327476f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:47.022349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 73b354d9-d6bd-4f39-86f1-ce84d327476f not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:47.052158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Made reservation on behalf of ee4ffcdad3d84277b35bd7e27bb90b59 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:47.058780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.077236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.134767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:47.137216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] For port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:47.137621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.172460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Calling delete_port for 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:47.173238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.174003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.174243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.174715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.175252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.175727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.176297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.181651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-368cf2f5-3580-45b2-8b60-7111b03991f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.0953140 Nov 19 04:03:47.199381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:47.199910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 05544cc1-0f0f-4ab0-b49d-78b9f2d901cc not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:47.201606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] DHCP port deletion for 2a30c840-b74a-43f4-b3dc-cb6345b86549 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:47.252341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53910) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:47.262251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208752445', 'description': 'tempest-description--87196961'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:47.300249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] Deleting port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:47.300634 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.330440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.342946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.353273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9207205b-a8b4-4bd6-98ea-cedacd8f1d8e req-1b1e1d03-7903-42a0-b02f-707bb57280bb tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0561485 Nov 19 04:03:47.388478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.408723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] For port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,segment=NetworkSegment(e687ff41-80d1-4637-bd48-71ff887e85a0),segment_id=e687ff41-80d1-4637-bd48-71ff887e85a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:47.409399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.416297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:03:47.433318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:47.438950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] Calling delete_port for 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:47.441374 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.444404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1764cd-056f-45a0-b110-796a50ac8d71,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:47.447247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] No DVR routers for this DVR port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:47.508602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5f72a4bb-00d3-4133-ad81-6299a60ea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.509819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5f72a4bb-00d3-4133-ad81-6299a60ea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.510327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5f72a4bb-00d3-4133-ad81-6299a60ea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.512124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5f72a4bb-00d3-4133-ad81-6299a60ea0fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 2293 time: 0.2948227 Nov 19 04:03:47.513515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.513871 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Added segment e2e2db40-265e-49de-8b6f-1746c0418ab6 of type vlan for network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 Nov 19 04:03:47.545707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.570967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a30c840-b74a-43f4-b3dc-cb6345b86549']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:47.583150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e687ff41-80d1-4637-bd48-71ff887e85a0') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:47.583822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e687ff41-80d1-4637-bd48-71ff887e85a0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:47.596859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.613223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: from cryptography.utils import int_from_bytes Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: from cryptography.utils import int_from_bytes Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.621483 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:03:47.624779 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:03:47.631074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.637130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:03:47.637950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:03:47.641395 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:03:47.663250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.668288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] Pushing event deleted for resources: {'Port': ['ID=3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:47.672070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fb94d-ed9f-42c4-8cf1-fc645f47ee37 None None] No DVR routers for this DVR port 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:47.720031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-7b50481b-bdf6-4de4-8659-a4286a4ba80c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 1001 time: 0.1957803 Nov 19 04:03:47.761358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294460-0371-494f-be81-1ab47d681dff req-9d789f60-332d-4898-8bdb-5463cbbcd409 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.763322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99294460-0371-494f-be81-1ab47d681dff req-9d789f60-332d-4898-8bdb-5463cbbcd409 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1474626 Nov 19 04:03:47.764611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.770227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.777694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2a30c840-b74a-43f4-b3dc-cb6345b86549 HTTP/1.1" status: 204 len: 168 time: 1.1070640 Nov 19 04:03:47.782421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.788343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.789052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.804792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-14e9a2ef-03c8-4cf0-94b3-641bb06617df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:47.804792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-14e9a2ef-03c8-4cf0-94b3-641bb06617df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 200 len: 851 time: 0.0717926 Nov 19 04:03:47.813143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f573e-9c76-47a8-bc64-363efdb33ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a30c840-b74a-43f4-b3dc-cb6345b86549,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:47.862849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99294460-0371-494f-be81-1ab47d681dff req-8b84d102-3ef3-4c2f-9b7f-b6178eb1c78c tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Nov 19 04:03:47.911825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1090477 Nov 19 04:03:47.911825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.912462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53918) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:47.920227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Request body: {'subnet': {'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:47.934585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:47.950568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8ad54-5c7e-48bc-9a29-e6f1d7b548cd tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event updated for resources: {'Network': ['ID=25952d56-1ff5-4f74-9bd8-34c8a6ad41d0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:47.966395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:03:47.992797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7a5cd2-ab1a-446f-abac-a47f18ac55f0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:48.010516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-53feb81c-fefb-44c5-a453-9f2afd1f49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:48.012330 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-53feb81c-fefb-44c5-a453-9f2afd1f49ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48eb8720-4add-44ff-aaca-edb67addda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496027 Nov 19 04:03:48.015526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.017984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9060b0a9-d56a-434d-8539-32cf721e69b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7603569 Nov 19 04:03:48.020087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53920) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:48.030540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'security_group_rule': {'security_group_id': 'ca7a5cd2-ab1a-446f-abac-a47f18ac55f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:48.050304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53922) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:48.114422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33c63-a990-4a12-8655-6adf18422e0e req-026e5044-75df-4362-9dcb-7eb81f3e37c5 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:48.116146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9f33c63-a990-4a12-8655-6adf18422e0e req-026e5044-75df-4362-9dcb-7eb81f3e37c5 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1109602 Nov 19 04:03:48.124873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6700f8-68d3-4af6-929d-9d2d6c735420'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:48.128371 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fc6533-0515-4391-9fb5-d3c3dd3a6322" -d '{"events": [{"server_uuid": "4c963c60-6c25-4fc0-87de-f0e7997f6821", "name": "network-vif-plugged", "status": "completed", "tag": "fb6700f8-68d3-4af6-929d-9d2d6c735420"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:48.143905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.156912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Made reservation on behalf of ee4ffcdad3d84277b35bd7e27bb90b59 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:48.160800 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.209661 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-945d32e0-557c-4a9d-9651-7daa7db45509 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0923f04462b842daa0d812ecb0e514f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556811 Nov 19 04:03:48.211216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53928) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:48.222868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-d46a9593-28cb-41da-9873-4f7d585b6db0 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733460 Nov 19 04:03:48.264565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.284499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9f33c63-a990-4a12-8655-6adf18422e0e req-5fd1d276-5493-48c0-832b-f0863e749ca8 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462328 Nov 19 04:03:48.298648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.319763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2499d58d-fc72-4712-9871-86892afe0c74,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:48.337199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5545fae4-964d-4f03-97a7-4e0c97f8c783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.343910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.348157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c7679568-ac82-4acb-942a-91b6d59ab12b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266513 Nov 19 04:03:48.356505 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a303908f-7e06-47bf-9a07-743309d01652 x-openstack-request-id: req-a303908f-7e06-47bf-9a07-743309d01652 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:03:48.356814 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c963c60-6c25-4fc0-87de-f0e7997f6821", "name": "network-vif-plugged", "status": "completed", "tag": "fb6700f8-68d3-4af6-929d-9d2d6c735420", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:03:48.357082 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a303908f-7e06-47bf-9a07-743309d01652 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:03:48.357485 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6700f8-68d3-4af6-929d-9d2d6c735420', 'code': 200} Nov 19 04:03:48.359518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:48.365087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'security_group_rule': {'security_group_id': 'ca7a5cd2-ab1a-446f-abac-a47f18ac55f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:48.367194 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5545fae4-964d-4f03-97a7-4e0c97f8c783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.407292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.421488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-74aacaac-4749-4151-b4b7-d9a6f7ba4ae4 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860859 Nov 19 04:03:48.434426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5545fae4-964d-4f03-97a7-4e0c97f8c783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.437574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5545fae4-964d-4f03-97a7-4e0c97f8c783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.438979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5545fae4-964d-4f03-97a7-4e0c97f8c783 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a7598a5-cc6b-424d-98d4-f094aea82175 HTTP/1.1" status: 204 len: 168 time: 0.2262082 Nov 19 04:03:48.482895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545fae4-964d-4f03-97a7-4e0c97f8c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7598a5-cc6b-424d-98d4-f094aea82175,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:48.509689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-a4e69b9f-5258-4b69-bdca-2d07e110ca24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0755103 Nov 19 04:03:48.545578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c75e30-48cb-4c86-9e76-6f78ed4657b8 req-a05d7af5-0bd9-4397-bb0c-ac19bf44719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:48.547114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3c75e30-48cb-4c86-9e76-6f78ed4657b8 req-a05d7af5-0bd9-4397-bb0c-ac19bf44719a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 1097 time: 0.0912981 Nov 19 04:03:48.573132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.585662 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.608965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7504405-285c-4d78-a47c-7e1f0952dfa1 req-a619bcb6-4c05-42ac-b161-0200f87ebc12 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0792458 Nov 19 04:03:48.610792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6febd74-00ed-4496-96bf-353a11007df1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:48.613747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-f5670fd3-68ab-4834-ad93-362815e3a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:48.615512 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-f5670fd3-68ab-4834-ad93-362815e3a5e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0920720 Nov 19 04:03:48.621457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.625927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bfdf6388-a96e-43a4-9481-38ecf4972978 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653651 Nov 19 04:03:48.627088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53938) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:48.631818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:48.645852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.683728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-ef62fa89-cc43-4106-912e-66a6c7307db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:48.685967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-ef62fa89-cc43-4106-912e-66a6c7307db2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0586536 Nov 19 04:03:48.710860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3c75e30-48cb-4c86-9e76-6f78ed4657b8 req-52085ba5-7db1-4e7b-a5d0-13debf02cd40 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333554 Nov 19 04:03:48.742685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.756098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event updated for resources: {'Subnet': ['ID=601a132c-e319-472b-8372-93f38f81315b,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:48.806744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Checking segment: {'id': 'e2e2db40-265e-49de-8b6f-1746c0418ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:48.807127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Network hostable DHCP agents. Network: 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:03:48.839596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-d406c1c2-ac39-4f20-994e-a4206f326e62 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420631 Nov 19 04:03:48.850125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:03:48.887163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:48.904097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:48.925858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:48.927719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:48.953179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133959d-165f-4a23-b1a1-cf54e1fb244b None None] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:48.963712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:48.963712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3dcc6f2e-40cd-47e8-87d7-c7dbf558d0b6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:48.983889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a6cf93a5-bccd-4146-abbe-9b23616a0561 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0705092 Nov 19 04:03:48.988425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53948) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:48.997703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Request body: {'port': {'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1858877629'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:49.015309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.107024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-1fd982ac-bb61-4f09-88f5-13bc5c9bd193 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554345 Nov 19 04:03:49.175415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-12701000-509f-4fd0-a1a2-e46645d6b99d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 217 time: 0.0486207 Nov 19 04:03:49.179988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d1224-5923-4045-9879-db3c644591f3 req-7112dc77-f60b-4aac-b14e-cdeffa907a3f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:49.183835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba8d1224-5923-4045-9879-db3c644591f3 req-7112dc77-f60b-4aac-b14e-cdeffa907a3f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1634748 Nov 19 04:03:49.219593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-25952d56-1ff5-4f74-9bd8-34c8a6ad41d0', 'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0', 'tenant_id': 'ee4ffcdad3d84277b35bd7e27bb90b59', 'fixed_ips': [{'subnet_id': '601a132c-e319-472b-8372-93f38f81315b'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:03:49.220624 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.293147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Made reservation on behalf of ee4ffcdad3d84277b35bd7e27bb90b59 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:49.297579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.319319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba8d1224-5923-4045-9879-db3c644591f3 req-b72cb1e1-cce0-413d-bb09-b765aaea9af0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284096 Nov 19 04:03:49.322805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-959a4a89-3866-4529-b7fe-f53ebde8c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:49.323397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Allocated IP 172.25.8.49 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/d3cb78dc-7346-45f0-8d6c-c1895752c7aa) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:49.324316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-959a4a89-3866-4529-b7fe-f53ebde8c708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1319780 Nov 19 04:03:49.325898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] device_id is not set on port 2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:03:49.434527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Allocated IP 172.20.0.2 (25952d56-1ff5-4f74-9bd8-34c8a6ad41d0/601a132c-e319-472b-8372-93f38f81315b/ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:49.447972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5bdd40d0-1328-4492-8588-3d4718ef8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:49.453136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5bdd40d0-1328-4492-8588-3d4718ef8ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149156 Nov 19 04:03:49.549807 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.566905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c17bb-c726-4276-a41c-3d86cc5d0f3a req-e0604049-60e8-4f8a-804e-bac66f96e18b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:49.574251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec8c17bb-c726-4276-a41c-3d86cc5d0f3a req-e0604049-60e8-4f8a-804e-bac66f96e18b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1102898 Nov 19 04:03:49.611348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-e6581ef5-120e-49b2-a985-14612edc54fc service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446524 Nov 19 04:03:49.646287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec8c17bb-c726-4276-a41c-3d86cc5d0f3a req-833c0482-8ecb-4f9f-a372-3954cdef1948 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711131 Nov 19 04:03:49.685228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.714239 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.726458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.742032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:49.746580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:49.751742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:49.757989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:49.802493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:49.838850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f86467d-7f67-4365-9686-3a1d78ec82c1 req-1f18d7cd-f329-4a0d-84e9-ec2241fbefc7 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0798018 Nov 19 04:03:49.853254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:49.856770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:49.862418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'Port': ['ID=d3cb78dc-7346-45f0-8d6c-c1895752c7aa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:49.889019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Pushing event updated for resources: {'Port': ['ID=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:49.908658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Allocated IP 172.20.0.14 (25952d56-1ff5-4f74-9bd8-34c8a6ad41d0/601a132c-e319-472b-8372-93f38f81315b/2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:49.941283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Attempting to bind port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:49.941860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Attempting to bind port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e2e2db40-265e-49de-8b6f-1746c0418ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:49.942461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Attempting to bind port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f on network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:49.951533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:49.952011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Checking segment: {'id': 'e2e2db40-265e-49de-8b6f-1746c0418ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:49.952435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.952946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Bound using segment: {'id': 'e2e2db40-265e-49de-8b6f-1746c0418ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:49.953924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Bound port: ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e2db40-265e-49de-8b6f-1746c0418ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '25952d56-1ff5-4f74-9bd8-34c8a6ad41d0'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:49.954549 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:49.989164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.040732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] For port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:50.046902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] For port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,segment=NetworkSegment(e2e2db40-265e-49de-8b6f-1746c0418ab6),segment_id=e2e2db40-265e-49de-8b6f-1746c0418ab6)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:50.049763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-94bd4984-5690-47a4-9b78-def6c8147a89 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260080 Nov 19 04:03:50.055377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.073630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2102073900-network', 'tenant_id': '855192265887482c9b21c042e6d0d619'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:50.095084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.127864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae1082-35e7-42d4-9b39-1fa671b72206 None None] Pushing event updated for resources: {'Port': ['ID=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:50.151664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:50.155527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.161219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-30b8be49-3f3d-474c-865a-8afb9127fdd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 200 len: 217 time: 0.0521896 Nov 19 04:03:50.171984 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.269800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-e96f9d34-8a45-474e-b10b-7103b56820d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:50.271433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-e96f9d34-8a45-474e-b10b-7103b56820d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0990205 Nov 19 04:03:50.286178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.348794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-dc8373a2-2d02-4823-9a90-7ef80bca9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:50.350430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-dc8373a2-2d02-4823-9a90-7ef80bca9bfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676384 Nov 19 04:03:50.365970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.383258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.397568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.492468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.517525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:50.522441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:50.526676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:50.550619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.576753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:03:50.588959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.589349 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Added segment d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9 of type vlan for network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 Nov 19 04:03:50.616444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event updated for resources: {'Port': ['ID=2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:50.633016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-66e5fe21-7e81-4192-a8a0-7b1d2bac837c service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724831 Nov 19 04:03:50.643407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:50.644028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.684667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'Port': ['ID=d3cb78dc-7346-45f0-8d6c-c1895752c7aa,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:50.688792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.699570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977322f0-ff8e-49af-9b6f-d80c3875fc94,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:50.702163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.715808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8520bd6-efb5-4597-a9fc-bc8f435202b7 req-dabb8bd2-26a8-4d1c-927b-5268d1171a9d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:50.718628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8520bd6-efb5-4597-a9fc-bc8f435202b7 req-dabb8bd2-26a8-4d1c-927b-5268d1171a9d tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.2291706 Nov 19 04:03:50.734539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2d3acb94-3ef8-49fd-9879-2da2290d9a46 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7436719 Nov 19 04:03:50.736126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53976) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:50.772688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-4b624a9a-9119-4938-979e-dde1f4223348 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258569 Nov 19 04:03:50.792110 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.802094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c7fab532-9bda-466d-9db4-152274b48a7a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1737499 Nov 19 04:03:50.809383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.810530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:50.811256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:50.885963 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-8320fd42-4696-401a-8853-2660dc1c5a27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 200 len: 217 time: 0.0901043 Nov 19 04:03:50.924219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8520bd6-efb5-4597-a9fc-bc8f435202b7 req-d5dd38a3-1274-403c-8656-878ebedf56ab tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975052 Nov 19 04:03:50.929857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1620023 Nov 19 04:03:50.934784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53982) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:50.939699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Request body: {'subnet': {'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2102073900-subnet', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:50.959332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:50.974793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3104a26-a68e-455f-a870-6b0bdc47d1db admin admin] Pushing event updated for resources: {'Network': ['ID=84a03d79-3dc3-47b7-9b7e-e58c7375a821,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:51.016556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:51.020179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.023634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:03:51.288118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.342135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6f5b97c9-b225-4adf-b9a5-674f04501597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.353091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:51.354111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.362303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ed1d29-d027-4d77-862e-112c8c0e5276,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:51.368730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Deleting port 2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:51.369088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.414266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-4891ec4a-003a-4264-94c5-4ced6385695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:51.416859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-4891ec4a-003a-4264-94c5-4ced6385695f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.5284736 Nov 19 04:03:51.442565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.480077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,segment=NetworkSegment(e2e2db40-265e-49de-8b6f-1746c0418ab6),segment_id=e2e2db40-265e-49de-8b6f-1746c0418ab6)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:51.489463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.491765 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.494216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-0e0ab449-a44d-4dc1-b864-261dc764e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:51.504918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Calling delete_port for 2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:51.515439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-0e0ab449-a44d-4dc1-b864-261dc764e11c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868342 Nov 19 04:03:51.553410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:51.611972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582a05-57da-40d6-be66-89ce94cb8c66 req-54902e0d-445e-4c44-ab40-9aa5c80bc5c0 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:51.613450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30582a05-57da-40d6-be66-89ce94cb8c66 req-54902e0d-445e-4c44-ab40-9aa5c80bc5c0 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.3457220 Nov 19 04:03:51.643226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14f19d-5371-4248-9c7f-2671cbde964c None None] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:51.659405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-dc7edb34-c00f-4933-852b-3fdf1ce9afb5 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313360 Nov 19 04:03:51.672496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Checking segment: {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:51.672871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Network hostable DHCP agents. Network: 84a03d79-3dc3-47b7-9b7e-e58c7375a821, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:03:51.736516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c504ea0a-c90a-4452-aecb-a18f13d5814e None None] Provisioning complete for port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:51.737299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c504ea0a-c90a-4452-aecb-a18f13d5814e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.741559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-30582a05-57da-40d6-be66-89ce94cb8c66 req-ecea94b8-d860-4637-a024-381c8b8a4e5d tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Nov 19 04:03:51.754317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:03:51.786583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 84a03d79-3dc3-47b7-9b7e-e58c7375a821) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:51.794374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:51.795059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.798767 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.805381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9cb4f-adee-47ab-95b9-36710310fadc None None] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:51.835902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event deleted for resources: {'Port': ['ID=2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:51.866755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d49f4f7-18b1-4300-92a3-9cfe53a14a72 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9307733 Nov 19 04:03:51.867333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53990) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:51.873671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:51.908011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.909538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.973446 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd9e5677-6ed9-47b7-b29e-b2807878ecc1 req-f83fd315-2d7e-4bda-b601-4f1ed733f2ec tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Nov 19 04:03:51.974624 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.981377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-58765ae2-fe00-47ed-80a6-75bd5b967e5b tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "DELETE /v2.0/ports/2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458 HTTP/1.1" status: 204 len: 168 time: 1.2300963 Nov 19 04:03:51.982413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:51.983130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:51.991726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-71bcb6d9-2899-4972-8b2d-d4d1dadb3a52 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188074 Nov 19 04:03:52.105759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-26151d49-b342-48b4-ada7-edd96fae483f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 200 len: 217 time: 0.1053665 Nov 19 04:03:52.170386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-239f52c9-f323-4864-9336-a6d98f94ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:52.179327 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-239f52c9-f323-4864-9336-a6d98f94ef21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.0638006 Nov 19 04:03:52.234418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-84a03d79-3dc3-47b7-9b7e-e58c7375a821', 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'fixed_ips': [{'subnet_id': '26ed1d29-d027-4d77-862e-112c8c0e5276'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:03:52.235341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.259411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7ac48e8-07d1-44ef-957d-5e320c7455e7 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2751489 Nov 19 04:03:52.263437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:52.274242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-31948331'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:52.346921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.359904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-1432175b-e8c4-4a7c-b870-7125aad34be3 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:52.361428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-1432175b-e8c4-4a7c-b870-7125aad34be3 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 822 time: 0.2523854 Nov 19 04:03:52.362862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Made reservation on behalf of ee4ffcdad3d84277b35bd7e27bb90b59 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:52.366428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.397715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-708f11bf-8cb3-4d90-a64c-1fdd19328a26 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/quotas/b36e52e043774b2c9136430e405854cb HTTP/1.1" status: 200 len: 375 time: 0.0279295 Nov 19 04:03:52.440354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-4c7cb991-0cae-4fd3-9b71-4d23384f5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:52.442035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-4c7cb991-0cae-4fd3-9b71-4d23384f5d42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868336 Nov 19 04:03:52.451215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-dc7bfe3c-53dd-478d-9a32-05833a8d11f6 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438128 Nov 19 04:03:52.455124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:03:52.468578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.469092 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Added segment b091cf14-ff2c-4eac-8fbe-bced01fa252f of type vlan for network 269dc435-f59f-4baf-ad9b-6fafc372fdd7 Nov 19 04:03:52.493145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Allocated IP 172.20.0.2 (84a03d79-3dc3-47b7-9b7e-e58c7375a821/26ed1d29-d027-4d77-862e-112c8c0e5276/7182db56-f0c0-47a6-915c-665244f66dca) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:52.519253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-990e3bbd-e5bb-4a23-9ce0-73bc87bd5809 None None] Provisioning complete for port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:52.519482 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-990e3bbd-e5bb-4a23-9ce0-73bc87bd5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.598910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-5e6416a3-f503-4d5c-8d84-196b69b60d07 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443050 Nov 19 04:03:52.607225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.666722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.701886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.710074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:52.710801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.724923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-be7c878e-4826-46ff-9ef0-0fe37a47bf81 service neutron] 10.222.0.52 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451384 Nov 19 04:03:52.853023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.877306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:52.935116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:52.941836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-c683e63f-ffd9-4f31-a515-409249685a76 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301473 Nov 19 04:03:52.947710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event updated for resources: {'Network': ['ID=269dc435-f59f-4baf-ad9b-6fafc372fdd7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:52.973007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5d8d79ad-4056-446c-8326-c3910bf644c4 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7059672 Nov 19 04:03:52.973242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54008) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:53.003038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 269dc435-f59f-4baf-ad9b-6fafc372fdd7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:03:53.021816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:53.024056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-b91932ac-82e7-4140-95a3-226a7e0dbc24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 217 time: 0.0679803 Nov 19 04:03:53.043342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-aa523fde-47ed-4bd4-8344-38bf1a191c82 None None] Could not find standard attr ID for object 2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:03:53.106331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:53.108315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-47f289a7-11aa-4276-bf2a-f99eb7fb109b service neutron] 10.222.0.52 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824489 Nov 19 04:03:53.112600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-176ebffd-5a77-4e91-9b8c-3e0c9376f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:53.114131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-176ebffd-5a77-4e91-9b8c-3e0c9376f7be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.0782840 Nov 19 04:03:53.115195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.120546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Pushing event updated for resources: {'Port': ['ID=7182db56-f0c0-47a6-915c-665244f66dca,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:53.125626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:53.148545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.229812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Attempting to bind port 7182db56-f0c0-47a6-915c-665244f66dca on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:53.230623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Attempting to bind port 7182db56-f0c0-47a6-915c-665244f66dca by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:53.231226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Attempting to bind port 7182db56-f0c0-47a6-915c-665244f66dca on network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:53.233368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:53.234110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.260355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dbe6c8c1-0ca3-4d6f-864e-ee692e270852 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/agents/a8a3fdc2-47ed-46be-a175-9bde14735ecd/dhcp-networks HTTP/1.1" status: 200 len: 12851 time: 0.2826920 Nov 19 04:03:53.262766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54012) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:53.269512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:53.270121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Checking segment: {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:53.270398 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.270712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Bound using segment: {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:53.271212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Bound port: 7182db56-f0c0-47a6-915c-665244f66dca, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:53.271601 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.371660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-03673791-06ee-44f1-a8d7-da0f47083215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:53.373548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-03673791-06ee-44f1-a8d7-da0f47083215 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2347975 Nov 19 04:03:53.417430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f576b0b-9c8f-410d-92b3-47478ec1b551 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] Network 269dc435-f59f-4baf-ad9b-6fafc372fdd7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:03:53.448299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] For port 7182db56-f0c0-47a6-915c-665244f66dca, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:53.455065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] For port 7182db56-f0c0-47a6-915c-665244f66dca, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7182db56-f0c0-47a6-915c-665244f66dca,segment=NetworkSegment(d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9),segment_id=d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:53.469137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.471472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Allocated IP 172.25.8.254 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/9feca3cb-e02c-4845-bd13-e786688e5183) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:53.477453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54018) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:53.486594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6f576b0b-9c8f-410d-92b3-47478ec1b551 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "POST /v2.0/agents/a8a3fdc2-47ed-46be-a175-9bde14735ecd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2226920 Nov 19 04:03:53.519005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9c678-ffd7-4317-a751-963d1b562b96 req-d5982edc-a77d-4aaa-9232-d2ba86f5f49f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:53.520634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2a9c678-ffd7-4317-a751-963d1b562b96 req-d5982edc-a77d-4aaa-9232-d2ba86f5f49f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1160753 Nov 19 04:03:53.544107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd56641-ae74-41a0-bfa1-c53e5110a90e None None] Network 269dc435-f59f-4baf-ad9b-6fafc372fdd7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:53.553166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b038d20-31b1-44f3-b0fb-0f6570382299 None None] Pushing event updated for resources: {'Port': ['ID=7182db56-f0c0-47a6-915c-665244f66dca,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:53.622201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2a9c678-ffd7-4317-a751-963d1b562b96 req-58228493-2cea-4679-aac7-3b8246a49e22 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938916 Nov 19 04:03:53.658868 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2503abee-1557-4c7a-9bf0-cfa21e9ed0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:53.743130 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-b6f901f2-9f6c-4af6-9fe2-058551bc3016 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536105 Nov 19 04:03:53.943857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd455cc-fe35-4fdf-8103-4ec38e599d45 req-2880be2e-9bda-46cb-96f6-70370a4d17f2 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:53.950588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffd455cc-fe35-4fdf-8103-4ec38e599d45 req-2880be2e-9bda-46cb-96f6-70370a4d17f2 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1163125 Nov 19 04:03:54.021025 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:54.027682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-218314cc-c0bd-49ae-ab5d-1f687f93c6e6 req-2e31e197-3037-4e03-82de-8130cf4ce3a0 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476103 Nov 19 04:03:54.043947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffd455cc-fe35-4fdf-8103-4ec38e599d45 req-864a1b1a-fd0b-4abc-b1ed-b25ef74d848a tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878701 Nov 19 04:03:54.059835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-752b795f-4a5e-4181-bdaf-ba7ebb132dd3 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/agents/a8a3fdc2-47ed-46be-a175-9bde14735ecd/dhcp-networks HTTP/1.1" status: 200 len: 13620 time: 0.5794630 Nov 19 04:03:54.060137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54028) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:54.137601 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:54.169578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2fc8fb94-3f54-4702-921a-4cbba6d9c4c4 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "DELETE /v2.0/agents/a8a3fdc2-47ed-46be-a175-9bde14735ecd/dhcp-networks/269dc435-f59f-4baf-ad9b-6fafc372fdd7 HTTP/1.1" status: 204 len: 168 time: 0.1060297 Nov 19 04:03:54.170644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:54.211448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:54.220624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:54.238018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f8d67-035e-4eff-9443-684d9f5191fe None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:54.239791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:54.287207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5e6e2677-8393-4a13-942e-e813d61d87d7 None None] Provisioning complete for port 9feca3cb-e02c-4845-bd13-e786688e5183 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:54.287805 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2677-8393-4a13-942e-e813d61d87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:54.307673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Pushing event updated for resources: {'Port': ['ID=9feca3cb-e02c-4845-bd13-e786688e5183,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:54.313980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4a4ff7e-68f5-4504-86fa-ff48beefe17c req-c4a31f5b-06f8-4a73-9a34-30b181a87dc8 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.1034455 Nov 19 04:03:54.392904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e2677-8393-4a13-942e-e813d61d87d7 None None] Port 9feca3cb-e02c-4845-bd13-e786688e5183 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:03:54.463395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b18327f1-6a9b-4306-83dc-b4dd5de3ef8c tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/agents/a8a3fdc2-47ed-46be-a175-9bde14735ecd/dhcp-networks HTTP/1.1" status: 200 len: 12851 time: 0.2897985 Nov 19 04:03:54.466740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54032) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:54.488934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9765d0d8-eac2-4791-a345-2ff5b0b27e0d req-ad711934-4edf-4b67-b731-f1b448ce2d1f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 210 time: 0.0450521 Nov 19 04:03:54.503803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e15d0cbb-4c2e-43f3-849f-85e38eb3d4e0 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/networks/25952d56-1ff5-4f74-9bd8-34c8a6ad41d0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0362337 Nov 19 04:03:54.506882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54034) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:54.525791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-26856af2-1eda-4938-9839-12754b737a16 tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/networks/25952d56-1ff5-4f74-9bd8-34c8a6ad41d0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0178185 Nov 19 04:03:54.528279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54036) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:54.622141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:54.738423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:54.738926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dd0137d7-592d-4416-a2f7-4b0d9a13631e tempest-DHCPAgentSchedulersTestJSON-594993347 tempest-DHCPAgentSchedulersTestJSON-594993347-project-admin] 10.222.0.52 "GET /v2.0/agents/a8a3fdc2-47ed-46be-a175-9bde14735ecd/dhcp-networks HTTP/1.1" status: 200 len: 12851 time: 0.2094336 Nov 19 04:03:54.951945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7182db56-f0c0-47a6-915c-665244f66dca up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:54.967657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.020811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7182db56-f0c0-47a6-915c-665244f66dca triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:55.021199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.231652 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.239802 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.248067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.268902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86495707-843c-4dc0-aa64-657cb43ea905 None None] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:55.272417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269dc435-f59f-4baf-ad9b-6fafc372fdd7']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:55.283947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b091cf14-ff2c-4eac-8fbe-bced01fa252f') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:55.283947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b091cf14-ff2c-4eac-8fbe-bced01fa252f') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:55.294735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.309375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.309834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644d230-da2f-4ce7-bd24-84a65f45ac33 req-f2edad84-bd1f-462b-82a6-7f7ae0e2ff28 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:55.316456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:03:55.316872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.318594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b644d230-da2f-4ce7-bd24-84a65f45ac33 req-f2edad84-bd1f-462b-82a6-7f7ae0e2ff28 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.5515130 Nov 19 04:03:55.347823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 7182db56-f0c0-47a6-915c-665244f66dca, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7182db56-f0c0-47a6-915c-665244f66dca,segment=NetworkSegment(d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9),segment_id=d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:55.362213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:03:55.389568 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:03:55.394755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b644d230-da2f-4ce7-bd24-84a65f45ac33 req-27cf8976-892e-4d03-8d6e-b6ad9420bd36 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748398 Nov 19 04:03:55.412649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.423757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e8e1e1b6-0425-4584-b192-60fd6ee1ed7c None None] Provisioning complete for port 7182db56-f0c0-47a6-915c-665244f66dca triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:55.424198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8e1e1b6-0425-4584-b192-60fd6ee1ed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.455439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.458802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "DELETE /v2.0/networks/269dc435-f59f-4baf-ad9b-6fafc372fdd7 HTTP/1.1" status: 204 len: 168 time: 0.7194209 Nov 19 04:03:55.461823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54050) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:55.492391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9a391-030b-40ad-8b27-1f51c8acc804 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event deleted for resources: {'Network': ['ID=269dc435-f59f-4baf-ad9b-6fafc372fdd7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:55.499942 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1586c098-8bff-4e6c-9ad3-38efbf51de42 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] DELETE failed (client error): The resource could not be found. Nov 19 04:03:55.500929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1586c098-8bff-4e6c-9ad3-38efbf51de42 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:03:55.504225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-56e628a8-5249-4f0b-968f-f1b794854e31 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:55.505924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-56e628a8-5249-4f0b-968f-f1b794854e31 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 822 time: 0.5458913 Nov 19 04:03:55.512432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=7182db56-f0c0-47a6-915c-665244f66dca,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:55.524414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1586c098-8bff-4e6c-9ad3-38efbf51de42 tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "DELETE /v2.0/ports/2d8eb49d-9cc0-4c58-ab5f-d273cdaf8458 HTTP/1.1" status: 404 len: 333 time: 0.0610991 Nov 19 04:03:55.529459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54054) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:55.547931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'port': {'device_id': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'admin_state_up': True, 'tenant_id': 'b36e52e043774b2c9136430e405854cb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:55.630957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.667756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Deleting subnet 601a132c-e319-472b-8372-93f38f81315b {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:03:55.672844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.725008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cf30d-359a-4a4d-8992-332fcbb4c123 req-70ffe74f-7c06-479b-b7d5-86983b258c45 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:55.733778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-939cf30d-359a-4a4d-8992-332fcbb4c123 req-70ffe74f-7c06-479b-b7d5-86983b258c45 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1144671 Nov 19 04:03:55.745796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.834369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-939cf30d-359a-4a4d-8992-332fcbb4c123 req-4a295cb8-e037-4518-a0fc-496c58fca302 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913305 Nov 19 04:03:55.908250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:55.989761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-912e04b1-37fa-4386-8edb-d84eebf766e6 req-a5f8cc10-5cfb-4baf-b043-06e341919ed0 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d79bf02-32de-459b-aff7-edc32c109241 HTTP/1.1" status: 200 len: 210 time: 0.0337319 Nov 19 04:03:55.998519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.039373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event deleted for resources: {'Subnet': ['ID=601a132c-e319-472b-8372-93f38f81315b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:56.041519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934136a-585a-44b2-b49a-447c2295cce3 None None] Network 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:03:56.043983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.050178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-654e7488-3244-4139-b522-cda15cb6140c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "DELETE /v2.0/subnets/601a132c-e319-472b-8372-93f38f81315b HTTP/1.1" status: 204 len: 168 time: 0.5191627 Nov 19 04:03:56.052587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54056) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:56.144695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.187973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Made reservation on behalf of b36e52e043774b2c9136430e405854cb for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:03:56.193733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.200767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-aab950c3-71cf-48c4-ab64-802613819f94 None None] Provisioning complete for port 7182db56-f0c0-47a6-915c-665244f66dca triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:56.201364 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aab950c3-71cf-48c4-ab64-802613819f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.233535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99e60-788a-4cde-9a96-535d1fb43d54 req-ad63faed-a719-4b4c-8b7a-3f63194afc76 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:56.240833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:03:56.242768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ded99e60-788a-4cde-9a96-535d1fb43d54 req-ad63faed-a719-4b4c-8b7a-3f63194afc76 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.0958779 Nov 19 04:03:56.305617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.314592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ded99e60-788a-4cde-9a96-535d1fb43d54 req-7c8c8f63-00b8-4482-8af0-257e39fd4de0 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707307 Nov 19 04:03:56.331526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Deleting port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:56.331526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.444609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9800e707-8b4b-4edc-87ce-bc7bcc785c45 req-5d0866ec-4747-4e2b-adfa-0db2f679acdd tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 210 time: 0.0389819 Nov 19 04:03:56.448735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] DHCP port deletion for 25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:56.459387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] For port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,segment=NetworkSegment(e2e2db40-265e-49de-8b6f-1746c0418ab6),segment_id=e2e2db40-265e-49de-8b6f-1746c0418ab6)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:56.459884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.494627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Calling delete_port for ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:56.529196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] Deleting port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:56.529496 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.537430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Allocated IP 172.20.0.4 (9d05ef18-d699-470c-92fa-65a4727caa74/749e0d90-de34-4e3e-8487-cee83377c1da/3ab45234-db28-491d-b3c5-0a40007c0a66) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:56.559172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:03:56.573778 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Sync routers for ids ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:03:56.593708 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Routers {'6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:56.594855 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:56.610364 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.626965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.628324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e792633a-2907-412d-b20f-25c35c749eff admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7596762 Nov 19 04:03:56.632707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] For port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,segment=NetworkSegment(e2e2db40-265e-49de-8b6f-1746c0418ab6),segment_id=e2e2db40-265e-49de-8b6f-1746c0418ab6)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:56.633200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.645240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54064) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:56.647858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event deleted for resources: {'Port': ['ID=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:56.650628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] No DVR routers for this DVR port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:56.667106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] Calling delete_port for ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:56.742463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.775103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.781600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25952d56-1ff5-4f74-9bd8-34c8a6ad41d0']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:56.793872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e2db40-265e-49de-8b6f-1746c0418ab6') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:56.794551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e2db40-265e-49de-8b6f-1746c0418ab6') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:56.808860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] No DVR routers for this DVR port ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:03:56.809714 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.817020 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Set router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:56.844888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.854727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:03:56.855304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:03:56.863426 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:03:56.870896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cab000-eb8c-4896-84cf-96e69b77549a None None] Pushing event deleted for resources: {'Port': ['ID=ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:56.924161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7182db56-f0c0-47a6-915c-665244f66dca up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:03:57.010830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.037360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca56d60-818a-412b-b584-73a092b5b1a2 req-d59da981-fbeb-4f65-a09c-79a86851a55a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:57.045599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca56d60-818a-412b-b584-73a092b5b1a2 req-d59da981-fbeb-4f65-a09c-79a86851a55a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1385641 Nov 19 04:03:57.049629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.056834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] 10.222.0.52 "DELETE /v2.0/networks/25952d56-1ff5-4f74-9bd8-34c8a6ad41d0 HTTP/1.1" status: 204 len: 168 time: 1.0027421 Nov 19 04:03:57.065669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:03:54Z', 'revision_number': 3, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:57.074014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3026b8-ae92-4977-9a32-4d0f6d63583c tempest-DHCPAgentSchedulersTestJSON-2121590503 tempest-DHCPAgentSchedulersTestJSON-2121590503-project] Pushing event deleted for resources: {'Network': ['ID=25952d56-1ff5-4f74-9bd8-34c8a6ad41d0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:57.108343 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Checking router: 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:03:57.112199 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Updating router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 port 9feca3cb-e02c-4845-bd13-e786688e5183 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:03:57.163742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca56d60-818a-412b-b584-73a092b5b1a2 req-6d76461e-6c0a-4456-8c24-e9949a762543 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170714 Nov 19 04:03:57.178628 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.200120 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.249598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.264281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7182db56-f0c0-47a6-915c-665244f66dca triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:57.265526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.343285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.376835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d1a1-3726-41d2-b58e-22c2feefa3c8 req-c62c5fe2-ee16-4b9c-871a-686034d378bb tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:57.390308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4652d1a1-3726-41d2-b58e-22c2feefa3c8 req-c62c5fe2-ee16-4b9c-871a-686034d378bb tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1061356 Nov 19 04:03:57.448098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:57.448283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Network 9d05ef18-d699-470c-92fa-65a4727caa74 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:57.480589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4652d1a1-3726-41d2-b58e-22c2feefa3c8 req-16c56ee0-36ff-418f-abbd-8be407e374ee tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892985 Nov 19 04:03:57.484673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:57.511280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:03:57.545256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:03:57.545758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea0a93c0-4bec-4e6b-81dc-e9fda3f0fd9f not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:03:57.549292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:57.575920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:57.622439 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.631563 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.648204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:57.648580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.653527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.665111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb685e2-030c-4a25-a80b-bd4d4c2b84d8 req-3870889b-ff29-4456-b8ba-26ea831e4067 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:57.666607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdb685e2-030c-4a25-a80b-bd4d4c2b84d8 req-3870889b-ff29-4456-b8ba-26ea831e4067 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.0757916 Nov 19 04:03:57.682528 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c522eb-fa42-405b-8901-031d3feb3c21 None None] Pushing event updated for resources: {'Port': ['ID=9feca3cb-e02c-4845-bd13-e786688e5183,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:57.683553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-bd571172-5c4f-417d-a026-f29250a7ddc7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1396084 Nov 19 04:03:57.704091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Attempting to bind port 9feca3cb-e02c-4845-bd13-e786688e5183 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:57.704937 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Attempting to bind port 9feca3cb-e02c-4845-bd13-e786688e5183 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:57.705465 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Attempting to bind port 9feca3cb-e02c-4845-bd13-e786688e5183 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:57.708900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2ed64-e4ba-484e-9065-97126c2701e6 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:57.713126 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:57.714030 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:57.714493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cb1028a5-e265-4cad-b134-0d1d6b5adb3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee4ffcdad3d84277b35bd7e27bb90b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651169 Nov 19 04:03:57.714799 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.715933 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:57.716161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54084) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:57.716813 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Bound port: 9feca3cb-e02c-4845-bd13-e786688e5183, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:57.717198 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.735186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Request body: {'port': {'device_id': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:03:57.758984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdb685e2-030c-4a25-a80b-bd4d4c2b84d8 req-e589e549-f925-4b45-9cf6-95d8f93cf345 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756817 Nov 19 04:03:57.778236 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] For port 9feca3cb-e02c-4845-bd13-e786688e5183, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:57.783801 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] For port 9feca3cb-e02c-4845-bd13-e786688e5183, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9feca3cb-e02c-4845-bd13-e786688e5183,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:57.789341 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.800149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f07162b-2220-4aaa-9748-a4fd6280e6d2 None None] Provisioning complete for port 9feca3cb-e02c-4845-bd13-e786688e5183 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:57.800702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f07162b-2220-4aaa-9748-a4fd6280e6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.850877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2eef8-834e-47fc-8592-3792202dfe5f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:57.880639 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c522eb-fa42-405b-8901-031d3feb3c21 None None] Pushing event updated for resources: {'Port': ['ID=9feca3cb-e02c-4845-bd13-e786688e5183,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:57.893416 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Routers {'6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:03:57.894278 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:57.900183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.914463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee5f-ea16-413f-b2f9-5e87a9d8481d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.916134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3c80-f644-4d7f-9833-28a47f19c68e req-f303eaeb-07f6-4544-bb4d-09a6b174902a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:57.917791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcfe3c80-f644-4d7f-9833-28a47f19c68e req-f303eaeb-07f6-4544-bb4d-09a6b174902a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 931 time: 0.0918381 Nov 19 04:03:57.943276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f07162b-2220-4aaa-9748-a4fd6280e6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.967045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1f07162b-2220-4aaa-9748-a4fd6280e6d2 None None] For port 9feca3cb-e02c-4845-bd13-e786688e5183, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9feca3cb-e02c-4845-bd13-e786688e5183,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:03:57.972658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f07162b-2220-4aaa-9748-a4fd6280e6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.996546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee5f-ea16-413f-b2f9-5e87a9d8481d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:57.997367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcfe3c80-f644-4d7f-9833-28a47f19c68e req-b2c2136b-d3b6-4143-be84-0b4176022ee2 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729547 Nov 19 04:03:58.021963 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] Set router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:03:58.039247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07162b-2220-4aaa-9748-a4fd6280e6d2 None None] Pushing event updated for resources: {'Port': ['ID=9feca3cb-e02c-4845-bd13-e786688e5183,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:58.045875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:58.103275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1b8f0cfb-b188-4680-b007-0fbec6d68667 None None] Provisioning complete for port 9feca3cb-e02c-4845-bd13-e786688e5183 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:58.104246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0cfb-b188-4680-b007-0fbec6d68667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.152287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Allocated IP 172.20.0.1 (84a03d79-3dc3-47b7-9b7e-e58c7375a821/26ed1d29-d027-4d77-862e-112c8c0e5276/26ec435b-92fb-4271-97c9-9389178feb04) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:03:58.159405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85189ee4-a7c7-46f6-ac93-0ad3cc8b93c2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.192105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee5f-ea16-413f-b2f9-5e87a9d8481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.195017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ee5f-ea16-413f-b2f9-5e87a9d8481d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.197012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3ba6ee5f-ea16-413f-b2f9-5e87a9d8481d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf1764cd-056f-45a0-b110-796a50ac8d71 HTTP/1.1" status: 204 len: 168 time: 0.4776781 Nov 19 04:03:58.219367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85189ee4-a7c7-46f6-ac93-0ad3cc8b93c2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.368461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85189ee4-a7c7-46f6-ac93-0ad3cc8b93c2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.371653 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85189ee4-a7c7-46f6-ac93-0ad3cc8b93c2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.372937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-85189ee4-a7c7-46f6-ac93-0ad3cc8b93c2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/security-groups/78b0f2ba-a2db-41ac-9e61-012bb846dc47 HTTP/1.1" status: 204 len: 168 time: 0.3256602 Nov 19 04:03:58.376595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54094) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:58.425050 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-7ef559ab-ab8a-41f0-a91e-430b2606bd31 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] show failed (client error): The resource could not be found. Nov 19 04:03:58.426324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7ef559ab-ab8a-41f0-a91e-430b2606bd31 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "GET /v2.0/security-groups/78b0f2ba-a2db-41ac-9e61-012bb846dc47 HTTP/1.1" status: 404 len: 347 time: 0.0475578 Nov 19 04:03:58.432514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54098) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:58.438272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189ee4-a7c7-46f6-ac93-0ad3cc8b93c2 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b0f2ba-a2db-41ac-9e61-012bb846dc47,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:58.442265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.502429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6ee5f-ea16-413f-b2f9-5e87a9d8481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1764cd-056f-45a0-b110-796a50ac8d71,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:58.572889 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:03:54Z', 'revision_number': 3, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:03:58.590275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.646068 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7472e8f8-6606-4445-9ddb-e77d9aa2936e None None] The sync data for ids ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'] in n-d-818503-1 is: [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:03:54Z', 'revision_number': 3, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:03:58.687960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:58.706125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:58.728496 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e81f434-9dce-45ea-8ab1-d4e659ead677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.729422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:58.736735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:03:58.770273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Pushing event updated for resources: {'Port': ['ID=26ec435b-92fb-4271-97c9-9389178feb04,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:58.782865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port 2f4fbab5-3fee-4f42-9a7e-7f270823e078 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:58.783023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab45234-db28-491d-b3c5-0a40007c0a66 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:03:58.783528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.797315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.807216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.849062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714f89c-2069-4e93-b9b2-60b7642ffb8f req-67a37941-353d-499a-b539-90c17fbf15de tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:58.857510 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c714f89c-2069-4e93-b9b2-60b7642ffb8f req-67a37941-353d-499a-b539-90c17fbf15de tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1717322 Nov 19 04:03:58.863061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Transition to ACTIVE for port object 3ab45234-db28-491d-b3c5-0a40007c0a66 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:03:58.875116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:58.925604 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:03:59.005577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.005577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.019155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c714f89c-2069-4e93-b9b2-60b7642ffb8f req-12391f57-65b4-4769-8abb-b0d8e743ceb6 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606324 Nov 19 04:03:59.027849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:59.029456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for 2f4fbab5-3fee-4f42-9a7e-7f270823e078 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:03:59.080273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e81f434-9dce-45ea-8ab1-d4e659ead677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.126715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e81f434-9dce-45ea-8ab1-d4e659ead677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.148440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Attempting to bind port 3ab45234-db28-491d-b3c5-0a40007c0a66 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:03:59.148783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Attempting to bind port 3ab45234-db28-491d-b3c5-0a40007c0a66 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:03:59.149981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Attempting to bind port 3ab45234-db28-491d-b3c5-0a40007c0a66 on network 9d05ef18-d699-470c-92fa-65a4727caa74 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:59.153666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.168734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Port 3ab45234-db28-491d-b3c5-0a40007c0a66 on network 9d05ef18-d699-470c-92fa-65a4727caa74 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:03:59.169117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Attempting to bind port 3ab45234-db28-491d-b3c5-0a40007c0a66 on network 9d05ef18-d699-470c-92fa-65a4727caa74 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:03:59.179133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-33e2bacf-aa7d-420e-88f4-3bc458b3e5d7 None None] Provisioning complete for port 26ec435b-92fb-4271-97c9-9389178feb04 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:03:59.181877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33e2bacf-aa7d-420e-88f4-3bc458b3e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.231151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e81f434-9dce-45ea-8ab1-d4e659ead677 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d617380e8e549ad973fe51e9ebf89bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395935 Nov 19 04:03:59.233665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54112) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:59.234379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81f434-9dce-45ea-8ab1-d4e659ead677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978eb344-b60b-4970-b986-b825bef3e23b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:59.250416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-33e2bacf-aa7d-420e-88f4-3bc458b3e5d7 None None] Port 26ec435b-92fb-4271-97c9-9389178feb04 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:03:59.267445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:03:59.267902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Checking segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:03:59.268388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Bound using segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:03:59.268933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Bound port: 3ab45234-db28-491d-b3c5-0a40007c0a66, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:03:59.269301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.294287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e63c23-74e7-4147-b749-5f4ca257cc15 req-0ed4db56-c01a-4299-b7e3-4a50fc6a112a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:59.295917 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51e63c23-74e7-4147-b749-5f4ca257cc15 req-0ed4db56-c01a-4299-b7e3-4a50fc6a112a tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1731539 Nov 19 04:03:59.361369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb953bfd-0345-4ee8-a3eb-0e7ee49241bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.387295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:03:59.409859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:03:59.412589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.417180 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.418806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb953bfd-0345-4ee8-a3eb-0e7ee49241bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.426059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.429910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51e63c23-74e7-4147-b749-5f4ca257cc15 req-c9bfe7ca-c4df-42c4-b1c2-12b960e85afc tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222947 Nov 19 04:03:59.444763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.484890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:59.485764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.487438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] 10.222.0.31 "PUT /v2.0/ports/3ab45234-db28-491d-b3c5-0a40007c0a66 HTTP/1.1" status: 200 len: 1091 time: 1.7705255 Nov 19 04:03:59.491226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'tag': '3ab45234-db28-491d-b3c5-0a40007c0a66'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:03:59.493628 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ccb88f-496e-448f-876f-3032fea5b0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb85ee7b-acca-4d30-ae78-f83064ec4438", "tag": "3ab45234-db28-491d-b3c5-0a40007c0a66"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:03:59.496632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=2f4fbab5-3fee-4f42-9a7e-7f270823e078,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:59.522221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab0b41-1686-43df-a23e-0019955ac54f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:03:59.540271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.544320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91776fd-1a1a-42c5-a141-42257956fbec service neutron] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:59.623815 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.626584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.627820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-627b3617-8b7e-41c9-bb83-9c800d05f72c tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/floatingips/55e47601-838c-4576-a404-0c2aeaefc4a2 HTTP/1.1" status: 204 len: 168 time: 1.1844263 Nov 19 04:03:59.628691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb953bfd-0345-4ee8-a3eb-0e7ee49241bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.631311 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb953bfd-0345-4ee8-a3eb-0e7ee49241bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.632536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bb953bfd-0345-4ee8-a3eb-0e7ee49241bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/978eb344-b60b-4970-b986-b825bef3e23b HTTP/1.1" status: 204 len: 168 time: 0.3951938 Nov 19 04:03:59.633432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54116) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:03:59.663060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e69f9-1dee-40f9-bc3f-6ab2eea7fb6f req-2ca352a2-faf1-418d-b75d-418f5553763c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:59.671837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-280e69f9-1dee-40f9-bc3f-6ab2eea7fb6f req-2ca352a2-faf1-418d-b75d-418f5553763c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.1296017 Nov 19 04:03:59.697895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb953bfd-0345-4ee8-a3eb-0e7ee49241bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978eb344-b60b-4970-b986-b825bef3e23b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:59.736324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Pushing event updated for resources: {'Port': ['ID=26ec435b-92fb-4271-97c9-9389178feb04,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:03:59.793071 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-280e69f9-1dee-40f9-bc3f-6ab2eea7fb6f req-14ed1dc8-02ad-4359-bf9e-f53e3389066e tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202321 Nov 19 04:03:59.821602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port 90398311-61d9-4187-8c0a-fa0a9110999e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:03:59.822494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:03:59.832885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:03:59.842872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:03:59.937282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-71161251-c012-44dd-b70c-e3a423135487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:03:59.940981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-71161251-c012-44dd-b70c-e3a423135487 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 1094 time: 0.3616214 Nov 19 04:04:00.019394 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:00.056982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-8c18f959-af8a-4041-8c5e-7eb4e8dde8d4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:00.058604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-8c18f959-af8a-4041-8c5e-7eb4e8dde8d4 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1482313 Nov 19 04:04:00.061058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for 90398311-61d9-4187-8c0a-fa0a9110999e owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:00.074740 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b381e-c124-4c78-acab-4144c981e9c7 x-openstack-request-id: req-f64b381e-c124-4c78-acab-4144c981e9c7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:00.075192 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb85ee7b-acca-4d30-ae78-f83064ec4438", "tag": "3ab45234-db28-491d-b3c5-0a40007c0a66", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:00.075665 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f64b381e-c124-4c78-acab-4144c981e9c7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:00.083267 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'tag': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'status': 'completed', 'code': 200} Nov 19 04:04:00.141985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-a1f866b4-068b-400b-b892-2b851f7b141c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab45234-db28-491d-b3c5-0a40007c0a66 HTTP/1.1" status: 200 len: 217 time: 0.0521605 Nov 19 04:04:00.144368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:00.264607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-aec04224-484e-435f-aa4f-7acee338c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:00.267728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-aec04224-484e-435f-aa4f-7acee338c2e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 200 len: 862 time: 0.1185758 Nov 19 04:04:00.295675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8c301ba5-d7ce-47a8-8fff-beded7672661 None None] Provisioning complete for port 26ec435b-92fb-4271-97c9-9389178feb04 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:00.296669 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8c301ba5-d7ce-47a8-8fff-beded7672661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:00.322237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0d836-87a8-446f-a3ab-dc6500a68c75 req-c1a5f56e-3dcd-450b-8fd2-567d4ef97b9c tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:00.323825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11f0d836-87a8-446f-a3ab-dc6500a68c75 req-c1a5f56e-3dcd-450b-8fd2-567d4ef97b9c tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1008182 Nov 19 04:04:00.329803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-dcadc8d1-4e9d-49f8-aefa-56918c04caa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d05ef18-d699-470c-92fa-65a4727caa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283732 Nov 19 04:04:00.339174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Deleting port fb6700f8-68d3-4af6-929d-9d2d6c735420 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:00.339548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:00.346856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8c301ba5-d7ce-47a8-8fff-beded7672661 None None] Port 26ec435b-92fb-4271-97c9-9389178feb04 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:00.500877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:00.555569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11f0d836-87a8-446f-a3ab-dc6500a68c75 req-798edaa0-dd5d-49b5-9427-92791af8b979 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624179 Nov 19 04:04:00.561396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=90398311-61d9-4187-8c0a-fa0a9110999e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:00.564920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] For port fb6700f8-68d3-4af6-929d-9d2d6c735420, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=fb6700f8-68d3-4af6-929d-9d2d6c735420,segment=NetworkSegment(8ceee3ac-35a4-42c7-8f57-46705710b6d7),segment_id=8ceee3ac-35a4-42c7-8f57-46705710b6d7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:00.565318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:00.585225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Calling delete_port for fb6700f8-68d3-4af6-929d-9d2d6c735420 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:00.731991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:00.738256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ee8be6c7-93ba-4d5f-a63f-c68bbd9abe73 admin admin] 10.222.0.52 "PUT /v2.0/routers/6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0918748 Nov 19 04:04:00.750257 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:00.756465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ac89e4a2-3835-4aa1-a44b-f688a1a93612 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/ports/90398311-61d9-4187-8c0a-fa0a9110999e HTTP/1.1" status: 204 len: 168 time: 1.1179478 Nov 19 04:04:00.761967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54144) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:00.780392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-d09bf7ca-103d-4b95-9654-9b795575ace7 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305120 Nov 19 04:04:00.842659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ec323-f2c8-4d60-94eb-4b7259ae9219 req-a160968c-5da1-483b-bac2-e780d5b821f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:00.850007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db4ec323-f2c8-4d60-94eb-4b7259ae9219 req-a160968c-5da1-483b-bac2-e780d5b821f3 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c963c60-6c25-4fc0-87de-f0e7997f6821 HTTP/1.1" status: 200 len: 946 time: 0.1560452 Nov 19 04:04:00.963040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54152) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:00.994952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db4ec323-f2c8-4d60-94eb-4b7259ae9219 req-6804bee7-017a-46c8-8b9b-f04c691821c9 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff50a4fc-255c-4db8-904e-79a68ec3bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439648 Nov 19 04:04:01.003366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9feca3cb-e02c-4845-bd13-e786688e5183 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:01.024712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.037966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port a1d4ea54-469a-4c6d-baa6-ae382fce994d {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:01.038611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.084149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['fb6700f8-68d3-4af6-929d-9d2d6c735420'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:01.126067 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-82b9825d-6284-41bf-8994-6ecb077e35e3 req-fe25d7fe-c6f8-4d77-aeac-6ef275c73334 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355381 Nov 19 04:04:01.150375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Pushing event deleted for resources: {'Port': ['ID=fb6700f8-68d3-4af6-929d-9d2d6c735420,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:01.200048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9feca3cb-e02c-4845-bd13-e786688e5183 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:01.200675 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.285318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Sync routers for ids ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:01.309640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] No DVR routers for this DVR port fb6700f8-68d3-4af6-929d-9d2d6c735420 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:01.316462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.319981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b147a0c4-e831-4420-81db-3c1fa90322e3 req-40463bb3-88ea-4bad-9d75-7a5973cae15f tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] 10.222.0.36 "DELETE /v2.0/ports/fb6700f8-68d3-4af6-929d-9d2d6c735420 HTTP/1.1" status: 204 len: 173 time: 1.2529056 Nov 19 04:04:01.322516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'name': 'network-vif-deleted', 'tag': 'fb6700f8-68d3-4af6-929d-9d2d6c735420'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:01.328300 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8acd33-b70b-4142-ba83-ac864a809a9a" -d '{"events": [{"server_uuid": "4c963c60-6c25-4fc0-87de-f0e7997f6821", "name": "network-vif-deleted", "tag": "fb6700f8-68d3-4af6-929d-9d2d6c735420"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:01.364979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c5e2-88fb-4add-91e7-d84af3aca9fb req-355c2447-7e54-43b0-8c94-678f1a152448 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:01.372718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66b1c5e2-88fb-4add-91e7-d84af3aca9fb req-355c2447-7e54-43b0-8c94-678f1a152448 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.2433970 Nov 19 04:04:01.374799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1321501415'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:01.386076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-5d55ae09-c72f-4573-abe3-0d45aaabc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:01.387987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-5d55ae09-c72f-4573-abe3-0d45aaabc28b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 1094 time: 0.1322160 Nov 19 04:04:01.389344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.411020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for a1d4ea54-469a-4c6d-baa6-ae382fce994d owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:01.428583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Routers {'6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:01.429255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:01.473629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:01.479126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.492939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66b1c5e2-88fb-4add-91e7-d84af3aca9fb req-ca730555-f748-4baa-813a-04ce026b4e56 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171277 Nov 19 04:04:01.532380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:01.547612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.547840 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Added segment f4669648-b144-494d-b77b-ad3a9eb36d6a of type vlan for network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 Nov 19 04:04:01.619585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.638654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Set router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:01.672440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-09d97ea6-568e-4071-9f10-294c2db16ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:01.672440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-09d97ea6-568e-4071-9f10-294c2db16ce5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 923 time: 0.2745044 Nov 19 04:04:01.678582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.686879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:01.687943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.693970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.740065 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-18d35d22-e2a6-4854-a244-47cc41319870 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ab45234-db28-491d-b3c5-0a40007c0a66 HTTP/1.1" status: 200 len: 217 time: 0.0479481 Nov 19 04:04:01.748883 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ca387-8b7a-4f24-90c2-9e13106f5357 x-openstack-request-id: req-0d2ca387-8b7a-4f24-90c2-9e13106f5357 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:01.749198 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c963c60-6c25-4fc0-87de-f0e7997f6821", "name": "network-vif-deleted", "tag": "fb6700f8-68d3-4af6-929d-9d2d6c735420", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:01.749466 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d2ca387-8b7a-4f24-90c2-9e13106f5357 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:01.749889 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c963c60-6c25-4fc0-87de-f0e7997f6821', 'name': 'network-vif-deleted', 'tag': 'fb6700f8-68d3-4af6-929d-9d2d6c735420', 'status': 'completed', 'code': 200} Nov 19 04:04:01.751124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=a1d4ea54-469a-4c6d-baa6-ae382fce994d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:01.843808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8794045 Nov 19 04:04:01.860463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54172) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:01.871288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:01.873658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'subnet': {'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:01.905053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Network': ['ID=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:01.919159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.919718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.920246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.920697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.921674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.922201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.922645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.923087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.923524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.923958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.924401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.924869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7745-e9de-4ea6-82e8-6652071dea83 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:01.942917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-4263a9c3-339d-45e7-8061-d4655a4f4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:01.944042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:01.945075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-4263a9c3-339d-45e7-8061-d4655a4f4fda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 200 len: 862 time: 0.1881502 Nov 19 04:04:01.970849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54174) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:02.001364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-5472741c-f9a9-44eb-acee-e71171312e78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d05ef18-d699-470c-92fa-65a4727caa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451920 Nov 19 04:04:02.026874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.030735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-59986951-89f3-43f9-9e19-cf0106903644 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/ports/a1d4ea54-469a-4c6d-baa6-ae382fce994d HTTP/1.1" status: 204 len: 168 time: 1.2665687 Nov 19 04:04:02.033083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54180) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:02.076717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708488d-eeaa-40a7-8c13-63ac16e04cce req-9c1af7c6-b8eb-488c-a9eb-ba83b51d6de1 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:02.084053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a708488d-eeaa-40a7-8c13-63ac16e04cce req-9c1af7c6-b8eb-488c-a9eb-ba83b51d6de1 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1201334 Nov 19 04:04:02.106470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:02.110162 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.132874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:03:59Z', 'revision_number': 4, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26ec435b-92fb-4271-97c9-9389178feb04', 'name': '', 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'mac_address': 'fa:16:3e:ba:96:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26ed1d29-d027-4d77-862e-112c8c0e5276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:57Z', 'updated_at': '2021-11-19T04:03:59Z', 'revision_number': 2, 'project_id': '855192265887482c9b21c042e6d0d619', 'subnets': [{'id': '26ed1d29-d027-4d77-862e-112c8c0e5276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:02.160115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting subnet 2110ca6a-c9bc-41ca-8f9c-9d63ea723821 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:02.172252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.174902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Checking router: 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:02.175436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Updating router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 port 26ec435b-92fb-4271-97c9-9389178feb04 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:04:02.206704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:02.212520 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.218579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a708488d-eeaa-40a7-8c13-63ac16e04cce req-a3d034e5-2c90-4ba3-8a57-8ffab395a582 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335349 Nov 19 04:04:02.297341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.392769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.443250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.480906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54190) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:02.485187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-1fc4a9a9-6d03-42dd-a070-2ec9295e4717 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731400 Nov 19 04:04:02.571964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Subnet': ['ID=d68cb78b-1871-45ee-9f37-7dbf8f4911ef,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:02.599386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.619965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Deleting subnet 974b4ba1-d7b3-4508-bf47-83589620f81a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:02.625320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.644799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Checking segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:02.645176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network hostable DHCP agents. Network: 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:02.661980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.669106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.688070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-65ccb88f-496e-448f-876f-3032fea5b0a6 req-2dc9cfff-1cff-488f-95c1-14472b75a609 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784770 Nov 19 04:04:02.688516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.698182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726212cf-38f3-4872-91e3-608a301d8002 req-1e3926dc-0df4-429e-b4f6-f3ce39b2ce7d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:02.700011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-726212cf-38f3-4872-91e3-608a301d8002 req-1e3926dc-0df4-429e-b4f6-f3ce39b2ce7d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.1358514 Nov 19 04:04:02.737800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:02.738100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.745303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.769237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.790267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Subnet': ['ID=2110ca6a-c9bc-41ca-8f9c-9d63ea723821,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:02.798604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.803099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0a65e654-1466-4bbd-bc67-079cdb8fcaba tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/subnets/2110ca6a-c9bc-41ca-8f9c-9d63ea723821 HTTP/1.1" status: 204 len: 168 time: 0.7686298 Nov 19 04:04:02.803345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:02.805908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Pushing event updated for resources: {'Port': ['ID=26ec435b-92fb-4271-97c9-9389178feb04,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:02.808948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54196) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:02.819514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:02.820128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:02.828823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d7dd16-679a-427c-9e0d-4ceecef80e6d None None] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:02.880397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c855517b-73d9-4bf8-9db4-90d594dff2e9 None None] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:02.909925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-726212cf-38f3-4872-91e3-608a301d8002 req-b7bdde67-52ab-490e-b560-f61327f605b9 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725521 Nov 19 04:04:02.929726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0ddf6582-e0e7-4b9c-bfae-14eab4836fe2 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0681643 Nov 19 04:04:02.936362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54198) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:02.940015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Allocated IP 172.25.8.199 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/d7993635-3561-4f42-934a-f98ccc701ec8) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:02.943489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1462084009'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:02.956389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting subnet 7e25fc0e-e810-4d6d-bc48-caad75de017d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:02.973235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.973607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.973967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.974308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.974736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.975672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.975995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.976333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.976702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.977668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.978463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.978561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:02.979623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.018866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.021278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Attempting to bind port 26ec435b-92fb-4271-97c9-9389178feb04 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:03.021741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Attempting to bind port 26ec435b-92fb-4271-97c9-9389178feb04 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:03.022186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Attempting to bind port 26ec435b-92fb-4271-97c9-9389178feb04 on network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:03.037070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:03.038110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Checking segment: {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:03.038525 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.038973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Bound using segment: {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:03.040181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Bound port: 26ec435b-92fb-4271-97c9-9389178feb04, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:03.040597 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.067526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:03.071077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.073128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974b4ba1-d7b3-4508-bf47-83589620f81a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:03.078427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.081832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-88af0ea1-3227-4bb2-bdfc-5a9e4fdb09db admin admin] 10.222.0.52 "DELETE /v2.0/subnets/974b4ba1-d7b3-4508-bf47-83589620f81a HTTP/1.1" status: 204 len: 168 time: 0.5971315 Nov 19 04:04:03.084653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54200) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:03.091246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.139646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:03.157262 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.157627 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Added segment 2b054a0a-899d-4866-8c12-c61929ca3785 of type vlan for network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc Nov 19 04:04:03.177526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ab45234-db28-491d-b3c5-0a40007c0a66 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:03.187444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.194684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.232648 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.237576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.287461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1e1fc628-9c2c-4c0e-8b66-fda271007341 None None] Provisioning complete for port 26ec435b-92fb-4271-97c9-9389178feb04 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:03.287712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e1fc628-9c2c-4c0e-8b66-fda271007341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.304494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.305595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] For port 26ec435b-92fb-4271-97c9-9389178feb04, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:03.311683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:03.312663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.312796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.337173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6600ce-f93a-4980-9ff9-821cdd20d3b3']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:03.347860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ceee3ac-35a4-42c7-8f57-46705710b6d7') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:03.348170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ceee3ac-35a4-42c7-8f57-46705710b6d7') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:03.360257 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.371244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] For port 26ec435b-92fb-4271-97c9-9389178feb04, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26ec435b-92fb-4271-97c9-9389178feb04,segment=NetworkSegment(d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9),segment_id=d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:03.374743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.382830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:03.383343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:03.385086 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:03.393900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.408382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4684520 Nov 19 04:04:03.408382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.426920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54204) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:03.436239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'subnet': {'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:03.467743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.470769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fc628-9c2c-4c0e-8b66-fda271007341 None None] Port 26ec435b-92fb-4271-97c9-9389178feb04 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:03.472649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'fixed_ips': [{'subnet_id': 'd68cb78b-1871-45ee-9f37-7dbf8f4911ef'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:04:03.473113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Subnet': ['ID=7e25fc0e-e810-4d6d-bc48-caad75de017d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:03.474147 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.475175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd335e3-1b48-413e-b5f3-443ca4739c1b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Network': ['ID=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:03.476081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] DHCP port deletion for c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:03.481592 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.482333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:03.485412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-95bb80b4-dcbf-45b4-946c-7e4e054e934f tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/subnets/7e25fc0e-e810-4d6d-bc48-caad75de017d HTTP/1.1" status: 204 len: 168 time: 0.6732452 Nov 19 04:04:03.488020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54206) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:03.509879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:03.516819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4166ef-58c3-42e7-bc46-00b453ff59d0 None None] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:03.555183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269eb6-7db2-4d3f-89fc-5cc2d2fbfde8 req-815c170f-774b-4be5-9420-7526302dc9b9 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:03.563837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f269eb6-7db2-4d3f-89fc-5cc2d2fbfde8 req-815c170f-774b-4be5-9420-7526302dc9b9 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1841152 Nov 19 04:04:03.583433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:03.591635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.597278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:03.607021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.610513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4f6600ce-f93a-4980-9ff9-821cdd20d3b3 HTTP/1.1" status: 204 len: 168 time: 0.5241277 Nov 19 04:04:03.624769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:03.654575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.718973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Pushing event updated for resources: {'Port': ['ID=d7993635-3561-4f42-934a-f98ccc701ec8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:03.732995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb70fb4-616c-4db6-b9b5-3cda36e43580 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6600ce-f93a-4980-9ff9-821cdd20d3b3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:03.746481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f269eb6-7db2-4d3f-89fc-5cc2d2fbfde8 req-0eac25d6-9f9f-484b-a35b-f00329f7d6df tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780965 Nov 19 04:04:03.777248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port d200a075-b06a-4f8f-befa-97cb99529838 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:03.777602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.788222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:03.794803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.824338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device fb6700f8-68d3-4af6-929d-9d2d6c735420 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:03.833578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'port_id': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'mac_address': 'fa:16:3e:ad:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749e0d90-de34-4e3e-8487-cee83377c1da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:03.880634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port d200a075-b06a-4f8f-befa-97cb99529838, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d200a075-b06a-4f8f-befa-97cb99529838,segment=NetworkSegment(843b6ce0-c67b-489c-bd10-108678d60dda),segment_id=843b6ce0-c67b-489c-bd10-108678d60dda)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:03.882225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.904294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for d200a075-b06a-4f8f-befa-97cb99529838 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:03.917953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.921796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: fb6700f8-68d3-4af6-929d-9d2d6c735420 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:03.922175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device fb6700f8-68d3-4af6-929d-9d2d6c735420 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:03.937396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaac2-04ae-4b44-8dbc-4399ef210a79 None None] Pushing event updated for resources: {'Port': ['ID=26ec435b-92fb-4271-97c9-9389178feb04,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:03.984112 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:03.997340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Routers {'6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:03.997993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:04.007661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.032198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54212) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:04.053456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=d200a075-b06a-4f8f-befa-97cb99529838,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:04.064839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port d200a075-b06a-4f8f-befa-97cb99529838 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:04.138029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-966847c7-a856-4034-a63f-cdac3b6bb150 None None] Provisioning complete for port 26ec435b-92fb-4271-97c9-9389178feb04 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:04.138259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-966847c7-a856-4034-a63f-cdac3b6bb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.158209 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.176400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.179367 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-79a01803-4e31-4a5e-9b9f-52a2081e2400 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f5315605609469b86fc7709e5590808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460314 Nov 19 04:04:04.186043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54216) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:04.201475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.202114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5808f3-5b3e-4641-9efe-545115961b04 req-be150fc8-c69b-42ca-8a83-a8fd234139c3 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:04.203677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e5808f3-5b3e-4641-9efe-545115961b04 req-be150fc8-c69b-42ca-8a83-a8fd234139c3 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.1541057 Nov 19 04:04:04.224010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69e1ea4-5edc-4766-a2dc-5fdb6bbca430']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:04.256020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843b6ce0-c67b-489c-bd10-108678d60dda') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:04.256323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843b6ce0-c67b-489c-bd10-108678d60dda') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:04.281336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.284723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Subnet': ['ID=a5fae94a-cb42-4d8b-812a-48a1480836da,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:04.307105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab45234-db28-491d-b3c5-0a40007c0a66 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:04.324905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Checking segment: {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:04.325277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network hostable DHCP agents. Network: f4b7ae46-809c-4ecd-9e51-affa5efdb1bc, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:04.329894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.338323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.340788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:04.341086 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e5808f3-5b3e-4641-9efe-545115961b04 req-aba440d9-da9d-4af4-8973-78a6bb839ded tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224458 Nov 19 04:04:04.343720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9be34ae-ffb3-4f2c-84f3-55b56e0bda9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.346791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:04.347291 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.348891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:04.351044 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:04.371249 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.388619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:04.442260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, f4b7ae46-809c-4ecd-9e51-affa5efdb1bc) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:04.448096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Deleting port d200a075-b06a-4f8f-befa-97cb99529838 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:04.448556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.454147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:04.454520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.469229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Pushing event updated for resources: {'Port': ['ID=d7993635-3561-4f42-934a-f98ccc701ec8,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:04.492077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6ece14da-4141-4429-885a-7961939e44ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0627539 Nov 19 04:04:04.496985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.525017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.527093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-852d2e77-f394-4d41-8d9d-c8e7a3f6dfba tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5522189 Nov 19 04:04:04.530109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54220) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:04.540479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1202301505', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'fixed_ips': [{'ip_address': '172.25.8.199'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:04.553391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cce58-db4d-4f49-8b08-7be1c94d5ec1 None None] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:04.572019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:04.577505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Made reservation on behalf of cadc31def0e441a083d8e3d85ba56403 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:04.580650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.595592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] Set router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:04.601289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.705560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Allocated IP 19.80.0.2 (3f749ccf-4cf3-453f-b5a9-07ed1ca6a038/d68cb78b-1871-45ee-9f37-7dbf8f4911ef/f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:04.713392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.719593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.722302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] DHCP port deletion for 154fbbde-5f23-40d2-b48e-e647a8d00b23 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:04.724369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] device_id is not set on port 6696a9e0-e0c3-49b4-9e9d-48c39be4de13 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:04:04.826763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9be34ae-ffb3-4f2c-84f3-55b56e0bda9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.867122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.880914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] For port d200a075-b06a-4f8f-befa-97cb99529838, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:04.881519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.881640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:04.885415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/networks/c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 HTTP/1.1" status: 204 len: 168 time: 1.3962867 Nov 19 04:04:04.888847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54234) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:04.929332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fb6e2-b949-4604-aeb0-c30f9230c597 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Network': ['ID=c69e1ea4-5edc-4766-a2dc-5fdb6bbca430,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:04.936377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0311590-041e-40c1-a5c1-87af9a72c3c5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:04.980266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['3ab45234-db28-491d-b3c5-0a40007c0a66'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:04.982421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d200a075-b06a-4f8f-befa-97cb99529838 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:04.985648 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 04:04:04.986432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:04:05.007352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0eb9f793-bafb-4cf9-9ef3-c6b1396663cf tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4758444 Nov 19 04:04:05.007561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-53afa625-cc4c-4a2a-81a8-a0b04eaf04da tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:05.009894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54236) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:05.013657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-53afa625-cc4c-4a2a-81a8-a0b04eaf04da tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:05.020805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-53afa625-cc4c-4a2a-81a8-a0b04eaf04da tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/networks?id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038&id=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc&id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 HTTP/1.1" status: 200 len: 1392 time: 0.3060985 Nov 19 04:04:05.037500 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.039082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9be34ae-ffb3-4f2c-84f3-55b56e0bda9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.042313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9be34ae-ffb3-4f2c-84f3-55b56e0bda9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.045767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d9be34ae-ffb3-4f2c-84f3-55b56e0bda9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff50a4fc-255c-4db8-904e-79a68ec3bfe1 HTTP/1.1" status: 204 len: 168 time: 0.8564425 Nov 19 04:04:05.059582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-455e51b2-55c2-4aeb-b15f-4bf4c9c86be6 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/quotas/855192265887482c9b21c042e6d0d619 HTTP/1.1" status: 200 len: 375 time: 0.0378599 Nov 19 04:04:05.073737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be34ae-ffb3-4f2c-84f3-55b56e0bda9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50a4fc-255c-4db8-904e-79a68ec3bfe1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:05.083097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Calling delete_port for d200a075-b06a-4f8f-befa-97cb99529838 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:05.105633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Port d200a075-b06a-4f8f-befa-97cb99529838 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:04:05.119859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d200a075-b06a-4f8f-befa-97cb99529838 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:05.120207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d200a075-b06a-4f8f-befa-97cb99529838 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:05.120636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 102478bd-b6bb-4a59-9832-a9cbba8da6c2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:05.152664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-d44a23ff-60f9-4220-b515-60c11423a717 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921073 Nov 19 04:04:05.162582 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.226402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Deleting port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:05.226773 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.229709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Deleting port d7993635-3561-4f42-934a-f98ccc701ec8 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:05.230220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.317847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-de9593e1-46e2-4898-bedf-b7d83112016e service neutron] 10.222.0.52 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632869 Nov 19 04:04:05.319613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Network c69e1ea4-5edc-4766-a2dc-5fdb6bbca430 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:04:05.320253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] No DVR routers for this DVR port d200a075-b06a-4f8f-befa-97cb99529838 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:05.332402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] For port 102478bd-b6bb-4a59-9832-a9cbba8da6c2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=102478bd-b6bb-4a59-9832-a9cbba8da6c2,segment=NetworkSegment(3972e177-3ec4-4451-b1f0-44216f4493fd),segment_id=3972e177-3ec4-4451-b1f0-44216f4493fd)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:05.332691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.385629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.386663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.398674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Calling delete_port for 102478bd-b6bb-4a59-9832-a9cbba8da6c2 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:05.405289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Calling delete_port for d7993635-3561-4f42-934a-f98ccc701ec8 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:05.482504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-966847c7-a856-4034-a63f-cdac3b6bb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.501657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-ce110aa4-0ca8-4e8a-b7d6-ee70c73d2b58 service neutron] 10.222.0.52 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838214 Nov 19 04:04:05.533658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879182b3-1756-48c0-b9ed-6d907a56d8c9 None None] Pushing event deleted for resources: {'Port': ['ID=d200a075-b06a-4f8f-befa-97cb99529838,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:05.578190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.583068 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.599547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-f4b7ae46-809c-4ecd-9e51-affa5efdb1bc', 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'fixed_ips': [{'subnet_id': 'a5fae94a-cb42-4d8b-812a-48a1480836da'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:04:05.600488 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.616756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Port': ['ID=102478bd-b6bb-4a59-9832-a9cbba8da6c2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:05.621614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.623316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] No DVR routers for this DVR port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:05.640974 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.646386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Deleting port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:05.646770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.659546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.725305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c577bf57-cdc0-4693-99ba-3373f6c98686 service neutron] 10.222.0.52 "GET /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102730 Nov 19 04:04:05.737342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7993635-3561-4f42-934a-f98ccc701ec8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:05.763418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.766876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.768295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d61dd861-0d56-407b-a930-4186e12e36d2 tempest-ExternalNetworksAdminNegativeTestJSON-913365502 tempest-ExternalNetworksAdminNegativeTestJSON-913365502-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/6ddf33e5-6165-453d-af33-ed9e64f1acf0 HTTP/1.1" status: 204 len: 168 time: 0.7571998 Nov 19 04:04:05.793924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.826038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154fbbde-5f23-40d2-b48e-e647a8d00b23']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:05.846423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3972e177-3ec4-4451-b1f0-44216f4493fd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:05.846924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3972e177-3ec4-4451-b1f0-44216f4493fd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:05.867559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.898831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fc18ae0c-ede3-429c-a329-6058b85f82bf service neutron] 10.222.0.52 "GET /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723282 Nov 19 04:04:05.901096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.960334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:05.960765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:05.965412 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:06.029032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-966847c7-a856-4034-a63f-cdac3b6bb150 None None] For port 26ec435b-92fb-4271-97c9-9389178feb04, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26ec435b-92fb-4271-97c9-9389178feb04,segment=NetworkSegment(d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9),segment_id=d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:06.045668 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.049037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Pushing event updated for resources: {'Port': ['ID=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:06.055925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.062843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] 10.222.0.52 "DELETE /v2.0/networks/154fbbde-5f23-40d2-b48e-e647a8d00b23 HTTP/1.1" status: 204 len: 168 time: 1.1662629 Nov 19 04:04:06.087817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-a0c63a53-9407-4e6b-b0e6-a31cf69ddb7c service neutron] 10.222.0.52 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856265 Nov 19 04:04:06.098038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e2a5-0126-45bf-b6e8-fe6f353ceb47 tempest-TaggedBootDevicesTest_v242-648503770 tempest-TaggedBootDevicesTest_v242-648503770-project] Pushing event deleted for resources: {'Network': ['ID=154fbbde-5f23-40d2-b48e-e647a8d00b23,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:06.117313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54268) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:06.128148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54272) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:06.139164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-966847c7-a856-4034-a63f-cdac3b6bb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.150708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] For port 102478bd-b6bb-4a59-9832-a9cbba8da6c2, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:06.151384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.155771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:06.224651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:03:59Z', 'revision_number': 4, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26ec435b-92fb-4271-97c9-9389178feb04', 'name': '', 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'mac_address': 'fa:16:3e:ba:96:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26ed1d29-d027-4d77-862e-112c8c0e5276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:57Z', 'updated_at': '2021-11-19T04:04:03Z', 'revision_number': 4, 'project_id': '855192265887482c9b21c042e6d0d619', 'subnets': [{'id': '26ed1d29-d027-4d77-862e-112c8c0e5276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:06.254337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b602cf1f-2f35-4744-96b6-c7b0ffb7e81d service neutron] 10.222.0.52 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679478 Nov 19 04:04:06.302318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1355958103-network', 'tenant_id': '4aac21bf0763403cb4997643b178cfac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:06.314461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b78c5-f80a-4917-957c-ec42d71d47df None None] The sync data for ids ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'] in n-d-818503-1 is: [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:03:59Z', 'revision_number': 4, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26ec435b-92fb-4271-97c9-9389178feb04', 'name': '', 'network_id': '84a03d79-3dc3-47b7-9b7e-e58c7375a821', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'mac_address': 'fa:16:3e:ba:96:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26ed1d29-d027-4d77-862e-112c8c0e5276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:57Z', 'updated_at': '2021-11-19T04:04:03Z', 'revision_number': 4, 'project_id': '855192265887482c9b21c042e6d0d619', 'subnets': [{'id': '26ed1d29-d027-4d77-862e-112c8c0e5276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:06.316209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:06.333217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e987-2b22-4f4f-8b8b-7e8727a733f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.335078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:06.349002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Calling delete_port for 102478bd-b6bb-4a59-9832-a9cbba8da6c2 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:06.352319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966847c7-a856-4034-a63f-cdac3b6bb150 None None] Pushing event updated for resources: {'Port': ['ID=26ec435b-92fb-4271-97c9-9389178feb04,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:06.359506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:04:06.362897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Made reservation on behalf of 4aac21bf0763403cb4997643b178cfac for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:06.365175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.410232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.457985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.498561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Pushing event deleted for resources: {'Port': ['ID=102478bd-b6bb-4a59-9832-a9cbba8da6c2,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:06.500498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Attempting to bind port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:06.500877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Attempting to bind port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:06.501248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Attempting to bind port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:06.521441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] Network 154fbbde-5f23-40d2-b48e-e647a8d00b23 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:04:06.521929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a336c2b-ea7e-44da-9ab6-0a8f85e025ae None None] No DVR routers for this DVR port 102478bd-b6bb-4a59-9832-a9cbba8da6c2 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:06.569460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:06.569905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Checking segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:06.570353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.570801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Bound using segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:06.574104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Bound port: f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:06.574534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.594692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f149c6-bc8e-440e-bf40-edca9c29dffe req-71f17a2e-1e02-43ce-a42e-fab8cad21ffe tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:06.605201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2f149c6-bc8e-440e-bf40-edca9c29dffe req-71f17a2e-1e02-43ce-a42e-fab8cad21ffe tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1007643 Nov 19 04:04:06.670593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Allocated IP 19.86.0.2 (f4b7ae46-809c-4ecd-9e51-affa5efdb1bc/a5fae94a-cb42-4d8b-812a-48a1480836da/7503ce83-89d0-4c99-8858-ce26a1f9fd11) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:06.692909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2f149c6-bc8e-440e-bf40-edca9c29dffe req-eb7f3d16-c101-4718-862e-69cad17ef684 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849700 Nov 19 04:04:06.792253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] For port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:06.819272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] For port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:06.838071 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.886917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6c900-e347-43d0-bb4d-b3b8bf581735 req-9aede6cd-8ff9-4d67-a80a-61aa232e0f13 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:06.890533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6db6c900-e347-43d0-bb4d-b3b8bf581735 req-9aede6cd-8ff9-4d67-a80a-61aa232e0f13 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 944 time: 0.1232872 Nov 19 04:04:06.986966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef17d-534b-4b5f-b051-07ca00e21dc0 None None] Pushing event updated for resources: {'Port': ['ID=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:06.996407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e987-2b22-4f4f-8b8b-7e8727a733f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:06.998856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6db6c900-e347-43d0-bb4d-b3b8bf581735 req-fc8c7690-d0ab-403d-a40b-e100c93509ec tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989754 Nov 19 04:04:07.017902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26ec435b-92fb-4271-97c9-9389178feb04 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:07.018341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e987-2b22-4f4f-8b8b-7e8727a733f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.096050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0e987-2b22-4f4f-8b8b-7e8727a733f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca8d3c7-c26a-4427-be2b-648f0e6ff555,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:07.107344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5ce0e987-2b22-4f4f-8b8b-7e8727a733f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c13747d7a2af48b393987e5a924d39d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9882267 Nov 19 04:04:07.109895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54288) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:07.158855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.169020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.257076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:07.277900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4aedc7-b458-474c-9e5e-3774aecacb79,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:07.300708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26ec435b-92fb-4271-97c9-9389178feb04 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:07.301230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.310368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.311262 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Added segment aa52b26f-1b52-4f6a-ad88-a5beab1360c8 of type vlan for network cb068fc5-fdf4-41e8-926c-c7d5699a235a Nov 19 04:04:07.314206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b61a7b05-bae9-4108-834a-123a352b1fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.317354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64eb1a75-7961-4bdc-9a3e-58e1f1ed7daa req-98b8e93d-b6f4-41aa-821d-0afde3010fb8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 210 time: 0.0808866 Nov 19 04:04:07.346310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b61a7b05-bae9-4108-834a-123a352b1fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.406233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.425054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.448243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.453881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b61a7b05-bae9-4108-834a-123a352b1fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.457505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b61a7b05-bae9-4108-834a-123a352b1fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.458798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b61a7b05-bae9-4108-834a-123a352b1fce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ca8d3c7-c26a-4427-be2b-648f0e6ff555 HTTP/1.1" status: 204 len: 168 time: 0.3476477 Nov 19 04:04:07.506831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a7b05-bae9-4108-834a-123a352b1fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca8d3c7-c26a-4427-be2b-648f0e6ff555,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:07.551873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.553044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:07.553807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.637407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] Pushing event updated for resources: {'Network': ['ID=cb068fc5-fdf4-41e8-926c-c7d5699a235a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:07.658621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-230e334e-37ab-48bf-ae54-7ec46886e8db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5297086 Nov 19 04:04:07.661459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:07.670630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Request body: {'subnet': {'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1355958103-subnet', 'tenant_id': '4aac21bf0763403cb4997643b178cfac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:07.691043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:07.702535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Made reservation on behalf of 4aac21bf0763403cb4997643b178cfac for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:07.707424 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.734880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network cb068fc5-fdf4-41e8-926c-c7d5699a235a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:07.980341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:07.994106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:08.020638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:08.036720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Pushing event updated for resources: {'Port': ['ID=7503ce83-89d0-4c99-8858-ce26a1f9fd11,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:08.116003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda82fa1-c869-43d4-b234-1768d88a185d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:08.148694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Checking segment: {'id': 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:08.154918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Network hostable DHCP agents. Network: cb068fc5-fdf4-41e8-926c-c7d5699a235a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:08.155318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54308) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:08.204733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Network cb068fc5-fdf4-41e8-926c-c7d5699a235a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:08.247371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Attempting to bind port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:08.248007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Attempting to bind port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:08.248915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Attempting to bind port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 on network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:08.273057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:08.274836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Checking segment: {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:08.275573 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.276145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Bound using segment: {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:08.276923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Bound port: 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:08.277500 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.289781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5f06a64-ad63-4660-94ba-1ca60500b8f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cadc31def0e441a083d8e3d85ba56403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328962 Nov 19 04:04:08.295915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54310) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:08.369541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, cb068fc5-fdf4-41e8-926c-c7d5699a235a) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:08.381534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:08.382762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.402510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed871b-65a1-4eb0-87cf-a01217b7c8a6 None None] Network cb068fc5-fdf4-41e8-926c-c7d5699a235a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:08.425445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7c258082-7343-47c3-876e-1c4563a21a88 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7620749 Nov 19 04:04:08.443645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d1de977f-7255-4e5d-9b73-81bb89a1aada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.479059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d1de977f-7255-4e5d-9b73-81bb89a1aada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.512473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-6f54088d-5b74-4d15-ad0b-05bfea46611d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:08.528757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-6f54088d-5b74-4d15-ad0b-05bfea46611d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:08.537439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-6f54088d-5b74-4d15-ad0b-05bfea46611d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "GET /v2.0/networks?id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038&id=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc&id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 HTTP/1.1" status: 200 len: 1392 time: 0.3236582 Nov 19 04:04:08.566919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d1de977f-7255-4e5d-9b73-81bb89a1aada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.570658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d1de977f-7255-4e5d-9b73-81bb89a1aada admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.572400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d1de977f-7255-4e5d-9b73-81bb89a1aada admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0311590-041e-40c1-a5c1-87af9a72c3c5 HTTP/1.1" status: 204 len: 168 time: 0.2715397 Nov 19 04:04:08.591210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de977f-7255-4e5d-9b73-81bb89a1aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0311590-041e-40c1-a5c1-87af9a72c3c5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:08.624163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] For port 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:08.636687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] For port 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7503ce83-89d0-4c99-8858-ce26a1f9fd11,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:08.637478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'port': {'device_id': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'admin_state_up': True, 'tenant_id': '855192265887482c9b21c042e6d0d619'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:08.672360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.739564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba423-942c-4a98-90b2-1df7309151a9 req-41a11147-d9ee-42e9-ab94-1e0b11062f8b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:08.747544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d4ba423-942c-4a98-90b2-1df7309151a9 req-41a11147-d9ee-42e9-ab94-1e0b11062f8b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.2664764 Nov 19 04:04:08.766676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a111499-12f5-490e-bd44-0a52a4e7f1ad None None] Pushing event updated for resources: {'Port': ['ID=7503ce83-89d0-4c99-8858-ce26a1f9fd11,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:08.772742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e417e-8e83-4932-ab2a-060a118db1fd None None] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:08.832714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d4ba423-942c-4a98-90b2-1df7309151a9 req-90ecb775-fea0-461a-ae8b-fff1b9e2ee7b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842762 Nov 19 04:04:08.851871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:08.863899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b770338-e449-405f-bba3-1c4e697fa2e2 None None] Network cb068fc5-fdf4-41e8-926c-c7d5699a235a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:08.865253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:08.995349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-099b4bc4-eaa6-48ba-8d13-1c7edf7e3f1e None None] Provisioning complete for port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:08.995938 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-099b4bc4-eaa6-48ba-8d13-1c7edf7e3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.079215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627d93-32f4-4200-884f-0ab31d550725 req-0d6988f6-6410-4490-b1f9-7e5112ac4308 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:09.081061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b627d93-32f4-4200-884f-0ab31d550725 req-0d6988f6-6410-4490-b1f9-7e5112ac4308 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 944 time: 0.0860739 Nov 19 04:04:09.098908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:09.170171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Allocated IP 19.80.0.65 (3f749ccf-4cf3-453f-b5a9-07ed1ca6a038/d68cb78b-1871-45ee-9f37-7dbf8f4911ef/dec24c07-4b80-4827-b800-b4c65eb6ffd2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:09.214374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ab45234-db28-491d-b3c5-0a40007c0a66 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:09.307299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b627d93-32f4-4200-884f-0ab31d550725 req-b40377bc-9412-4050-b504-a3d9ee4a06bd tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919301 Nov 19 04:04:09.385322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-099b4bc4-eaa6-48ba-8d13-1c7edf7e3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.458770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:09.459375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.472949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.548630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b9bd762-4937-4ede-bcf8-60aff67c1771 req-2a80c9f6-cd76-4f5a-bf8b-8a260b0e1b9e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 210 time: 0.0412652 Nov 19 04:04:09.561617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.569605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-099b4bc4-eaa6-48ba-8d13-1c7edf7e3f1e None None] For port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:09.595968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-099b4bc4-eaa6-48ba-8d13-1c7edf7e3f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.634833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:09.639448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:09.644913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:09.650714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:09.674238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 3ab45234-db28-491d-b3c5-0a40007c0a66 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:09.684520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 3ab45234-db28-491d-b3c5-0a40007c0a66 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:09.684935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.741729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:09.743327 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.776567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-fd66ae28-0332-4108-87df-adad576a67e4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1533773 Nov 19 04:04:09.782818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b4bc4-eaa6-48ba-8d13-1c7edf7e3f1e None None] Pushing event updated for resources: {'Port': ['ID=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:09.796486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'port': {'device_id': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc', 'admin_state_up': True, 'tenant_id': '855192265887482c9b21c042e6d0d619'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:09.889620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:09.943795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab45234-db28-491d-b3c5-0a40007c0a66'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:09.947638 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6177fd-a54d-492c-8dab-7b45a28c2570" -d '{"events": [{"server_uuid": "bb85ee7b-acca-4d30-ae78-f83064ec4438", "name": "network-vif-plugged", "status": "completed", "tag": "3ab45234-db28-491d-b3c5-0a40007c0a66"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:09.971406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:09.979988 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:10.106904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:10.119031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:10.134225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:10.155712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b365ea99-50ca-48a0-9d99-6d7f15454f9f None None] Provisioning complete for port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:10.156085 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b365ea99-50ca-48a0-9d99-6d7f15454f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:10.494559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Allocated IP 19.86.0.100 (f4b7ae46-809c-4ecd-9e51-affa5efdb1bc/a5fae94a-cb42-4d8b-812a-48a1480836da/dd405319-2f4d-4adf-8e13-4373e915bbda) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:10.525892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-ea6dce2b-ab32-4bb8-9dcd-0d76ba1186f7 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:10.527628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-ea6dce2b-ab32-4bb8-9dcd-0d76ba1186f7 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/networks?id=cb068fc5-fdf4-41e8-926c-c7d5699a235a HTTP/1.1" status: 200 len: 818 time: 0.2233715 Nov 19 04:04:10.561762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-a92a8bc0-ea5a-4ba8-a9ac-9b36e11c479f tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/quotas/4aac21bf0763403cb4997643b178cfac HTTP/1.1" status: 200 len: 375 time: 0.0254250 Nov 19 04:04:10.589361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ee663b7f-8a71-43c3-abba-221e31a12bbb None None] Provisioning complete for port dec24c07-4b80-4827-b800-b4c65eb6ffd2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:10.589966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ee663b7f-8a71-43c3-abba-221e31a12bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:10.653610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-3e0c6a79-4406-43f3-bab9-c59cc080d799 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4aac21bf0763403cb4997643b178cfac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726936 Nov 19 04:04:10.662136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ee663b7f-8a71-43c3-abba-221e31a12bbb None None] Port dec24c07-4b80-4827-b800-b4c65eb6ffd2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:10.681833 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bfed32-a36f-4556-b8e1-46dc07a105c9 None None] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:10.849015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:10.868922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-e65d37f6-fa75-4c71-a0a6-44974f4a4a7c service neutron] 10.222.0.52 "GET /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842091 Nov 19 04:04:10.886099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-86973520-1cef-43c5-92ba-4954e83ee469 None None] Provisioning complete for port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:10.886650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86973520-1cef-43c5-92ba-4954e83ee469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:10.984854 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.052417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54378) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:11.069362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-a15d3359-a347-4931-95fe-d6c395ff6862 service neutron] 10.222.0.52 "GET /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993597 Nov 19 04:04:11.078727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:11.084005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:11.088618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:11.124510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Port': ['ID=dd405319-2f4d-4adf-8e13-4373e915bbda,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:11.182388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:11.183090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.222592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c710cc80-417b-4dac-b693-199bc035ca13 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4353950 Nov 19 04:04:11.235990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'port': {'device_id': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'admin_state_up': True, 'tenant_id': '855192265887482c9b21c042e6d0d619'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:11.289532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1045902952', 'router:external': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:11.351440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Made reservation on behalf of aae4b05405354047ab2faf02450a639b for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:11.356545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.373609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86973520-1cef-43c5-92ba-4954e83ee469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.376332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7503ce83-89d0-4c99-8858-ce26a1f9fd11 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:11.377221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.486319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-86973520-1cef-43c5-92ba-4954e83ee469 None None] For port 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7503ce83-89d0-4c99-8858-ce26a1f9fd11,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:11.498785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:11.499252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.505207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86973520-1cef-43c5-92ba-4954e83ee469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.533650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.551955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.559983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83d60-4c9b-4939-9123-60e5f1e28f64 req-9f4f6276-b14c-4bbb-814a-a446334b1bf8 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:11.568775 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fd83d60-4c9b-4939-9123-60e5f1e28f64 req-9f4f6276-b14c-4bbb-814a-a446334b1bf8 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1872523 Nov 19 04:04:11.629209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:11.668016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86973520-1cef-43c5-92ba-4954e83ee469 None None] Pushing event updated for resources: {'Port': ['ID=7503ce83-89d0-4c99-8858-ce26a1f9fd11,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:11.681447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.683326 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Added segment 519590bf-6f71-429a-bd71-f503426c8604 of type vlan for network d879d3b5-cb4a-40a9-8723-0eb9090e734a Nov 19 04:04:11.697774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-18a79436-0a8c-4065-b760-b72a6ec5a98a None None] Provisioning complete for port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:11.697774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-18a79436-0a8c-4065-b760-b72a6ec5a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.708736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8166b6f-7cb8-4873-a146-2cdde66c3020,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:11.730340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:11.734610 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.767408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320a43d-3396-4496-b018-38784345b10a req-82e5dc2c-5de4-4906-b1c9-e0a5b60da33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:11.769838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fd83d60-4c9b-4939-9123-60e5f1e28f64 req-d02bc0a3-292a-44ca-9888-d3957a737d92 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908495 Nov 19 04:04:11.776402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b320a43d-3396-4496-b018-38784345b10a req-82e5dc2c-5de4-4906-b1c9-e0a5b60da33d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.2401814 Nov 19 04:04:11.872281 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2964c015-7236-41f1-8edf-ffabf81b0d71 x-openstack-request-id: req-2964c015-7236-41f1-8edf-ffabf81b0d71 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:11.874310 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb85ee7b-acca-4d30-ae78-f83064ec4438", "name": "network-vif-plugged", "status": "completed", "tag": "3ab45234-db28-491d-b3c5-0a40007c0a66", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:11.874752 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2964c015-7236-41f1-8edf-ffabf81b0d71 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:11.877618 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'code': 200} Nov 19 04:04:11.922905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.934829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b320a43d-3396-4496-b018-38784345b10a req-4e38b16c-912d-481b-9e9d-ad00a8445137 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018975 Nov 19 04:04:11.959640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:11.981369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:11.982635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:11.983238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.052775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Allocated IP 19.80.0.32 (3f749ccf-4cf3-453f-b5a9-07ed1ca6a038/d68cb78b-1871-45ee-9f37-7dbf8f4911ef/882f1b13-0dee-461e-917c-0d832e346adc) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:12.067867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d5315-4363-4580-963b-78b6140d6b74 req-827debfb-a19c-42f5-a9e2-53e2d4e4f7ef tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.069636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-095d5315-4363-4580-963b-78b6140d6b74 req-827debfb-a19c-42f5-a9e2-53e2d4e4f7ef tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 945 time: 0.1069827 Nov 19 04:04:12.100738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0455647 Nov 19 04:04:12.108087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54394) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:12.124325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'subnet': {'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:12.130438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-07fe9e40-7012-4731-af9f-5a07a50dacbe None None] Provisioning complete for port dd405319-2f4d-4adf-8e13-4373e915bbda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:12.130833 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-07fe9e40-7012-4731-af9f-5a07a50dacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.132451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:12.132818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.148066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627b888-1a44-4983-af1d-071a5c037e28 req-893727f8-5fd7-427d-819e-24f3450ed214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.150583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9627b888-1a44-4983-af1d-071a5c037e28 req-893727f8-5fd7-427d-819e-24f3450ed214 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 1096 time: 0.1525626 Nov 19 04:04:12.151291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312917-c4f4-456e-8998-0730696c234d tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Network': ['ID=d879d3b5-cb4a-40a9-8723-0eb9090e734a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:12.181188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Made reservation on behalf of aae4b05405354047ab2faf02450a639b for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:12.183747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.193621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-095d5315-4363-4580-963b-78b6140d6b74 req-c4c49f26-2a3f-4c34-b09b-0d6e10d08f9f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147478 Nov 19 04:04:12.200625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d879d3b5-cb4a-40a9-8723-0eb9090e734a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:12.277445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-07fe9e40-7012-4731-af9f-5a07a50dacbe None None] Port dd405319-2f4d-4adf-8e13-4373e915bbda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:12.327677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.392682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.434808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9627b888-1a44-4983-af1d-071a5c037e28 req-4ddc786a-2fa5-496d-b0f0-ac114570f889 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680955 Nov 19 04:04:12.506684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Port': ['ID=882f1b13-0dee-461e-917c-0d832e346adc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:12.535048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:12.538528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:12.548034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:12.631449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.632108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.668999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61f0a-ae5e-4011-a871-de32e5a14fe9 req-5499a097-70c7-4822-8ce5-1acea20f392b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.675740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61f0a-ae5e-4011-a871-de32e5a14fe9 req-5499a097-70c7-4822-8ce5-1acea20f392b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.684059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab61f0a-ae5e-4011-a871-de32e5a14fe9 req-5499a097-70c7-4822-8ce5-1acea20f392b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.686115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ab61f0a-ae5e-4011-a871-de32e5a14fe9 req-5499a097-70c7-4822-8ce5-1acea20f392b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2375 time: 0.1498475 Nov 19 04:04:12.690525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-746d21f1-e07e-4875-bf49-aa5dbc21920b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4599187 Nov 19 04:04:12.707408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Request body: {'port': {'device_id': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:12.736380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:04:12.736874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.856030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ab61f0a-ae5e-4011-a871-de32e5a14fe9 req-62f307d1-60e6-4ba8-84cf-86bd5a283257 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602654 Nov 19 04:04:12.859563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.861194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Subnet': ['ID=953e583e-a539-4d29-af38-c76a6894f061,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:12.920427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Checking segment: {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:12.920740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-496a7871-7a37-426b-91a9-3f52375d5950 None None] Provisioning complete for port 882f1b13-0dee-461e-917c-0d832e346adc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:12.921266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-496a7871-7a37-426b-91a9-3f52375d5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:12.921380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network hostable DHCP agents. Network: d879d3b5-cb4a-40a9-8723-0eb9090e734a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:12.962501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7503ce83-89d0-4c99-8858-ce26a1f9fd11 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:12.968077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network d879d3b5-cb4a-40a9-8723-0eb9090e734a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:12.989328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d879d3b5-cb4a-40a9-8723-0eb9090e734a) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:12.995624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:12.996518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.012420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa1c97-c65b-42cb-b093-fdd15b0b6700 None None] Network d879d3b5-cb4a-40a9-8723-0eb9090e734a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:13.018301 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ede220e8-8276-4945-b11a-1ea651381d68 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9075317 Nov 19 04:04:13.020715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54400) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:13.028052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1427454080', 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:13.059523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Made reservation on behalf of aae4b05405354047ab2faf02450a639b for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:13.062940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-496a7871-7a37-426b-91a9-3f52375d5950 None None] Port 882f1b13-0dee-461e-917c-0d832e346adc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:13.063099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.069667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe300240-9b9b-4ecf-9d48-e2c7aacbee0a req-d74821b0-798a-47cd-a54c-7f13d0ffed8b tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 210 time: 0.0344613 Nov 19 04:04:13.093108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] device_id is not set on port a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:04:13.113476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:13.113476 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.245646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Allocated IP 172.20.0.14 (d879d3b5-cb4a-40a9-8723-0eb9090e734a/953e583e-a539-4d29-af38-c76a6894f061/a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:13.261148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921a7ef-5a69-4ab3-ab30-2ec69d5020c6 None None] Network d879d3b5-cb4a-40a9-8723-0eb9090e734a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:13.291069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5c19-9a50-4be5-853c-ca4492642267 req-22aa3ab5-214e-42f9-95f4-b6cea206a699 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:13.292762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb9b5c19-9a50-4be5-853c-ca4492642267 req-22aa3ab5-214e-42f9-95f4-b6cea206a699 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1149087 Nov 19 04:04:13.463874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec24c07-4b80-4827-b800-b4c65eb6ffd2 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:13.491740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.502452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb9b5c19-9a50-4be5-853c-ca4492642267 req-3f7c1e1b-2cec-45d1-8564-879bac430f8b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945884 Nov 19 04:04:13.511014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Transition to ACTIVE for port object dec24c07-4b80-4827-b800-b4c65eb6ffd2 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:04:13.519007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.587414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-ad8936f3-d330-4665-ae47-0760c0634826 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:13.588839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-ad8936f3-d330-4665-ae47-0760c0634826 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.31 "GET /v2.0/networks?id=cb068fc5-fdf4-41e8-926c-c7d5699a235a HTTP/1.1" status: 200 len: 818 time: 0.3109412 Nov 19 04:04:13.608933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Pushing event updated for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:13.694586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Request body: {'port': {'device_id': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a', 'admin_state_up': True, 'tenant_id': '4aac21bf0763403cb4997643b178cfac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:13.740941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a49725-364b-44d8-a682-792e666a626e req-8537ba81-1f77-4c65-b545-2d88aaaea0ef tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:13.755127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10a49725-364b-44d8-a682-792e666a626e req-8537ba81-1f77-4c65-b545-2d88aaaea0ef tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 945 time: 0.0999269 Nov 19 04:04:13.792478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Attempting to bind port dec24c07-4b80-4827-b800-b4c65eb6ffd2 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:13.792749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Attempting to bind port dec24c07-4b80-4827-b800-b4c65eb6ffd2 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:13.793096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Attempting to bind port dec24c07-4b80-4827-b800-b4c65eb6ffd2 on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:13.850647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10a49725-364b-44d8-a682-792e666a626e req-d9dc511f-1e24-4bbb-8545-26b37665565f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899436 Nov 19 04:04:13.859563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Port dec24c07-4b80-4827-b800-b4c65eb6ffd2 on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:04:13.860177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Attempting to bind port dec24c07-4b80-4827-b800-b4c65eb6ffd2 on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:13.869359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:13.873108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Checking segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:13.875500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Bound using segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:13.876178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Bound port: dec24c07-4b80-4827-b800-b4c65eb6ffd2, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:13.876753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.973125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Made reservation on behalf of 4aac21bf0763403cb4997643b178cfac for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:13.981421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:13.999541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:14.003890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:14.009738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-46742ee0-abc3-4747-b145-ef61ee1128e5 req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2135013450', 'description': 'tempest-description-1926594231'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:14.018958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.036039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.075800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:14.076432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.077832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] 10.222.0.36 "PUT /v2.0/ports/dec24c07-4b80-4827-b800-b4c65eb6ffd2 HTTP/1.1" status: 200 len: 1091 time: 1.3746178 Nov 19 04:04:14.078323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:14.085757 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47acd756-4f9a-445c-8dc0-72ac5a04ead1" -d '{"events": [{"name": "network-changed", "server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:14.120014 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-46742ee0-abc3-4747-b145-ef61ee1128e5 req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.134635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Request body: {'port': {'device_id': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:14.188420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.261582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.264848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network d879d3b5-cb4a-40a9-8723-0eb9090e734a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:14.266203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Allocated IP 172.20.0.2 (cb068fc5-fdf4-41e8-926c-c7d5699a235a/cda82fa1-c869-43d4-b234-1768d88a185d/4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:14.268724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4be8c-33b2-4c96-b81f-d4708aaeaea1 service neutron] Pushing event updated for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:14.272872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:14.276218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:14.325474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:14.326038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.351851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:14.376148 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e6e5b4f-4cde-4c0b-976e-20f42bd42f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3541586 Nov 19 04:04:14.381380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:14.558518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Deleting port a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:14.558874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.644804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.658467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Calling delete_port for a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:14.808097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.893879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:14.913737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:14.999035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.002705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-06aceb7c-6350-41ca-83a8-0e5adfc1e3c6 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/ports/a4c7ee1c-5f11-4986-8ef7-40f4d7924c8a HTTP/1.1" status: 204 len: 168 time: 0.6203256 Nov 19 04:04:15.006123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:15.010753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a', 'external_fixed_ips': [{'subnet_id': '953e583e-a539-4d29-af38-c76a6894f061', 'ip_address': '172.20.0.14'}]}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:15.027959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.040058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-46742ee0-abc3-4747-b145-ef61ee1128e5 req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.051553 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-46742ee0-abc3-4747-b145-ef61ee1128e5 req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.104637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.105873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.112935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Network cb068fc5-fdf4-41e8-926c-c7d5699a235a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:15.119902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Pushing event updated for resources: {'Port': ['ID=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:15.124192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:15.127821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:15.151441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-46742ee0-abc3-4747-b145-ef61ee1128e5 req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.168473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46742ee0-abc3-4747-b145-ef61ee1128e5 req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.1628881 Nov 19 04:04:15.182197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d750f-d3df-4820-98e3-8dc81a5d3c0e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de3bed7-db41-42f8-a869-f773b0c02ba0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:15.221743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.231971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.232688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.308575 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-073d3afa-ec9f-40f5-87b5-167722b4a149 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6262431 Nov 19 04:04:15.317360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd405319-2f4d-4adf-8e13-4373e915bbda {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:15.327344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.344854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60aefc-b96c-46b3-878f-cbc00f54760b req-e1ccc22a-80ac-4439-bc40-3e0ea95a34fd tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.350988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60aefc-b96c-46b3-878f-cbc00f54760b req-e1ccc22a-80ac-4439-bc40-3e0ea95a34fd tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.354566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Request body: {'port': {'device_id': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:15.358139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60aefc-b96c-46b3-878f-cbc00f54760b req-e1ccc22a-80ac-4439-bc40-3e0ea95a34fd tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.359863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e60aefc-b96c-46b3-878f-cbc00f54760b req-e1ccc22a-80ac-4439-bc40-3e0ea95a34fd tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2387 time: 0.1280818 Nov 19 04:04:15.367972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Transition to ACTIVE for port object dd405319-2f4d-4adf-8e13-4373e915bbda will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:04:15.377129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.405408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.466401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd405319-2f4d-4adf-8e13-4373e915bbda,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:15.481299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e60aefc-b96c-46b3-878f-cbc00f54760b req-f6c11656-1140-4b1c-864d-0aa96eed138c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063805 Nov 19 04:04:15.504808 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.558211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Attempting to bind port dd405319-2f4d-4adf-8e13-4373e915bbda on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:15.558557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Attempting to bind port dd405319-2f4d-4adf-8e13-4373e915bbda by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:15.559080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Attempting to bind port dd405319-2f4d-4adf-8e13-4373e915bbda on network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:15.564985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Port dd405319-2f4d-4adf-8e13-4373e915bbda on network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:04:15.565331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Attempting to bind port dd405319-2f4d-4adf-8e13-4373e915bbda on network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:15.572107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:15.572504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Checking segment: {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:15.572858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Bound using segment: {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:15.574035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Bound port: dd405319-2f4d-4adf-8e13-4373e915bbda, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b054a0a-899d-4866-8c12-c61929ca3785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:15.583717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.589715 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20b7b75-398f-402c-8125-ff9b171176e6 x-openstack-request-id: req-b20b7b75-398f-402c-8125-ff9b171176e6 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:15.590806 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:15.592050 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b20b7b75-398f-402c-8125-ff9b171176e6 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:15.592504 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2', 'status': 'completed', 'code': 200} Nov 19 04:04:15.738338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] For port dd405319-2f4d-4adf-8e13-4373e915bbda, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:15.742750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] For port dd405319-2f4d-4adf-8e13-4373e915bbda, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dd405319-2f4d-4adf-8e13-4373e915bbda,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:15.752324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6488035-5c37-4fca-b7a3-25ae65d242ae req-9f27f660-b981-4f45-acd2-a877297127e8 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.756378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6488035-5c37-4fca-b7a3-25ae65d242ae req-9f27f660-b981-4f45-acd2-a877297127e8 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 931 time: 0.0942161 Nov 19 04:04:15.760184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.813357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-4440e7b3-f9cf-421b-87fd-6ddb4c3c8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.813864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-4440e7b3-f9cf-421b-87fd-6ddb4c3c8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.814640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-4440e7b3-f9cf-421b-87fd-6ddb4c3c8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.816298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-4440e7b3-f9cf-421b-87fd-6ddb4c3c8d6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2755 time: 0.1304257 Nov 19 04:04:15.853661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:15.854606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:15.856737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd405319-2f4d-4adf-8e13-4373e915bbda HTTP/1.1" status: 200 len: 1092 time: 1.7320220 Nov 19 04:04:15.903706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Request body: {'port': {'device_id': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:15.970047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.136048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6488035-5c37-4fca-b7a3-25ae65d242ae req-97eff2cf-d3d4-480d-8324-e6be52eca868 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257711 Nov 19 04:04:16.161722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d532-f74d-4a0b-83e1-3bc801e729b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd405319-2f4d-4adf-8e13-4373e915bbda,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:16.205201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-762d8244-321d-4c5c-8a91-a88c8514fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:16.205607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-762d8244-321d-4c5c-8a91-a88c8514fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:16.206109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-762d8244-321d-4c5c-8a91-a88c8514fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:16.207724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-762d8244-321d-4c5c-8a91-a88c8514fc58 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=855192265887482c9b21c042e6d0d619&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3787866 Nov 19 04:04:16.214254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:16.249298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.270043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.328219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd587a3-dfad-4ddd-846a-d20553295661 req-911da926-90f2-4fea-adfa-7917149dd85c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:16.329807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abd587a3-dfad-4ddd-846a-d20553295661 req-911da926-90f2-4fea-adfa-7917149dd85c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 945 time: 0.1018264 Nov 19 04:04:16.336107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.338244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Transition to ACTIVE for port object 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:04:16.348788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882f1b13-0dee-461e-917c-0d832e346adc {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:16.368883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.370108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.395097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Transition to ACTIVE for port object 882f1b13-0dee-461e-917c-0d832e346adc will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:04:16.406904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.422287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abd587a3-dfad-4ddd-846a-d20553295661 req-5756843b-8002-4071-ab06-87f3ffa6caae tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792770 Nov 19 04:04:16.482019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=882f1b13-0dee-461e-917c-0d832e346adc,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:16.585835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Attempting to bind port 882f1b13-0dee-461e-917c-0d832e346adc on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:16.586735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Attempting to bind port 882f1b13-0dee-461e-917c-0d832e346adc by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:16.587841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Attempting to bind port 882f1b13-0dee-461e-917c-0d832e346adc on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:16.594824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Port 882f1b13-0dee-461e-917c-0d832e346adc on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:04:16.595254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Attempting to bind port 882f1b13-0dee-461e-917c-0d832e346adc on network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:16.604558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:16.604953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Checking segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:16.605416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Bound using segment: {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:16.606030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Bound port: 882f1b13-0dee-461e-917c-0d832e346adc, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4669648-b144-494d-b77b-ad3a9eb36d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:16.611069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.704235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-8cf33620-23ae-4f9a-839e-a1f3d441692f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2135013450&fields=id&tenant_id=d34f011af584447bb80b1181c0fd28cf HTTP/1.1" status: 200 len: 267 time: 0.0772188 Nov 19 04:04:16.773638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] For port 882f1b13-0dee-461e-917c-0d832e346adc, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:16.794783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] For port 882f1b13-0dee-461e-917c-0d832e346adc, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=882f1b13-0dee-461e-917c-0d832e346adc,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:16.811974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-e070bdce-cb1c-41ef-8f85-33472da91b4e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:16.813604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-e070bdce-cb1c-41ef-8f85-33472da91b4e tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.0834312 Nov 19 04:04:16.814780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.882072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'port': {'security_groups': ['0d24855f-8e52-4a80-9a03-c63fc8106f49', '6de3bed7-db41-42f8-a869-f773b0c02ba0']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:16.930956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:16.931730 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:16.933228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] 10.222.0.36 "PUT /v2.0/ports/882f1b13-0dee-461e-917c-0d832e346adc HTTP/1.1" status: 200 len: 1091 time: 1.0436492 Nov 19 04:04:16.953694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:16.999858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-acd4b91d-e9e1-40cf-b7ef-3fa46e7e66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.000696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-47acd756-4f9a-445c-8dc0-72ac5a04ead1 req-acd4b91d-e9e1-40cf-b7ef-3fa46e7e66b7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7819304 Nov 19 04:04:17.002069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=882f1b13-0dee-461e-917c-0d832e346adc,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:17.019996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.020356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.020712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.021061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.021700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.021843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.022463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.022463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.022763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.023104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.023476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.024633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee48d6b-5912-402e-9d64-b4821ec8ba14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:17.027966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.150349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Attempting to bind port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:17.150692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Attempting to bind port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:17.151045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Attempting to bind port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf on network cb068fc5-fdf4-41e8-926c-c7d5699a235a {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:17.165764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Allocated IP 172.20.0.14 (d879d3b5-cb4a-40a9-8723-0eb9090e734a/953e583e-a539-4d29-af38-c76a6894f061/bfd81139-b035-4288-b655-c4e127286741) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:17.170308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf on network cb068fc5-fdf4-41e8-926c-c7d5699a235a not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:04:17.170688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Attempting to bind port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf on network cb068fc5-fdf4-41e8-926c-c7d5699a235a {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:17.191318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-4e484569-aa62-4b5b-bf72-5ce47c3d73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.192470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-4e484569-aa62-4b5b-bf72-5ce47c3d73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.192470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-4e484569-aa62-4b5b-bf72-5ce47c3d73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.194783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-4e484569-aa62-4b5b-bf72-5ce47c3d73c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2864 time: 0.1354227 Nov 19 04:04:17.198625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:17.198976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Checking segment: {'id': 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:17.200436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Bound using segment: {'id': 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:17.200436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Bound port: 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:17.200436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.271313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:17.296323 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-786fcaab-1629-486d-9c22-c302960eaa3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2 HTTP/1.1" status: 200 len: 217 time: 0.0881090 Nov 19 04:04:17.309842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.316706 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.330029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a83bcfaa-22cf-4482-9f05-3b56518b6802'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:17.385115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.386117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.400952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef67d173-b703-423c-bd90-46ff64c1acc8 req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "PUT /v2.0/ports/a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 981 time: 0.5318537 Nov 19 04:04:17.420201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b689243f-d62b-43ab-b2da-257ea87f25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.422206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-b689243f-d62b-43ab-b2da-257ea87f25c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d68cb78b-1871-45ee-9f37-7dbf8f4911ef HTTP/1.1" status: 200 len: 801 time: 0.1153224 Nov 19 04:04:17.433780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] For port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:17.463343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9726f0-db95-4389-8890-cd50aad10d0f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:17.478136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a83bcfaa-22cf-4482-9f05-3b56518b6802'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:17.499392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.514793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] For port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,segment=NetworkSegment(aa52b26f-1b52-4f6a-ad88-a5beab1360c8),segment_id=aa52b26f-1b52-4f6a-ad88-a5beab1360c8)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:17.528542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.557376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa70e-85b3-4168-a219-6e490626f71d req-eb88e6c4-b0bf-44ee-9cbd-667804278933 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.559684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c52aa70e-85b3-4168-a219-6e490626f71d req-eb88e6c4-b0bf-44ee-9cbd-667804278933 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 945 time: 0.0935161 Nov 19 04:04:17.584507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2fe621b7-3fef-4f82-8407-b2c1e1564d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.586181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-2fe621b7-3fef-4f82-8407-b2c1e1564d9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565168 Nov 19 04:04:17.594412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'tag': 'dd405319-2f4d-4adf-8e13-4373e915bbda'}, {'name': 'network-changed', 'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'tag': '882f1b13-0dee-461e-917c-0d832e346adc'}, {'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:17.597384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.598046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.598751 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "tag": "dd405319-2f4d-4adf-8e13-4373e915bbda"}, {"name": "network-changed", "server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "tag": "882f1b13-0dee-461e-917c-0d832e346adc"}, {"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:17.599396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] 10.222.0.31 "PUT /v2.0/ports/4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf HTTP/1.1" status: 200 len: 1091 time: 2.2523022 Nov 19 04:04:17.599847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'tag': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:17.602439 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4cee9-1d92-430c-92a6-eddf3b28a149" -d '{"events": [{"name": "network-changed", "server_uuid": "ff60d739-7c70-429b-a9cc-c5bf1486c57c", "tag": "4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:17.660305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c52aa70e-85b3-4168-a219-6e490626f71d req-913c07c4-77b2-4d08-9524-7838cb36d735 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917902 Nov 19 04:04:17.688174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:17.713664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da1008-2338-4c94-b73e-5836cf97e150 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:17.738849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network d879d3b5-cb4a-40a9-8723-0eb9090e734a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:17.765499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:17.774430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:17.803999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282575-3278-4716-8d58-bf9375c97399 req-d9796a58-bd7e-493a-aa98-c5df5265183a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.812584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282575-3278-4716-8d58-bf9375c97399 req-d9796a58-bd7e-493a-aa98-c5df5265183a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.819705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282575-3278-4716-8d58-bf9375c97399 req-d9796a58-bd7e-493a-aa98-c5df5265183a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.826618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b282575-3278-4716-8d58-bf9375c97399 req-d9796a58-bd7e-493a-aa98-c5df5265183a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2411 time: 0.0985935 Nov 19 04:04:17.834272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd81139-b035-4288-b655-c4e127286741,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:17.842030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-997c2687-cc19-44f5-8210-7e2472c1f847 service neutron] 10.222.0.36 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428553 Nov 19 04:04:17.845983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-75d26d53-7200-4c70-ac79-f093bd22c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:17.847483 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-75d26d53-7200-4c70-ac79-f093bd22c351 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4aac21bf0763403cb4997643b178cfac&device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 1094 time: 0.1725416 Nov 19 04:04:17.879951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b282575-3278-4716-8d58-bf9375c97399 req-58f52c10-7f60-4aa1-830c-8dd09dde5076 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513575 Nov 19 04:04:17.978151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-73060683-c109-4226-86a5-9759123791cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf HTTP/1.1" status: 200 len: 217 time: 0.0979691 Nov 19 04:04:18.049009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a9e1e-1ad3-40e9-a054-9f58249c932d req-678ab56f-35e6-4935-be46-cc11e530585f tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:18.050638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b67a9e1e-1ad3-40e9-a054-9f58249c932d req-678ab56f-35e6-4935-be46-cc11e530585f tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 943 time: 0.0600190 Nov 19 04:04:18.105562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-768218ef-4ae1-48fd-87fe-66fda2adc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:18.107918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-768218ef-4ae1-48fd-87fe-66fda2adc80d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cda82fa1-c869-43d4-b234-1768d88a185d HTTP/1.1" status: 200 len: 858 time: 0.0835395 Nov 19 04:04:18.116766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b67a9e1e-1ad3-40e9-a054-9f58249c932d req-5860dfb3-8626-4f40-9f76-5757c7493f60 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Nov 19 04:04:18.169665 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-537ab534-776f-453e-aff2-301f8bcad1c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb068fc5-fdf4-41e8-926c-c7d5699a235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348985 Nov 19 04:04:18.239959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-bc8beb99-1fc2-4b58-add3-5d6ee172e196 service neutron] 10.222.0.36 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897960 Nov 19 04:04:18.245073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-4ec3812f-8355-4a87-947f-bef37883fa22 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2135013450&fields=id&tenant_id=d34f011af584447bb80b1181c0fd28cf HTTP/1.1" status: 200 len: 267 time: 0.0509305 Nov 19 04:04:18.291483 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c407f5b7-fbda-4b77-be33-6e411eaddfad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=dd405319-2f4d-4adf-8e13-4373e915bbda HTTP/1.1" status: 200 len: 217 time: 0.0428598 Nov 19 04:04:18.312839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-50d1263c-e115-43e6-8202-f1537a282171 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:18.323106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-50d1263c-e115-43e6-8202-f1537a282171 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 984 time: 0.0712020 Nov 19 04:04:18.329031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'port': {'security_groups': ['0d24855f-8e52-4a80-9a03-c63fc8106f49']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:18.400630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:18.415694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:18.514609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-d830806e-60e0-4bcf-bac6-2612b3c346b9 service neutron] 10.222.0.31 "GET /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301296 Nov 19 04:04:18.517912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-87e725f7-ef5c-4c65-a80c-39496a2c59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:18.520731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-87e725f7-ef5c-4c65-a80c-39496a2c59ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5fae94a-cb42-4d8b-812a-48a1480836da HTTP/1.1" status: 200 len: 801 time: 0.1227868 Nov 19 04:04:18.628527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:18.662933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:18.663220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-9eac7e92-9831-4222-bbfb-9731a8454d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:18.665434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-9eac7e92-9831-4222-bbfb-9731a8454d23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155965 Nov 19 04:04:18.669064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:18.681571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a83bcfaa-22cf-4482-9f05-3b56518b6802'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:18.721640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:18.722889 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:18.725782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6c33-5a92-4b6f-b2f4-c97bfedc9cf1 req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "PUT /v2.0/ports/a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 942 time: 0.4004936 Nov 19 04:04:18.766658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ae4e7-90b2-489c-8bb1-044aea6b3d05 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event updated for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:18.788795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a83bcfaa-22cf-4482-9f05-3b56518b6802'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:18.795266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7e9e5c6-4b79-48f7-8231-62d83a2eeff5 req-37cb89a1-412a-402b-bfca-1d5459e5a1b5 service neutron] 10.222.0.31 "GET /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466209 Nov 19 04:04:18.892970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:18.904206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-c2b70590-3bcc-439e-890c-3c2cdf3c31d9 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007463 Nov 19 04:04:18.922836 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9976bf7b-6d0d-4537-a239-df9ef8df36e9 x-openstack-request-id: req-9976bf7b-6d0d-4537-a239-df9ef8df36e9 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:18.923382 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "tag": "dd405319-2f4d-4adf-8e13-4373e915bbda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "tag": "882f1b13-0dee-461e-917c-0d832e346adc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:18.923824 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9976bf7b-6d0d-4537-a239-df9ef8df36e9 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:18.924492 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'tag': 'dd405319-2f4d-4adf-8e13-4373e915bbda', 'status': 'completed', 'code': 200} Nov 19 04:04:18.924906 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'tag': '882f1b13-0dee-461e-917c-0d832e346adc', 'status': 'completed', 'code': 200} Nov 19 04:04:18.925320 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'status': 'completed', 'code': 200} Nov 19 04:04:18.969273 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7416ba11-6abb-4725-99b7-6c7d1ac5e269 x-openstack-request-id: req-7416ba11-6abb-4725-99b7-6c7d1ac5e269 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:18.969579 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff60d739-7c70-429b-a9cc-c5bf1486c57c", "tag": "4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:18.969821 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7416ba11-6abb-4725-99b7-6c7d1ac5e269 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:18.972657 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'tag': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf', 'status': 'completed', 'code': 200} Nov 19 04:04:19.446677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-7a0e8495-9381-4790-9b9a-6169ee480b6f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1276214 Nov 19 04:04:19.452344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:19.471679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-782f308f-5a10-472c-b272-27001c4f3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:19.473201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-782f308f-5a10-472c-b272-27001c4f3bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4aac21bf0763403cb4997643b178cfac&device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 1094 time: 0.0995262 Nov 19 04:04:19.479117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-46e8c268-c409-4819-8fb8-519bb426550f service neutron] 10.222.0.36 "GET /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373099 Nov 19 04:04:19.484846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:19.572097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-56b05ce6-af80-4b53-a449-1cdc9c462656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=882f1b13-0dee-461e-917c-0d832e346adc HTTP/1.1" status: 200 len: 217 time: 0.0822141 Nov 19 04:04:19.610929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:19.618920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Router 4b5cd314-e312-480f-aa51-6b4052840f4a is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:19.659660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-be1528d3-4010-4836-924a-f973e7dd4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:19.661147 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-be1528d3-4010-4836-924a-f973e7dd4aa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d68cb78b-1871-45ee-9f37-7dbf8f4911ef HTTP/1.1" status: 200 len: 801 time: 0.0817225 Nov 19 04:04:19.696312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-d1cc9e0e-48d6-422c-b136-a5ae3db0ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:19.697848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-d1cc9e0e-48d6-422c-b136-a5ae3db0ba26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb068fc5-fdf4-41e8-926c-c7d5699a235a HTTP/1.1" status: 200 len: 919 time: 0.2163150 Nov 19 04:04:19.732260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Allocated IP 172.25.8.132 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b214ac8e-13a8-4173-8071-2f12d27f716e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:19.775014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-0d521aee-7195-402d-a856-3cbf134f8dd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf HTTP/1.1" status: 200 len: 217 time: 0.0628951 Nov 19 04:04:19.845156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:19.869044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-ab7b243c-aa9b-4e5f-a4c0-7cdd28e74dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:19.870600 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-ab7b243c-aa9b-4e5f-a4c0-7cdd28e74dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1704309 Nov 19 04:04:19.871529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:19.885955 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:19.888776 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Sync routers for ids ['4b5cd314-e312-480f-aa51-6b4052840f4a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:19.899199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-53316a55-a372-4db1-9bcb-ad4ece7b24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:19.900926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-53316a55-a372-4db1-9bcb-ad4ece7b24d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cda82fa1-c869-43d4-b234-1768d88a185d HTTP/1.1" status: 200 len: 858 time: 0.0953166 Nov 19 04:04:19.911573 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Routers {'4b5cd314-e312-480f-aa51-6b4052840f4a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:19.912780 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4b5cd314-e312-480f-aa51-6b4052840f4a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:19.946041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:19.950266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:19.950453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:19.955838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-24a681a9-2133-454f-9245-b7b4caca4137 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.9486787 Nov 19 04:04:19.956569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54478) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:19.959820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:19.965452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event updated for resources: {'Port': ['ID=b214ac8e-13a8-4173-8071-2f12d27f716e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:19.984455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-1c462755-1807-4404-ad55-46289da9eb55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb068fc5-fdf4-41e8-926c-c7d5699a235a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473189 Nov 19 04:04:20.071926 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.082228 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Set router 4b5cd314-e312-480f-aa51-6b4052840f4a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:20.124615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.165471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-df0b4451-ba3b-4b5e-a3dd-c8ecb4adc71b service neutron] 10.222.0.36 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844212 Nov 19 04:04:20.247464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.254544 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-7fe8baeb-ff9f-4d1d-9941-331894195ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311516 Nov 19 04:04:20.343361 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5cd314-e312-480f-aa51-6b4052840f4a', 'name': '', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a', 'external_fixed_ips': [{'subnet_id': '953e583e-a539-4d29-af38-c76a6894f061', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bfd81139-b035-4288-b655-c4e127286741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:15Z', 'updated_at': '2021-11-19T04:04:18Z', 'revision_number': 3, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port': {'id': 'bfd81139-b035-4288-b655-c4e127286741', 'name': '', 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5cd314-e312-480f-aa51-6b4052840f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '953e583e-a539-4d29-af38-c76a6894f061', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:16Z', 'updated_at': '2021-11-19T04:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '953e583e-a539-4d29-af38-c76a6894f061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:20.385184 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Checking router: 4b5cd314-e312-480f-aa51-6b4052840f4a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:20.385967 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Updating router 4b5cd314-e312-480f-aa51-6b4052840f4a port bfd81139-b035-4288-b655-c4e127286741 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:04:20.397608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.405384 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.426523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14bf1321-f204-43d9-a514-5f0b156b3288 req-7c7a40e1-0652-485b-9349-b7996aaa8e1f service neutron] 10.222.0.36 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498612 Nov 19 04:04:20.434809 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.463806 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99d4cee9-1d92-430c-92a6-eddf3b28a149 req-34b2a800-8abf-4ad4-9786-18557503e973 service neutron] 10.222.0.31 "GET /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715162 Nov 19 04:04:20.469056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.502965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event updated for resources: {'Port': ['ID=b214ac8e-13a8-4173-8071-2f12d27f716e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:20.510405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.533414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.537440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-6b83778c-72d8-4060-bb38-1c82c8a62e75 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0892451 Nov 19 04:04:20.542703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Deleting port bfd81139-b035-4288-b655-c4e127286741 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:20.543107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.619995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-d0a192fd-d351-4606-b878-20e6e9308b07 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0756018 Nov 19 04:04:20.656429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-7afa5a32-a2a9-4e3c-b5d2-603b47e9b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.657017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-7afa5a32-a2a9-4e3c-b5d2-603b47e9b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.657395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-7afa5a32-a2a9-4e3c-b5d2-603b47e9b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.659225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-7afa5a32-a2a9-4e3c-b5d2-603b47e9b47b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2864 time: 0.0699818 Nov 19 04:04:20.682128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.734005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Calling delete_port for bfd81139-b035-4288-b655-c4e127286741 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:20.760487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-748772bd-0084-4917-8987-6f8abf120f1d tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.763075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c1cbe78-b89e-4b73-b463-411587e76c47 req-748772bd-0084-4917-8987-6f8abf120f1d tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1349556 Nov 19 04:04:20.809485 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.820990 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.832659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-6ddd4e3c-723f-4ada-a4b6-75db5570d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.834202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-6ddd4e3c-723f-4ada-a4b6-75db5570d3d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc HTTP/1.1" status: 200 len: 903 time: 0.1643994 Nov 19 04:04:20.888140 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Attempting to bind port bfd81139-b035-4288-b655-c4e127286741 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:20.888466 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Attempting to bind port bfd81139-b035-4288-b655-c4e127286741 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:20.888755 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Attempting to bind port bfd81139-b035-4288-b655-c4e127286741 on network d879d3b5-cb4a-40a9-8723-0eb9090e734a {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:20.893951 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:20.894585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Checking segment: {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:20.894723 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.895120 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Bound using segment: {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:20.895591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Bound port: bfd81139-b035-4288-b655-c4e127286741, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:20.895973 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:20.897446 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd259a5-fa04-454a-8f35-feaa1eddfc1f None None] Pushing event updated for resources: {'Port': ['ID=bfd81139-b035-4288-b655-c4e127286741,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:20.917977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-ca2940f8-35db-4898-9be6-818045d4678c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=dd405319-2f4d-4adf-8e13-4373e915bbda HTTP/1.1" status: 200 len: 217 time: 0.0741251 Nov 19 04:04:20.936053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5f84-4b0d-491f-99f1-1e6417c598aa req-c320f054-ee02-4ba6-92c9-c9eea1e2a0f6 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.949100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5f84-4b0d-491f-99f1-1e6417c598aa req-c320f054-ee02-4ba6-92c9-c9eea1e2a0f6 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.958905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5f84-4b0d-491f-99f1-1e6417c598aa req-c320f054-ee02-4ba6-92c9-c9eea1e2a0f6 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:20.959725 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] For port bfd81139-b035-4288-b655-c4e127286741, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:20.962113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-403f5f84-4b0d-491f-99f1-1e6417c598aa req-c320f054-ee02-4ba6-92c9-c9eea1e2a0f6 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2411 time: 0.1049294 Nov 19 04:04:20.963788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:20.967180 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f" -d '{"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:20.971258 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.db.api [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 04:04:20.971258 n-d-818503-1 neutron-server[109989]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Nov 19 04:04:20.971258 n-d-818503-1 neutron-server[109989]: [parameters: {'port_id': 'bfd81139-b035-4288-b655-c4e127286741', 'host': 'n-d-818503-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': '519590bf-6f71-429a-bd71-f503426c8604'}] Nov 19 04:04:20.971258 n-d-818503-1 neutron-server[109989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:04:20.973047 n-d-818503-1 neutron-server[109989]: DEBUG oslo_db.api [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:04:21.002278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-f7eb3487-c2f4-4e94-baa6-3bbed1e38917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.003678 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-f7eb3487-c2f4-4e94-baa6-3bbed1e38917 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5fae94a-cb42-4d8b-812a-48a1480836da HTTP/1.1" status: 200 len: 801 time: 0.0772681 Nov 19 04:04:21.021422 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-403f5f84-4b0d-491f-99f1-1e6417c598aa req-34943fc9-b703-4be1-934b-5c9299058700 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504205 Nov 19 04:04:21.057464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.087075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-22721b32-02e0-46aa-ae08-b0d3e379d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.088523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-22721b32-02e0-46aa-ae08-b0d3e379d792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776784 Nov 19 04:04:21.090992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfd81139-b035-4288-b655-c4e127286741,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:21.146489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee0ce-fd4e-49c3-8168-2c6dfff9fe4b req-2599cea0-43c7-4c16-b604-cbfb89822220 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.147993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-238ee0ce-fd4e-49c3-8168-2c6dfff9fe4b req-2599cea0-43c7-4c16-b604-cbfb89822220 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 943 time: 0.0569439 Nov 19 04:04:21.199190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:21.200581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-238ee0ce-fd4e-49c3-8168-2c6dfff9fe4b req-74e48dfc-39d4-41fd-ab52-4214b3c14826 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Nov 19 04:04:21.216288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.307009 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc860aee-151e-4d2e-932c-edfba8c05b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.321435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-9ab80cbe-6c6c-4bf2-8b54-5f33d4eae6e2 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232149 Nov 19 04:04:21.324725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.327227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.338987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,segment=NetworkSegment(aa52b26f-1b52-4f6a-ad88-a5beab1360c8),segment_id=aa52b26f-1b52-4f6a-ad88-a5beab1360c8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:21.353735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf', 'network_id': 'cb068fc5-fdf4-41e8-926c-c7d5699a235a', 'port_id': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf', 'mac_address': 'fa:16:3e:59:e6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda82fa1-c869-43d4-b234-1768d88a185d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:21.407823 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.424787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:21.428155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.429103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5cd314-e312-480f-aa51-6b4052840f4a {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:21.439732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.443723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54494) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:21.443899 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e5af8bfa-586d-480c-9041-8b93d7db026e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/routers/4b5cd314-e312-480f-aa51-6b4052840f4a HTTP/1.1" status: 204 len: 168 time: 1.4833856 Nov 19 04:04:21.459768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,segment=NetworkSegment(aa52b26f-1b52-4f6a-ad88-a5beab1360c8),segment_id=aa52b26f-1b52-4f6a-ad88-a5beab1360c8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:21.466119 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.466821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ab45234-db28-491d-b3c5-0a40007c0a66 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:21.485003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-8bef2880-97e9-413f-b89b-9646b82ab868 service neutron] 10.222.0.36 "GET /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554441 Nov 19 04:04:21.490184 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Attempting to bind port bfd81139-b035-4288-b655-c4e127286741 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:21.490519 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Attempting to bind port bfd81139-b035-4288-b655-c4e127286741 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:21.490901 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Attempting to bind port bfd81139-b035-4288-b655-c4e127286741 on network d879d3b5-cb4a-40a9-8723-0eb9090e734a {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:21.497241 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:21.497803 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Checking segment: {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:21.498366 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.498934 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Bound using segment: {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:21.499423 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Bound port: bfd81139-b035-4288-b655-c4e127286741, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519590bf-6f71-429a-bd71-f503426c8604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd879d3b5-cb4a-40a9-8723-0eb9090e734a'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:21.499817 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.502915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Deleting subnet 953e583e-a539-4d29-af38-c76a6894f061 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:21.506481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.520559 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.plugin [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Port bfd81139-b035-4288-b655-c4e127286741 has been deleted concurrently {{(pid=109989) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 19 04:04:21.543758 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Routers set() bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:21.544523 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Router IDs set() for agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 04:04:21.545419 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_agentschedulers_db [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b5cd314-e312-480f-aa51-6b4052840f4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:03:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent'). {{(pid=109989) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 04:04:21.546138 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c33ef1-50d3-4eb1-a302-9cbb07a4c0b4 None None] The sync data for ids ['4b5cd314-e312-480f-aa51-6b4052840f4a'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:21.552963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.608008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:21.610702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-e1a964ff-122c-4d28-b6dc-63a25eb6b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.611400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-e1a964ff-122c-4d28-b6dc-63a25eb6b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.612591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-e1a964ff-122c-4d28-b6dc-63a25eb6b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.615655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-e1a964ff-122c-4d28-b6dc-63a25eb6b75d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2864 time: 0.0711884 Nov 19 04:04:21.643102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.673143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:21.689118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'port_id': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'mac_address': 'fa:16:3e:ad:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749e0d90-de34-4e3e-8487-cee83377c1da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:21.731385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.741304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-1a13d373-2382-4545-b205-3f7c2bb8c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.743435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-1a13d373-2382-4545-b205-3f7c2bb8c830 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 HTTP/1.1" status: 200 len: 903 time: 0.1203289 Nov 19 04:04:21.746948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ab45234-db28-491d-b3c5-0a40007c0a66 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:21.770757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:21.780894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.797448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-2b1a8352-256e-4604-a84b-f42deeb6b67b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=882f1b13-0dee-461e-917c-0d832e346adc HTTP/1.1" status: 200 len: 217 time: 0.0455408 Nov 19 04:04:21.818825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-5d7df34b-9881-4f62-a0fa-c0637067aa62 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.837543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-5d7df34b-9881-4f62-a0fa-c0637067aa62 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1505055 Nov 19 04:04:21.839229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.843022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:21.870403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-02dbc765-d9e1-4fa4-a330-00387474b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.872175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-02dbc765-d9e1-4fa4-a330-00387474b7e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d68cb78b-1871-45ee-9f37-7dbf8f4911ef HTTP/1.1" status: 200 len: 801 time: 0.0683091 Nov 19 04:04:21.915020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:21.919719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/953e583e-a539-4d29-af38-c76a6894f061 HTTP/1.1" status: 204 len: 168 time: 0.4749017 Nov 19 04:04:21.920868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-fa6ee111-95d2-4e1e-b77d-b824017dbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:21.922550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc1b63-ad28-4720-a051-3ee807e9c6cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=953e583e-a539-4d29-af38-c76a6894f061,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:21.922954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-fa6ee111-95d2-4e1e-b77d-b824017dbb5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0437512 Nov 19 04:04:21.923574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:21.933451 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-ea3c585e-601b-4c0f-91fe-2338ebaddd1f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0851600 Nov 19 04:04:21.946697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'floatingip': {'port_id': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:21.990766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.076505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.089562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['3ab45234-db28-491d-b3c5-0a40007c0a66'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:22.143032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-0175e6f8-04dc-4f9d-8283-f80fb9fe25ab service neutron] 10.222.0.36 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112637 Nov 19 04:04:22.245305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.275205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d879d3b5-cb4a-40a9-8723-0eb9090e734a']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:22.291656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:22.294354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519590bf-6f71-429a-bd71-f503426c8604') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:22.294645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519590bf-6f71-429a-bd71-f503426c8604') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:22.312869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.316346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54506) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:22.334026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-6c9d427e-285a-42c6-b1b2-517b29264274 service neutron] 10.222.0.36 "GET /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780398 Nov 19 04:04:22.341771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.349075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:22.349533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: items = [ Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:22.351625 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:22.494300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.501157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-53fb7a20-23b6-4e98-bbfd-a0cf3d3bc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:22.502774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-53fb7a20-23b6-4e98-bbfd-a0cf3d3bc4df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.0643606 Nov 19 04:04:22.504537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d879d3b5-cb4a-40a9-8723-0eb9090e734a {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:04:22.517091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.528166 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/networks/d879d3b5-cb4a-40a9-8723-0eb9090e734a HTTP/1.1" status: 204 len: 168 time: 0.6032131 Nov 19 04:04:22.555194 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.591803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260022c8-2017-423e-b561-b4c07262ab3a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event deleted for resources: {'Network': ['ID=d879d3b5-cb4a-40a9-8723-0eb9090e734a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:22.643711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.648390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:22.802127 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Floating IP 77034e67-09b3-420f-b6d5-798705f3778e associated. External IP: 172.25.8.132, port: a83bcfaa-22cf-4482-9f05-3b56518b6802. Nov 19 04:04:22.942037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54518) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:22.949742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'name': 'tempest-router--1794113076', 'project_id': 'b2e5ec012abd40fbb0bb66f6992f704b'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:23.035634 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.037308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.125260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-2c335ac2-8e36-4e9b-83bd-58d8652f252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:23.126727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-2c335ac2-8e36-4e9b-83bd-58d8652f252a service neutron] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.6112802 Nov 19 04:04:23.233657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ab45234-db28-491d-b3c5-0a40007c0a66 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:23.277881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-419815bf-0321-4dca-9fbf-49c785fc8663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 999 time: 0.1138616 Nov 19 04:04:23.337754 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.355926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ab45234-db28-491d-b3c5-0a40007c0a66 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:23.366056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-f66895e6-0bd4-4400-aeff-b80dbaaf5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:23.368779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-f66895e6-0bd4-4400-aeff-b80dbaaf5709 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0812485 Nov 19 04:04:23.381710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:23.387906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.404688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-da6e5348-3b68-4470-af4e-7a666c59b120 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290828 Nov 19 04:04:23.463552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:23.522038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92496824-8a1a-44a8-bc48-8115f3fa13d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.542294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.547264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Router 857c9bb3-c4de-40bd-ad50-26376390c448 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:23.550588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.556925 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-3bac74d5-48ef-4f74-82c5-c573f5aaa12e service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440775 Nov 19 04:04:23.571803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.573031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-de894fef-4b2f-4e6d-9b81-cb6122aaa301 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6296961 Nov 19 04:04:23.577081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54520) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:23.674779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:23.680322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.686779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] Sync routers for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:23.698769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:23.699453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:23.707731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-a74a4cec-c381-417d-9a69-71181fc02d31 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "PUT /v2.0/floatingips/77034e67-09b3-420f-b6d5-798705f3778e HTTP/1.1" status: 200 len: 996 time: 1.7677779 Nov 19 04:04:23.713748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.768353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-2e782856-c724-4c5d-8a89-d284de937346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:23.770097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-2e782856-c724-4c5d-8a89-d284de937346 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.0457451 Nov 19 04:04:23.876665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-cb49309e-f3be-4463-a735-a4b1e4216a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:23.878338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-cb49309e-f3be-4463-a735-a4b1e4216a83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.1010883 Nov 19 04:04:23.931867 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cf31c99d-bd72-4e23-8db3-c7ed1e29b4ca req-a1ba2ffd-9fc7-4874-8ddc-387f3d8d8251 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666599 Nov 19 04:04:23.938156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.940174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 882f1b13-0dee-461e-917c-0d832e346adc details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:23.942145 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:23.972841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-f1f31002-1b7d-4eff-99c6-63dbd064a3ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 999 time: 0.0875075 Nov 19 04:04:23.973690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.021291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:24.037176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-5872e487-770c-499b-9f60-a7e9cdaf4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.047194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-5872e487-770c-499b-9f60-a7e9cdaf4b83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0730083 Nov 19 04:04:24.075274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-9b1c4f7f-ca82-42e7-8a51-334697bc36d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271163 Nov 19 04:04:24.081603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.082174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e9c633a-a798-4588-8482-b076aa7b6984 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:24.088245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-5bef8cf3-cc7d-4874-9d99-a5a7c8682d1f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:04:24.089481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-5bef8cf3-cc7d-4874-9d99-a5a7c8682d1f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074391 Nov 19 04:04:24.090117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.094427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b394653b-3c68-474c-adcb-f76d2123d84a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/routers/2e9c633a-a798-4588-8482-b076aa7b6984 HTTP/1.1" status: 204 len: 168 time: 0.5133135 Nov 19 04:04:24.169406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 882f1b13-0dee-461e-917c-0d832e346adc, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=882f1b13-0dee-461e-917c-0d832e346adc,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:24.197398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-2770c084-c28c-4bad-bff3-8d72de60a6bb service neutron] 10.222.0.52 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001070 Nov 19 04:04:24.228689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '882f1b13-0dee-461e-917c-0d832e346adc', 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'port_id': '882f1b13-0dee-461e-917c-0d832e346adc', 'mac_address': 'fa:16:3e:a1:20:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68cb78b-1871-45ee-9f37-7dbf8f4911ef', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:24.241850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54524) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:24.298759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.300491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Deleting port 4c314835-99b4-4d42-9701-f3a35cdfe026 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:24.301006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.327866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882f1b13-0dee-461e-917c-0d832e346adc {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:24.334219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9ee2ac3-49e7-4e1b-886e-55de521e047b req-fadf4f81-ce5f-428e-9332-2bc0c899ef1a service neutron] 10.222.0.52 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303530 Nov 19 04:04:24.348500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 882f1b13-0dee-461e-917c-0d832e346adc, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=882f1b13-0dee-461e-917c-0d832e346adc,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:24.371984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.372412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dd405319-2f4d-4adf-8e13-4373e915bbda details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:24.397847 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274660a-acce-4794-8134-106dc0d6e24a x-openstack-request-id: req-9274660a-acce-4794-8134-106dc0d6e24a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:24.398218 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:24.399384 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9274660a-acce-4794-8134-106dc0d6e24a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:24.399384 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'status': 'completed', 'code': 200} Nov 19 04:04:24.411104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] For port 4c314835-99b4-4d42-9701-f3a35cdfe026, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4c314835-99b4-4d42-9701-f3a35cdfe026,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:24.411503 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.459735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Calling delete_port for 4c314835-99b4-4d42-9701-f3a35cdfe026 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:24.502788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=882f1b13-0dee-461e-917c-0d832e346adc,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:24.527908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-3ff77855-218c-44ba-af30-1270f256cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.529683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-3ff77855-218c-44ba-af30-1270f256cfd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.1058862 Nov 19 04:04:24.537255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dd405319-2f4d-4adf-8e13-4373e915bbda, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dd405319-2f4d-4adf-8e13-4373e915bbda,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:24.541066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '77034e67-09b3-420f-b6d5-798705f3778e', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'port_id': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'mac_address': 'fa:16:3e:bc:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:04:20Z', 'updated_at': '2021-11-19T04:04:22Z', 'revision_number': 1, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:33Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:24.572278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-273190883', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:24.581697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] Checking router: 857c9bb3-c4de-40bd-ad50-26376390c448 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:24.584880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'dd405319-2f4d-4adf-8e13-4373e915bbda', 'network_id': 'f4b7ae46-809c-4ecd-9e51-affa5efdb1bc', 'port_id': 'dd405319-2f4d-4adf-8e13-4373e915bbda', 'mac_address': 'fa:16:3e:d8:1a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fae94a-cb42-4d8b-812a-48a1480836da', 'ip_address': '19.86.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:24.612832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:24.613479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:24.615899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67189b73-0193-4c3b-898b-8f2288d0f454 req-e31b9411-965c-4883-8e1b-38b41eae6649 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.622778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67189b73-0193-4c3b-898b-8f2288d0f454 req-e31b9411-965c-4883-8e1b-38b41eae6649 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.629301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67189b73-0193-4c3b-898b-8f2288d0f454 req-e31b9411-965c-4883-8e1b-38b41eae6649 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.631049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-67189b73-0193-4c3b-898b-8f2288d0f454 req-e31b9411-965c-4883-8e1b-38b41eae6649 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2412 time: 0.0968006 Nov 19 04:04:24.633127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.634521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.671211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.700016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-29485552-889f-4361-b42f-25a7580defe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.701425 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-29485552-889f-4361-b42f-25a7580defe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.1634412 Nov 19 04:04:24.715025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.723191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd405319-2f4d-4adf-8e13-4373e915bbda {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:24.752434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dd405319-2f4d-4adf-8e13-4373e915bbda, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dd405319-2f4d-4adf-8e13-4373e915bbda,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:24.761857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.762602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dec24c07-4b80-4827-b800-b4c65eb6ffd2 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:24.766231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:24.812315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-67189b73-0193-4c3b-898b-8f2288d0f454 req-d8739599-641f-414d-a1cc-93d71998e930 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512628 Nov 19 04:04:24.825451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-c7167322-b29e-4874-b8dd-802d3bcbfddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 999 time: 0.1103225 Nov 19 04:04:24.893266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.896737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-4ee19e09-f003-4a8f-9819-c8f048cf434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:24.899059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-4ee19e09-f003-4a8f-9819-c8f048cf434a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0521660 Nov 19 04:04:24.922623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:24.923537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=dd405319-2f4d-4adf-8e13-4373e915bbda,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:24.933242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:24.954429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2', 'network_id': '3f749ccf-4cf3-453f-b5a9-07ed1ca6a038', 'port_id': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2', 'mac_address': 'fa:16:3e:d0:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68cb78b-1871-45ee-9f37-7dbf8f4911ef', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:24.962187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c314835-99b4-4d42-9701-f3a35cdfe026,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:24.965564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-ceb8a0d3-ec7d-4d81-9ee4-1dc4e7e2d97c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572829 Nov 19 04:04:25.012998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7d416-59d0-4901-bc70-ca6c258a61c9 req-a5dd54c4-bdbd-44ce-9150-3cba7ffe8a00 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:25.014673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4df7d416-59d0-4901-bc70-ca6c258a61c9 req-a5dd54c4-bdbd-44ce-9150-3cba7ffe8a00 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 944 time: 0.0921025 Nov 19 04:04:25.057113 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.080254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec24c07-4b80-4827-b800-b4c65eb6ffd2 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:25.120995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4df7d416-59d0-4901-bc70-ca6c258a61c9 req-9a7020c7-f397-4727-b4ea-4a96fc4cc365 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938284 Nov 19 04:04:25.126500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:25.155991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.166191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-c0aaa990-6326-4e76-8a38-a830b1e88a43 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896944 Nov 19 04:04:25.219011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:25.246361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.251833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.284704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.312505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42b0357d-a9e5-40f6-8293-f9c7b35fd77f req-1faeadf2-644e-422f-b23c-eabb9e92b6d9 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955310 Nov 19 04:04:25.339995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.341115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:25.371777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '77034e67-09b3-420f-b6d5-798705f3778e', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'port_id': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'mac_address': 'fa:16:3e:bc:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:04:20Z', 'updated_at': '2021-11-19T04:04:22Z', 'revision_number': 1, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:33Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:25.413424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:25.416076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18546a6e-7c38-4b99-996c-9617ec6dcdef None None] The sync data for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 is: [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '77034e67-09b3-420f-b6d5-798705f3778e', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'port_id': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'mac_address': 'fa:16:3e:bc:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:04:20Z', 'updated_at': '2021-11-19T04:04:22Z', 'revision_number': 1, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:33Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:25.421251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:25.421893 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.448395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['dd405319-2f4d-4adf-8e13-4373e915bbda'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:25.495236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['882f1b13-0dee-461e-917c-0d832e346adc'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:25.501698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-fedc1285-b29b-4a8c-86b9-b2a0a8e20b8c tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 999 time: 0.1768992 Nov 19 04:04:25.572301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-3cb96261-d98f-4175-b73e-2ce7663b9005 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:25.573757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-3cb96261-d98f-4175-b73e-2ce7663b9005 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports/a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 942 time: 0.0724623 Nov 19 04:04:25.574992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Allocated IP 172.25.8.44 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/f8b7366b-3b3e-4db4-813f-aec9032995a1) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:25.649327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Router 30a621c2-af58-45b3-a910-d6c2d109a435 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:25.710291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:25.749648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-bf7834ca-2b27-4b92-84b2-3f88f49b0ebf tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 999 time: 0.1062846 Nov 19 04:04:25.760853 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc3414-825a-4ef8-a36e-478c98ae53f0 None None] New status for floating IP 77034e67-09b3-420f-b6d5-798705f3778e: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:04:25.787469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:25.801043 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c5bb63bf-f662-45c9-b734-d9c66a376f50 admin admin] 10.222.0.52 "PUT /v2.0/routers/30a621c2-af58-45b3-a910-d6c2d109a435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4816480 Nov 19 04:04:25.801742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54536) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:25.806240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] Sync routers for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:25.822432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:25.826741 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3b093-c1bc-476f-b67e-976e963feb8f" -d '{"events": [{"server_uuid": "ff60d739-7c70-429b-a9cc-c5bf1486c57c", "name": "network-vif-plugged", "status": "completed", "tag": "4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:25.869535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,segment=NetworkSegment(aa52b26f-1b52-4f6a-ad88-a5beab1360c8),segment_id=aa52b26f-1b52-4f6a-ad88-a5beab1360c8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:25.870696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:25.871469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:25.925445 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.026521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-5ae00f7f-1ee6-47a7-8691-2f5758ad17bd tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:26.036440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-5ae00f7f-1ee6-47a7-8691-2f5758ad17bd tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.2709033 Nov 19 04:04:26.116801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.162384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-e56f91b7-5c4b-4f38-88f0-5a08b995941f tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 999 time: 0.1244962 Nov 19 04:04:26.169842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:26.174851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.270878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:26.279731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:26.288529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:26.315590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c9e1f7-9085-41c5-838d-74750a867fa0 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:26.341060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.343412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event updated for resources: {'Port': ['ID=f8b7366b-3b3e-4db4-813f-aec9032995a1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:26.351067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.380354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.383144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:26.401044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:26.403415 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad6556b-9577-40f2-b433-e08105b2d13c" -d '{"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:26.421491 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:26.423652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6babc103-07f5-4f75-ac1e-dc1e34bc841b None None] Provisioning complete for port f8b7366b-3b3e-4db4-813f-aec9032995a1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:26.425014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6babc103-07f5-4f75-ac1e-dc1e34bc841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.487287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.512943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['dec24c07-4b80-4827-b800-b4c65eb6ffd2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:26.566492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Deleting port 60e5e0c5-1415-4796-bbbe-8819662f201c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:26.567335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.628735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6babc103-07f5-4f75-ac1e-dc1e34bc841b None None] Port f8b7366b-3b3e-4db4-813f-aec9032995a1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:26.634261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.673405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] For port 60e5e0c5-1415-4796-bbbe-8819662f201c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=60e5e0c5-1415-4796-bbbe-8819662f201c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:26.674130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.676034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.676925 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Floating IP 77034e67-09b3-420f-b6d5-798705f3778e disassociated. External IP: 172.25.8.132, port: a83bcfaa-22cf-4482-9f05-3b56518b6802. Nov 19 04:04:26.693641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Calling delete_port for 60e5e0c5-1415-4796-bbbe-8819662f201c owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:26.847549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T04:04:24Z', 'revision_number': 5, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port': {'id': '60e5e0c5-1415-4796-bbbe-8819662f201c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:10Z', 'updated_at': '2021-11-19T03:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:26.875518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] Checking router: 30a621c2-af58-45b3-a910-d6c2d109a435 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:26.888127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.889926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] Routers {'30a621c2-af58-45b3-a910-d6c2d109a435'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:26.890794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['30a621c2-af58-45b3-a910-d6c2d109a435'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:26.925374 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:26.974145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e5e0c5-1415-4796-bbbe-8819662f201c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:26.976963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756522c-fe1e-43d5-bf00-d917b7fd565e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:27.005135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] Set router 30a621c2-af58-45b3-a910-d6c2d109a435 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:27.054217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.077550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T04:04:26Z', 'revision_number': 6, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:27.111280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5a645-e93a-4317-833c-ee2feb2b6152 None None] The sync data for ids ['30a621c2-af58-45b3-a910-d6c2d109a435'] in n-d-818503-1 is: [{'id': '30a621c2-af58-45b3-a910-d6c2d109a435', 'name': 'tempest-TaggedBootDevicesTest_v242-1980932206-router', 'tenant_id': '466554e416ac42dca001d23bcfd19e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:09Z', 'updated_at': '2021-11-19T04:04:26Z', 'revision_number': 6, 'project_id': '466554e416ac42dca001d23bcfd19e2e', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:27.178678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.182411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.216546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.250045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.250666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a621c2-af58-45b3-a910-d6c2d109a435 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:27.256759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.261117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9e59d33-6669-40db-b515-9e2151bb3510 admin admin] 10.222.0.52 "DELETE /v2.0/routers/30a621c2-af58-45b3-a910-d6c2d109a435 HTTP/1.1" status: 204 len: 168 time: 1.4560561 Nov 19 04:04:27.261369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:27.310819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Deleting subnet 375c000d-4953-4b63-9109-7bdb7522b219 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:27.314484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.352382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.452683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.489277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Router 857c9bb3-c4de-40bd-ad50-26376390c448 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:27.517300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.557829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375c000d-4953-4b63-9109-7bdb7522b219,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:27.564895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.576219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74251d6a-8959-4ae7-a860-e3a3b7954212 None None] Network b79f35db-5d74-4c6d-918e-d329321fa815 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:27.578488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-65739378-31fa-428e-b6a8-749c9aca49b6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/375c000d-4953-4b63-9109-7bdb7522b219 HTTP/1.1" status: 204 len: 168 time: 0.3159108 Nov 19 04:04:27.579451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54550) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:27.591082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.654888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.722161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Deleting port c91739ba-aa86-47a4-a858-83a6b26c24b9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:27.722627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.734502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:27.740172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.744448 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] Sync routers for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:27.754384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:27.755004 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:27.792895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] For port c91739ba-aa86-47a4-a858-83a6b26c24b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91739ba-aa86-47a4-a858-83a6b26c24b9,segment=NetworkSegment(eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b),segment_id=eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:27.793569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:27.802351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dec24c07-4b80-4827-b800-b4c65eb6ffd2 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:27.805567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-6252f295-f5cf-40a6-aadc-6acbbfa362aa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "PUT /v2.0/floatingips/77034e67-09b3-420f-b6d5-798705f3778e HTTP/1.1" status: 200 len: 695 time: 1.6409202 Nov 19 04:04:27.823127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Calling delete_port for c91739ba-aa86-47a4-a858-83a6b26c24b9 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:27.866413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Router 18f4e118-20eb-43a0-9b0b-e30a5e260988 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:27.881272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-3e06e1e2-8a55-47c4-ae78-983fd3471b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:27.882494 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:27.884212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-3e06e1e2-8a55-47c4-ae78-983fd3471b24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.0599320 Nov 19 04:04:27.899545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] DHCP port deletion for b79f35db-5d74-4c6d-918e-d329321fa815 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:27.971540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port dec24c07-4b80-4827-b800-b4c65eb6ffd2 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:27.979444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port dec24c07-4b80-4827-b800-b4c65eb6ffd2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:27.979879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.008480 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.023921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Deleting port c91739ba-aa86-47a4-a858-83a6b26c24b9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:28.024106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.064954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91739ba-aa86-47a4-a858-83a6b26c24b9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:28.069928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] No DVR routers for this DVR port c91739ba-aa86-47a4-a858-83a6b26c24b9 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:28.105285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-9d1ab557-188a-4e01-8c66-2323181e856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:28.107467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-9d1ab557-188a-4e01-8c66-2323181e856d service neutron] 10.222.0.52 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.1663349 Nov 19 04:04:28.114695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:28.115643 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:33Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.138130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] For port c91739ba-aa86-47a4-a858-83a6b26c24b9, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:28.138785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.152567 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] Checking router: 857c9bb3-c4de-40bd-ad50-26376390c448 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:28.154504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Calling delete_port for c91739ba-aa86-47a4-a858-83a6b26c24b9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:28.158132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Port c91739ba-aa86-47a4-a858-83a6b26c24b9 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:04:28.161735 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:28.162640 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.163536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.165877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] Sync routers for ids ['18f4e118-20eb-43a0-9b0b-e30a5e260988'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:28.174608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-d5ed8932-c773-4440-a3bc-dd0228f37167 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 217 time: 0.0483291 Nov 19 04:04:28.199142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.200332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3dfafd65-2206-45c7-85d6-9dfab07156c4 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9565232 Nov 19 04:04:28.204033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] Pushing event deleted for resources: {'Port': ['ID=c91739ba-aa86-47a4-a858-83a6b26c24b9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:28.214889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54552) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:28.220631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] Routers {'18f4e118-20eb-43a0-9b0b-e30a5e260988'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:28.221688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['18f4e118-20eb-43a0-9b0b-e30a5e260988'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.236646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.261536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-426d74c0-2c91-4b9a-9bb7-f5a9551aaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:28.263102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-426d74c0-2c91-4b9a-9bb7-f5a9551aaddd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0786011 Nov 19 04:04:28.275236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5232888-dd4a-4608-a3df-fe63cb6cfcef None None] No DVR routers for this DVR port c91739ba-aa86-47a4-a858-83a6b26c24b9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:28.278419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.317071 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-b6a8dcfa-d0cc-4ecf-86ff-936012bb0fd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457766 Nov 19 04:04:28.331723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79f35db-5d74-4c6d-918e-d329321fa815']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.367660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.369680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] Routers {'18f4e118-20eb-43a0-9b0b-e30a5e260988'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:28.370337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['18f4e118-20eb-43a0-9b0b-e30a5e260988'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.386967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.387628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee84e7b-75e0-4f1a-aafb-ed8fd4cdc41b') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.408402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.422603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.423588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c937d7d-6f9e-4e80-8e8a-c3690740baa4 None None] The sync data for ids ['18f4e118-20eb-43a0-9b0b-e30a5e260988'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:28.427766 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:28.436534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.458552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:28.458964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.463660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5c24faca-4c64-4601-a503-36f1aca693a0 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/18f4e118-20eb-43a0-9b0b-e30a5e260988 HTTP/1.1" status: 200 len: 919 time: 0.2474837 Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:28.464454 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:28.473082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:28.473245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:28.480860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.482024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 882f1b13-0dee-461e-917c-0d832e346adc up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:28.517200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c45c6a66-39ad-4bdd-b2d2-2886baf81e1a tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=18f4e118-20eb-43a0-9b0b-e30a5e260988 HTTP/1.1" status: 200 len: 205 time: 0.0425923 Nov 19 04:04:28.517829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54556) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:28.535847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-c21407e8-3a70-40bc-a3d5-f82717f2b46d service neutron] 10.222.0.52 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107666 Nov 19 04:04:28.593034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:28.598047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 882f1b13-0dee-461e-917c-0d832e346adc completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:28.606103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 882f1b13-0dee-461e-917c-0d832e346adc triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:28.607020 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.625685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.630500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.637362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b79f35db-5d74-4c6d-918e-d329321fa815 HTTP/1.1" status: 204 len: 168 time: 1.0561106 Nov 19 04:04:28.643152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54558) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:28.684595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0dc4603e-040f-49aa-ba23-7dafb9c7459f req-77ac2764-0c06-4bf1-a8bf-3ef38d854c2f service neutron] 10.222.0.52 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413882 Nov 19 04:04:28.703777 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:33Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:28.707464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.708649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df82d0-86c8-40ab-8861-9bfc27e45251 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79f35db-5d74-4c6d-918e-d329321fa815,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:28.744902 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30716ec7-eddc-42d0-9ea9-72302744f42c None None] The sync data for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 is: [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:03:25Z', 'revision_number': 4, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8d98a0f8-a45b-480b-86bc-ec09f8c141ed', 'name': '', 'network_id': '14bb75d7-6414-40d5-9947-a9ac7873f474', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'mac_address': 'fa:16:3e:51:cf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:24Z', 'updated_at': '2021-11-19T04:03:33Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'subnets': [{'id': 'e6685663-2601-4f27-be78-42753d1bb0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:28.754355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 882f1b13-0dee-461e-917c-0d832e346adc, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=882f1b13-0dee-461e-917c-0d832e346adc,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:28.761310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.762179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dd405319-2f4d-4adf-8e13-4373e915bbda up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:28.831503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9d6d5-efbd-4d03-b250-e436d9dfb075 req-b488cf33-7ea9-4fba-8ca1-27fa7320539d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:28.835044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69b9d6d5-efbd-4d03-b250-e436d9dfb075 req-b488cf33-7ea9-4fba-8ca1-27fa7320539d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.0722554 Nov 19 04:04:28.900221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.908412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=882f1b13-0dee-461e-917c-0d832e346adc,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:28.923361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69b9d6d5-efbd-4d03-b250-e436d9dfb075 req-4e3bbc35-b55b-406d-b567-29106918bc9b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 Nov 19 04:04:28.928226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port dd405319-2f4d-4adf-8e13-4373e915bbda completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:28.933826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port dd405319-2f4d-4adf-8e13-4373e915bbda triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:28.934357 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:28.938357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60e5e0c5-1415-4796-bbbe-8819662f201c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:28.968500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 60e5e0c5-1415-4796-bbbe-8819662f201c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:28.968990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60e5e0c5-1415-4796-bbbe-8819662f201c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:28.969654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91739ba-aa86-47a4-a858-83a6b26c24b9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:29.031518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c91739ba-aa86-47a4-a858-83a6b26c24b9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:29.031877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91739ba-aa86-47a4-a858-83a6b26c24b9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:29.032323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4c314835-99b4-4d42-9701-f3a35cdfe026 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:29.062072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 4c314835-99b4-4d42-9701-f3a35cdfe026 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:29.062905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4c314835-99b4-4d42-9701-f3a35cdfe026 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:29.075031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15fec-e02b-47f4-ac6c-cdb93f370ce9 req-a2b18bf8-1ef8-4023-b1c7-c4cffb722f6d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.082335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15fec-e02b-47f4-ac6c-cdb93f370ce9 req-a2b18bf8-1ef8-4023-b1c7-c4cffb722f6d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.089123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15fec-e02b-47f4-ac6c-cdb93f370ce9 req-a2b18bf8-1ef8-4023-b1c7-c4cffb722f6d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.091024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceb15fec-e02b-47f4-ac6c-cdb93f370ce9 req-a2b18bf8-1ef8-4023-b1c7-c4cffb722f6d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2416 time: 0.0874701 Nov 19 04:04:29.125150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.134652 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caf127-a208-4e69-90e3-6a26209028dc None None] New status for floating IP 77034e67-09b3-420f-b6d5-798705f3778e: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:04:29.164955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.174160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dd405319-2f4d-4adf-8e13-4373e915bbda, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dd405319-2f4d-4adf-8e13-4373e915bbda,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:29.178276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ceb15fec-e02b-47f4-ac6c-cdb93f370ce9 req-1afa1a45-63ec-4630-b9a8-4a0e44814e80 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636587 Nov 19 04:04:29.188355 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.235849 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edae8cd0-e171-404c-bd1b-00548bdf6776 x-openstack-request-id: req-edae8cd0-e171-404c-bd1b-00548bdf6776 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:29.236153 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff60d739-7c70-429b-a9cc-c5bf1486c57c", "name": "network-vif-plugged", "status": "completed", "tag": "4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:29.236415 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edae8cd0-e171-404c-bd1b-00548bdf6776 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:29.236814 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf', 'code': 200} Nov 19 04:04:29.260224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=dd405319-2f4d-4adf-8e13-4373e915bbda,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:29.296119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Deleting port f8b7366b-3b3e-4db4-813f-aec9032995a1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:29.296535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.352860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b9b4-8dec-41f5-8c06-e08859ed49d2 req-04214b5d-0854-4bc5-a6fa-a64210c8cd92 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.354807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5f6b9b4-8dec-41f5-8c06-e08859ed49d2 req-04214b5d-0854-4bc5-a6fa-a64210c8cd92 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 945 time: 0.0710943 Nov 19 04:04:29.413247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5f6b9b4-8dec-41f5-8c06-e08859ed49d2 req-6cfbb55a-5df3-4b66-b6dd-77be5d115ef6 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503180 Nov 19 04:04:29.440335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.464409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Calling delete_port for f8b7366b-3b3e-4db4-813f-aec9032995a1 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:29.473407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1fa3-68e0-46a7-bdf4-2559b0e12e53 req-781f82b9-dc81-4622-bdb9-34812223b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.474951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a70e1fa3-68e0-46a7-bdf4-2559b0e12e53 req-781f82b9-dc81-4622-bdb9-34812223b97b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 1096 time: 0.1090572 Nov 19 04:04:29.550264 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154138a-b1e1-4dbd-91c3-5e8466b5b1a1 x-openstack-request-id: req-a154138a-b1e1-4dbd-91c3-5e8466b5b1a1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:29.550670 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:29.551109 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a154138a-b1e1-4dbd-91c3-5e8466b5b1a1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:29.551473 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'status': 'completed', 'code': 200} Nov 19 04:04:29.551892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.618008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-75d8cfe1-d08a-4036-aabe-ca4054c75214 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips/77034e67-09b3-420f-b6d5-798705f3778e HTTP/1.1" status: 200 len: 693 time: 0.0495462 Nov 19 04:04:29.657454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a70e1fa3-68e0-46a7-bdf4-2559b0e12e53 req-ce2ec4a8-8950-4267-8601-6fe913f0e949 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720552 Nov 19 04:04:29.740102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a51ef-76e2-4965-af23-129363a89b21 req-c65a3c5e-e9ad-4d3f-bab7-ea0eb9e7d9bd tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.741488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-c65a3c5e-e9ad-4d3f-bab7-ea0eb9e7d9bd tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 784 time: 0.1155970 Nov 19 04:04:29.753347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-902b8f13-8c16-44a6-8d00-19ce9af2260b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:04:29.754366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-902b8f13-8c16-44a6-8d00-19ce9af2260b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059981 Nov 19 04:04:29.755523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6556b-9577-40f2-b433-e08105b2d13c req-8c0c882b-48b0-4849-8f22-5c88928846c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.757029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-8c0c882b-48b0-4849-8f22-5c88928846c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.1551132 Nov 19 04:04:29.812467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-067a178e-f10c-4ff8-aaa6-95f79c338145 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0508757 Nov 19 04:04:29.863455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-85163001-6fbe-4445-af74-072967362d99 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.132 HTTP/1.1" status: 200 len: 696 time: 0.0446856 Nov 19 04:04:29.949078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:29.980823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6556b-9577-40f2-b433-e08105b2d13c req-0cf4f771-b3f4-41c7-be3c-258953f9985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:29.982348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-0cf4f771-b3f4-41c7-be3c-258953f9985e service neutron] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.2134278 Nov 19 04:04:29.986176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event deleted for resources: {'Port': ['ID=f8b7366b-3b3e-4db4-813f-aec9032995a1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:30.002733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f9ff2-1b36-4f26-8807-f4777ac01a81 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:30.009196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Deleting port b214ac8e-13a8-4173-8071-2f12d27f716e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:30.009513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.049076 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-1475a98d-0ce2-4418-90e3-a8a384666457 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 217 time: 0.0572655 Nov 19 04:04:30.096130 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.096445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.111484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Calling delete_port for b214ac8e-13a8-4173-8071-2f12d27f716e owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:30.253523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.279335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event deleted for resources: {'Port': ['ID=b214ac8e-13a8-4173-8071-2f12d27f716e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:30.345447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.348113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.349329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b83a51ef-76e2-4965-af23-129363a89b21 req-094fac70-922f-4f77-8af0-6726dc2bc588 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "DELETE /v2.0/floatingips/77034e67-09b3-420f-b6d5-798705f3778e HTTP/1.1" status: 204 len: 173 time: 0.4792638 Nov 19 04:04:30.458727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.461582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6556b-9577-40f2-b433-e08105b2d13c req-33750a10-b0ae-41b4-8f5d-fe10be19df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:30.463338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-33750a10-b0ae-41b4-8f5d-fe10be19df40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0852683 Nov 19 04:04:30.592996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b293-eeee-4d62-833d-08da511e7694 req-8cb06ea3-d1cf-42be-86da-a87b560f8025 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:30.597268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-617db3a1-e71f-44c0-95b6-653d992bc55d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010597 Nov 19 04:04:30.598982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b293-eeee-4d62-833d-08da511e7694 req-8cb06ea3-d1cf-42be-86da-a87b560f8025 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:30.601251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.604699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.605320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260b293-eeee-4d62-833d-08da511e7694 req-8cb06ea3-d1cf-42be-86da-a87b560f8025 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:30.607002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7260b293-eeee-4d62-833d-08da511e7694 req-8cb06ea3-d1cf-42be-86da-a87b560f8025 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2417 time: 0.0658674 Nov 19 04:04:30.660587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7260b293-eeee-4d62-833d-08da511e7694 req-0653f80b-c479-485a-aaaa-d62885477662 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Nov 19 04:04:30.708289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.708849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Fanout notify agent at l3_agent the message router_deleted on router 18f4e118-20eb-43a0-9b0b-e30a5e260988 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:30.718425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.719429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2543c00c-895d-4a0e-8a90-13d58784937f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/18f4e118-20eb-43a0-9b0b-e30a5e260988 HTTP/1.1" status: 204 len: 168 time: 2.2006752 Nov 19 04:04:30.724349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54574) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:30.724919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6370001-7bb8-424b-a387-dd5ccfefadd7 req-1e7fb8e8-87bb-49f5-8ca4-e36c7745878b tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups/6de3bed7-db41-42f8-a869-f773b0c02ba0 HTTP/1.1" status: 200 len: 1827 time: 0.0413740 Nov 19 04:04:30.729975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846609858', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': False}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:30.758729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Deleting port 35603dbe-4a2f-4a78-b498-772c1615493b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:30.758956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.788166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6370001-7bb8-424b-a387-dd5ccfefadd7 req-b9cce01f-fc00-472c-bcb1-2ff074223004 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.811564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6370001-7bb8-424b-a387-dd5ccfefadd7 req-b9cce01f-fc00-472c-bcb1-2ff074223004 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.815588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-0e8dfdeb-c121-4924-bf38-087446535704 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090201 Nov 19 04:04:30.818423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.819464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.860662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6370001-7bb8-424b-a387-dd5ccfefadd7 req-b9cce01f-fc00-472c-bcb1-2ff074223004 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.863343 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a6370001-7bb8-424b-a387-dd5ccfefadd7 req-b9cce01f-fc00-472c-bcb1-2ff074223004 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.864510 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6370001-7bb8-424b-a387-dd5ccfefadd7 req-b9cce01f-fc00-472c-bcb1-2ff074223004 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "DELETE /v2.0/security-groups/6de3bed7-db41-42f8-a869-f773b0c02ba0 HTTP/1.1" status: 204 len: 173 time: 0.1333737 Nov 19 04:04:30.878289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cce01f-fc00-472c-bcb1-2ff074223004 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de3bed7-db41-42f8-a869-f773b0c02ba0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:30.964598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:30.973586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] For port 35603dbe-4a2f-4a78-b498-772c1615493b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=35603dbe-4a2f-4a78-b498-772c1615493b,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:30.973971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.002229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965ae3-bbe8-4b8e-8af2-a5cc44eed5fe req-4f9116f9-14e7-423e-96cc-7726d767ec07 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.004242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8965ae3-bbe8-4b8e-8af2-a5cc44eed5fe req-4f9116f9-14e7-423e-96cc-7726d767ec07 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 945 time: 0.0624921 Nov 19 04:04:31.061152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Calling delete_port for 35603dbe-4a2f-4a78-b498-772c1615493b owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:31.065151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8965ae3-bbe8-4b8e-8af2-a5cc44eed5fe req-e92d6cf9-545a-4a1c-9960-82dd93a37c63 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528157 Nov 19 04:04:31.083574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aad6556b-9577-40f2-b433-e08105b2d13c req-e7fe7965-a882-4d64-8b56-f3a92c3a6c7a service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577376 Nov 19 04:04:31.176694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dd3f2-95c4-45ec-bc19-d753a1aef3e2 req-38062c54-73dc-4eb9-a6e5-546c8f9c7d06 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.178263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab3dd3f2-95c4-45ec-bc19-d753a1aef3e2 req-38062c54-73dc-4eb9-a6e5-546c8f9c7d06 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.0503314 Nov 19 04:04:31.183099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.229592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab3dd3f2-95c4-45ec-bc19-d753a1aef3e2 req-0dac61bf-83a1-4bfc-a699-b432ff3a16a7 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Nov 19 04:04:31.238185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2'}, {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f1b13-0dee-461e-917c-0d832e346adc'}, {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd405319-2f4d-4adf-8e13-4373e915bbda'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:31.241326 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ee9da0-a375-4273-ab97-ade77ee73cbd" -d '{"events": [{"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-plugged", "status": "completed", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2"}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-plugged", "status": "completed", "tag": "882f1b13-0dee-461e-917c-0d832e346adc"}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-plugged", "status": "completed", "tag": "dd405319-2f4d-4adf-8e13-4373e915bbda"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:31.466129 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.493282 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb3fdd-153c-48ac-b089-cb8273ddf8d9 x-openstack-request-id: req-a0fb3fdd-153c-48ac-b089-cb8273ddf8d9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:31.493718 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-plugged", "status": "completed", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2", "code": 200}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-plugged", "status": "completed", "tag": "882f1b13-0dee-461e-917c-0d832e346adc", "code": 200}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-plugged", "status": "completed", "tag": "dd405319-2f4d-4adf-8e13-4373e915bbda", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:31.494571 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0fb3fdd-153c-48ac-b089-cb8273ddf8d9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:31.494571 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2', 'code': 200} Nov 19 04:04:31.494934 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f1b13-0dee-461e-917c-0d832e346adc', 'code': 200} Nov 19 04:04:31.495283 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd405319-2f4d-4adf-8e13-4373e915bbda', 'code': 200} Nov 19 04:04:31.520642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Pushing event deleted for resources: {'Port': ['ID=35603dbe-4a2f-4a78-b498-772c1615493b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:31.552328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:31.555607 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:31.568963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.598125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.618849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ed2d2-8fc8-4148-9d36-6fac1a858937 req-253b6845-3945-42e4-b273-d47de16da5c1 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.620573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d39ed2d2-8fc8-4148-9d36-6fac1a858937 req-253b6845-3945-42e4-b273-d47de16da5c1 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.0692263 Nov 19 04:04:31.678638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d39ed2d2-8fc8-4148-9d36-6fac1a858937 req-d55e10fa-f820-4e89-988d-243c6933c7fb tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505075 Nov 19 04:04:31.732300 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8787bc5e-66db-4597-8a24-ce96c3412658 x-openstack-request-id: req-8787bc5e-66db-4597-8a24-ce96c3412658 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:31.732603 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:31.732871 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8787bc5e-66db-4597-8a24-ce96c3412658 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:31.734297 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'status': 'completed', 'code': 200} Nov 19 04:04:31.759151 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.807651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a32a59-3bf4-446a-9aae-1c9fb6f045f2 req-fb21a802-157e-46e2-a066-b8ae01190f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.808145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a32a59-3bf4-446a-9aae-1c9fb6f045f2 req-fb21a802-157e-46e2-a066-b8ae01190f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.808626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a32a59-3bf4-446a-9aae-1c9fb6f045f2 req-fb21a802-157e-46e2-a066-b8ae01190f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.810306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-69a32a59-3bf4-446a-9aae-1c9fb6f045f2 req-fb21a802-157e-46e2-a066-b8ae01190f35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2870 time: 0.2042644 Nov 19 04:04:31.848691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-c59f1c2d-24b2-4d63-be68-592e68ab9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.850212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-c59f1c2d-24b2-4d63-be68-592e68ab9179 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d34f011af584447bb80b1181c0fd28cf&device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 1096 time: 0.0817523 Nov 19 04:04:31.863095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Allocated IP 172.25.8.32 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b203620e-a9ea-4ded-ae26-12f319a11edf) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:31.863932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30c23-90b7-468c-a17d-de0eebd2c74c req-f0c8b434-09eb-44e3-81a6-f7ba470dc89b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.865244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:31.870635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30c23-90b7-468c-a17d-de0eebd2c74c req-f0c8b434-09eb-44e3-81a6-f7ba470dc89b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.876844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30c23-90b7-468c-a17d-de0eebd2c74c req-f0c8b434-09eb-44e3-81a6-f7ba470dc89b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:31.878576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ac30c23-90b7-468c-a17d-de0eebd2c74c req-f0c8b434-09eb-44e3-81a6-f7ba470dc89b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2417 time: 0.0803254 Nov 19 04:04:31.943441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-69a32a59-3bf4-446a-9aae-1c9fb6f045f2 req-d65d1dda-8207-4e14-9ca9-754c67bd0271 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236389 Nov 19 04:04:31.994493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ac30c23-90b7-468c-a17d-de0eebd2c74c req-6c8e27bf-a943-4b44-b41d-c07042a4667e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062489 Nov 19 04:04:32.004752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-6f46e4c8-a812-4e6f-b8bf-27e6d998e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:32.006306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-6f46e4c8-a812-4e6f-b8bf-27e6d998e40e service neutron] 10.222.0.36 "GET /v2.0/networks?id=14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 200 len: 919 time: 0.1267955 Nov 19 04:04:32.079198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:32.177373 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-e53c4c40-cfcc-42ee-8544-a981cc4cc291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 200 len: 217 time: 0.0440605 Nov 19 04:04:32.197156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:32.239702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Router 6c96b998-c386-41c1-ba61-67b9e560d59d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:32.247147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:32.247961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-3aa03816-a815-4dd6-9933-0036103ffde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:32.249448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-3aa03816-a815-4dd6-9933-0036103ffde5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 200 len: 858 time: 0.0573866 Nov 19 04:04:32.255971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:32.258079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59fc62-92c4-4c61-a99f-42af700ac7d7 req-5c746f5f-52b4-4c59-896d-62623fa32a35 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:32.259390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:32.259591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e59fc62-92c4-4c61-a99f-42af700ac7d7 req-5c746f5f-52b4-4c59-896d-62623fa32a35 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 945 time: 0.1184180 Nov 19 04:04:32.261373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Port': ['ID=b203620e-a9ea-4ded-ae26-12f319a11edf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:32.275080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385dd8dc-78ee-42d8-b505-9120e64278ec None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:32.287655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-8bcb00ba-bcea-4b41-a6b8-84be54a3655d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14bb75d7-6414-40d5-9947-a9ac7873f474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270603 Nov 19 04:04:32.380163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e59fc62-92c4-4c61-a99f-42af700ac7d7 req-4313626d-fedf-4d1c-95f8-4eb834040e22 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947990 Nov 19 04:04:32.412220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-43e55353-1ec8-47c6-bebe-99d34becb6a6 None None] Provisioning complete for port b203620e-a9ea-4ded-ae26-12f319a11edf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:32.412683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-43e55353-1ec8-47c6-bebe-99d34becb6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:32.413538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-0126bdb6-b48c-48c9-9a3e-494785e05708 service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103687 Nov 19 04:04:32.458625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-43e55353-1ec8-47c6-bebe-99d34becb6a6 None None] Port b203620e-a9ea-4ded-ae26-12f319a11edf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:32.551697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a05b4a67-ddf8-4ae4-b5a9-3952db7d9fcc req-0e7e9d46-9097-4910-88b9-cb8f132d3d9e service neutron] 10.222.0.36 "GET /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241198 Nov 19 04:04:32.566047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cfacb-e2f5-4ea3-ba98-c7882981cdd1 req-ce7d7a0e-f3e0-4432-b6d9-b29ef26afa43 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:32.567550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-751cfacb-e2f5-4ea3-ba98-c7882981cdd1 req-ce7d7a0e-f3e0-4432-b6d9-b29ef26afa43 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.0773401 Nov 19 04:04:32.619816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-751cfacb-e2f5-4ea3-ba98-c7882981cdd1 req-04ee7232-6f3d-4816-b48d-52e91414a808 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Nov 19 04:04:32.857288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:32.865468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c190bc1-50ff-4693-a212-543a655e0129 admin admin] 10.222.0.52 "PUT /v2.0/routers/6c96b998-c386-41c1-ba61-67b9e560d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2196090 Nov 19 04:04:32.868823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54598) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:32.877302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] Sync routers for ids ['6c96b998-c386-41c1-ba61-67b9e560d59d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:32.883017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-de78f96c-5bf9-49a3-ae57-ee2b58f74ea4 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:32.884534 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-de78f96c-5bf9-49a3-ae57-ee2b58f74ea4 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 943 time: 0.1480005 Nov 19 04:04:32.889788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] Routers {'6c96b998-c386-41c1-ba61-67b9e560d59d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:32.890647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c96b998-c386-41c1-ba61-67b9e560d59d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:32.965172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b6470-48ca-4373-b53b-ecd3384cebd8 req-040116ba-854c-4064-949a-41ecfc1b2697 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:32.967174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-597b6470-48ca-4373-b53b-ecd3384cebd8 req-040116ba-854c-4064-949a-41ecfc1b2697 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.0668030 Nov 19 04:04:33.006947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] Set router 6c96b998-c386-41c1-ba61-67b9e560d59d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:33.033249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-597b6470-48ca-4373-b53b-ecd3384cebd8 req-497ff493-30a8-4beb-a25c-592b3cb10262 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596938 Nov 19 04:04:33.141687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.144883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.149813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d0f2-8675-471c-a926-c8e245cdfa9d req-90827ea8-5e27-4e32-a657-d178ec84b081 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.151438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82e7d0f2-8675-471c-a926-c8e245cdfa9d req-90827ea8-5e27-4e32-a657-d178ec84b081 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 945 time: 0.0543880 Nov 19 04:04:33.224570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82e7d0f2-8675-471c-a926-c8e245cdfa9d req-ce596e56-2b9f-4b21-b815-9bc58194cfd3 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645630 Nov 19 04:04:33.231846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Deleting port 3ab45234-db28-491d-b3c5-0a40007c0a66 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:33.232198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.249381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T04:04:31Z', 'revision_number': 5, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:33.289851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] Checking router: 6c96b998-c386-41c1-ba61-67b9e560d59d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:33.299820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] Routers {'6c96b998-c386-41c1-ba61-67b9e560d59d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:33.300433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c96b998-c386-41c1-ba61-67b9e560d59d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:33.345088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227f2-cb44-41ef-b425-98e36b041e39 req-9084ae4b-7b38-4e68-93bb-6b4b6caf639a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.351218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227f2-cb44-41ef-b425-98e36b041e39 req-9084ae4b-7b38-4e68-93bb-6b4b6caf639a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.357687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227f2-cb44-41ef-b425-98e36b041e39 req-9084ae4b-7b38-4e68-93bb-6b4b6caf639a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.359675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79d227f2-cb44-41ef-b425-98e36b041e39 req-9084ae4b-7b38-4e68-93bb-6b4b6caf639a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2417 time: 0.0710127 Nov 19 04:04:33.408474 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.417708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79d227f2-cb44-41ef-b425-98e36b041e39 req-4ce6e271-d95a-4ed6-b0e8-3272be6720c7 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Nov 19 04:04:33.484058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] For port 3ab45234-db28-491d-b3c5-0a40007c0a66, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ab45234-db28-491d-b3c5-0a40007c0a66,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:33.484463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.557443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Calling delete_port for 3ab45234-db28-491d-b3c5-0a40007c0a66 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:33.586052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] Set router 6c96b998-c386-41c1-ba61-67b9e560d59d gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:33.617456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.671258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Deleting port b7941da3-7f76-4937-9941-0ff358a2bdf4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:33.671485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.733218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb4919-63bc-4da1-aa3f-f918f7546afe req-d35910d4-f424-4da2-8495-b69810178c8b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.739783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb4919-63bc-4da1-aa3f-f918f7546afe req-d35910d4-f424-4da2-8495-b69810178c8b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.746554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb4919-63bc-4da1-aa3f-f918f7546afe req-d35910d4-f424-4da2-8495-b69810178c8b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.748271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fcfb4919-63bc-4da1-aa3f-f918f7546afe req-d35910d4-f424-4da2-8495-b69810178c8b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2417 time: 0.0722344 Nov 19 04:04:33.788333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T04:04:31Z', 'revision_number': 5, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:33.810559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fcfb4919-63bc-4da1-aa3f-f918f7546afe req-c3402e18-b4f6-4161-b364-d72af7321770 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Nov 19 04:04:33.822850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e7196-1d7e-4d86-90b5-712f5e15c9d0 None None] The sync data for ids ['6c96b998-c386-41c1-ba61-67b9e560d59d'] in n-d-818503-1 is: [{'id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1269182210-router', 'tenant_id': '29d478275c544180a20e10b7845af8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:52:24Z', 'updated_at': '2021-11-19T04:04:31Z', 'revision_number': 5, 'project_id': '29d478275c544180a20e10b7845af8df', 'gw_port': {'id': 'b7941da3-7f76-4937-9941-0ff358a2bdf4', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b998-c386-41c1-ba61-67b9e560d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:52:26Z', 'updated_at': '2021-11-19T03:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:33.870599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] For port b7941da3-7f76-4937-9941-0ff358a2bdf4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7941da3-7f76-4937-9941-0ff358a2bdf4,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:33.870599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.899112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Calling delete_port for b7941da3-7f76-4937-9941-0ff358a2bdf4 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:33.923729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:33.944445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bef58c-f1e7-4967-a7ba-e4d0696c9ded req-39a4b652-e62e-45ec-b1f0-c97d3bb96b07 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:33.946240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6bef58c-f1e7-4967-a7ba-e4d0696c9ded req-39a4b652-e62e-45ec-b1f0-c97d3bb96b07 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb85ee7b-acca-4d30-ae78-f83064ec4438 HTTP/1.1" status: 200 len: 865 time: 0.0556881 Nov 19 04:04:33.992745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event deleted for resources: {'Port': ['ID=3ab45234-db28-491d-b3c5-0a40007c0a66,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:33.994533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Router db720629-b5cf-4f57-9df2-17ff696cbd45 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:34.005372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6bef58c-f1e7-4967-a7ba-e4d0696c9ded req-786d79f8-3995-41b2-a29c-c2e2d422c8af tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525191 Nov 19 04:04:34.093781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] No DVR routers for this DVR port 3ab45234-db28-491d-b3c5-0a40007c0a66 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:34.102955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.106546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26dbbfa4-a19a-4c0b-8fc1-82ff2abae736 req-53c0fe46-5b06-4714-86c9-c12fdd360156 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "DELETE /v2.0/ports/3ab45234-db28-491d-b3c5-0a40007c0a66 HTTP/1.1" status: 204 len: 173 time: 1.1564877 Nov 19 04:04:34.106987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'name': 'network-vif-deleted', 'tag': '3ab45234-db28-491d-b3c5-0a40007c0a66'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:34.109217 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0d938e-8b89-4743-8749-9bc58962628a" -d '{"events": [{"server_uuid": "bb85ee7b-acca-4d30-ae78-f83064ec4438", "name": "network-vif-deleted", "tag": "3ab45234-db28-491d-b3c5-0a40007c0a66"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:34.246464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e643c-39af-43af-86a8-6e53f933267c req-1b96674e-bcb1-4103-8165-db175c034c22 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:34.248060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e33e643c-39af-43af-86a8-6e53f933267c req-1b96674e-bcb1-4103-8165-db175c034c22 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.36 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1045301 Nov 19 04:04:34.262329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:34.276952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Sync routers for ids ['db720629-b5cf-4f57-9df2-17ff696cbd45'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:34.287642 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Routers {'db720629-b5cf-4f57-9df2-17ff696cbd45'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:34.289414 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['db720629-b5cf-4f57-9df2-17ff696cbd45'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:34.300869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.302254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4aeead0b-0599-4746-8e45-bddf97e104f2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5760424 Nov 19 04:04:34.306925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54618) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:34.369095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298df86-2235-4157-96a5-be9f82acb5dd req-26b571bb-d4e2-40bf-b610-d7dee47914e0 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:34.377476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7298df86-2235-4157-96a5-be9f82acb5dd req-26b571bb-d4e2-40bf-b610-d7dee47914e0 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 945 time: 0.1970024 Nov 19 04:04:34.386483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.425834 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Set router db720629-b5cf-4f57-9df2-17ff696cbd45 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:34.446569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7298df86-2235-4157-96a5-be9f82acb5dd req-4fd99dba-1209-4752-ad70-a8b0769288d2 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d24855f-8e52-4a80-9a03-c63fc8106f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681529 Nov 19 04:04:34.459549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Deleting port a83bcfaa-22cf-4482-9f05-3b56518b6802 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:34.469754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.493783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7941da3-7f76-4937-9941-0ff358a2bdf4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:34.517694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950ab26-fe1f-4b90-a471-acade6e2afba None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:34.520436 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b16d2d-5c4a-4cde-b707-4ca2d8ac417a x-openstack-request-id: req-b8b16d2d-5c4a-4cde-b707-4ca2d8ac417a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:34.521008 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb85ee7b-acca-4d30-ae78-f83064ec4438", "name": "network-vif-deleted", "tag": "3ab45234-db28-491d-b3c5-0a40007c0a66", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:34.521418 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8b16d2d-5c4a-4cde-b707-4ca2d8ac417a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:34.522005 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb85ee7b-acca-4d30-ae78-f83064ec4438', 'name': 'network-vif-deleted', 'tag': '3ab45234-db28-491d-b3c5-0a40007c0a66', 'status': 'completed', 'code': 200} Nov 19 04:04:34.567984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-57d96dc4-eb2c-4704-b170-6724499407d1 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/db720629-b5cf-4f57-9df2-17ff696cbd45 HTTP/1.1" status: 200 len: 907 time: 0.2501080 Nov 19 04:04:34.574276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54620) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:34.579522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846609858', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': True}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:34.626635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-f9dcfb26-8ef8-482d-b102-e532ee9ce090 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:34.628132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-f9dcfb26-8ef8-482d-b102-e532ee9ce090 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 945 time: 0.1459513 Nov 19 04:04:34.643985 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db720629-b5cf-4f57-9df2-17ff696cbd45', 'name': 'tempest-snat-router-846609858', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.32'}], 'enable_snat': False}, 'gw_port_id': 'b203620e-a9ea-4ded-ae26-12f319a11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:30Z', 'updated_at': '2021-11-19T04:04:32Z', 'revision_number': 3, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port': {'id': 'b203620e-a9ea-4ded-ae26-12f319a11edf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db720629-b5cf-4f57-9df2-17ff696cbd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:31Z', 'updated_at': '2021-11-19T04:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:34.652208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] For port a83bcfaa-22cf-4482-9f05-3b56518b6802, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=a83bcfaa-22cf-4482-9f05-3b56518b6802,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:34.652593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.671625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.679975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Calling delete_port for a83bcfaa-22cf-4482-9f05-3b56518b6802 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:34.681142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Checking router: db720629-b5cf-4f57-9df2-17ff696cbd45 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:34.681678 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Updating router db720629-b5cf-4f57-9df2-17ff696cbd45 port b203620e-a9ea-4ded-ae26-12f319a11edf binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:04:34.683409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.684465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.709016 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.713451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e913b4-0f13-42e7-99b8-9f8a8de2a5f3 req-bb29b336-bea7-455d-a977-1c57b4865f49 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:34.714995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5e913b4-0f13-42e7-99b8-9f8a8de2a5f3 req-bb29b336-bea7-455d-a977-1c57b4865f49 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff60d739-7c70-429b-a9cc-c5bf1486c57c HTTP/1.1" status: 200 len: 945 time: 0.1280670 Nov 19 04:04:34.797717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.800877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.860731 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.882190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.883447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c96b998-c386-41c1-ba61-67b9e560d59d {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:34.900291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:34.904061 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f3f46c38-af1a-48dd-9da4-1aee25a66713 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6c96b998-c386-41c1-ba61-67b9e560d59d HTTP/1.1" status: 204 len: 168 time: 2.0344701 Nov 19 04:04:34.905601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54624) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:34.931960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5e913b4-0f13-42e7-99b8-9f8a8de2a5f3 req-f6a2c77c-c767-4a27-928f-2e10350ac610 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e4aedc7-b458-474c-9e5e-3774aecacb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837704 Nov 19 04:04:34.943211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 35603dbe-4a2f-4a78-b498-772c1615493b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:34.981047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 35603dbe-4a2f-4a78-b498-772c1615493b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:34.981777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 35603dbe-4a2f-4a78-b498-772c1615493b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:35.023514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Deleting port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:35.023780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.107795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Deleting subnet edc4d542-8544-4805-a737-84ace69231a6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:35.116307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.149053 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.156989 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.173463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.185900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.216521 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Attempting to bind port b203620e-a9ea-4ded-ae26-12f319a11edf on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:35.216912 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Attempting to bind port b203620e-a9ea-4ded-ae26-12f319a11edf by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:35.218287 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Attempting to bind port b203620e-a9ea-4ded-ae26-12f319a11edf on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:35.223180 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127a2a2-7ede-4559-98af-fcef82a7381e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:35.223351 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Pushing event updated for resources: {'Port': ['ID=b203620e-a9ea-4ded-ae26-12f319a11edf,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:35.227841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] For port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,segment=NetworkSegment(aa52b26f-1b52-4f6a-ad88-a5beab1360c8),segment_id=aa52b26f-1b52-4f6a-ad88-a5beab1360c8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:35.227841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.229386 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:35.229386 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:35.229661 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.230747 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:35.230747 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Bound port: b203620e-a9ea-4ded-ae26-12f319a11edf, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:35.230747 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.239355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.252653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Calling delete_port for 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:35.254421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a375a-482e-4aac-aaa4-3e96523648aa req-cd458a40-bcbf-4226-b18b-5bdc2fd3964d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:35.258498 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.258851 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.259197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.259758 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.259898 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.260189 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.260524 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.260855 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.261041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a375a-482e-4aac-aaa4-3e96523648aa req-cd458a40-bcbf-4226-b18b-5bdc2fd3964d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:35.261326 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.261526 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.261819 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.262169 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:04:35.266994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a375a-482e-4aac-aaa4-3e96523648aa req-cd458a40-bcbf-4226-b18b-5bdc2fd3964d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:35.269862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ab45234-db28-491d-b3c5-0a40007c0a66 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:35.274524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['a83bcfaa-22cf-4482-9f05-3b56518b6802'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:35.276545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e49a375a-482e-4aac-aaa4-3e96523648aa req-cd458a40-bcbf-4226-b18b-5bdc2fd3964d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2417 time: 0.2075429 Nov 19 04:04:35.324032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Pushing event deleted for resources: {'Port': ['ID=a83bcfaa-22cf-4482-9f05-3b56518b6802,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:35.328067 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] For port b203620e-a9ea-4ded-ae26-12f319a11edf, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:35.331952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] For port b203620e-a9ea-4ded-ae26-12f319a11edf, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b203620e-a9ea-4ded-ae26-12f319a11edf,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:35.343228 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.372970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 3ab45234-db28-491d-b3c5-0a40007c0a66 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:35.373592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ab45234-db28-491d-b3c5-0a40007c0a66 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:35.396653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] No DVR routers for this DVR port a83bcfaa-22cf-4482-9f05-3b56518b6802 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:35.403216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.406668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e33e643c-39af-43af-86a8-6e53f933267c req-983e465e-2d09-472b-b3a7-26777de445fa tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.36 "DELETE /v2.0/ports/a83bcfaa-22cf-4482-9f05-3b56518b6802 HTTP/1.1" status: 204 len: 173 time: 1.1497908 Nov 19 04:04:35.408089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'name': 'network-vif-deleted', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:35.410497 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee56dc00-1182-4bbf-98aa-e63b9cb674e8" -d '{"events": [{"server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "name": "network-vif-deleted", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:35.427404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e49a375a-482e-4aac-aaa4-3e96523648aa req-6f07f7bd-4e67-4534-996f-c9aa0eb85616 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478083 Nov 19 04:04:35.467716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2257fb-6fa7-498e-8d3e-3e711d840ab1 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:35.471737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Routers {'db720629-b5cf-4f57-9df2-17ff696cbd45'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:35.472863 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['db720629-b5cf-4f57-9df2-17ff696cbd45'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:35.480064 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fbb03-de19-4dcb-ab99-d3c4c6641cb5 None None] Pushing event updated for resources: {'Port': ['ID=b203620e-a9ea-4ded-ae26-12f319a11edf,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:35.538022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-48d705b8-096a-4392-8f34-b11ceed369a4 None None] Provisioning complete for port b203620e-a9ea-4ded-ae26-12f319a11edf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:35.538761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48d705b8-096a-4392-8f34-b11ceed369a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.684134 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] Set router db720629-b5cf-4f57-9df2-17ff696cbd45 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:35.734301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48d705b8-096a-4392-8f34-b11ceed369a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.766911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-48d705b8-096a-4392-8f34-b11ceed369a4 None None] For port b203620e-a9ea-4ded-ae26-12f319a11edf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b203620e-a9ea-4ded-ae26-12f319a11edf,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:35.772868 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48d705b8-096a-4392-8f34-b11ceed369a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.795980 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56c3fa-e9e7-4cdc-ab4b-edd2a2ad22e5 x-openstack-request-id: req-fc56c3fa-e9e7-4cdc-ab4b-edd2a2ad22e5 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:35.796302 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f9c4c3-4e7f-43dc-a6dc-1ffe07891687", "name": "network-vif-deleted", "tag": "a83bcfaa-22cf-4482-9f05-3b56518b6802", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:35.796573 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc56c3fa-e9e7-4cdc-ab4b-edd2a2ad22e5 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:35.797005 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f9c4c3-4e7f-43dc-a6dc-1ffe07891687', 'name': 'network-vif-deleted', 'tag': 'a83bcfaa-22cf-4482-9f05-3b56518b6802', 'status': 'completed', 'code': 200} Nov 19 04:04:35.847797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.856918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d705b8-096a-4392-8f34-b11ceed369a4 None None] Pushing event updated for resources: {'Port': ['ID=b203620e-a9ea-4ded-ae26-12f319a11edf,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:35.878034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.904831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5ebe730e-8178-45b4-a769-88e7d3aaacdd None None] Provisioning complete for port b203620e-a9ea-4ded-ae26-12f319a11edf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:35.905584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ebe730e-8178-45b4-a769-88e7d3aaacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.906266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:35.953742 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:04:35.981402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086320-059e-43f7-a525-150b64cd443f req-3cf8c326-3515-462c-b149-6868e017129a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:35.987846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086320-059e-43f7-a525-150b64cd443f req-3cf8c326-3515-462c-b149-6868e017129a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:35.994856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086320-059e-43f7-a525-150b64cd443f req-3cf8c326-3515-462c-b149-6868e017129a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:35.998144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cc086320-059e-43f7-a525-150b64cd443f req-3cf8c326-3515-462c-b149-6868e017129a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 2417 time: 0.7202957 Nov 19 04:04:36.004363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.015999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Allocated IP 172.25.8.72 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/3cc132ba-5648-4dfd-b902-7b04819d9765) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:36.019461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db720629-b5cf-4f57-9df2-17ff696cbd45', 'name': 'tempest-snat-router-846609858', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.32'}], 'enable_snat': False}, 'gw_port_id': 'b203620e-a9ea-4ded-ae26-12f319a11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:30Z', 'updated_at': '2021-11-19T04:04:32Z', 'revision_number': 3, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port': {'id': 'b203620e-a9ea-4ded-ae26-12f319a11edf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db720629-b5cf-4f57-9df2-17ff696cbd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:31Z', 'updated_at': '2021-11-19T04:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:36.061705 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057b29f-892d-4cba-afa0-3c0e451ae433 None None] The sync data for ids ['db720629-b5cf-4f57-9df2-17ff696cbd45'] in n-d-818503-1 is: [{'id': 'db720629-b5cf-4f57-9df2-17ff696cbd45', 'name': 'tempest-snat-router-846609858', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.32'}], 'enable_snat': False}, 'gw_port_id': 'b203620e-a9ea-4ded-ae26-12f319a11edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:30Z', 'updated_at': '2021-11-19T04:04:32Z', 'revision_number': 3, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port': {'id': 'b203620e-a9ea-4ded-ae26-12f319a11edf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db720629-b5cf-4f57-9df2-17ff696cbd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:31Z', 'updated_at': '2021-11-19T04:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:36.090555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc4d542-8544-4805-a737-84ace69231a6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:36.111249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.115065 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e7ab287-5391-4d6f-b9dd-2f8fac6faeb0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/edc4d542-8544-4805-a737-84ace69231a6 HTTP/1.1" status: 204 len: 168 time: 1.2058089 Nov 19 04:04:36.119934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea0543-d6c6-4b5e-a9ab-9964efa1d802 None None] Network 4c120fb4-2f49-4e7c-97c5-0032625435b0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:36.122102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54640) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:36.125843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.169851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.196483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97a43a22-fec8-4e16-b3f9-1536ab31d951 req-a31bee1b-54f3-4cf9-a6b4-e9110bcc9bd9 tempest-ServerRescueTestJSONUnderV235-1516427461 tempest-ServerRescueTestJSONUnderV235-1516427461-project] 10.222.0.52 "GET /v2.0/ports?device_id=42f9c4c3-4e7f-43dc-a6dc-1ffe07891687 HTTP/1.1" status: 200 len: 210 time: 0.0385294 Nov 19 04:04:36.248838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:36.251612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:36.256378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:36.260131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc132ba-5648-4dfd-b902-7b04819d9765,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:36.267219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.284171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74197c5f-f2f4-4619-8805-c08266c01167 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:36.297683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.364166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Pushing event deleted for resources: {'Port': ['ID=4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:36.370674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port dd405319-2f4d-4adf-8e13-4373e915bbda {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:36.371248 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.455336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3e62c134-dfed-4cc2-a7ce-19619e62adfd None None] Provisioning complete for port 3cc132ba-5648-4dfd-b902-7b04819d9765 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:36.455959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e62c134-dfed-4cc2-a7ce-19619e62adfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.475822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] No DVR routers for this DVR port 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:36.482096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.485649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7d7b7b68-f730-41cc-b8ff-d1943f0742c0 req-07f5558c-11f6-47f3-8a0a-f674e5b55568 tempest-InstanceActionsV221TestJSON-1251100169 tempest-InstanceActionsV221TestJSON-1251100169-project] 10.222.0.31 "DELETE /v2.0/ports/4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf HTTP/1.1" status: 204 len: 173 time: 1.8490460 Nov 19 04:04:36.495301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] DHCP port deletion for 4c120fb4-2f49-4e7c-97c5-0032625435b0 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:36.542268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'name': 'network-vif-deleted', 'tag': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:36.544685 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7278f752-165d-460d-94fb-2b6653f871b6" -d '{"events": [{"server_uuid": "ff60d739-7c70-429b-a9cc-c5bf1486c57c", "name": "network-vif-deleted", "tag": "4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:36.569033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Deleting port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:36.569376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.572454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port dd405319-2f4d-4adf-8e13-4373e915bbda, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dd405319-2f4d-4adf-8e13-4373e915bbda,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:36.572903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.587051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3e62c134-dfed-4cc2-a7ce-19619e62adfd None None] Port 3cc132ba-5648-4dfd-b902-7b04819d9765 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:36.625246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for dd405319-2f4d-4adf-8e13-4373e915bbda owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:36.664436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] Deleting port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:36.664990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.712252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] For port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:36.712532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.731523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Calling delete_port for 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:36.765638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] For port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,segment=NetworkSegment(11d6b6da-8418-4110-99e4-a9bce2fa7131),segment_id=11d6b6da-8418-4110-99e4-a9bce2fa7131)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:36.766350 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.796063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] Calling delete_port for 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:36.922202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.941289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['dd405319-2f4d-4adf-8e13-4373e915bbda', '882f1b13-0dee-461e-917c-0d832e346adc', 'dec24c07-4b80-4827-b800-b4c65eb6ffd2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:36.949526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:36.988718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=dd405319-2f4d-4adf-8e13-4373e915bbda,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:37.020246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.043089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b203620e-a9ea-4ded-ae26-12f319a11edf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:37.049796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] No DVR routers for this DVR port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:37.056072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:37.119741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port dd405319-2f4d-4adf-8e13-4373e915bbda on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:37.136849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.139686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-7e04b095-db08-4039-9717-9fbdff0e8e5d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:37.141119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cc086320-059e-43f7-a525-150b64cd443f req-038c832d-610a-49d2-99c1-ec6e753dc65f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "DELETE /v2.0/ports/dd405319-2f4d-4adf-8e13-4373e915bbda HTTP/1.1" status: 204 len: 173 time: 1.1302457 Nov 19 04:04:37.146911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-7e04b095-db08-4039-9717-9fbdff0e8e5d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 822 time: 0.2896247 Nov 19 04:04:37.170343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-5a767852-9624-4651-b43d-2090fd463411 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/quotas/b36e52e043774b2c9136430e405854cb HTTP/1.1" status: 200 len: 375 time: 0.0223410 Nov 19 04:04:37.206641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] No DVR routers for this DVR port 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:37.227654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50645b-5775-494f-9254-8fc2f7b18dbe None None] Pushing event deleted for resources: {'Port': ['ID=84c674a5-b7e0-46d9-be49-67bfa1f0e0b6,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:37.241059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:37.249197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.270050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.278667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-19da4ed6-e736-4394-8076-600d0efa402c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071014 Nov 19 04:04:37.295370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:37.295723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:37.332956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c120fb4-2f49-4e7c-97c5-0032625435b0']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:37.350797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d6b6da-8418-4110-99e4-a9bce2fa7131') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:37.351275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d6b6da-8418-4110-99e4-a9bce2fa7131') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:37.369090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.380790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b203620e-a9ea-4ded-ae26-12f319a11edf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:37.381311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.405611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.416923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:37.417464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:37.467116 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:37.495320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port 882f1b13-0dee-461e-917c-0d832e346adc {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:37.495972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.518342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.530518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.542590 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4c120fb4-2f49-4e7c-97c5-0032625435b0 HTTP/1.1" status: 204 len: 168 time: 1.4177535 Nov 19 04:04:37.544132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-dfaef6c3-3d8f-49d6-91a9-187cd274d4f4 service neutron] 10.222.0.52 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697965 Nov 19 04:04:37.604645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa3ed3-eefe-43b5-ac14-f8997cf2d6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c120fb4-2f49-4e7c-97c5-0032625435b0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:37.661081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port 882f1b13-0dee-461e-917c-0d832e346adc, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=882f1b13-0dee-461e-917c-0d832e346adc,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:37.661465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.678297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for 882f1b13-0dee-461e-917c-0d832e346adc owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:37.728956 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.735095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-a8502b69-b446-43e7-9f67-88b103904017 service neutron] 10.222.0.52 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530068 Nov 19 04:04:37.775755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:37.798222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:37.798611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 84c674a5-b7e0-46d9-be49-67bfa1f0e0b6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:37.799340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7941da3-7f76-4937-9941-0ff358a2bdf4 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:37.850281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b7941da3-7f76-4937-9941-0ff358a2bdf4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:37.850747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7941da3-7f76-4937-9941-0ff358a2bdf4 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:37.858091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dec24c07-4b80-4827-b800-b4c65eb6ffd2 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:37.864254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54660) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:37.939033 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.977087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:37.981411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Router bbf6b3b7-800c-4e39-9f05-28c48ff03763 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:37.991241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=882f1b13-0dee-461e-917c-0d832e346adc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:38.016698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:38.027990 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbb53e0-0f66-4e8e-a6ef-1a830285d665" -d '{"events": [{"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-unplugged", "status": "completed", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:38.082182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-72a8bdab-5c25-4e6b-acb0-929cbb88c0f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=466554e416ac42dca001d23bcfd19e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143066 Nov 19 04:04:38.088462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:38.093899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:38.113810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port 882f1b13-0dee-461e-917c-0d832e346adc on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:38.115277 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.121504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.124196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 882f1b13-0dee-461e-917c-0d832e346adc no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:38.128888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cc086320-059e-43f7-a525-150b64cd443f req-43b52452-318f-43e0-ac3a-7ece80e1d6ae tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "DELETE /v2.0/ports/882f1b13-0dee-461e-917c-0d832e346adc HTTP/1.1" status: 204 len: 173 time: 0.9481657 Nov 19 04:04:38.260581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 882f1b13-0dee-461e-917c-0d832e346adc {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:38.261234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 882f1b13-0dee-461e-917c-0d832e346adc not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:38.261848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dd405319-2f4d-4adf-8e13-4373e915bbda no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:38.294628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: dd405319-2f4d-4adf-8e13-4373e915bbda {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:38.295059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device dd405319-2f4d-4adf-8e13-4373e915bbda not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:38.295602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a83bcfaa-22cf-4482-9f05-3b56518b6802 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:38.317491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port dec24c07-4b80-4827-b800-b4c65eb6ffd2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:38.317845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.325902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: a83bcfaa-22cf-4482-9f05-3b56518b6802 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:38.326593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device a83bcfaa-22cf-4482-9f05-3b56518b6802 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:38.375371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:38.417319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d62591-6f46-42d5-99d7-053bcccad21e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.436669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:38.463345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Sync routers for ids ['bbf6b3b7-800c-4e39-9f05-28c48ff03763'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:38.475840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d594771-c23c-478d-aa62-6fb15d2b19e6 req-6efecce8-79f4-437a-b566-795786392265 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:38.485582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d594771-c23c-478d-aa62-6fb15d2b19e6 req-6efecce8-79f4-437a-b566-795786392265 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=8170e65b-6e37-4721-a7b6-c58ca866372b HTTP/1.1" status: 200 len: 943 time: 0.3960369 Nov 19 04:04:38.493632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.497695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-494cf840-1270-4bff-bd7e-5765c657db1a tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9225225 Nov 19 04:04:38.498348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:38.502990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Routers {'bbf6b3b7-800c-4e39-9f05-28c48ff03763'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:38.503952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['bbf6b3b7-800c-4e39-9f05-28c48ff03763'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:38.537293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d62591-6f46-42d5-99d7-053bcccad21e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.545225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port dec24c07-4b80-4827-b800-b4c65eb6ffd2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=dec24c07-4b80-4827-b800-b4c65eb6ffd2,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:38.545558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.586126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for dec24c07-4b80-4827-b800-b4c65eb6ffd2 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:38.727781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d594771-c23c-478d-aa62-6fb15d2b19e6 req-cccd199b-a842-4006-83a4-e3659a24084a tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411015 Nov 19 04:04:38.761153 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d62591-6f46-42d5-99d7-053bcccad21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.772494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44d62591-6f46-42d5-99d7-053bcccad21e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.773989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44d62591-6f46-42d5-99d7-053bcccad21e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d895e05a-322d-4657-a6d5-7a49a39dfcfd HTTP/1.1" status: 204 len: 168 time: 0.6831117 Nov 19 04:04:38.787132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d62591-6f46-42d5-99d7-053bcccad21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d895e05a-322d-4657-a6d5-7a49a39dfcfd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:38.796024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7a8124c-b7be-4dba-a845-192e4404f829 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/bbf6b3b7-800c-4e39-9f05-28c48ff03763 HTTP/1.1" status: 200 len: 906 time: 0.2891769 Nov 19 04:04:38.802314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:38.808569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Set router bbf6b3b7-800c-4e39-9f05-28c48ff03763 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:38.840594 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97351e3f-90c8-4f19-b5ef-9b0d5579a5c7 x-openstack-request-id: req-97351e3f-90c8-4f19-b5ef-9b0d5579a5c7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:38.840914 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff60d739-7c70-429b-a9cc-c5bf1486c57c", "name": "network-vif-deleted", "tag": "4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:38.841432 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97351e3f-90c8-4f19-b5ef-9b0d5579a5c7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:38.843859 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff60d739-7c70-429b-a9cc-c5bf1486c57c', 'name': 'network-vif-deleted', 'tag': '4fc6599d-2f33-4ffa-bba3-0d3dff27dcbf', 'status': 'completed', 'code': 200} Nov 19 04:04:38.917481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:38.971635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=dec24c07-4b80-4827-b800-b4c65eb6ffd2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:39.001739 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.029142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port dec24c07-4b80-4827-b800-b4c65eb6ffd2 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:39.032879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.038140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cc086320-059e-43f7-a525-150b64cd443f req-cf960287-a5e1-4938-8ef5-ac92b064f2ad tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "DELETE /v2.0/ports/dec24c07-4b80-4827-b800-b4c65eb6ffd2 HTTP/1.1" status: 204 len: 173 time: 0.9009159 Nov 19 04:04:39.068310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:39.157657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6b3b7-800c-4e39-9f05-28c48ff03763', 'name': 'tempest-snat-router-846609858', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '3cc132ba-5648-4dfd-b902-7b04819d9765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:34Z', 'updated_at': '2021-11-19T04:04:36Z', 'revision_number': 3, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port': {'id': '3cc132ba-5648-4dfd-b902-7b04819d9765', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6b3b7-800c-4e39-9f05-28c48ff03763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:35Z', 'updated_at': '2021-11-19T04:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:39.207433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.217381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Checking router: bbf6b3b7-800c-4e39-9f05-28c48ff03763 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:39.217763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Updating router bbf6b3b7-800c-4e39-9f05-28c48ff03763 port 3cc132ba-5648-4dfd-b902-7b04819d9765 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:04:39.236339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cff6d8aa-a839-444f-8962-4443566d27fe req-95be58b2-c8e2-45ed-af64-b0a3483e1030 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 210 time: 0.0502105 Nov 19 04:04:39.295659 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.361136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Deleting port 3cc132ba-5648-4dfd-b902-7b04819d9765 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:39.361489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.481487 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90484895-b6cd-43f9-a8e2-1be1a0b7b600 x-openstack-request-id: req-90484895-b6cd-43f9-a8e2-1be1a0b7b600 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:39.482702 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-unplugged", "status": "completed", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:39.483123 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90484895-b6cd-43f9-a8e2-1be1a0b7b600 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:39.483540 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2', 'code': 200} Nov 19 04:04:39.551009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.577881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54692) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:39.578282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54694) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:39.590129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Calling delete_port for 3cc132ba-5648-4dfd-b902-7b04819d9765 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:39.705176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.714672 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.722360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.723848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8df07d08-48a6-4448-acb9-0f4255e91220 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29d478275c544180a20e10b7845af8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437697 Nov 19 04:04:39.730027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Deleting subnet cda82fa1-c869-43d4-b234-1768d88a185d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:39.733839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54696) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:39.737364 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.805964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8dd39-ac5d-43f4-b82b-a6abcd1d2ed5 None None] Pushing event updated for resources: {'Port': ['ID=3cc132ba-5648-4dfd-b902-7b04819d9765,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:39.824715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54700) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:39.829100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e21383-7800-4516-8c6f-a9e677cf008b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:39.834019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Attempting to bind port 3cc132ba-5648-4dfd-b902-7b04819d9765 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:39.834989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Attempting to bind port 3cc132ba-5648-4dfd-b902-7b04819d9765 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:39.834989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Attempting to bind port 3cc132ba-5648-4dfd-b902-7b04819d9765 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:39.846762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:39.847221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:39.847752 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.848274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:39.848854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Bound port: 3cc132ba-5648-4dfd-b902-7b04819d9765, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:39.849450 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.850304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.916346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] For port 3cc132ba-5648-4dfd-b902-7b04819d9765, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:39.949479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting subnet a5fae94a-cb42-4d8b-812a-48a1480836da {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:39.952672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.963562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.965975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea47d3-632a-4fa3-ace3-df1c9178bba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:39.966493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] For port 3cc132ba-5648-4dfd-b902-7b04819d9765, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3cc132ba-5648-4dfd-b902-7b04819d9765,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:39.983404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.002596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1dc639cd-be53-4823-b8ed-da44503a8341 None None] Provisioning complete for port 3cc132ba-5648-4dfd-b902-7b04819d9765 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:40.002933 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1dc639cd-be53-4823-b8ed-da44503a8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.009489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.057841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea47d3-632a-4fa3-ace3-df1c9178bba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.125612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Routers {'bbf6b3b7-800c-4e39-9f05-28c48ff03763'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:40.126445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['bbf6b3b7-800c-4e39-9f05-28c48ff03763'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:40.134682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6043b-e5ca-41c7-bd2b-d98f3636ab54 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:40.135545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.140953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.197186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc132ba-5648-4dfd-b902-7b04819d9765,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:40.201159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda82fa1-c869-43d4-b234-1768d88a185d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:40.203901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea47d3-632a-4fa3-ace3-df1c9178bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.207274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea47d3-632a-4fa3-ace3-df1c9178bba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.211525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a5ea47d3-632a-4fa3-ace3-df1c9178bba0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7755ecb-b88e-4159-9074-190248b6119f HTTP/1.1" status: 204 len: 168 time: 0.4721408 Nov 19 04:04:40.234393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.235597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] Set router bbf6b3b7-800c-4e39-9f05-28c48ff03763 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:40.238360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.245989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ee6f5f27-ad57-4971-898b-47c5a0ee4d49 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cda82fa1-c869-43d4-b234-1768d88a185d HTTP/1.1" status: 204 len: 168 time: 0.6646857 Nov 19 04:04:40.248095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:40.250279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea47d3-632a-4fa3-ace3-df1c9178bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7755ecb-b88e-4159-9074-190248b6119f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:40.277428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1dc639cd-be53-4823-b8ed-da44503a8341 None None] Could not find standard attr ID for object 3cc132ba-5648-4dfd-b902-7b04819d9765. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:04:40.345303 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.db [None req-1dc639cd-be53-4823-b8ed-da44503a8341 None None] No ports have port_id starting with 3cc132ba-5648-4dfd-b902-7b04819d9765 Nov 19 04:04:40.349095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6b3b7-800c-4e39-9f05-28c48ff03763', 'name': 'tempest-snat-router-846609858', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:34Z', 'updated_at': '2021-11-19T04:04:39Z', 'revision_number': 5, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:40.369045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-a994ec20-547e-44f6-9441-7f63cce4015c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:40.371177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-a994ec20-547e-44f6-9441-7f63cce4015c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 822 time: 0.4918776 Nov 19 04:04:40.371416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe2294-c999-4e06-a9ea-f6c7d24a0382 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:40.372606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.379343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.415908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5c6b0-bf46-4b3d-bb96-24aaa00b21a1 None None] The sync data for ids ['bbf6b3b7-800c-4e39-9f05-28c48ff03763'] in n-d-818503-1 is: [{'id': 'bbf6b3b7-800c-4e39-9f05-28c48ff03763', 'name': 'tempest-snat-router-846609858', 'tenant_id': 'aae4b05405354047ab2faf02450a639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:34Z', 'updated_at': '2021-11-19T04:04:39Z', 'revision_number': 5, 'project_id': 'aae4b05405354047ab2faf02450a639b', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:40.428227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8dd39-ac5d-43f4-b82b-a6abcd1d2ed5 None None] Pushing event updated for resources: {'Port': ['ID=3cc132ba-5648-4dfd-b902-7b04819d9765,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:40.434119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fae94a-cb42-4d8b-812a-48a1480836da,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:40.441736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.457699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Request body: {'port': {'device_id': 'd0953104-7011-479b-b996-9afc8eb888c6', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'admin_state_up': True, 'tenant_id': 'b36e52e043774b2c9136430e405854cb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:40.471509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.479985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-75ff3c8e-8e27-48cc-a454-7db8d8b5e196 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/subnets/a5fae94a-cb42-4d8b-812a-48a1480836da HTTP/1.1" status: 204 len: 168 time: 0.6541858 Nov 19 04:04:40.481503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf9735e-cf41-477c-92e3-a04bb23e0976 None None] Network f4b7ae46-809c-4ecd-9e51-affa5efdb1bc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:40.481870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54710) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:40.527093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13b9d34f-3685-4dd0-8986-3cc621136066 req-f1e2bab6-0ade-4098-a374-91dd0fa74e05 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 210 time: 0.1239762 Nov 19 04:04:40.562684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-832ca1d9-1763-4c76-8ea2-5076a839e6ea None None] Could not find standard attr ID for object 3cc132ba-5648-4dfd-b902-7b04819d9765. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:04:40.738600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Deleting port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:40.739155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.790788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] DHCP port deletion for f4b7ae46-809c-4ecd-9e51-affa5efdb1bc request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:40.792153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Made reservation on behalf of b36e52e043774b2c9136430e405854cb for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:40.795704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.936162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-deleted', 'tag': 'dd405319-2f4d-4adf-8e13-4373e915bbda'}, {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-deleted', 'tag': '882f1b13-0dee-461e-917c-0d832e346adc'}, {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-deleted', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:40.940931 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3defd-ff24-49d8-b0af-2954e5ff1da7" -d '{"events": [{"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-deleted", "tag": "dd405319-2f4d-4adf-8e13-4373e915bbda"}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-deleted", "tag": "882f1b13-0dee-461e-917c-0d832e346adc"}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-deleted", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:40.954054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] Deleting port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:40.955064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:40.987970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7503ce83-89d0-4c99-8858-ce26a1f9fd11 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:41.005402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.011106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.024492 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d5649-9a5a-423d-98cf-a986a79a6fe3 x-openstack-request-id: req-d72d5649-9a5a-423d-98cf-a986a79a6fe3 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:41.025017 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-deleted", "tag": "dd405319-2f4d-4adf-8e13-4373e915bbda", "status": "completed", "code": 200}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-deleted", "tag": "882f1b13-0dee-461e-917c-0d832e346adc", "status": "completed", "code": 200}, {"server_uuid": "8170e65b-6e37-4721-a7b6-c58ca866372b", "name": "network-vif-deleted", "tag": "dec24c07-4b80-4827-b800-b4c65eb6ffd2", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:41.025017 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d72d5649-9a5a-423d-98cf-a986a79a6fe3 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:41.025436 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-deleted', 'tag': 'dd405319-2f4d-4adf-8e13-4373e915bbda', 'status': 'completed', 'code': 200} Nov 19 04:04:41.025700 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-deleted', 'tag': '882f1b13-0dee-461e-917c-0d832e346adc', 'status': 'completed', 'code': 200} Nov 19 04:04:41.025978 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e65b-6e37-4721-a7b6-c58ca866372b', 'name': 'network-vif-deleted', 'tag': 'dec24c07-4b80-4827-b800-b4c65eb6ffd2', 'status': 'completed', 'code': 200} Nov 19 04:04:41.058667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] For port 8d98a0f8-a45b-480b-86bc-ec09f8c141ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,segment=NetworkSegment(625f8c2a-b1d0-438d-aa3c-3f5595a92da6),segment_id=625f8c2a-b1d0-438d-aa3c-3f5595a92da6)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:41.059050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.069204 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.080437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Calling delete_port for 8d98a0f8-a45b-480b-86bc-ec09f8c141ed owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:41.106576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Allocated IP 172.20.0.3 (9d05ef18-d699-470c-92fa-65a4727caa74/749e0d90-de34-4e3e-8487-cee83377c1da/80aa387a-85a0-41f2-b7b9-8ab83f28493c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:41.180353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.181434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbf6b3b7-800c-4e39-9f05-28c48ff03763 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:41.250735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.253370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-46821c07-2b21-4462-94a4-c62410fecb1e tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/routers/bbf6b3b7-800c-4e39-9f05-28c48ff03763 HTTP/1.1" status: 204 len: 168 time: 2.4491820 Nov 19 04:04:41.258604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54732) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:41.331473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.343141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] For port 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7503ce83-89d0-4c99-8858-ce26a1f9fd11,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:41.344220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.395615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] Calling delete_port for 7503ce83-89d0-4c99-8858-ce26a1f9fd11 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:41.404029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb068fc5-fdf4-41e8-926c-c7d5699a235a']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:41.425138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:41.425594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52b26f-1b52-4f6a-ad88-a5beab1360c8') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:41.425722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.441029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.455009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:41.455661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.477591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54736) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:41.527749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7503ce83-89d0-4c99-8858-ce26a1f9fd11,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:41.527994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 7503ce83-89d0-4c99-8858-ce26a1f9fd11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7503ce83-89d0-4c99-8858-ce26a1f9fd11,segment=NetworkSegment(2b054a0a-899d-4866-8c12-c61929ca3785),segment_id=2b054a0a-899d-4866-8c12-c61929ca3785)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:41.528173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.533799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.541323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.542798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for 7503ce83-89d0-4c99-8858-ce26a1f9fd11 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:41.548314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.566398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.585955 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.589205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:41.589377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: items = [ Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:41.592265 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:41.611042 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.627342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] No DVR routers for this DVR port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:41.646906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=7503ce83-89d0-4c99-8858-ce26a1f9fd11,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:41.676754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d98a0f8-a45b-480b-86bc-ec09f8c141ed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:41.683806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f9e37-76b7-48a9-913b-34f26e9b8142 None None] Pushing event deleted for resources: {'Port': ['ID=7503ce83-89d0-4c99-8858-ce26a1f9fd11,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:41.689319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-105853901-network', 'tenant_id': '1f2cb85545564f60992144a3adb3216b'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:41.711861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.803699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Network 9d05ef18-d699-470c-92fa-65a4727caa74 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:41.806977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Made reservation on behalf of 1f2cb85545564f60992144a3adb3216b for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:41.809354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.823069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:41.836835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.840182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:41.847361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event updated for resources: {'Port': ['ID=80aa387a-85a0-41f2-b7b9-8ab83f28493c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:41.854589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.858141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.861662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cb068fc5-fdf4-41e8-926c-c7d5699a235a HTTP/1.1" status: 204 len: 168 time: 1.6124859 Nov 19 04:04:41.883149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61e494-31aa-46e2-befb-58d35b8b3f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb068fc5-fdf4-41e8-926c-c7d5699a235a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:41.893611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9107df-6266-4efc-8bf4-73e6c9ed9aa0 req-dcbbb7c9-2570-4cc0-a1e7-6a8ba3e320b0 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:41.900567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc9107df-6266-4efc-8bf4-73e6c9ed9aa0 req-dcbbb7c9-2570-4cc0-a1e7-6a8ba3e320b0 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 931 time: 0.1773651 Nov 19 04:04:41.912848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.928236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.963534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:41.964216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:41.971551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port 7503ce83-89d0-4c99-8858-ce26a1f9fd11 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:41.978713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=7503ce83-89d0-4c99-8858-ce26a1f9fd11,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:42.101679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:42.123935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc9107df-6266-4efc-8bf4-73e6c9ed9aa0 req-d059f066-72a8-4381-ad77-83735a00ea62 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186000 Nov 19 04:04:42.168629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.216720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b7ae46-809c-4ecd-9e51-affa5efdb1bc']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:42.229460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fddae1ea-a383-40c1-bd67-0b83f6a4abaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4aac21bf0763403cb4997643b178cfac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1240525 Nov 19 04:04:42.230542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54748) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:42.234661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b054a0a-899d-4866-8c12-c61929ca3785') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:42.234661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b054a0a-899d-4866-8c12-c61929ca3785') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:42.261251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.266196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Deleting port b203620e-a9ea-4ded-ae26-12f319a11edf {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:42.266552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.329575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.348187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:42.348588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:42.353117 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:42.372024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-6aa5773b-e808-4f7b-931c-e8cbbd498341 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9527295 Nov 19 04:04:42.396019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Request body: {'port': {'device_id': 'd0953104-7011-479b-b996-9afc8eb888c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:42.431361 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.440036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75ba1b69-819d-47a0-8c72-57d709e66431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.462017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] For port b203620e-a9ea-4ded-ae26-12f319a11edf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b203620e-a9ea-4ded-ae26-12f319a11edf,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:42.462393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.464104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.470779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.485353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.485795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.488505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/networks/f4b7ae46-809c-4ecd-9e51-affa5efdb1bc HTTP/1.1" status: 204 len: 168 time: 2.0037246 Nov 19 04:04:42.489500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Calling delete_port for b203620e-a9ea-4ded-ae26-12f319a11edf owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:42.505063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54752) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:42.520613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75ba1b69-819d-47a0-8c72-57d709e66431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.522479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409a835-c4f9-447c-9290-36f1389475aa tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Network': ['ID=f4b7ae46-809c-4ecd-9e51-affa5efdb1bc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:42.542636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.555392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:42.614185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.614185 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Added segment c2694184-4534-4b68-b8c6-d43d649e830e of type vlan for network 0901522d-08dd-44ea-b117-b1b19e05bc72 Nov 19 04:04:42.634865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting subnet d68cb78b-1871-45ee-9f37-7dbf8f4911ef {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:42.643383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.652036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b26b7a-3775-4823-8685-9942a01cc33c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:42.702187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.720511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.724224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75ba1b69-819d-47a0-8c72-57d709e66431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.727475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75ba1b69-819d-47a0-8c72-57d709e66431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.728634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-75ba1b69-819d-47a0-8c72-57d709e66431 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e4aedc7-b458-474c-9e5e-3774aecacb79 HTTP/1.1" status: 204 len: 168 time: 0.4971547 Nov 19 04:04:42.784633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba1b69-819d-47a0-8c72-57d709e66431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4aedc7-b458-474c-9e5e-3774aecacb79,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:42.900409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.930061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.931057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:42.931632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:42.955473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.003454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event deleted for resources: {'Port': ['ID=b203620e-a9ea-4ded-ae26-12f319a11edf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:43.007236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5232310 Nov 19 04:04:43.019923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54758) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:43.024053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ae622-9dbf-49f4-9a5a-446f9eccca34 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:43.030381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Request body: {'subnet': {'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-105853901-subnet', 'tenant_id': '1f2cb85545564f60992144a3adb3216b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:43.042258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de5b28-b8cd-49c4-a6e9-e14054a54268 admin admin] Pushing event updated for resources: {'Network': ['ID=0901522d-08dd-44ea-b117-b1b19e05bc72,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:43.058075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 0901522d-08dd-44ea-b117-b1b19e05bc72 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:43.072148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.077581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Router 857c9bb3-c4de-40bd-ad50-26376390c448 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:43.110096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Subnet': ['ID=d68cb78b-1871-45ee-9f37-7dbf8f4911ef,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:43.110776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Made reservation on behalf of 1f2cb85545564f60992144a3adb3216b for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:43.113197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.114663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.119184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.122497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-877141eb-0c41-455f-966b-2629855a447f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/subnets/d68cb78b-1871-45ee-9f37-7dbf8f4911ef HTTP/1.1" status: 204 len: 168 time: 0.6145420 Nov 19 04:04:43.135442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03523087-2ff7-4d9e-b254-6324bfcbe3a5 None None] Network 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:43.149365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54760) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:43.306532 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.311211 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.383813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80aa387a-85a0-41f2-b7b9-8ab83f28493c {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:43.394868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.403765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.405376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] DHCP port deletion for 3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:43.422509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8ed47-28c4-4864-9caa-58d4666aaa8c req-aed2f46a-6b06-4636-8b87-d55b0920c915 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:43.428314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:43.431008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29c8ed47-28c4-4864-9caa-58d4666aaa8c req-aed2f46a-6b06-4636-8b87-d55b0920c915 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 931 time: 0.1609235 Nov 19 04:04:43.436234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.439968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db720629-b5cf-4f57-9df2-17ff696cbd45 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:43.440135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9897a6e8-460f-45b7-9cb9-52863738f31b admin admin] 10.222.0.52 "PUT /v2.0/routers/857c9bb3-c4de-40bd-ad50-26376390c448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3662479 Nov 19 04:04:43.440775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:43.446787 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] Sync routers for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:43.458101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] Deleting port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:43.459130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.470129 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:43.471070 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:43.489308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.490566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-651868ed-895f-4999-a773-f060aeb8b046 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "DELETE /v2.0/routers/db720629-b5cf-4f57-9df2-17ff696cbd45 HTTP/1.1" status: 204 len: 168 time: 2.2308187 Nov 19 04:04:43.505885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29c8ed47-28c4-4864-9caa-58d4666aaa8c req-d660cf6b-34ea-402d-93e8-d29352a24c10 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699084 Nov 19 04:04:43.506462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54776) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:43.520948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1079933202', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:43.596711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] For port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:43.597075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.639886 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:43.643320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.644431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.645228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] Calling delete_port for f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:43.715135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:43.715762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.761764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Transition to ACTIVE for port object 80aa387a-85a0-41f2-b7b9-8ab83f28493c will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:04:43.785720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.799414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.806907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,segment=NetworkSegment(f4669648-b144-494d-b77b-ad3a9eb36d6a),segment_id=f4669648-b144-494d-b77b-ad3a9eb36d6a)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:43.807729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.823100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:43.854713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.868071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] Pushing event deleted for resources: {'Port': ['ID=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:43.873474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b753f-a17e-4b6f-8425-36551e107c03 None None] No DVR routers for this DVR port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:43.896515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:04:41Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:43.932275 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] Checking router: 857c9bb3-c4de-40bd-ad50-26376390c448 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:43.942808 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] Routers {'857c9bb3-c4de-40bd-ad50-26376390c448'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:43.943939 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['857c9bb3-c4de-40bd-ad50-26376390c448'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:43.966343 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.969150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:43.986284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Pushing event updated for resources: {'Port': ['ID=80aa387a-85a0-41f2-b7b9-8ab83f28493c,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:44.028734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:04:44.035066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:44.105963 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] Set router 857c9bb3-c4de-40bd-ad50-26376390c448 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:44.125797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:44.169767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.180632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.186250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Attempting to bind port 80aa387a-85a0-41f2-b7b9-8ab83f28493c on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:44.186648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Attempting to bind port 80aa387a-85a0-41f2-b7b9-8ab83f28493c by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:44.187033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Attempting to bind port 80aa387a-85a0-41f2-b7b9-8ab83f28493c on network 9d05ef18-d699-470c-92fa-65a4727caa74 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:44.224686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Port 80aa387a-85a0-41f2-b7b9-8ab83f28493c on network 9d05ef18-d699-470c-92fa-65a4727caa74 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:04:44.224965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Attempting to bind port 80aa387a-85a0-41f2-b7b9-8ab83f28493c on network 9d05ef18-d699-470c-92fa-65a4727caa74 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:44.236823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.254322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-network', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:44.264694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:44.265029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Checking segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:44.265425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Bound using segment: {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:44.265876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Bound port: 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f006598-0d7c-4d79-b9f2-d7d33828e406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:44.266257 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.306347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df483bf-e7c4-4ac7-8f90-b0516f3e3e62,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:44.336018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Checking segment: {'id': 'c2694184-4534-4b68-b8c6-d43d649e830e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:44.336302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Network hostable DHCP agents. Network: 0901522d-08dd-44ea-b117-b1b19e05bc72, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:44.340423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f749ccf-4cf3-453f-b5a9-07ed1ca6a038']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:44.349923 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:04:41Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:44.356517 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.360750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4669648-b144-494d-b77b-ad3a9eb36d6a') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:44.360921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4669648-b144-494d-b77b-ad3a9eb36d6a') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:44.379200 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.382821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Made reservation on behalf of 12bed4759d8e414181dbd74c7481e7c8 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:44.384027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Deleting port 399fb4b7-d39e-486e-8990-e7c2a40ac869 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:44.384631 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.385166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.387203 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bb94bc-ac30-46c0-9bc9-1ee983549c02 None None] The sync data for ids ['857c9bb3-c4de-40bd-ad50-26376390c448'] in n-d-818503-1 is: [{'id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'name': 'tempest-ServerRescueTestJSONUnderV235-13529736-router', 'tenant_id': 'd34f011af584447bb80b1181c0fd28cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:21Z', 'updated_at': '2021-11-19T04:04:41Z', 'revision_number': 5, 'project_id': 'd34f011af584447bb80b1181c0fd28cf', 'gw_port': {'id': '399fb4b7-d39e-486e-8990-e7c2a40ac869', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c9bb3-c4de-40bd-ad50-26376390c448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:22Z', 'updated_at': '2021-11-19T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:44.437758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Network 0901522d-08dd-44ea-b117-b1b19e05bc72 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:44.442423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] For port 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:44.447084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.451029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.463795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 0901522d-08dd-44ea-b117-b1b19e05bc72) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:44.464676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:44.465094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.468310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:44.468804 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:44.470885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.477433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] For port 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:44.478178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2387a88-4da5-459f-a3dd-3b40c7b7c680 None None] Network 0901522d-08dd-44ea-b117-b1b19e05bc72 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:44.493251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.518252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1639a112-b457-4795-9437-216b6f24dcc3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4901738 Nov 19 04:04:44.594614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.598130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:44.598817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.607434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] 10.222.0.31 "PUT /v2.0/ports/80aa387a-85a0-41f2-b7b9-8ab83f28493c HTTP/1.1" status: 200 len: 1091 time: 2.2192421 Nov 19 04:04:44.611560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0953104-7011-479b-b996-9afc8eb888c6', 'tag': '80aa387a-85a0-41f2-b7b9-8ab83f28493c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:44.613837 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7766e9b-0959-4436-8b35-fdd9acac5fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0953104-7011-479b-b996-9afc8eb888c6", "tag": "80aa387a-85a0-41f2-b7b9-8ab83f28493c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:44.636539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] For port 399fb4b7-d39e-486e-8990-e7c2a40ac869, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=399fb4b7-d39e-486e-8990-e7c2a40ac869,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:44.636912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.648708 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.653892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/networks/3f749ccf-4cf3-453f-b5a9-07ed1ca6a038 HTTP/1.1" status: 204 len: 168 time: 1.5030704 Nov 19 04:04:44.656572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fa0bc-9037-4bc6-a7c5-84fe4ce79b26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Network': ['ID=3f749ccf-4cf3-453f-b5a9-07ed1ca6a038,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:44.660849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Calling delete_port for 399fb4b7-d39e-486e-8990-e7c2a40ac869 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:44.664957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da975dc-8691-49ac-9ecf-a5cf108dd09f service neutron] Pushing event updated for resources: {'Port': ['ID=80aa387a-85a0-41f2-b7b9-8ab83f28493c,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:44.668974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:44.673881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2030300452'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:44.687311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a44e8a-9546-4cff-9022-844060f843ef None None] Network 0901522d-08dd-44ea-b117-b1b19e05bc72 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:44.734765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:44.746141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.777127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.801800 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.830496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6a6dc-f5d9-4b51-a912-26d2d948e411 req-5121a5ca-1059-497a-a855-6d2f3fb4685a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:44.832703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3b6a6dc-f5d9-4b51-a912-26d2d948e411 req-5121a5ca-1059-497a-a855-6d2f3fb4685a tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 943 time: 0.1725740 Nov 19 04:04:44.864925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:44.875848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-1de12b15-3485-4b53-8e47-e41be1f34c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:44.877335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-1de12b15-3485-4b53-8e47-e41be1f34c14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 1094 time: 0.1762774 Nov 19 04:04:44.891190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:44.891626 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Added segment 952e2953-d38b-4cfd-8678-38145a55d992 of type vlan for network 7d04d161-9945-46aa-ae75-75e13111cd22 Nov 19 04:04:44.899716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:44.930657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:44.957861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:44.958262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f37a9d5c-e3a8-4bd7-8cfd-2751665d03bb not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:44.958679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b203620e-a9ea-4ded-ae26-12f319a11edf no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:44.988992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b203620e-a9ea-4ded-ae26-12f319a11edf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:44.989276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b203620e-a9ea-4ded-ae26-12f319a11edf not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:44.989699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d98a0f8-a45b-480b-86bc-ec09f8c141ed no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:45.001987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-cc35a7d3-4ead-4909-b96d-8429b5bdc5c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c HTTP/1.1" status: 200 len: 217 time: 0.0952282 Nov 19 04:04:45.004221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053a02d4-6a68-4017-8a46-1ec03015abad,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:45.011340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8d98a0f8-a45b-480b-86bc-ec09f8c141ed {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:45.015234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d98a0f8-a45b-480b-86bc-ec09f8c141ed not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:45.031046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.031906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.032276 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Added segment 67ec9356-0a98-4e4d-8418-23bfc74eca82 of type vlan for network cb7c0f3a-8dc4-4e47-8608-824f226b793e Nov 19 04:04:45.037653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3b6a6dc-f5d9-4b51-a912-26d2d948e411 req-42bdb09e-f44b-487a-aad3-f019329a5b23 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818585 Nov 19 04:04:45.079977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.101535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.107984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:45.108635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.130017 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.146332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.176296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1401-5d92-47c8-8900-550637a49121 req-7f7a9c22-8875-4cc4-874c-24596585c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:45.177762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-7f7a9c22-8875-4cc4-874c-24596585c468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 200 len: 862 time: 0.1578982 Nov 19 04:04:45.200115 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc75b0-aa00-4fdf-848f-2d08b6136456 x-openstack-request-id: req-b4fc75b0-aa00-4fdf-848f-2d08b6136456 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:45.200409 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0953104-7011-479b-b996-9afc8eb888c6", "tag": "80aa387a-85a0-41f2-b7b9-8ab83f28493c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:45.200654 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4fc75b0-aa00-4fdf-848f-2d08b6136456 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:45.201059 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0953104-7011-479b-b996-9afc8eb888c6', 'tag': '80aa387a-85a0-41f2-b7b9-8ab83f28493c', 'status': 'completed', 'code': 200} Nov 19 04:04:45.265854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-0496b084-1053-46a2-ad92-ddfdda76ba22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d05ef18-d699-470c-92fa-65a4727caa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399005 Nov 19 04:04:45.275044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6025445 Nov 19 04:04:45.275044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758ed4f-ce00-43f7-a301-38868fc6dd09 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Network': ['ID=7d04d161-9945-46aa-ae75-75e13111cd22,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:45.277841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54806) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:45.283217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'subnet': {'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:45.286984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7d04d161-9945-46aa-ae75-75e13111cd22 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:45.324371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.424598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Pushing event deleted for resources: {'Port': ['ID=399fb4b7-d39e-486e-8990-e7c2a40ac869,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:45.467465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8114ca4-7516-43fb-9617-93a4c6e9696b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:45.550755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-1dbe0c20-6a3e-445b-9e77-69cbfba5bdfa service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638309 Nov 19 04:04:45.563415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:04:45.566148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.586446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:45.589833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.640660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.641640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:45.642265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.753036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6631875 Nov 19 04:04:45.760365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54816) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:45.768786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.776007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.780010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Request body: {'subnet': {'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-subnet', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:45.794300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e054-b8d2-4968-b653-4973081cf37f admin admin] Pushing event updated for resources: {'Network': ['ID=cb7c0f3a-8dc4-4e47-8608-824f226b793e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:45.803301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Allocated IP 172.25.8.58 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/291d63ad-0509-498c-993e-d51aae4a1f92) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:45.806903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:45.822925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-9ec038df-4cf2-40fc-bf68-f6b68d6588be tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:45.824501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-9ec038df-4cf2-40fc-bf68-f6b68d6588be tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/networks?id=0901522d-08dd-44ea-b117-b1b19e05bc72 HTTP/1.1" status: 200 len: 813 time: 0.2662206 Nov 19 04:04:45.858315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.859175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857c9bb3-c4de-40bd-ad50-26376390c448 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:45.864944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-1e5a690f-8bf6-4dd2-86e8-5395f048c3cd tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/quotas/1f2cb85545564f60992144a3adb3216b HTTP/1.1" status: 200 len: 375 time: 0.0193398 Nov 19 04:04:45.866202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:45.867732 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-39de5802-21f5-413d-b6f8-90090cdcaa43 admin admin] 10.222.0.52 "DELETE /v2.0/routers/857c9bb3-c4de-40bd-ad50-26376390c448 HTTP/1.1" status: 204 len: 168 time: 2.4155326 Nov 19 04:04:45.871357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54818) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:45.881082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41ba1401-5d92-47c8-8900-550637a49121 req-5569b58f-76ed-4797-ad30-6d90b07ea71f service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168693 Nov 19 04:04:45.889131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Made reservation on behalf of 12bed4759d8e414181dbd74c7481e7c8 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:45.891519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.001018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-518bfce6-47be-4237-b048-dd117debc3d0 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f2cb85545564f60992144a3adb3216b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121147 Nov 19 04:04:46.015738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Deleting subnet e6685663-2601-4f27-be78-42753d1bb0b6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:46.035030 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.080221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.137689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.160777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.181710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-72669867-98ce-464f-9003-a9029720e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:46.183250 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-72669867-98ce-464f-9003-a9029720e205 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b36e52e043774b2c9136430e405854cb&device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 1094 time: 0.1651802 Nov 19 04:04:46.186223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Subnet': ['ID=c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:46.186365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-eab4756a-b3af-431d-a43a-98c115c193d9 service neutron] 10.222.0.52 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843517 Nov 19 04:04:46.328989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.405638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.415117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:46.430606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:46.445200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98df9e-b6fd-483c-a7db-12cd520dc221 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:46.455842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:46.459502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event updated for resources: {'Port': ['ID=291d63ad-0509-498c-993e-d51aae4a1f92,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:46.472264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-85d0c457-aaa5-4118-9498-452bc33f4f80 service neutron] 10.222.0.52 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629416 Nov 19 04:04:46.517715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54386903-d13f-45e8-91a5-3bc4b2cf95bd,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:46.552238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Checking segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:46.552559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Network hostable DHCP agents. Network: cb7c0f3a-8dc4-4e47-8608-824f226b793e, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:46.568494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dfce33a2-5726-45e1-b9fb-b9f553b216c8 None None] Provisioning complete for port 291d63ad-0509-498c-993e-d51aae4a1f92 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:46.569110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfce33a2-5726-45e1-b9fb-b9f553b216c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.626348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.628713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dfce33a2-5726-45e1-b9fb-b9f553b216c8 None None] Port 291d63ad-0509-498c-993e-d51aae4a1f92 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:46.630853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Checking segment: {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:46.630853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network hostable DHCP agents. Network: 7d04d161-9945-46aa-ae75-75e13111cd22, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:46.697976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:46.712091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-83f80e76-8219-410f-b942-73177d6cba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:46.714060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-83f80e76-8219-410f-b942-73177d6cba4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 200 len: 923 time: 0.5204618 Nov 19 04:04:46.716828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network 7d04d161-9945-46aa-ae75-75e13111cd22 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:46.734821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, cb7c0f3a-8dc4-4e47-8608-824f226b793e) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:46.735010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7d04d161-9945-46aa-ae75-75e13111cd22) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:46.743666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:46.744298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.753869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f094d-d4df-482d-8cd7-cf5e4833866b None None] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:46.758605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15286107-6363-472c-a2f6-8fa0d9e52859 None None] Network 7d04d161-9945-46aa-ae75-75e13111cd22 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:46.773198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:46.774521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.779626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-c91ae695-0652-4cb8-a5ee-a480f00768d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c HTTP/1.1" status: 200 len: 217 time: 0.0538888 Nov 19 04:04:46.780573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.848796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95651b23-78e3-4bbc-9ca0-84f9aa3f5c48 req-5d48c646-2f90-43cb-9c9e-8873b7d18c03 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:46.854731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6685663-2601-4f27-be78-42753d1bb0b6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:46.861908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fae985d3-c3c6-45ed-b759-726cea846f05 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5830302 Nov 19 04:04:46.862647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54830) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:46.865535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:46.866092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95651b23-78e3-4bbc-9ca0-84f9aa3f5c48 req-5d48c646-2f90-43cb-9c9e-8873b7d18c03 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 943 time: 0.1750028 Nov 19 04:04:46.869588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0b7cfc19-2af8-4978-bf18-a5660c4f1a28 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e6685663-2601-4f27-be78-42753d1bb0b6 HTTP/1.1" status: 204 len: 168 time: 0.9972594 Nov 19 04:04:46.874956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1316069906'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:46.878843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54834) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:46.952219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-fc300100-d752-4abf-bb23-c8a45f6ca788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:46.953750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3c1a5305-cbf4-4e2a-a18b-ab48ee7eaaf8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1823215 Nov 19 04:04:46.956690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-fc300100-d752-4abf-bb23-c8a45f6ca788 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 200 len: 862 time: 0.1620796 Nov 19 04:04:46.957167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 399fb4b7-d39e-486e-8990-e7c2a40ac869 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:04:46.957731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54836) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:46.965672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:47.002569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:47.006132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.015162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-b2c7aafd-c67b-4dd3-b999-9f4519a3720b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9d05ef18-d699-470c-92fa-65a4727caa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461361 Nov 19 04:04:47.026483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 399fb4b7-d39e-486e-8990-e7c2a40ac869 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:04:47.027189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 399fb4b7-d39e-486e-8990-e7c2a40ac869 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:04:47.088342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95651b23-78e3-4bbc-9ca0-84f9aa3f5c48 req-01a94ecb-6143-421b-be70-3bc6cc658d7b tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183437 Nov 19 04:04:47.096653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.098710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-bd477c6b-07e8-4d5f-a178-0186be51f993 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1702509 Nov 19 04:04:47.107087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.108332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.109063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.141351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed372071-5913-446c-bd12-9627aeb30617 None None] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:47.144587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:47.176902 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.177641 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Added segment a99e3b37-b545-4e31-a615-108d252b36ed of type vlan for network c40e619d-d780-454a-a25c-134d49333521 Nov 19 04:04:47.277692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-7d04d161-9945-46aa-ae75-75e13111cd22', 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'fixed_ips': [{'subnet_id': 'c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:04:47.279460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.309286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80aa387a-85a0-41f2-b7b9-8ab83f28493c details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:47.354622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.358956 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-31cad68b-c159-4fa8-92c7-189a22a4ee57 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312764 Nov 19 04:04:47.396047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.440761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.531231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.resource_extend [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:04:47.546444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bb75d7-6414-40d5-9947-a9ac7873f474']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:47.557447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.564206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625f8c2a-b1d0-438d-aa3c-3f5595a92da6') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:47.564560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625f8c2a-b1d0-438d-aa3c-3f5595a92da6') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:47.576770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d7229c2-98b0-4712-b6b2-1d47ef596f8a req-caffa82a-4543-43ed-844b-ad5b42a0441c tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 210 time: 0.2584562 Nov 19 04:04:47.582102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:47.606820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Allocated IP 19.80.0.2 (7d04d161-9945-46aa-ae75-75e13111cd22/c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a/ce7e2943-be12-49d2-94e1-1020e707405a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:47.612784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '80aa387a-85a0-41f2-b7b9-8ab83f28493c', 'network_id': '9d05ef18-d699-470c-92fa-65a4727caa74', 'port_id': '80aa387a-85a0-41f2-b7b9-8ab83f28493c', 'mac_address': 'fa:16:3e:1c:2d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749e0d90-de34-4e3e-8487-cee83377c1da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:47.639416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.640306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.640948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.641583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.642255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.642881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.643495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.646794 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.647594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-73a62974-9d39-4078-a14e-892e96269bef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.4465227 Nov 19 04:04:47.652743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.653379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.659183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.680885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.714014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.744406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.783560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9099779 Nov 19 04:04:47.785482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54842) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:47.790250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:47.790666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:47.792396 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:47.794650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'subnet': {'network_id': 'c40e619d-d780-454a-a25c-134d49333521', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:47.822069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.830585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9554eb3-6d2c-46cc-a7ee-5c0f2517fd59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Network': ['ID=c40e619d-d780-454a-a25c-134d49333521,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:47.834262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7766e9b-0959-4436-8b35-fdd9acac5fc2 req-6c66074c-d0b3-42a8-8fb6-d8e0230a0535 service neutron] 10.222.0.31 "GET /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475899 Nov 19 04:04:47.844724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80aa387a-85a0-41f2-b7b9-8ab83f28493c {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:47.855564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c40e619d-d780-454a-a25c-134d49333521 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:47.861677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.900955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.908799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:47.914032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] 10.222.0.52 "DELETE /v2.0/networks/14bb75d7-6414-40d5-9947-a9ac7873f474 HTTP/1.1" status: 204 len: 168 time: 1.0320776 Nov 19 04:04:47.931541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d567065-a49a-404e-ade7-ffdb468a4092 admin admin] Pushing event deleted for resources: {'Network': ['ID=14bb75d7-6414-40d5-9947-a9ac7873f474,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:47.966900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5c4031a7-f90a-4703-bb23-5717ab3cd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.967382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5c4031a7-f90a-4703-bb23-5717ab3cd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.967848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5c4031a7-f90a-4703-bb23-5717ab3cd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:47.969452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5c4031a7-f90a-4703-bb23-5717ab3cd015 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 2293 time: 0.2521307 Nov 19 04:04:48.031185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Router e8d32886-80d3-4c44-9ecf-188b5060bb68 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:48.059614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:48.064361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:48.068604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.095018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Network 7d04d161-9945-46aa-ae75-75e13111cd22 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:48.115394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.121690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:48.126878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:48.135557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7e2943-be12-49d2-94e1-1020e707405a,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:48.161888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54846) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:48.222303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:48.254143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] Sync routers for ids ['e8d32886-80d3-4c44-9ecf-188b5060bb68'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:48.270222 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-919bc33e-3a52-4592-a46f-1ae4a54cd2f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d34f011af584447bb80b1181c0fd28cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1022472 Nov 19 04:04:48.271848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54852) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:48.279070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-ea64b534-2f4f-407c-bf5e-25fb1d5f4107 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 1001 time: 0.2933733 Nov 19 04:04:48.287644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Attempting to bind port ce7e2943-be12-49d2-94e1-1020e707405a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:48.288053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Attempting to bind port ce7e2943-be12-49d2-94e1-1020e707405a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:48.288436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Attempting to bind port ce7e2943-be12-49d2-94e1-1020e707405a on network 7d04d161-9945-46aa-ae75-75e13111cd22 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:48.298250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.301175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:48.301560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Checking segment: {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:48.301989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.302388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Bound using segment: {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:48.302855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Bound port: ce7e2943-be12-49d2-94e1-1020e707405a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:48.303244 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.305775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] Routers {'e8d32886-80d3-4c44-9ecf-188b5060bb68'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:48.306416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e8d32886-80d3-4c44-9ecf-188b5060bb68'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:48.308026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=80aa387a-85a0-41f2-b7b9-8ab83f28493c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:48.337188 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.348335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-603a6f8a-5e14-44e4-bcd8-2a9d496778c1 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:48.349639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:48.349805 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-603a6f8a-5e14-44e4-bcd8-2a9d496778c1 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.36 "GET /v2.0/networks?id=0901522d-08dd-44ea-b117-b1b19e05bc72 HTTP/1.1" status: 200 len: 813 time: 0.2979696 Nov 19 04:04:48.369167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Request body: {'port': {'device_id': '11371482-16dd-46b1-8863-483ff8815c3e', 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72', 'admin_state_up': True, 'tenant_id': '1f2cb85545564f60992144a3adb3216b'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:48.380482 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.381739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad20c4a4-451f-4119-95de-beb37e42a590 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8735950 Nov 19 04:04:48.389585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54854) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:48.405997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': False}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:48.413614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] Routers {'e8d32886-80d3-4c44-9ecf-188b5060bb68'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:48.413614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e8d32886-80d3-4c44-9ecf-188b5060bb68'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:48.457234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:48.458149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661c575-1da7-4643-b37b-31ccb6fee323 None None] The sync data for ids ['e8d32886-80d3-4c44-9ecf-188b5060bb68'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:48.465838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-35e7ef79-a8ce-482b-9551-2c8085aa4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:48.467294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-35e7ef79-a8ce-482b-9551-2c8085aa4bfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 200 len: 851 time: 0.1771896 Nov 19 04:04:48.479796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9589e5-5300-48a8-a8c4-a864947c51b6 req-49e19015-7aa3-43ad-8b5f-d34be3f7cc6f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:48.481511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e9589e5-5300-48a8-a8c4-a864947c51b6 req-49e19015-7aa3-43ad-8b5f-d34be3f7cc6f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 944 time: 0.2570624 Nov 19 04:04:48.482993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] For port ce7e2943-be12-49d2-94e1-1020e707405a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:48.487794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] For port ce7e2943-be12-49d2-94e1-1020e707405a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce7e2943-be12-49d2-94e1-1020e707405a,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:48.488217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9186a98d-81a4-4ed2-bd1e-785bac2fc9bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.496866 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.575494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['80aa387a-85a0-41f2-b7b9-8ab83f28493c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:48.589325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Allocated IP 172.25.8.143 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/83d69118-f193-43d5-80ee-d3dd95b006b7) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:48.599678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9186a98d-81a4-4ed2-bd1e-785bac2fc9bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.722253 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Made reservation on behalf of 1f2cb85545564f60992144a3adb3216b for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:48.728080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.801264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d1718-c95e-4bcd-ad56-ac486b7d42e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7e2943-be12-49d2-94e1-1020e707405a,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:48.836676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e9589e5-5300-48a8-a8c4-a864947c51b6 req-830c1292-37f7-4fea-9921-fc29b82e73d8 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365116 Nov 19 04:04:48.840750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.970788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-124f5293-e14c-4c1c-a754-52957ead94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:48.972936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-124f5293-e14c-4c1c-a754-52957ead94eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48eb8720-4add-44ff-aaca-edb67addda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4884140 Nov 19 04:04:48.988826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9186a98d-81a4-4ed2-bd1e-785bac2fc9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.992948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9186a98d-81a4-4ed2-bd1e-785bac2fc9bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:48.994569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9186a98d-81a4-4ed2-bd1e-785bac2fc9bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d24855f-8e52-4a80-9a03-c63fc8106f49 HTTP/1.1" status: 204 len: 168 time: 0.7149684 Nov 19 04:04:48.998557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.028258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Allocated IP 172.20.0.11 (0901522d-08dd-44ea-b117-b1b19e05bc72/1df483bf-e7c4-4ac7-8f90-b0516f3e3e62/ea5936e9-7d4f-4032-9abe-4f1f234fd3af) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:49.029352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Subnet': ['ID=2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:49.033185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186a98d-81a4-4ed2-bd1e-785bac2fc9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d24855f-8e52-4a80-9a03-c63fc8106f49,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:49.105973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.109266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce7e2943-be12-49d2-94e1-1020e707405a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:49.155286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Pushing event updated for resources: {'Port': ['ID=83d69118-f193-43d5-80ee-d3dd95b006b7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:49.192006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ce7e2943-be12-49d2-94e1-1020e707405a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:49.193081 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.220467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:49.223976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:49.228077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:49.245237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828835f-b939-4792-a1ac-1c04502f364e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:49.347974 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.391599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.410031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port ce7e2943-be12-49d2-94e1-1020e707405a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce7e2943-be12-49d2-94e1-1020e707405a,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:49.419278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-878734a8-1435-4a3f-9166-c6ff61380e20 None None] Provisioning complete for port 83d69118-f193-43d5-80ee-d3dd95b006b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:49.419975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-878734a8-1435-4a3f-9166-c6ff61380e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.462928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.563634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=ce7e2943-be12-49d2-94e1-1020e707405a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:49.591221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-878734a8-1435-4a3f-9166-c6ff61380e20 None None] Port 83d69118-f193-43d5-80ee-d3dd95b006b7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:49.602466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.666907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.670099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Network 0901522d-08dd-44ea-b117-b1b19e05bc72 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:49.712800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:49.723441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:49.737836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Checking segment: {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:49.738249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network hostable DHCP agents. Network: c40e619d-d780-454a-a25c-134d49333521, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:49.750029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Pushing event updated for resources: {'Port': ['ID=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:49.781004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.805544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network c40e619d-d780-454a-a25c-134d49333521 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:49.839505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c40e619d-d780-454a-a25c-134d49333521) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:49.849435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26dcccf-b7d5-48b3-8f2a-739245dad772 None None] Network c40e619d-d780-454a-a25c-134d49333521 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:49.857809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc6701-5812-4a6a-b8a6-8e299043f82f req-168aa3fa-3aa5-49f0-9e97-6c1d9855cd00 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:49.863499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:49.864183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.866032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cddc6701-5812-4a6a-b8a6-8e299043f82f req-168aa3fa-3aa5-49f0-9e97-6c1d9855cd00 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 932 time: 0.7002702 Nov 19 04:04:49.873035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:49.873639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:49.883269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-4f881a79-965c-4bf3-ad67-86cba45baf8b service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915374 Nov 19 04:04:49.937316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-4679deb9-ecbb-4651-bb27-94dfb1cc1a25 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5762599 Nov 19 04:04:49.954293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Request body: {'port': {'device_id': '11371482-16dd-46b1-8863-483ff8815c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:50.033497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bd538ad7-cb0e-423a-856c-2a12f12b2d70 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2455051 Nov 19 04:04:50.094725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357fb1c-0469-4a36-9d8b-92bb05ddd1df None None] Network 7d04d161-9945-46aa-ae75-75e13111cd22 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:50.140407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c40e619d-d780-454a-a25c-134d49333521', 'network_id': 'c40e619d-d780-454a-a25c-134d49333521', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'fixed_ips': [{'subnet_id': '2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:04:50.141393 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.160820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-999ab1d7-b19e-4209-9b18-68515471e176 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476716 Nov 19 04:04:50.197434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cddc6701-5812-4a6a-b8a6-8e299043f82f req-a35ca8e1-92df-49a5-a472-421ea54b0f3a tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219929 Nov 19 04:04:50.204616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-447a7e22-13e7-46ff-ba9f-843a7eff887c None None] Provisioning complete for port ce7e2943-be12-49d2-94e1-1020e707405a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:50.214231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-447a7e22-13e7-46ff-ba9f-843a7eff887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.278597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54886) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:50.290615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-970b1e1e-0383-419c-8f6a-9bef0c1dfa52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0872905 Nov 19 04:04:50.450315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2056a-931d-42cd-b647-219a9c5fcca7 req-6cb7a387-7aeb-46e0-bd10-d7d413327502 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:50.453862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbb2056a-931d-42cd-b647-219a9c5fcca7 req-6cb7a387-7aeb-46e0-bd10-d7d413327502 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 944 time: 0.1553371 Nov 19 04:04:50.467059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Allocated IP 19.86.0.2 (c40e619d-d780-454a-a25c-134d49333521/2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f/2365be08-4609-42b2-bcfc-78decada48a9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:50.484353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-638190348-network', 'tenant_id': 'f1d68cad956148b3a459f41d5509e252'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:50.484634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.497311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-47f8963f-f8e2-415b-ba83-c6a6b9c4af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:50.498828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-47f8963f-f8e2-415b-ba83-c6a6b9c4af0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1882410 Nov 19 04:04:50.534872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.551089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbb2056a-931d-42cd-b647-219a9c5fcca7 req-603a4448-d72d-46c7-8aec-8abce92e1b8f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791094 Nov 19 04:04:50.622680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Made reservation on behalf of f1d68cad956148b3a459f41d5509e252 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:50.625209 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.637766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.699954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-57890717-99c1-4668-b9e5-0d6ad338c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:50.701631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-57890717-99c1-4668-b9e5-0d6ad338c5d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1892200 Nov 19 04:04:50.740155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.751323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.808350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Network c40e619d-d780-454a-a25c-134d49333521 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:50.814507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:50.819028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:50.878824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Pushing event updated for resources: {'Port': ['ID=2365be08-4609-42b2-bcfc-78decada48a9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:50.879211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:50.901198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Attempting to bind port 2365be08-4609-42b2-bcfc-78decada48a9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:50.901675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Attempting to bind port 2365be08-4609-42b2-bcfc-78decada48a9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:50.902143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Attempting to bind port 2365be08-4609-42b2-bcfc-78decada48a9 on network c40e619d-d780-454a-a25c-134d49333521 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:50.909586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:50.910098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Checking segment: {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:50.910585 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.911587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Bound using segment: {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:50.912152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Bound port: 2365be08-4609-42b2-bcfc-78decada48a9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:50.912617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:50.950010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce7e2943-be12-49d2-94e1-1020e707405a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:50.982249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-299e4c52-3b89-4129-a8a7-7940b09640c4 None None] Provisioning complete for port ce7e2943-be12-49d2-94e1-1020e707405a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:50.982495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-299e4c52-3b89-4129-a8a7-7940b09640c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.047429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] For port 2365be08-4609-42b2-bcfc-78decada48a9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:51.050767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] For port 2365be08-4609-42b2-bcfc-78decada48a9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2365be08-4609-42b2-bcfc-78decada48a9,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:51.060112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.084662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5936e9-7d4f-4032-9abe-4f1f234fd3af {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:51.098125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.120711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-8b6009a8-5b2e-45dc-ba1f-69a69b9808c4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:51.121424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Transition to ACTIVE for port object ea5936e9-7d4f-4032-9abe-4f1f234fd3af will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:04:51.123811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:51.128267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-8b6009a8-5b2e-45dc-ba1f-69a69b9808c4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:51.130804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.139970 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Sync routers for ids ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:51.146230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ce7e2943-be12-49d2-94e1-1020e707405a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:51.146735 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.151287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-8b6009a8-5b2e-45dc-ba1f-69a69b9808c4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/networks?id=7d04d161-9945-46aa-ae75-75e13111cd22&id=c40e619d-d780-454a-a25c-134d49333521 HTTP/1.1" status: 200 len: 1392 time: 0.3339479 Nov 19 04:04:51.157364 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Routers {'7c410501-45e5-4eb9-9335-d40b5bb5b8a7'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:51.158030 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:51.168920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8a274-3005-4e8f-accf-7b22208decdb None None] Pushing event updated for resources: {'Port': ['ID=2365be08-4609-42b2-bcfc-78decada48a9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:51.180657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-8552033d-316d-416d-b34a-4eccafb36189 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/quotas/855192265887482c9b21c042e6d0d619 HTTP/1.1" status: 200 len: 375 time: 0.0283735 Nov 19 04:04:51.195164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-d6b5d554-07f6-48ee-8f54-26968e9b1112 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759433 Nov 19 04:04:51.209755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.214932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ba9ac45-2bdd-4e2e-a77d-8c314e17e2ea admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2521360 Nov 19 04:04:51.217057 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54898) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:51.265051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:51.286216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.297157 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3bab68ef-ae6e-436a-989c-e1725540dd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.308008 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Set router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:51.328859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80aa387a-85a0-41f2-b7b9-8ab83f28493c up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:51.348736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Attempting to bind port ea5936e9-7d4f-4032-9abe-4f1f234fd3af on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:51.349280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Attempting to bind port ea5936e9-7d4f-4032-9abe-4f1f234fd3af by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'c2694184-4534-4b68-b8c6-d43d649e830e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:51.349789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Attempting to bind port ea5936e9-7d4f-4032-9abe-4f1f234fd3af on network 0901522d-08dd-44ea-b117-b1b19e05bc72 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:51.357092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Port ea5936e9-7d4f-4032-9abe-4f1f234fd3af on network 0901522d-08dd-44ea-b117-b1b19e05bc72 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:04:51.357657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Attempting to bind port ea5936e9-7d4f-4032-9abe-4f1f234fd3af on network 0901522d-08dd-44ea-b117-b1b19e05bc72 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:51.363553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:51.364167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Checking segment: {'id': 'c2694184-4534-4b68-b8c6-d43d649e830e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:51.364779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Bound using segment: {'id': 'c2694184-4534-4b68-b8c6-d43d649e830e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:51.365383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Bound port: ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2694184-4534-4b68-b8c6-d43d649e830e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:51.366058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.396847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.481040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 80aa387a-85a0-41f2-b7b9-8ab83f28493c completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:51.487285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 80aa387a-85a0-41f2-b7b9-8ab83f28493c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:51.487523 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.521508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] For port ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:51.527556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] For port ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,segment=NetworkSegment(c2694184-4534-4b68-b8c6-d43d649e830e),segment_id=c2694184-4534-4b68-b8c6-d43d649e830e)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:51.536290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.580867 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:04:49Z', 'revision_number': 3, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:51.597881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:04:51.599438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:51.602359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.603826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea5936e9-7d4f-4032-9abe-4f1f234fd3af HTTP/1.1" status: 200 len: 1092 time: 1.6547933 Nov 19 04:04:51.604541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11371482-16dd-46b1-8863-483ff8815c3e', 'tag': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:51.604780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.613738 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00" -d '{"events": [{"name": "network-changed", "server_uuid": "11371482-16dd-46b1-8863-483ff8815c3e", "tag": "ea5936e9-7d4f-4032-9abe-4f1f234fd3af"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:51.619894 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Checking router: 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:51.620507 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Updating router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 port 83d69118-f193-43d5-80ee-d3dd95b006b7 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:04:51.656057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:51.657293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0953104-7011-479b-b996-9afc8eb888c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa387a-85a0-41f2-b7b9-8ab83f28493c'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:51.660041 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c9baf-08e3-4b36-9472-af048d1b6d3a" -d '{"events": [{"server_uuid": "d0953104-7011-479b-b996-9afc8eb888c6", "name": "network-vif-plugged", "status": "completed", "tag": "80aa387a-85a0-41f2-b7b9-8ab83f28493c"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:51.666734 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.669401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643826b-9ce2-42b3-a901-3e2e8dbe7ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:51.681546 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.717414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-7fba32c2-ce39-489d-a1de-7c0c46d41efd tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5163701 Nov 19 04:04:51.725246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=80aa387a-85a0-41f2-b7b9-8ab83f28493c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:51.726699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-e20bf20d-49b5-4874-bd9d-efcc08d9bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:51.728378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-e20bf20d-49b5-4874-bd9d-efcc08d9bf18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f2cb85545564f60992144a3adb3216b&device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 1095 time: 0.0528162 Nov 19 04:04:51.753869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd575e74-2c78-463d-b994-858e52e2b519,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:51.781487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.781928 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Added segment 2c677a3c-14b9-459c-aedb-cf69a7e7fd74 of type vlan for network 2a70f027-e743-4d55-a2df-ca65a6b3058e Nov 19 04:04:51.789638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-dd5fa19c-21d0-4839-b766-dd4225140f8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af HTTP/1.1" status: 200 len: 217 time: 0.0507274 Nov 19 04:04:51.847674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-59fd13ae-1a73-47d8-8025-5ade1b1a7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:51.849201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-59fd13ae-1a73-47d8-8025-5ade1b1a7bcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1df483bf-e7c4-4ac7-8f90-b0516f3e3e62 HTTP/1.1" status: 200 len: 853 time: 0.0531487 Nov 19 04:04:51.888238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-395bf698-09c9-490d-89ad-4747cfbc6196 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0901522d-08dd-44ea-b117-b1b19e05bc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309565 Nov 19 04:04:51.888999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-13d9ee9a-fa5a-4ce8-8a6c-3e79d938c906 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708815 Nov 19 04:04:51.899467 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.959497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.962787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-0e43e25e-5db7-4094-8e25-46a309b5f7ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 217 time: 0.0561721 Nov 19 04:04:51.967750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.970857 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.977362 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:51.988773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-a83999ef-d068-4d61-8b32-063a6ec7b769 service neutron] 10.222.0.36 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922649 Nov 19 04:04:52.007696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030aadf3-88ca-4bc6-ba49-b8fa5c1c77c8 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:52.032920 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aee23a-7e59-4073-99b3-cae33c6330f5 None None] Pushing event updated for resources: {'Port': ['ID=83d69118-f193-43d5-80ee-d3dd95b006b7,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:52.047352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Attempting to bind port 83d69118-f193-43d5-80ee-d3dd95b006b7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:04:52.047705 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Attempting to bind port 83d69118-f193-43d5-80ee-d3dd95b006b7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:04:52.048338 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Attempting to bind port 83d69118-f193-43d5-80ee-d3dd95b006b7 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:04:52.056218 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:04:52.056599 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:52.057004 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.057399 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:04:52.060055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Bound port: 83d69118-f193-43d5-80ee-d3dd95b006b7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:04:52.060636 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.114195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9cfa45cb-45de-45f2-baf2-8ea67badd1cb req-41b094f1-7b18-4af9-9ce3-339c50129d33 service neutron] 10.222.0.36 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180725 Nov 19 04:04:52.124446 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] For port 83d69118-f193-43d5-80ee-d3dd95b006b7, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:04:52.128817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] For port 83d69118-f193-43d5-80ee-d3dd95b006b7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=83d69118-f193-43d5-80ee-d3dd95b006b7,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:04:52.135866 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.141767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-362c8e9d-cf5d-4f57-a9ac-e2117308cd54 None None] Provisioning complete for port 83d69118-f193-43d5-80ee-d3dd95b006b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:52.142453 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-362c8e9d-cf5d-4f57-a9ac-e2117308cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.153176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:04:52.230843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-8c3e12e4-019c-4a4e-9e25-7c79ab6d5e31 service neutron] 10.222.0.52 "GET /v2.0/networks/7d04d161-9945-46aa-ae75-75e13111cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123045 Nov 19 04:04:52.275954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-362c8e9d-cf5d-4f57-a9ac-e2117308cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.277298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.278325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:52.278913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.302055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f685f-8466-4fd7-ab1c-2f27f7ba7150 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:52.306468 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Routers {'7c410501-45e5-4eb9-9335-d40b5bb5b8a7'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:52.307172 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:52.311001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-362c8e9d-cf5d-4f57-a9ac-e2117308cd54 None None] For port 83d69118-f193-43d5-80ee-d3dd95b006b7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=83d69118-f193-43d5-80ee-d3dd95b006b7,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:52.322301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-362c8e9d-cf5d-4f57-a9ac-e2117308cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.368700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-a49d8fcf-c654-43db-bc82-83f49c883a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:52.370908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-a49d8fcf-c654-43db-bc82-83f49c883a41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.3575583 Nov 19 04:04:52.386926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c8e9d-cf5d-4f57-a9ac-e2117308cd54 None None] Pushing event updated for resources: {'Port': ['ID=83d69118-f193-43d5-80ee-d3dd95b006b7,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:52.395023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1137590 Nov 19 04:04:52.398700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54910) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:52.407282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Request body: {'subnet': {'network_id': '2a70f027-e743-4d55-a2df-ca65a6b3058e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-638190348-subnet', 'tenant_id': 'f1d68cad956148b3a459f41d5509e252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:52.430026 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aee23a-7e59-4073-99b3-cae33c6330f5 None None] Pushing event updated for resources: {'Port': ['ID=83d69118-f193-43d5-80ee-d3dd95b006b7,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:52.449541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Made reservation on behalf of f1d68cad956148b3a459f41d5509e252 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:52.454050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.468269 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] Set router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:52.477226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da1b824a-c417-4abf-b960-e03a864b48a9 None None] Provisioning complete for port 83d69118-f193-43d5-80ee-d3dd95b006b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:52.483038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da1b824a-c417-4abf-b960-e03a864b48a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.582196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46138f9-b9e8-40b2-94f9-dd6fd761f5ed admin admin] Pushing event updated for resources: {'Network': ['ID=2a70f027-e743-4d55-a2df-ca65a6b3058e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:52.599564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Router e8d32886-80d3-4c44-9ecf-188b5060bb68 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:52.606192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd1397-9e53-4f46-a1ab-690491d52d44 None None] Network c40e619d-d780-454a-a25c-134d49333521 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:52.608550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2a70f027-e743-4d55-a2df-ca65a6b3058e details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:04:52.610268 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.695771 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:04:49Z', 'revision_number': 3, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:52.732510 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e9c83-5953-4db9-99ce-b62b85df5375 None None] The sync data for ids ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'] in n-d-818503-1 is: [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:04:49Z', 'revision_number': 3, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:52.732801 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.815423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4ffd7b-89df-4e43-abc3-bab2b41111bf,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:52.844151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Checking segment: {'id': '2c677a3c-14b9-459c-aedb-cf69a7e7fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a70f027-e743-4d55-a2df-ca65a6b3058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:04:52.844934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Network hostable DHCP agents. Network: 2a70f027-e743-4d55-a2df-ca65a6b3058e, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:04:52.869548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Network 2a70f027-e743-4d55-a2df-ca65a6b3058e is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:04:52.906180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2a70f027-e743-4d55-a2df-ca65a6b3058e) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:52.914820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:52.915451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:52.935187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1d6b3-7d8e-43f5-840d-0bb69c97e8e5 None None] Network 2a70f027-e743-4d55-a2df-ca65a6b3058e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:52.956969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6478205a-f928-45cd-9c10-f40b17894e9e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5568202 Nov 19 04:04:53.018935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2365be08-4609-42b2-bcfc-78decada48a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:53.137528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-39067488-b53f-441f-87e8-f1c6924da67d service neutron] 10.222.0.52 "GET /v2.0/networks/7d04d161-9945-46aa-ae75-75e13111cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8903360 Nov 19 04:04:53.151707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-62c66f46-f3d0-47ba-865c-a6ce02b23936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:53.153900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-62c66f46-f3d0-47ba-865c-a6ce02b23936 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7578571 Nov 19 04:04:53.231590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ff85226c-2cc5-4c53-a82d-28eb8e6ac777 None None] Provisioning complete for port 2365be08-4609-42b2-bcfc-78decada48a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:53.231982 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff85226c-2cc5-4c53-a82d-28eb8e6ac777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.267264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb80d52c-97b2-49b7-b20f-c7a2f3480c49 None None] Network 2a70f027-e743-4d55-a2df-ca65a6b3058e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:04:53.362850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2365be08-4609-42b2-bcfc-78decada48a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:53.363546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.501851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-96b84f87-781d-4da4-97b1-d1dc27f83fef service neutron] 10.222.0.52 "GET /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453979 Nov 19 04:04:53.506229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:53.513709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.517308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-68a5dbdd-63e8-4713-bf64-bfbddf28fe55 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "PUT /v2.0/routers/e8d32886-80d3-4c44-9ecf-188b5060bb68 HTTP/1.1" status: 200 len: 921 time: 5.1201382 Nov 19 04:04:53.518560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54916) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:53.527983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff85226c-2cc5-4c53-a82d-28eb8e6ac777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.537315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] Sync routers for ids ['e8d32886-80d3-4c44-9ecf-188b5060bb68'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:53.565405 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-438548ca-4615-4011-9107-fcfdac72f820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.600536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] Routers {'e8d32886-80d3-4c44-9ecf-188b5060bb68'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:53.601521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e8d32886-80d3-4c44-9ecf-188b5060bb68'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:53.608255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-8f929af5-74c1-4428-9eee-cbdf48f5af7a service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352922 Nov 19 04:04:53.667550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ff85226c-2cc5-4c53-a82d-28eb8e6ac777 None None] For port 2365be08-4609-42b2-bcfc-78decada48a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2365be08-4609-42b2-bcfc-78decada48a9,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:53.673424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:53.688856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff85226c-2cc5-4c53-a82d-28eb8e6ac777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.690702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.724957 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-323c69e2-d239-4c15-a9c9-71559d3a5fc7 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/e8d32886-80d3-4c44-9ecf-188b5060bb68 HTTP/1.1" status: 200 len: 921 time: 0.2039862 Nov 19 04:04:53.727155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54918) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:53.731963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] Routers {'e8d32886-80d3-4c44-9ecf-188b5060bb68'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:53.732981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e8d32886-80d3-4c44-9ecf-188b5060bb68'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:53.795537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:53.796222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76dd24-fb83-4ca2-b4cb-42a95649077b None None] The sync data for ids ['e8d32886-80d3-4c44-9ecf-188b5060bb68'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:53.797337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5eaa760e-a353-4887-b6b2-2ec544e5c978 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754761 Nov 19 04:04:53.835834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-782e6efa-af97-40da-a610-af51cfc990f1 service neutron] 10.222.0.52 "GET /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171315 Nov 19 04:04:53.864457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce062f8-9a47-41e4-9f59-100b40d46d93 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:53.868747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85226c-2cc5-4c53-a82d-28eb8e6ac777 None None] Pushing event updated for resources: {'Port': ['ID=2365be08-4609-42b2-bcfc-78decada48a9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:53.871722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ce062f8-9a47-41e4-9f59-100b40d46d93 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=e8d32886-80d3-4c44-9ecf-188b5060bb68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1426444 Nov 19 04:04:53.872482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54920) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:53.881136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5f4f8440-844c-40b5-a2a4-f1ab0ffba61e None None] Provisioning complete for port 2365be08-4609-42b2-bcfc-78decada48a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:53.882384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8440-844c-40b5-a2a4-f1ab0ffba61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.889248 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:04:53.889614 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:04:53.915103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-1c5aa257-00c0-4643-9e10-e8327f85d997 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 200 len: 217 time: 0.0923696 Nov 19 04:04:53.933975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:53.949467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ea5936e9-7d4f-4032-9abe-4f1f234fd3af details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:04:54.027389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-6642d0a4-ec8f-421c-b22f-2b43e474fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:54.029338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-6642d0a4-ec8f-421c-b22f-2b43e474fef1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.0981624 Nov 19 04:04:54.057974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c05056-3015-498f-a770-f8aa76feae2b tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:54.059585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93c05056-3015-498f-a770-f8aa76feae2b tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.1855063 Nov 19 04:04:54.062985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54928) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:54.095497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-322f8423-8d2d-4228-b03a-a262a0503dfb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8d32886-80d3-4c44-9ecf-188b5060bb68 HTTP/1.1" status: 200 len: 205 time: 0.0310955 Nov 19 04:04:54.097634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:54.154741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,segment=NetworkSegment(c2694184-4534-4b68-b8c6-d43d649e830e),segment_id=c2694184-4534-4b68-b8c6-d43d649e830e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:54.171755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af', 'network_id': '0901522d-08dd-44ea-b117-b1b19e05bc72', 'port_id': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af', 'mac_address': 'fa:16:3e:95:95:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df483bf-e7c4-4ac7-8f90-b0516f3e3e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:04:54.235530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.253047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5936e9-7d4f-4032-9abe-4f1f234fd3af {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:04:54.266433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-3eb16fb4-e661-478f-b4fa-b87262b749da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:54.267991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-3eb16fb4-e661-478f-b4fa-b87262b749da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2248955 Nov 19 04:04:54.274333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.285254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,segment=NetworkSegment(c2694184-4534-4b68-b8c6-d43d649e830e),segment_id=c2694184-4534-4b68-b8c6-d43d649e830e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:54.292802 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.297152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf90501-a2ed-433b-bc59-7260a04b41b0 req-fcc37e7b-066b-43b1-a041-7ed558cb31d1 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:54.298784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edf90501-a2ed-433b-bc59-7260a04b41b0 req-fcc37e7b-066b-43b1-a041-7ed558cb31d1 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 944 time: 0.1621561 Nov 19 04:04:54.360002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:54.421535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.484499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edf90501-a2ed-433b-bc59-7260a04b41b0 req-4cbfff6f-31ce-421d-ad5a-f29d88058001 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Nov 19 04:04:54.492906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Allocated IP 172.20.0.1 (cb7c0f3a-8dc4-4e47-8608-824f226b793e/54386903-d13f-45e8-91a5-3bc4b2cf95bd/9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:54.505412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ea5936e9-7d4f-4032-9abe-4f1f234fd3af'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:04:54.507134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Deleting port 291d63ad-0509-498c-993e-d51aae4a1f92 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:54.507662 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.551276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-abbd62ad-5c90-49c0-a3e8-b569011a6841 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664943 Nov 19 04:04:54.638138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.652628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Calling delete_port for 291d63ad-0509-498c-993e-d51aae4a1f92 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:54.780332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d73b7-7ae1-4b2a-940e-5bc1edbd445e req-b90d8943-80e3-4fb3-a3da-07eac3d5e802 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:54.781822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a86d73b7-7ae1-4b2a-940e-5bc1edbd445e req-b90d8943-80e3-4fb3-a3da-07eac3d5e802 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 945 time: 0.1576872 Nov 19 04:04:54.820684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.854164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-60089347-f758-46c6-a1e5-89e1dc48e289 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912903 Nov 19 04:04:54.886917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.931066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event deleted for resources: {'Port': ['ID=291d63ad-0509-498c-993e-d51aae4a1f92,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:54.934598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a86d73b7-7ae1-4b2a-940e-5bc1edbd445e req-9799c4fa-8b80-42fa-8b4d-192a03d8ac11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366370 Nov 19 04:04:54.938621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-2cd44121-041c-4f48-a2dc-7dd4d50246d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 200 len: 217 time: 0.0683815 Nov 19 04:04:54.948267 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:54.968192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293645d5-e302-41c0-b5b5-fa6a55178ab7 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:55.035203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:55.042987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:55.048297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:55.078997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 83d69118-f193-43d5-80ee-d3dd95b006b7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:55.091939 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7965f92-2c8c-4242-b103-2d699696f2e2 x-openstack-request-id: req-f7965f92-2c8c-4242-b103-2d699696f2e2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:55.092500 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11371482-16dd-46b1-8863-483ff8815c3e", "tag": "ea5936e9-7d4f-4032-9abe-4f1f234fd3af", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:55.093402 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7965f92-2c8c-4242-b103-2d699696f2e2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:55.094091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Pushing event updated for resources: {'Port': ['ID=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:55.094523 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11371482-16dd-46b1-8863-483ff8815c3e', 'tag': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af', 'status': 'completed', 'code': 200} Nov 19 04:04:55.113461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-43e38a99-d112-4226-a1b6-6efe8920287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.115292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-43e38a99-d112-4226-a1b6-6efe8920287a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1633039 Nov 19 04:04:55.120254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.126824 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9a45b3-9fd5-45f0-a43c-d833473be1f2 x-openstack-request-id: req-4d9a45b3-9fd5-45f0-a43c-d833473be1f2 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:55.127136 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0953104-7011-479b-b996-9afc8eb888c6", "name": "network-vif-plugged", "status": "completed", "tag": "80aa387a-85a0-41f2-b7b9-8ab83f28493c", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:55.127405 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d9a45b3-9fd5-45f0-a43c-d833473be1f2 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:55.127820 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0953104-7011-479b-b996-9afc8eb888c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aa387a-85a0-41f2-b7b9-8ab83f28493c', 'code': 200} Nov 19 04:04:55.141176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.175618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 83d69118-f193-43d5-80ee-d3dd95b006b7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:55.176000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.204865 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.254317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54938) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:55.257185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.268345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.299023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2365be08-4609-42b2-bcfc-78decada48a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:55.312551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-7093d7db-951c-4488-9952-746b6460e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.314286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-7093d7db-951c-4488-9952-746b6460e55a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f2cb85545564f60992144a3adb3216b&device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 1096 time: 0.2317855 Nov 19 04:04:55.382653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2365be08-4609-42b2-bcfc-78decada48a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:55.383285 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.420675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.421436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Fanout notify agent at l3_agent the message router_deleted on router e8d32886-80d3-4c44-9ecf-188b5060bb68 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:55.432950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.434272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f2ff5ae6-2141-497b-bf4b-7fd308932ffb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/e8d32886-80d3-4c44-9ecf-188b5060bb68 HTTP/1.1" status: 204 len: 168 time: 1.3355780 Nov 19 04:04:55.438335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Deleting subnet fd4ffd7b-89df-4e43-abc3-bab2b41111bf {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:04:55.444742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54940) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:55.450829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1550413701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:55.499406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.503372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993029-294b-4d0c-869d-4eba6de7989a req-bcf425a6-529c-46df-99c5-559a10983a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.505039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5993029-294b-4d0c-869d-4eba6de7989a req-bcf425a6-529c-46df-99c5-559a10983a0d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 1096 time: 0.2607808 Nov 19 04:04:55.526958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fca028a8-67d6-4be3-8e99-3e2f7a6397b0 req-89f6b2ad-a364-447f-bf3c-8d3d67d68ab4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 210 time: 0.0518382 Nov 19 04:04:55.550048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-b5ce197e-5770-4797-bfae-68950e03cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.551107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.551862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-b5ce197e-5770-4797-bfae-68950e03cb28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3349116 Nov 19 04:04:55.552271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.592795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.664851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.673216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-3a86d444-70d6-4d7b-9895-ca18c1b7a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.674765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-3a86d444-70d6-4d7b-9895-ca18c1b7a89f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0901522d-08dd-44ea-b117-b1b19e05bc72 HTTP/1.1" status: 200 len: 914 time: 0.3197944 Nov 19 04:04:55.697853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.702915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f5a1a144-adc9-4e0f-bf5b-31ca5ab7fb00 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.708935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f5a1a144-adc9-4e0f-bf5b-31ca5ab7fb00 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.711173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f5a1a144-adc9-4e0f-bf5b-31ca5ab7fb00 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "GET /v2.0/networks?id=7d04d161-9945-46aa-ae75-75e13111cd22&id=c40e619d-d780-454a-a25c-134d49333521 HTTP/1.1" status: 200 len: 1392 time: 0.3512244 Nov 19 04:04:55.733188 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5993029-294b-4d0c-869d-4eba6de7989a req-6a243af6-b782-4b05-b3d1-3d3a7304e183 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042906 Nov 19 04:04:55.736246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.737191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'port': {'device_id': 'b67e48b3-74af-4798-864d-b3de90234d42', 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22', 'admin_state_up': True, 'tenant_id': '855192265887482c9b21c042e6d0d619'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:55.745484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-374c25c8-b794-4963-9cf7-b7730cd44025 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af HTTP/1.1" status: 200 len: 217 time: 0.0617464 Nov 19 04:04:55.754200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.791368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:55.792431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e73ca705-a10a-4f06-b26f-1be8808f4dd9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3452334 Nov 19 04:04:55.812355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:55.818448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:55.872139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88803d-def8-4c01-a629-bef1d75f4b48 req-0e008ad0-0e0e-4f11-8f00-a92c8cd1a157 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.873714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b88803d-def8-4c01-a629-bef1d75f4b48 req-0e008ad0-0e0e-4f11-8f00-a92c8cd1a157 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 945 time: 0.2578807 Nov 19 04:04:55.897048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-51310b03-d702-4e16-9796-124da84100be service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170481 Nov 19 04:04:55.923658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-16a2d49f-0fcf-4778-b806-af5d549cdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:55.925136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-16a2d49f-0fcf-4778-b806-af5d549cdab5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1df483bf-e7c4-4ac7-8f90-b0516f3e3e62 HTTP/1.1" status: 200 len: 853 time: 0.1678982 Nov 19 04:04:55.970433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ea5936e9-7d4f-4032-9abe-4f1f234fd3af up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:04:56.017280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b88803d-def8-4c01-a629-bef1d75f4b48 req-c1dc4dfe-860c-4b28-9bc6-e25902a8ddd0 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340442 Nov 19 04:04:56.020570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-46f9fb7c-3785-49e8-a6d8-240130484cf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0901522d-08dd-44ea-b117-b1b19e05bc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591483 Nov 19 04:04:56.021675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.040928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port ea5936e9-7d4f-4032-9abe-4f1f234fd3af completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:04:56.042402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port ea5936e9-7d4f-4032-9abe-4f1f234fd3af triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:56.043023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.108032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.112064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:56.114313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fd4ffd7b-89df-4e43-abc3-bab2b41111bf HTTP/1.1" status: 204 len: 168 time: 0.8527818 Nov 19 04:04:56.115508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.119310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54948) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:56.146457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97279749-1b85-4789-9ef1-271f980eddc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4ffd7b-89df-4e43-abc3-bab2b41111bf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:56.180754 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.190638 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.219123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,segment=NetworkSegment(c2694184-4534-4b68-b8c6-d43d649e830e),segment_id=c2694184-4534-4b68-b8c6-d43d649e830e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:04:56.224957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.269218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.289406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:56.290999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-5dfce6f1-5cb3-4096-aa39-26cb68860c3d service neutron] 10.222.0.36 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572827 Nov 19 04:04:56.301277 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.697405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.717138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-af69b9ce-0519-4ffe-aba1-d01a31a3ef8c service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804855 Nov 19 04:04:56.838007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.861062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.868848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.877526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae264c-f34e-4988-a10b-82ba12caca9c req-624ed4b6-0673-4899-9a08-2e006926cb3f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:56.879414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4dae264c-f34e-4988-a10b-82ba12caca9c req-624ed4b6-0673-4899-9a08-2e006926cb3f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 945 time: 0.7580056 Nov 19 04:04:56.887255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-a0dd57d3-1aa2-45bf-b9bd-6d0a293752b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 200 len: 217 time: 0.1099219 Nov 19 04:04:56.924439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aa1e6b27-cc97-44eb-bbdf-b26904fe6c00 req-11b26746-1aa5-4003-9ec9-49fe5847c15d service neutron] 10.222.0.36 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235933 Nov 19 04:04:56.971777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:56.973447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Pushing event updated for resources: {'Port': ['ID=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:56.998027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Allocated IP 172.25.8.105 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/330ae393-31e9-48ef-b1bd-270d51f9294b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:57.108683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.109369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Allocated IP 19.80.0.243 (7d04d161-9945-46aa-ae75-75e13111cd22/c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a/f36ab1d7-5b41-4a7b-a390-a902d1c9d34d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:57.117000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-554ef325-4142-490c-bbcc-f95f85649e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:57.118701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-554ef325-4142-490c-bbcc-f95f85649e00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.2195747 Nov 19 04:04:57.129415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11371482-16dd-46b1-8863-483ff8815c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:04:57.133298 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e219505-54b3-460a-829e-f171e566bba3" -d '{"events": [{"server_uuid": "11371482-16dd-46b1-8863-483ff8815c3e", "name": "network-vif-plugged", "status": "completed", "tag": "ea5936e9-7d4f-4032-9abe-4f1f234fd3af"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:04:57.144971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.162883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4dae264c-f34e-4988-a10b-82ba12caca9c req-7033ffb9-af11-487f-860d-83334095018d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741134 Nov 19 04:04:57.194392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:57.197793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:57.201508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:57.229738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70485c1-020d-428b-a1af-cc8b0d9e5451 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:57.233697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event updated for resources: {'Port': ['ID=330ae393-31e9-48ef-b1bd-270d51f9294b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:57.242679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.255164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.310089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a70f027-e743-4d55-a2df-ca65a6b3058e']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:57.328846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-86c4e2a0-bcfe-4458-8f03-5fa77af905a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:57.330321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-86c4e2a0-bcfe-4458-8f03-5fa77af905a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1714933 Nov 19 04:04:57.345095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c677a3c-14b9-459c-aedb-cf69a7e7fd74') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:57.345462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c677a3c-14b9-459c-aedb-cf69a7e7fd74') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:57.370616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9385f88b-de4d-4c4f-9bc4-a2a6e9918dc5 None None] Provisioning complete for port 330ae393-31e9-48ef-b1bd-270d51f9294b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:57.371149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9385f88b-de4d-4c4f-9bc4-a2a6e9918dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.380966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:57.396457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.414863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:57.415519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9385f88b-de4d-4c4f-9bc4-a2a6e9918dc5 None None] Port 330ae393-31e9-48ef-b1bd-270d51f9294b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:57.485401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff75e05b-7bf9-41d0-97d0-2eeccd29a87f req-a522a55d-bf96-4c25-b357-d201362b4960 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 210 time: 0.0954247 Nov 19 04:04:57.486438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.495703 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.538798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:04:57.539531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:04:57.541501 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:04:57.707753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.711872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.727845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.750521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.753410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.757223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] 10.222.0.52 "DELETE /v2.0/networks/2a70f027-e743-4d55-a2df-ca65a6b3058e HTTP/1.1" status: 204 len: 168 time: 1.6322424 Nov 19 04:04:57.774515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-e70249e6-c133-420e-b504-a097d8f1cd87 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022148 Nov 19 04:04:57.783744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846aa54c-1b8e-48bb-9bb1-aa35ac92427d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a70f027-e743-4d55-a2df-ca65a6b3058e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:57.806452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c51d-e81b-4c4b-9582-ac84c4e955a6 req-34c4ffed-5dbc-4e05-ae40-3e69904560b9 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:57.808010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc99c51d-e81b-4c4b-9582-ac84c4e955a6 req-34c4ffed-5dbc-4e05-ae40-3e69904560b9 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.2426884 Nov 19 04:04:57.872861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Router 6d264138-e687-42af-9f87-81f402d3dd55 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:04:57.875275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:04:57.929270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:57.935703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54964) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.008867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:58.015620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.019579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ce110dd-d834-4b8d-ad99-591357f73f83 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "PUT /v2.0/routers/6d264138-e687-42af-9f87-81f402d3dd55 HTTP/1.1" status: 200 len: 880 time: 2.2062354 Nov 19 04:04:58.020065 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] Sync routers for ids ['6d264138-e687-42af-9f87-81f402d3dd55'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:58.020518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54966) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.031383 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] Routers {'6d264138-e687-42af-9f87-81f402d3dd55'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:58.032099 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6d264138-e687-42af-9f87-81f402d3dd55'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:58.054695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc99c51d-e81b-4c4b-9582-ac84c4e955a6 req-4dd92bba-8fa0-479e-a89a-73af59927629 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269611 Nov 19 04:04:58.065092 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:58.080906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] Routers {'6d264138-e687-42af-9f87-81f402d3dd55'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:58.081784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6d264138-e687-42af-9f87-81f402d3dd55'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:58.083009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network 7d04d161-9945-46aa-ae75-75e13111cd22 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:58.125156 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:58.125520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:58.126286 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8773c45-c28e-4af9-a4bc-58582c71d998 None None] The sync data for ids ['6d264138-e687-42af-9f87-81f402d3dd55'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:04:58.128941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-f3ac9b1f-1b1c-4a24-8995-55bf4b1c6d7a service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398550 Nov 19 04:04:58.134474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:58.142078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b542a3b8-74fe-4ccf-bf75-18ae70cb5f2c tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/6d264138-e687-42af-9f87-81f402d3dd55 HTTP/1.1" status: 200 len: 921 time: 0.1207278 Nov 19 04:04:58.142797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54968) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.148006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Port': ['ID=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:58.156184 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31239952-3bb4-4694-af80-81c9f873fe42 x-openstack-request-id: req-31239952-3bb4-4694-af80-81c9f873fe42 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:04:58.156705 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11371482-16dd-46b1-8863-483ff8815c3e", "name": "network-vif-plugged", "status": "completed", "tag": "ea5936e9-7d4f-4032-9abe-4f1f234fd3af", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:04:58.156817 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31239952-3bb4-4694-af80-81c9f873fe42 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:04:58.157148 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11371482-16dd-46b1-8863-483ff8815c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af', 'code': 200} Nov 19 04:04:58.207567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71771d-c701-4c92-8fcd-f3d704cea4fa tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.212957 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b71771d-c701-4c92-8fcd-f3d704cea4fa tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=6d264138-e687-42af-9f87-81f402d3dd55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0690796 Nov 19 04:04:58.213618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54972) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.218247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6085c449-2ab7-4b1b-9645-a7b2865ca214 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1d68cad956148b3a459f41d5509e252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740958 Nov 19 04:04:58.222745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54974) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.224249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-3cdb9608-b708-46d3-9092-7528874333ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 217 time: 0.0817583 Nov 19 04:04:58.279392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.279933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.325149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4f7c1-cdcd-430b-b2a7-de80ce3e38a7 req-a1d9d699-4729-4cd5-8952-5f6ae849f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.326745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b4f7c1-cdcd-430b-b2a7-de80ce3e38a7 req-a1d9d699-4729-4cd5-8952-5f6ae849f701 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 1097 time: 0.1032524 Nov 19 04:04:58.371179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5463a48-f6cd-4a2a-a868-48f2a35fc002 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.375285 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b5463a48-f6cd-4a2a-a868-48f2a35fc002 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.1580434 Nov 19 04:04:58.378155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54978) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.413129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-53ed04fe-bb86-4105-9829-47ce1a2e5b6b tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d264138-e687-42af-9f87-81f402d3dd55 HTTP/1.1" status: 200 len: 205 time: 0.0337212 Nov 19 04:04:58.416695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54980) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:58.426796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b4f7c1-cdcd-430b-b2a7-de80ce3e38a7 req-65b56ffb-e251-4fcf-9c66-d7e33b3b0e44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898564 Nov 19 04:04:58.442764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5d38cb04-ea65-4cc2-8bcc-fcd38cf8ec18 None None] Provisioning complete for port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:04:58.443140 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d38cb04-ea65-4cc2-8bcc-fcd38cf8ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.482504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5d38cb04-ea65-4cc2-8bcc-fcd38cf8ec18 None None] Port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:04:58.536925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.582395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:04:58.593568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Sync routers for ids ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:04:58.597820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-366fe9ef-1db5-4777-8d11-8f3c86e0bda4 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c410501-45e5-4eb9-9335-d40b5bb5b8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3685203 Nov 19 04:04:58.617566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Routers {'7c410501-45e5-4eb9-9335-d40b5bb5b8a7'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:04:58.621427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:58.626001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-53205252-7de9-4494-b3fe-4263015533f8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9053805 Nov 19 04:04:58.635423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5efb5baa-2075-47d8-93f5-ba252a9a3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.636886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-5efb5baa-2075-47d8-93f5-ba252a9a3494 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.3984895 Nov 19 04:04:58.646138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Request body: {'port': {'device_id': 'b67e48b3-74af-4798-864d-b3de90234d42', 'network_id': 'c40e619d-d780-454a-a25c-134d49333521', 'admin_state_up': True, 'tenant_id': '855192265887482c9b21c042e6d0d619'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:58.661871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e96e64a7-9d54-4515-9b44-54b9ee66d2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.668219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.682954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00abdb-b090-4b96-872f-070ae6c165c7 req-30540bfc-cbe9-48ae-a78d-8c1b9b3be920 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.684541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e00abdb-b090-4b96-872f-070ae6c165c7 req-30540bfc-cbe9-48ae-a78d-8c1b9b3be920 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 945 time: 0.4174280 Nov 19 04:04:58.752413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Deleting port 330ae393-31e9-48ef-b1bd-270d51f9294b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:04:58.753421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.769500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Set router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:04:58.773409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e96e64a7-9d54-4515-9b44-54b9ee66d2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.851807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-f2458b76-9203-4fc2-b57b-83ceba6c8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:58.853354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-f2458b76-9203-4fc2-b57b-83ceba6c8b6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023721 Nov 19 04:04:58.869781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e00abdb-b090-4b96-872f-070ae6c165c7 req-9a13f9ba-3f3f-4969-93a3-90e212d0105d tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444833 Nov 19 04:04:58.872873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.891880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Calling delete_port for 330ae393-31e9-48ef-b1bd-270d51f9294b owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:04:58.958980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e96e64a7-9d54-4515-9b44-54b9ee66d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.961641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e96e64a7-9d54-4515-9b44-54b9ee66d2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.962862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e96e64a7-9d54-4515-9b44-54b9ee66d2c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd575e74-2c78-463d-b994-858e52e2b519 HTTP/1.1" status: 204 len: 168 time: 0.7377183 Nov 19 04:04:58.980244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Made reservation on behalf of 855192265887482c9b21c042e6d0d619 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:04:58.983875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:58.994537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e64a7-9d54-4515-9b44-54b9ee66d2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd575e74-2c78-463d-b994-858e52e2b519,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:59.030370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-ef517e85-fc03-4976-8034-94173f4c3ac2 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656768 Nov 19 04:04:59.049779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:04:55Z', 'revision_number': 4, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57', 'name': '', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'mac_address': 'fa:16:3e:56:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:54Z', 'updated_at': '2021-11-19T04:04:55Z', 'revision_number': 2, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'subnets': [{'id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:04:59.130840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Checking router: 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:04:59.131377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Updating router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:04:59.176089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.238242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.279951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event deleted for resources: {'Port': ['ID=330ae393-31e9-48ef-b1bd-270d51f9294b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:04:59.298725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb74b66-e7d9-4d21-bd62-677a234d4f61 req-c766ed0e-3164-419d-ad3e-8c64308a264b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:04:59.307241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccb74b66-e7d9-4d21-bd62-677a234d4f61 req-c766ed0e-3164-419d-ad3e-8c64308a264b tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 932 time: 0.1814239 Nov 19 04:04:59.324477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Allocated IP 19.86.0.75 (c40e619d-d780-454a-a25c-134d49333521/2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f/da52ad49-2761-4a05-b3c7-410534027769) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:04:59.338342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478c11b1-adc3-4a1a-8946-53a3ed35fea8 req-aa7958fa-548e-4199-a129-558f5421ce29 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430563 Nov 19 04:04:59.348758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.408440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccb74b66-e7d9-4d21-bd62-677a234d4f61 req-c0c424d2-5e45-4ec8-8760-75784cccfbaf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951822 Nov 19 04:04:59.535830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.539598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.603694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd424077-ce58-4cb4-9ce6-090c4d07232b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:04:59.613385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.614436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Fanout notify agent at l3_agent the message router_deleted on router 6d264138-e687-42af-9f87-81f402d3dd55 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:04:59.638861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.640389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21b57273-b032-4549-b552-6fabd1f93956 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/6d264138-e687-42af-9f87-81f402d3dd55 HTTP/1.1" status: 204 len: 168 time: 1.2227583 Nov 19 04:04:59.644092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55006) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:59.650653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1537031132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:59.655222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.689462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.691388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.729015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.783344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.791013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.823538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.825499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-28dd4683-ab15-464b-ad19-5113f55a9b75 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1802063 Nov 19 04:04:59.828254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55018) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:04:59.833282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': True}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:04:59.858939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Network c40e619d-d780-454a-a25c-134d49333521 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:04:59.928339 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.929299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:04:59.938414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:04:59.939898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:04:59.996214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event updated for resources: {'Port': ['ID=da52ad49-2761-4a05-b3c7-410534027769,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:00.013993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf260-e669-4f64-8599-83debde211c2 None None] Pushing event updated for resources: {'Port': ['ID=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:00.077266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:00.078834 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.106849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Attempting to bind port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:00.107335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Attempting to bind port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:00.109416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Attempting to bind port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 on network cb7c0f3a-8dc4-4e47-8608-824f226b793e {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:00.113847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-a5fe6c39-950a-4666-abb9-11d73554d6ae tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:00.122365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-a5fe6c39-950a-4666-abb9-11d73554d6ae tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 819 time: 0.3222902 Nov 19 04:05:00.124275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:00.124770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Checking segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:00.127116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.127624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Bound using segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:00.128209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Bound port: 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:00.129830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.134452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-64cd7d92-3133-4055-b616-0617bf7e2bcb tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4965386 Nov 19 04:05:00.144654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-bb2ca959-9cb5-4e88-bc5d-e3302801a562 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/quotas/12bed4759d8e414181dbd74c7481e7c8 HTTP/1.1" status: 200 len: 375 time: 0.0211658 Nov 19 04:05:00.151166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Request body: {'port': {'device_id': 'b67e48b3-74af-4798-864d-b3de90234d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:00.235002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.248306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] For port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:00.253693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] For port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:00.279126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-650649e1-378c-4617-a5d4-32a60b9ccff7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334634 Nov 19 04:05:00.284745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.292362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.380562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-087d62cf-1f68-4a2b-a641-3429427499c1 None None] Provisioning complete for port da52ad49-2761-4a05-b3c7-410534027769 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:00.381110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-087d62cf-1f68-4a2b-a641-3429427499c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.412041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf260-e669-4f64-8599-83debde211c2 None None] Pushing event updated for resources: {'Port': ['ID=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:00.415873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Routers {'7c410501-45e5-4eb9-9335-d40b5bb5b8a7'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:00.416858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:00.483308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-087d62cf-1f68-4a2b-a641-3429427499c1 None None] Port da52ad49-2761-4a05-b3c7-410534027769 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:00.535356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-51a09b60-aa1c-4d91-93db-aba88e5cec99 service neutron] 10.222.0.52 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408111 Nov 19 04:05:00.548315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] Set router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:00.549842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.581468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.738884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Allocated IP 172.25.8.245 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/153c2667-575d-4cc2-832a-65d352a7caaf) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:00.753589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-5f4c5ad7-6cf9-45c6-a9fd-e06c595a126b service neutron] 10.222.0.52 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070887 Nov 19 04:05:00.814520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:04:55Z', 'revision_number': 4, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57', 'name': '', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'mac_address': 'fa:16:3e:56:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:54Z', 'updated_at': '2021-11-19T04:05:00Z', 'revision_number': 4, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'subnets': [{'id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:00.863060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36ab1d7-5b41-4a7b-a390-a902d1c9d34d {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:00.866833 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1b41e-1778-4cd4-b777-aa897978c88a None None] The sync data for ids ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'] in n-d-818503-1 is: [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:04:55Z', 'revision_number': 4, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57', 'name': '', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'mac_address': 'fa:16:3e:56:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:54Z', 'updated_at': '2021-11-19T04:05:00Z', 'revision_number': 4, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'subnets': [{'id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:00.888866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.941550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Transition to ACTIVE for port object f36ab1d7-5b41-4a7b-a390-a902d1c9d34d will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:05:00.951657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:00.962576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.045400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:01.070676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.174860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:01.180091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:01.183660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:01.199759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16400908-7cfc-43e2-9504-e4323f555a4d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:01.206671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Attempting to bind port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:01.207012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Attempting to bind port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:01.208506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Port': ['ID=153c2667-575d-4cc2-832a-65d352a7caaf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:01.212705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Attempting to bind port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d on network 7d04d161-9945-46aa-ae75-75e13111cd22 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:01.228753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d on network 7d04d161-9945-46aa-ae75-75e13111cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:05:01.230368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Attempting to bind port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d on network 7d04d161-9945-46aa-ae75-75e13111cd22 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:01.243477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:01.244049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Checking segment: {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:01.244527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Bound using segment: {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:01.245048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Bound port: f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952e2953-d38b-4cfd-8678-38145a55d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:01.245483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.333582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f2e0b2de-d0f0-481f-a2d2-496f80a680fe None None] Provisioning complete for port 153c2667-575d-4cc2-832a-65d352a7caaf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:01.336787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b2de-d0f0-481f-a2d2-496f80a680fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.454996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0b2de-d0f0-481f-a2d2-496f80a680fe None None] Port 153c2667-575d-4cc2-832a-65d352a7caaf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:01.488324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] For port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:01.496377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] For port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:01.505509 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.583274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:01.647494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:01.649531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.651613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f7ba7f02-c7fd-436d-9ad2-f7249faa1e23 service neutron] 10.222.0.36 "PUT /v2.0/ports/f36ab1d7-5b41-4a7b-a390-a902d1c9d34d HTTP/1.1" status: 200 len: 1092 time: 1.5042322 Nov 19 04:05:01.660635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'tag': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:01.664025 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fddea3-e97a-48c1-90fc-0fb761b786b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "tag": "f36ab1d7-5b41-4a7b-a390-a902d1c9d34d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:01.679880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.721284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Request body: {'port': {'device_id': 'b67e48b3-74af-4798-864d-b3de90234d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:01.755369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:01.828616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171aebc-e007-41be-8ed8-ca509fefc61f req-8f02038b-7d3d-4b83-aa5f-762c6f3ce19a tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:01.836439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1171aebc-e007-41be-8ed8-ca509fefc61f req-8f02038b-7d3d-4b83-aa5f-762c6f3ce19a tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.2636831 Nov 19 04:05:01.980583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1171aebc-e007-41be-8ed8-ca509fefc61f req-2b0961ac-b20b-461a-909d-6ec9d20b3d77 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274002 Nov 19 04:05:02.013181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:02.036174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:02.047595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:02.252167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Router 5000e207-974a-40fe-a97a-545d20d67fde is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:05:02.355393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1b5a-7a78-4ec3-b4a0-a3aecf468575 req-ecfec69c-26ce-4358-ba6f-6e9f566f1cb8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:02.363517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1b5a-7a78-4ec3-b4a0-a3aecf468575 req-ecfec69c-26ce-4358-ba6f-6e9f566f1cb8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:02.365101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eeea1b5a-7a78-4ec3-b4a0-a3aecf468575 req-ecfec69c-26ce-4358-ba6f-6e9f566f1cb8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1666 time: 0.1212149 Nov 19 04:05:02.418956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:02.425393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:02.430544 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] Sync routers for ids ['5000e207-974a-40fe-a97a-545d20d67fde'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:02.431215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-af15c8dd-6938-4ccf-9f3d-2db807fff686 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "PUT /v2.0/routers/5000e207-974a-40fe-a97a-545d20d67fde HTTP/1.1" status: 200 len: 915 time: 2.6018746 Nov 19 04:05:02.431860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55092) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:02.452100 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] Routers {'5000e207-974a-40fe-a97a-545d20d67fde'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:02.452737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5000e207-974a-40fe-a97a-545d20d67fde'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:02.465361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eeea1b5a-7a78-4ec3-b4a0-a3aecf468575 req-c40f7e27-3256-444d-9ef0-5a9187147771 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883121 Nov 19 04:05:02.526269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da52ad49-2761-4a05-b3c7-410534027769 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:02.532604 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:02.536526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:02.550434 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] Routers {'5000e207-974a-40fe-a97a-545d20d67fde'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:02.551065 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5000e207-974a-40fe-a97a-545d20d67fde'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:02.558941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Transition to ACTIVE for port object da52ad49-2761-4a05-b3c7-410534027769 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:05:02.568195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:02.594911 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:02.595980 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0eb55f-bd01-4e3c-ba64-c65bfde64a52 None None] The sync data for ids ['5000e207-974a-40fe-a97a-545d20d67fde'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:02.638417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d50cc48d-b03c-4035-a406-34ce00eee939 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/5000e207-974a-40fe-a97a-545d20d67fde HTTP/1.1" status: 200 len: 921 time: 0.2053022 Nov 19 04:05:02.642095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:02.714346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d6766e59-38e5-426e-b5f1-2841b60813ef req-e868dfa9-6361-4492-b066-3aa26089b3d3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 210 time: 0.0628340 Nov 19 04:05:02.728317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73f1b2-a6b3-41e5-876a-792de4659e53 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:02.733253 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-da73f1b2-a6b3-41e5-876a-792de4659e53 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=5000e207-974a-40fe-a97a-545d20d67fde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0871809 Nov 19 04:05:02.733978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55102) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:02.927795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8466d-45f4-4c3b-9841-19a435f833da tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:02.930455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-13d8466d-45f4-4c3b-9841-19a435f833da tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.1934900 Nov 19 04:05:02.932157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55106) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:02.944511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Pushing event updated for resources: {'Port': ['ID=da52ad49-2761-4a05-b3c7-410534027769,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:03.060592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:03.132337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b50e4-f129-4ef2-9944-d257d0712461 req-116cd927-58a7-40cd-9859-5de578260351 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.140581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b4b50e4-f129-4ef2-9944-d257d0712461 req-116cd927-58a7-40cd-9859-5de578260351 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 945 time: 0.1858218 Nov 19 04:05:03.163275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:03.163631 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.221529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-f668bcf0-eb8c-4525-9ce4-437ba55576c5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.223907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-f668bcf0-eb8c-4525-9ce4-437ba55576c5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 819 time: 0.5261598 Nov 19 04:05:03.224712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Attempting to bind port da52ad49-2761-4a05-b3c7-410534027769 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:03.225045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Attempting to bind port da52ad49-2761-4a05-b3c7-410534027769 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:03.225510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Attempting to bind port da52ad49-2761-4a05-b3c7-410534027769 on network c40e619d-d780-454a-a25c-134d49333521 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:03.232834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Port da52ad49-2761-4a05-b3c7-410534027769 on network c40e619d-d780-454a-a25c-134d49333521 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:05:03.233209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Attempting to bind port da52ad49-2761-4a05-b3c7-410534027769 on network c40e619d-d780-454a-a25c-134d49333521 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:03.253675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b4b50e4-f129-4ef2-9944-d257d0712461 req-2e29afbc-e93f-4e67-863d-5a4b24ff3521 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups?id=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079602 Nov 19 04:05:03.260952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Request body: {'port': {'device_id': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'admin_state_up': True, 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:03.264541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:03.264898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Checking segment: {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:03.265302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Bound using segment: {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:03.265795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Bound port: da52ad49-2761-4a05-b3c7-410534027769, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99e3b37-b545-4e31-a615-108d252b36ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c40e619d-d780-454a-a25c-134d49333521'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:03.277631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.329220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.345086 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b4ea2f-0ac8-4a94-83fd-75fc2a77c206 x-openstack-request-id: req-94b4ea2f-0ac8-4a94-83fd-75fc2a77c206 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:03.346478 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "tag": "f36ab1d7-5b41-4a7b-a390-a902d1c9d34d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:03.348237 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94b4ea2f-0ac8-4a94-83fd-75fc2a77c206 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:03.348887 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'tag': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d', 'status': 'completed', 'code': 200} Nov 19 04:05:03.379202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:03.386624 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.386813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55114) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:03.492641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:03.495765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] For port da52ad49-2761-4a05-b3c7-410534027769, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:03.501741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.502460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.503061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.503688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.504330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.504896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.505501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.506212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.506891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.507458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.508016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.508611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:03.508910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-40d59d0a-c788-4f53-8c7c-015555361e7a tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=5000e207-974a-40fe-a97a-545d20d67fde HTTP/1.1" status: 200 len: 205 time: 0.5751646 Nov 19 04:05:03.511793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55122) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:03.675877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-5cadcedc-b09d-4a0c-b24b-aae61fa66535 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.677440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-5cadcedc-b09d-4a0c-b24b-aae61fa66535 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 945 time: 0.1995435 Nov 19 04:05:03.680824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-ca268187-4e45-45b7-9006-851571e84a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.681320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-ca268187-4e45-45b7-9006-851571e84a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.682893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-ca268187-4e45-45b7-9006-851571e84a56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1938 time: 0.1888936 Nov 19 04:05:03.802209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] For port da52ad49-2761-4a05-b3c7-410534027769, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=da52ad49-2761-4a05-b3c7-410534027769,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:03.819439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.838690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.873871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6bb53e52-3b0c-4469-b168-2f637d215e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.941818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.942572 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.943965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/da52ad49-2761-4a05-b3c7-410534027769 HTTP/1.1" status: 200 len: 1091 time: 2.2352321 Nov 19 04:05:03.974538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Made reservation on behalf of 12bed4759d8e414181dbd74c7481e7c8 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:03.978837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:03.997199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-dd3f08c4-a2eb-4005-b66b-f65a01e45f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.997723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-dd3f08c4-a2eb-4005-b66b-f65a01e45f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.998350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-dd3f08c4-a2eb-4005-b66b-f65a01e45f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:03.999981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-dd3f08c4-a2eb-4005-b66b-f65a01e45f5f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=855192265887482c9b21c042e6d0d619&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3034365 Nov 19 04:05:04.016923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414c7b4-c718-4b58-bedf-d0117ab204f0 service neutron] Pushing event updated for resources: {'Port': ['ID=da52ad49-2761-4a05-b3c7-410534027769,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:04.042775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-c63d585f-d57d-49a7-86c3-e7dac2c59671 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.044140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-c63d585f-d57d-49a7-86c3-e7dac2c59671 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 819 time: 0.2488461 Nov 19 04:05:04.077246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Deleting port 80aa387a-85a0-41f2-b7b9-8ab83f28493c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:04.077578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.084394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.113784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-343050b4-fa53-4f5a-b52e-86cf0d09981a tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/quotas/12bed4759d8e414181dbd74c7481e7c8 HTTP/1.1" status: 200 len: 375 time: 0.0534604 Nov 19 04:05:04.220497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6bb53e52-3b0c-4469-b168-2f637d215e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.229523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-d6563a8e-38b7-43bd-967a-99e0bda931fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.231350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-04fddea3-e97a-48c1-90fc-0fb761b786b1 req-d6563a8e-38b7-43bd-967a-99e0bda931fc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2225986 Nov 19 04:05:04.235405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6bb53e52-3b0c-4469-b168-2f637d215e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.251491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] For port 80aa387a-85a0-41f2-b7b9-8ab83f28493c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80aa387a-85a0-41f2-b7b9-8ab83f28493c,segment=NetworkSegment(2f006598-0d7c-4d79-b9f2-d7d33828e406),segment_id=2f006598-0d7c-4d79-b9f2-d7d33828e406)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:04.251871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.275289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Calling delete_port for 80aa387a-85a0-41f2-b7b9-8ab83f28493c owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:04.286495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Allocated IP 172.20.0.3 (cb7c0f3a-8dc4-4e47-8608-824f226b793e/54386903-d13f-45e8-91a5-3bc4b2cf95bd/7217f365-0c7d-4695-baa6-006e842b83bc) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:04.293105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-3cfd1888-a918-47fb-a37f-c192932578c8 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624894 Nov 19 04:05:04.305517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6bb53e52-3b0c-4469-b168-2f637d215e1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66b2bd3f1de045be94491ea81f0e1cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8950858 Nov 19 04:05:04.312234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55134) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:04.314829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Deleting port 153c2667-575d-4cc2-832a-65d352a7caaf {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:04.315176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.369948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb53e52-3b0c-4469-b168-2f637d215e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b19662-f0e7-4d3b-825e-b0d663461d61,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:04.438728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-87e6ebdf-7668-4977-b524-773acf901ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.439221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-87e6ebdf-7668-4977-b524-773acf901ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.440814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-87e6ebdf-7668-4977-b524-773acf901ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1980 time: 0.1668251 Nov 19 04:05:04.486079 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-9663434a-64f3-4a71-b121-2b8820008064 service neutron] 10.222.0.52 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752827 Nov 19 04:05:04.517181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-2bc749ea-c01f-4076-99b8-64b1126d8f5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d HTTP/1.1" status: 200 len: 217 time: 0.0642364 Nov 19 04:05:04.577193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.593563 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c183215d-9013-403e-b034-a4bed8435f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.598108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.601780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Calling delete_port for 153c2667-575d-4cc2-832a-65d352a7caaf owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:04.628041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-5e0dd32a-35ed-4737-83ab-7a2f6957f2f4 service neutron] 10.222.0.52 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349788 Nov 19 04:05:04.656388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.667086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-78ecfd10-2eae-4cc5-8f8f-36c4c8f6aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.668630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-78ecfd10-2eae-4cc5-8f8f-36c4c8f6aa8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a HTTP/1.1" status: 200 len: 801 time: 0.1410608 Nov 19 04:05:04.670576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c183215d-9013-403e-b034-a4bed8435f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.702966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:04.708315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:04.712931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:04.744626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Pushing event updated for resources: {'Port': ['ID=7217f365-0c7d-4695-baa6-006e842b83bc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:04.788366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.795724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.796427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.823973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e41e818e-5980-49fc-9f12-692bf9b35a68 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5681093 Nov 19 04:05:04.843872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event deleted for resources: {'Port': ['ID=80aa387a-85a0-41f2-b7b9-8ab83f28493c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:04.850775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Request body: {'port': {'device_id': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:04.899711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.900031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.900388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.900737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.901079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.901424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.902201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.902201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.902506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.902795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.903127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.903445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:04.907436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-c2e7c61c-474f-45e8-9b9a-3e298608334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:04.908990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-c2e7c61c-474f-45e8-9b9a-3e298608334b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d04d161-9945-46aa-ae75-75e13111cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2324381 Nov 19 04:05:04.952816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:04.969300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:04.984982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] No DVR routers for this DVR port 80aa387a-85a0-41f2-b7b9-8ab83f28493c on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:05.012263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.015720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da5c142b-1f9d-48e5-896f-d5806cf6c1a4 req-a3c6431b-a9f4-4c15-883c-f6eea5ed498f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.31 "DELETE /v2.0/ports/80aa387a-85a0-41f2-b7b9-8ab83f28493c HTTP/1.1" status: 204 len: 173 time: 1.3274620 Nov 19 04:05:05.016932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0953104-7011-479b-b996-9afc8eb888c6', 'name': 'network-vif-deleted', 'tag': '80aa387a-85a0-41f2-b7b9-8ab83f28493c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:05.019285 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f3ccd-7530-4c78-a266-da318e55543a" -d '{"events": [{"server_uuid": "d0953104-7011-479b-b996-9afc8eb888c6", "name": "network-vif-deleted", "tag": "80aa387a-85a0-41f2-b7b9-8ab83f28493c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:05.022940 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c183215d-9013-403e-b034-a4bed8435f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.025640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c183215d-9013-403e-b034-a4bed8435f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.029150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c183215d-9013-403e-b034-a4bed8435f59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6b19662-f0e7-4d3b-825e-b0d663461d61 HTTP/1.1" status: 204 len: 168 time: 0.7097373 Nov 19 04:05:05.035366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:05.036052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.051574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183215d-9013-403e-b034-a4bed8435f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b19662-f0e7-4d3b-825e-b0d663461d61,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:05.199506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-a6a76fcb-e1a5-4884-960d-031266aa2f15 service neutron] 10.222.0.36 "GET /v2.0/networks/7d04d161-9945-46aa-ae75-75e13111cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634311 Nov 19 04:05:05.209347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.269604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824f0ca-f86d-4167-81e2-98fce3c8009e req-3d48e35f-4069-41b5-b15e-18315810bc91 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:05.276833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824f0ca-f86d-4167-81e2-98fce3c8009e req-3d48e35f-4069-41b5-b15e-18315810bc91 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:05.284900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b824f0ca-f86d-4167-81e2-98fce3c8009e req-3d48e35f-4069-41b5-b15e-18315810bc91 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1678 time: 0.3129189 Nov 19 04:05:05.314340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event deleted for resources: {'Port': ['ID=153c2667-575d-4cc2-832a-65d352a7caaf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:05.337708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae5216-0731-46a9-b38b-85b4ef99fa9e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:05.350999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'tag': 'da52ad49-2761-4a05-b3c7-410534027769'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:05.353388 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7cf23c-8841-4805-a2c4-615e057bec71" -d '{"events": [{"name": "network-changed", "server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "tag": "da52ad49-2761-4a05-b3c7-410534027769"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:05.385871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80aa387a-85a0-41f2-b7b9-8ab83f28493c no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:05.387078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b824f0ca-f86d-4167-81e2-98fce3c8009e req-21a08438-8c59-472d-8e17-777eca1ba74f tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012278 Nov 19 04:05:05.421234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7217f365-0c7d-4695-baa6-006e842b83bc {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:05.423002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.429770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-74861a0e-08ca-4b05-9189-78afec9c38d7 service neutron] 10.222.0.36 "GET /v2.0/networks/7d04d161-9945-46aa-ae75-75e13111cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216980 Nov 19 04:05:05.436469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.463339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 80aa387a-85a0-41f2-b7b9-8ab83f28493c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:05.463754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80aa387a-85a0-41f2-b7b9-8ab83f28493c not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:05.474710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Transition to ACTIVE for port object 7217f365-0c7d-4695-baa6-006e842b83bc will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:05:05.485628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.561774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-68a31238-1a3f-4be5-b871-919117f60c20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=da52ad49-2761-4a05-b3c7-410534027769 HTTP/1.1" status: 200 len: 217 time: 0.1010487 Nov 19 04:05:05.562304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Pushing event updated for resources: {'Port': ['ID=7217f365-0c7d-4695-baa6-006e842b83bc,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:05.568495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.571021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.609718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:05.662151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f274c36-2a4c-4065-9e67-91bb2d14ba9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.677746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.678540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Fanout notify agent at l3_agent the message router_deleted on router 5000e207-974a-40fe-a97a-545d20d67fde {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:05:05.690123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.694589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Attempting to bind port 7217f365-0c7d-4695-baa6-006e842b83bc on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:05.695090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Attempting to bind port 7217f365-0c7d-4695-baa6-006e842b83bc by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:05.695416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Attempting to bind port 7217f365-0c7d-4695-baa6-006e842b83bc on network cb7c0f3a-8dc4-4e47-8608-824f226b793e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:05.698412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42e34911-11c0-492b-988b-1faa08dfd3cb tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/5000e207-974a-40fe-a97a-545d20d67fde HTTP/1.1" status: 204 len: 168 time: 2.1854134 Nov 19 04:05:05.699354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55158) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:05.704782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-5dae0a06-971a-4351-bfcb-658cfcc46956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:05.706524 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-5dae0a06-971a-4351-bfcb-658cfcc46956 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f HTTP/1.1" status: 200 len: 801 time: 0.1333117 Nov 19 04:05:05.713986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Port 7217f365-0c7d-4695-baa6-006e842b83bc on network cb7c0f3a-8dc4-4e47-8608-824f226b793e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:05:05.713986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Attempting to bind port 7217f365-0c7d-4695-baa6-006e842b83bc on network cb7c0f3a-8dc4-4e47-8608-824f226b793e {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:05.714479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-478604810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:05.746797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e847c2e1-e756-4048-864c-45ea61ab078f req-ab9d94e4-0936-458e-a3b2-4ab7af69df37 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0953104-7011-479b-b996-9afc8eb888c6 HTTP/1.1" status: 200 len: 210 time: 0.0456927 Nov 19 04:05:05.749660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:05.750034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Checking segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:05.750438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Bound using segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:05.750942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Bound port: 7217f365-0c7d-4695-baa6-006e842b83bc, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:05.751244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.800689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.801810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.815666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-e1f4372f-86df-4a00-ba71-f7f830bb0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:05.817308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-e1f4372f-86df-4a00-ba71-f7f830bb0c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40e619d-d780-454a-a25c-134d49333521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930266 Nov 19 04:05:05.822875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d71f-1f25-4b68-866b-6b245112206f req-55fea054-c9b3-42a5-b2ef-6dc91f8ea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:05.824502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-55fea054-c9b3-42a5-b2ef-6dc91f8ea8c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f2cb85545564f60992144a3adb3216b&device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 1097 time: 0.1450682 Nov 19 04:05:05.893098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] For port 7217f365-0c7d-4695-baa6-006e842b83bc, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:05.899137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] For port 7217f365-0c7d-4695-baa6-006e842b83bc, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7217f365-0c7d-4695-baa6-006e842b83bc,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:05.940288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.950522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f274c36-2a4c-4065-9e67-91bb2d14ba9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.953996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.964464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f274c36-2a4c-4065-9e67-91bb2d14ba9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.978720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:05.987835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd90a661-348b-4c1f-8fbd-71e8947e2ae3 req-8d7d9d94-0fbc-41b0-a05c-8672697a4847 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 210 time: 0.1240380 Nov 19 04:05:06.030918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.031628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:06.033129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] 10.222.0.31 "PUT /v2.0/ports/7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 1091 time: 1.1878347 Nov 19 04:05:06.033421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:06.037570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3f9b8162-8929-4b13-a215-ab9c7c2ba2b1 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3346310 Nov 19 04:05:06.044148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55162) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:06.045338 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f80ef-ee24-4244-870c-30887f7f2229 x-openstack-request-id: req-344f80ef-ee24-4244-870c-30887f7f2229 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:06.045720 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0953104-7011-479b-b996-9afc8eb888c6", "name": "network-vif-deleted", "tag": "80aa387a-85a0-41f2-b7b9-8ab83f28493c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:06.045923 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-344f80ef-ee24-4244-870c-30887f7f2229 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:06.046359 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0953104-7011-479b-b996-9afc8eb888c6', 'name': 'network-vif-deleted', 'tag': '80aa387a-85a0-41f2-b7b9-8ab83f28493c', 'status': 'completed', 'code': 200} Nov 19 04:05:06.052208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': False}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:06.056545 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f274c36-2a4c-4065-9e67-91bb2d14ba9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0508e83b53ed4c68adfc6c5c11b8ccca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462230 Nov 19 04:05:06.058972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f274c36-2a4c-4065-9e67-91bb2d14ba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35879039-5b1e-453e-ad51-1ba9e62dd372,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:06.060850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55164) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:06.065342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-ac879648-2ce7-43d0-823b-20e7185f1ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380438 Nov 19 04:05:06.109066 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88ab43-8fd0-42a2-851e-c09fb72ca86c x-openstack-request-id: req-5b88ab43-8fd0-42a2-851e-c09fb72ca86c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:06.109354 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "tag": "da52ad49-2761-4a05-b3c7-410534027769", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:06.109614 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b88ab43-8fd0-42a2-851e-c09fb72ca86c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:06.110047 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'tag': 'da52ad49-2761-4a05-b3c7-410534027769', 'status': 'completed', 'code': 200} Nov 19 04:05:06.176440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cf35cba-1172-424a-aa16-a2ff531ebfc7 req-051d42ea-0147-40ef-baf1-92641c7da763 service neutron] 10.222.0.36 "GET /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035609 Nov 19 04:05:06.232656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d71f-1f25-4b68-866b-6b245112206f req-c15deacc-7264-4fb7-adb3-7ed3650ea005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.234188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-c15deacc-7264-4fb7-adb3-7ed3650ea005 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0901522d-08dd-44ea-b117-b1b19e05bc72 HTTP/1.1" status: 200 len: 914 time: 0.3882818 Nov 19 04:05:06.247040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11718d-4abe-44fe-895f-75a2a2e38b1d service neutron] Pushing event updated for resources: {'Port': ['ID=7217f365-0c7d-4695-baa6-006e842b83bc,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:06.267741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-f28f0a27-e991-408d-897c-23128432ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.268322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-f28f0a27-e991-408d-897c-23128432ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.269905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-f28f0a27-e991-408d-897c-23128432ec74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=855192265887482c9b21c042e6d0d619&device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1980 time: 0.0454218 Nov 19 04:05:06.364742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-3de208b9-c4cf-41e7-a9df-7a9797f3d198 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af HTTP/1.1" status: 200 len: 217 time: 0.1202526 Nov 19 04:05:06.375023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-9306a450-d65e-4185-82ce-117f1b7ec0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.376574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-9306a450-d65e-4185-82ce-117f1b7ec0bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40e619d-d780-454a-a25c-134d49333521 HTTP/1.1" status: 200 len: 903 time: 0.0992589 Nov 19 04:05:06.392358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-b107497e-58af-45d3-b159-ce6893825ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.393853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-b107497e-58af-45d3-b159-ce6893825ef0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1094 time: 0.2510445 Nov 19 04:05:06.427386 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-954d7c09-cc08-4e46-af67-d1baddaad8b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=da52ad49-2761-4a05-b3c7-410534027769 HTTP/1.1" status: 200 len: 217 time: 0.0437224 Nov 19 04:05:06.488129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a26c52-4efa-4923-8938-576f4a6e2c03 req-8f18fba6-3b63-4295-ac5b-f1a98781dc64 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.489645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19a26c52-4efa-4923-8938-576f4a6e2c03 req-8f18fba6-3b63-4295-ac5b-f1a98781dc64 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.3426776 Nov 19 04:05:06.532852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ec4f72-a304-4953-b530-3d9b97cb7964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:06.534387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-03a27869-9759-4a50-826b-fbcd43a338e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.535940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-03a27869-9759-4a50-826b-fbcd43a338e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f HTTP/1.1" status: 200 len: 801 time: 0.1013377 Nov 19 04:05:06.544776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:06.552105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-efaa918a-4a21-4335-adba-895867303e5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0739472 Nov 19 04:05:06.607738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-948a01cc-4951-4439-9e87-0ec0e124a140 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.609329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-948a01cc-4951-4439-9e87-0ec0e124a140 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 819 time: 0.1666098 Nov 19 04:05:06.616391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-2b0f8e3f-d54d-4130-8624-4a4894a2cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.617760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-2b0f8e3f-d54d-4130-8624-4a4894a2cfd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40e619d-d780-454a-a25c-134d49333521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0729017 Nov 19 04:05:06.623986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d71f-1f25-4b68-866b-6b245112206f req-0c1b1130-6d84-4927-9dac-3cf9257b25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:06.625466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-0c1b1130-6d84-4927-9dac-3cf9257b25ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1df483bf-e7c4-4ac7-8f90-b0516f3e3e62 HTTP/1.1" status: 200 len: 853 time: 0.2483528 Nov 19 04:05:06.628108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ec4f72-a304-4953-b530-3d9b97cb7964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:06.723381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-307a1774-ad1a-4d09-bfb9-f2fcd645c805 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0901522d-08dd-44ea-b117-b1b19e05bc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779681 Nov 19 04:05:07.000666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Request body: {'port': {'device_id': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'admin_state_up': True, 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:07.013282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e1435958-ab62-41ee-baac-159487054ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:07.014785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e1435958-ab62-41ee-baac-159487054ae8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.4493434 Nov 19 04:05:07.019045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19a26c52-4efa-4923-8938-576f4a6e2c03 req-4a3d048c-c397-490c-b156-909e9f0f479b tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163629 Nov 19 04:05:07.088020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-82ea1681-0b9c-4b3c-be6e-4202a9c3fb95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544515 Nov 19 04:05:07.125342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-08f499c7-b9b9-4b9d-a3f2-97dd902929ee service neutron] 10.222.0.36 "GET /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991109 Nov 19 04:05:07.131743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ec4f72-a304-4953-b530-3d9b97cb7964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.134379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83ec4f72-a304-4953-b530-3d9b97cb7964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.138013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-83ec4f72-a304-4953-b530-3d9b97cb7964 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35879039-5b1e-453e-ad51-1ba9e62dd372 HTTP/1.1" status: 204 len: 168 time: 1.0680106 Nov 19 04:05:07.204318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec4f72-a304-4953-b530-3d9b97cb7964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35879039-5b1e-453e-ad51-1ba9e62dd372,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:07.218138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-d0fd6a14-e2bb-468f-8c60-0ad3e5b105df service neutron] 10.222.0.36 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835074 Nov 19 04:05:07.238099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Made reservation on behalf of 12bed4759d8e414181dbd74c7481e7c8 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:07.243768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.276598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a7cf23c-8841-4805-a2c4-615e057bec71 req-8646febd-cbc5-4998-9faa-8d16b7ccd2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410077 Nov 19 04:05:07.365510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b04c7-8477-439e-bf2c-95636518ee52 req-441798b0-ba50-4215-8d12-d08a45c46e25 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:07.372029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b04c7-8477-439e-bf2c-95636518ee52 req-441798b0-ba50-4215-8d12-d08a45c46e25 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:07.373710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e9b04c7-8477-439e-bf2c-95636518ee52 req-441798b0-ba50-4215-8d12-d08a45c46e25 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1678 time: 0.1738229 Nov 19 04:05:07.407410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Allocated IP 172.20.0.12 (cb7c0f3a-8dc4-4e47-8608-824f226b793e/54386903-d13f-45e8-91a5-3bc4b2cf95bd/ed1a8a74-22d5-4cc7-89a1-96dbb4acb070) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:07.451076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-e3fcfaa2-0a89-4579-a2df-876f1f8b95e1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308241 Nov 19 04:05:07.577220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.588443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.600470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9682d71f-1f25-4b68-866b-6b245112206f req-51ccd29a-6e16-4daf-9660-5de618c7e1eb service neutron] 10.222.0.36 "GET /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734581 Nov 19 04:05:07.632239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.633152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.663013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e9b04c7-8477-439e-bf2c-95636518ee52 req-25319786-37ad-4146-955a-7ab8c6f4e247 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142842 Nov 19 04:05:07.683623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:07.699674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:07.702043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Pushing event updated for resources: {'Port': ['ID=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:07.704407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:07.767317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ae89e35-3630-4034-a96b-3e803da640a3 req-cd0f3f61-84ff-4b0f-8d9e-99dd08729125 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013942 Nov 19 04:05:07.772139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:07.773213 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.828563 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ca63c3ad-d743-454b-86e2-197ba7e436d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1525788 Nov 19 04:05:07.875019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Request body: {'port': {'device_id': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:07.880468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Allocated IP 172.25.8.159 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/3f8883c7-0dc3-4e55-b68e-37705ec70d51) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:07.942325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:07.947662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77006e-d4c5-4dc7-8cd5-186d8bb9c4d4 req-517ab7b0-d852-4887-9c13-760fff924cdd tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:07.949241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf77006e-d4c5-4dc7-8cd5-186d8bb9c4d4 req-517ab7b0-d852-4887-9c13-760fff924cdd tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 932 time: 0.1071737 Nov 19 04:05:08.013237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device da52ad49-2761-4a05-b3c7-410534027769 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:05:08.052419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf77006e-d4c5-4dc7-8cd5-186d8bb9c4d4 req-ba33dd1b-6b70-4307-b359-c1feff6eb3ae tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755339 Nov 19 04:05:08.083860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.111529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'tag': '7217f365-0c7d-4695-baa6-006e842b83bc'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:08.114259 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f82a577-7260-487c-9c18-a61e4adc23dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeb0ab4-3891-452f-a4cb-18c94bada186", "tag": "7217f365-0c7d-4695-baa6-006e842b83bc"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:08.139089 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.167859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port da52ad49-2761-4a05-b3c7-410534027769, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=da52ad49-2761-4a05-b3c7-410534027769,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:08.182639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'da52ad49-2761-4a05-b3c7-410534027769', 'network_id': 'c40e619d-d780-454a-a25c-134d49333521', 'port_id': 'da52ad49-2761-4a05-b3c7-410534027769', 'mac_address': 'fa:16:3e:83:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:05:08.238040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.255630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da52ad49-2761-4a05-b3c7-410534027769 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:08.257616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:08.263970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:08.267733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:08.281880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d5cfa-9450-4e1a-a10a-24b3d8a2fb82 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:08.285474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port da52ad49-2761-4a05-b3c7-410534027769, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=da52ad49-2761-4a05-b3c7-410534027769,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:08.294375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.295565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f36ab1d7-5b41-4a7b-a390-a902d1c9d34d details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:05:08.353415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:08.362353 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.373327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=da52ad49-2761-4a05-b3c7-410534027769,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:08.378665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Transition to ACTIVE for port object ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:05:08.387731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.390838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b7b3bd92-0fb8-43bd-ab06-95ab017aa78c None None] Provisioning complete for port 3f8883c7-0dc3-4e55-b68e-37705ec70d51 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:08.391217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bd92-0fb8-43bd-ab06-95ab017aa78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.472810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Pushing event updated for resources: {'Port': ['ID=3f8883c7-0dc3-4e55-b68e-37705ec70d51,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:08.483280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3bd92-0fb8-43bd-ab06-95ab017aa78c None None] Port 3f8883c7-0dc3-4e55-b68e-37705ec70d51 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:08.512821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:08.527156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d', 'network_id': '7d04d161-9945-46aa-ae75-75e13111cd22', 'port_id': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d', 'mac_address': 'fa:16:3e:fe:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:05:08.531737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:08.553747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8016a2-31fe-4c39-b330-e4bc096d0641 req-87cb6f80-747c-4163-80c7-f8083274d1c7 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:08.556370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f8016a2-31fe-4c39-b330-e4bc096d0641 req-87cb6f80-747c-4163-80c7-f8083274d1c7 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.3471241 Nov 19 04:05:08.567008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Attempting to bind port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:08.567618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Attempting to bind port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:08.568021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Attempting to bind port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 on network cb7c0f3a-8dc4-4e47-8608-824f226b793e {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:08.570843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.575414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 on network cb7c0f3a-8dc4-4e47-8608-824f226b793e not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:05:08.575900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Attempting to bind port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 on network cb7c0f3a-8dc4-4e47-8608-824f226b793e {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:08.581211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:08.581687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Checking segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:08.582344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Bound using segment: {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:08.582965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Bound port: ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ec9356-0a98-4e4d-8418-23bfc74eca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:08.583611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.594397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36ab1d7-5b41-4a7b-a390-a902d1c9d34d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:08.616669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:08.622146 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.661464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f8016a2-31fe-4c39-b330-e4bc096d0641 req-47efaca5-5261-45a1-b1fe-54e04871a078 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996051 Nov 19 04:05:08.666258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] For port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:08.671590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.672927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] For port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:08.684816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.717784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:08.747216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:08.748336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:08.750568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 HTTP/1.1" status: 200 len: 1092 time: 0.8803945 Nov 19 04:05:08.754057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'tag': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:08.756933 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c127e-78bb-41ee-9bd5-64d8dc33103d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd56b224-c820-46d1-ae0a-94d47b1edf9e", "tag": "ed1a8a74-22d5-4cc7-89a1-96dbb4acb070"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:08.784789 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e392c09-4544-4dbb-ba1e-4b974601fe1f x-openstack-request-id: req-8e392c09-4544-4dbb-ba1e-4b974601fe1f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:08.785681 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeb0ab4-3891-452f-a4cb-18c94bada186", "tag": "7217f365-0c7d-4695-baa6-006e842b83bc", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:08.786023 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e392c09-4544-4dbb-ba1e-4b974601fe1f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:08.786510 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'tag': '7217f365-0c7d-4695-baa6-006e842b83bc', 'status': 'completed', 'code': 200} Nov 19 04:05:08.810470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a9a1c-d091-4875-9d16-06288d7f95c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:08.825209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['da52ad49-2761-4a05-b3c7-410534027769'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:08.916375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-47f4bc99-34ce-4133-afce-5d7b87373cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:08.918946 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-47f4bc99-34ce-4133-afce-5d7b87373cb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1094 time: 0.0610108 Nov 19 04:05:08.999397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-1b883eb4-906b-4053-8bba-6376edcf7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.001217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-1b883eb4-906b-4053-8bba-6376edcf7a76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 1095 time: 0.1231754 Nov 19 04:05:09.020911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.035454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.039056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-08d27f7c-27cf-450b-9dc8-f2502a200d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.040851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-08d27f7c-27cf-450b-9dc8-f2502a200d4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.1110713 Nov 19 04:05:09.052706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55236) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:09.078851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5999-be5f-4252-afb2-46c70c684daf req-f4e997ad-9711-472d-94b1-f0a0817f1296 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.085449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5999-be5f-4252-afb2-46c70c684daf req-f4e997ad-9711-472d-94b1-f0a0817f1296 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.087518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cfda5999-be5f-4252-afb2-46c70c684daf req-f4e997ad-9711-472d-94b1-f0a0817f1296 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1680 time: 0.1270885 Nov 19 04:05:09.091194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-878dd5b5-d603-4f4a-b774-8bdeeb0b8188 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 HTTP/1.1" status: 200 len: 217 time: 0.0676870 Nov 19 04:05:09.099553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-f9d0b76d-91d1-480d-812f-0a61f5e749ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0505528 Nov 19 04:05:09.182556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-df113524-dd0b-471d-928b-384d05b1a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.184006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-df113524-dd0b-471d-928b-384d05b1a323 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.0721042 Nov 19 04:05:09.184863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150be6a3-7bc0-4f32-bc47-6a1ee3c665ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.228204 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-0bd815f7-353d-4427-b5d7-dc26ad7063a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306592 Nov 19 04:05:09.371942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150be6a3-7bc0-4f32-bc47-6a1ee3c665ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.374713 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-98934058-9a73-4ab9-82ae-5c4d2ed7d6ef service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363163 Nov 19 04:05:09.375981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150be6a3-7bc0-4f32-bc47-6a1ee3c665ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.407452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7217f365-0c7d-4695-baa6-006e842b83bc details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:05:09.459063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-150be6a3-7bc0-4f32-bc47-6a1ee3c665ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=572c9a2c8e7f4b53b84ca0f84956d26d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042549 Nov 19 04:05:09.464198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be6a3-7bc0-4f32-bc47-6a1ee3c665ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c95fdfe-da84-40e6-b651-aa23bb679f31,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:09.469226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55242) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:09.486589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ba83eac7-3cb9-4975-be7e-1f94b0400fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.488087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ba83eac7-3cb9-4975-be7e-1f94b0400fa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.3616719 Nov 19 04:05:09.515521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cfda5999-be5f-4252-afb2-46c70c684daf req-c833eabf-840f-44c9-8a44-05260883d713 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878736 Nov 19 04:05:09.520153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7217f365-0c7d-4695-baa6-006e842b83bc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7217f365-0c7d-4695-baa6-006e842b83bc,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:09.534102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-ef5a6174-d458-4d45-a281-e47989e2ca90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326710 Nov 19 04:05:09.536391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '7217f365-0c7d-4695-baa6-006e842b83bc', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'port_id': '7217f365-0c7d-4695-baa6-006e842b83bc', 'mac_address': 'fa:16:3e:3e:28:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:05:09.572023 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f82a577-7260-487c-9c18-a61e4adc23dc req-0b43eda7-c2d0-4e2c-b4cc-da40f239e2c8 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847842 Nov 19 04:05:09.573229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20815060-1390-49ad-87eb-1a872e427ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.581610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.597837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7217f365-0c7d-4695-baa6-006e842b83bc {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:09.602446 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20815060-1390-49ad-87eb-1a872e427ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.628723 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63817c2e-96c7-4583-86e0-908dde37c5f6 x-openstack-request-id: req-63817c2e-96c7-4583-86e0-908dde37c5f6 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:09.633633 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd56b224-c820-46d1-ae0a-94d47b1edf9e", "tag": "ed1a8a74-22d5-4cc7-89a1-96dbb4acb070", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:09.633840 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63817c2e-96c7-4583-86e0-908dde37c5f6 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:09.634182 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'tag': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070', 'status': 'completed', 'code': 200} Nov 19 04:05:09.636987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7217f365-0c7d-4695-baa6-006e842b83bc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7217f365-0c7d-4695-baa6-006e842b83bc,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:09.643658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.671502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Router b84528b2-71a0-4efe-8e09-df49da2e52db is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:05:09.683255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20815060-1390-49ad-87eb-1a872e427ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.688709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20815060-1390-49ad-87eb-1a872e427ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.689910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-20815060-1390-49ad-87eb-1a872e427ac4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c95fdfe-da84-40e6-b651-aa23bb679f31 HTTP/1.1" status: 204 len: 168 time: 0.2194254 Nov 19 04:05:09.698706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20815060-1390-49ad-87eb-1a872e427ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c95fdfe-da84-40e6-b651-aa23bb679f31,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:09.717645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-2cc0e854-db81-43a9-a2c2-6380a7282cd8 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699877 Nov 19 04:05:09.720070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7217f365-0c7d-4695-baa6-006e842b83bc,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:09.864114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f36ab1d7-5b41-4a7b-a390-a902d1c9d34d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:09.894515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf6704-80a0-4079-a8ef-c312c1020c82 req-5c08efe2-47fe-4a4c-b555-49565f687000 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:09.895981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76bf6704-80a0-4079-a8ef-c312c1020c82 req-5c08efe2-47fe-4a4c-b555-49565f687000 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 944 time: 0.2100918 Nov 19 04:05:09.962548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931f28c2-ee11-4bb2-a485-153d2e3f80f9 req-247e85d5-a615-406c-b008-efc5a4f893a2 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302442 Nov 19 04:05:09.963533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:09.972868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:09.977500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-90eb0926-7c58-408d-9ba9-1f719fdce5cf tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "PUT /v2.0/routers/b84528b2-71a0-4efe-8e09-df49da2e52db HTTP/1.1" status: 200 len: 915 time: 3.9295223 Nov 19 04:05:09.977864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.004899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76bf6704-80a0-4079-a8ef-c312c1020c82 req-2dcc32c9-197a-43f0-9204-943b1444b0b0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013436 Nov 19 04:05:10.012007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] Sync routers for ids ['b84528b2-71a0-4efe-8e09-df49da2e52db'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:10.021362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device da52ad49-2761-4a05-b3c7-410534027769 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:10.055812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55262) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.089689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['7217f365-0c7d-4695-baa6-006e842b83bc'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:10.125913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] Routers {'b84528b2-71a0-4efe-8e09-df49da2e52db'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:10.127116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b84528b2-71a0-4efe-8e09-df49da2e52db'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:10.130758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-22ffb831-077c-45ae-8ee2-4af69835a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.136422 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-22ffb831-077c-45ae-8ee2-4af69835a74f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 1095 time: 0.0486684 Nov 19 04:05:10.154065 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e4132d6-4299-4224-94ad-08ef56d177ee tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/b84528b2-71a0-4efe-8e09-df49da2e52db HTTP/1.1" status: 200 len: 921 time: 0.1752660 Nov 19 04:05:10.157184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55268) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.200565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e03-c5cc-43e5-b91a-f64234f13e11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.224923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:10.232304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e03-c5cc-43e5-b91a-f64234f13e11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.236292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6948f-7ab4-4ef9-9364-1a0a00e01eff tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.237848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61b6948f-7ab4-4ef9-9364-1a0a00e01eff tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=b84528b2-71a0-4efe-8e09-df49da2e52db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0797966 Nov 19 04:05:10.241789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.257245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] Routers {'b84528b2-71a0-4efe-8e09-df49da2e52db'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:10.258260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b84528b2-71a0-4efe-8e09-df49da2e52db'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:10.295717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e03-c5cc-43e5-b91a-f64234f13e11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.301873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e03-c5cc-43e5-b91a-f64234f13e11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.304904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d56f6e03-c5cc-43e5-b91a-f64234f13e11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "DELETE /v2.0/security-groups/ca7a5cd2-ab1a-446f-abac-a47f18ac55f0 HTTP/1.1" status: 204 len: 168 time: 0.2480512 Nov 19 04:05:10.309233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55274) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.322417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f6e03-c5cc-43e5-b91a-f64234f13e11 tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7a5cd2-ab1a-446f-abac-a47f18ac55f0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:10.333747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:10.333747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a68f00-a40c-42ec-a655-3aa7b10f3598 None None] The sync data for ids ['b84528b2-71a0-4efe-8e09-df49da2e52db'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:10.354640 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-cfc461bd-b0bc-4449-afc4-58b4ab65897f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] show failed (client error): The resource could not be found. Nov 19 04:05:10.358029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port da52ad49-2761-4a05-b3c7-410534027769 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:05:10.359584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55278) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.359890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cfc461bd-b0bc-4449-afc4-58b4ab65897f tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "GET /v2.0/security-groups/ca7a5cd2-ab1a-446f-abac-a47f18ac55f0 HTTP/1.1" status: 404 len: 347 time: 0.0468917 Nov 19 04:05:10.377072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a73c17-975a-4342-8c15-caddacbf3c7d req-7b3c54be-f6d5-4bea-a884-4cc7373889d5 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.378698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16a73c17-975a-4342-8c15-caddacbf3c7d req-7b3c54be-f6d5-4bea-a884-4cc7373889d5 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.2161188 Nov 19 04:05:10.389774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port da52ad49-2761-4a05-b3c7-410534027769 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:10.390518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.438210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-1daabf68-f199-4f06-b7fa-61d20e4e76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.440187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-1daabf68-f199-4f06-b7fa-61d20e4e76b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.2949080 Nov 19 04:05:10.455256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b55e02-e647-422b-a7f9-75e9dc5be7c2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.456681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-36b55e02-e647-422b-a7f9-75e9dc5be7c2 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.2138507 Nov 19 04:05:10.466217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55282) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.528639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Deleting port d3cb78dc-7346-45f0-8d6c-c1895752c7aa {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:10.529126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.534342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-4143c6d2-b58f-4eed-a49c-b892eb9f0178 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 HTTP/1.1" status: 200 len: 217 time: 0.0764894 Nov 19 04:05:10.536365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b98c356c-6c5b-4bdd-b655-6e2b427145e5 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=b84528b2-71a0-4efe-8e09-df49da2e52db HTTP/1.1" status: 200 len: 205 time: 0.0691118 Nov 19 04:05:10.544307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:10.547611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16a73c17-975a-4342-8c15-caddacbf3c7d req-b21540e4-5ded-4633-943e-2e7a2071e773 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595156 Nov 19 04:05:10.581861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.611252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-3c2a283e-6252-4b7c-a475-d575eb602035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.612904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-3c2a283e-6252-4b7c-a475-d575eb602035 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.0643556 Nov 19 04:05:10.618240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da52ad49-2761-4a05-b3c7-410534027769'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:10.620850 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966459d3-9ec7-4495-afc1-65e2d71bc0f8" -d '{"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-plugged", "status": "completed", "tag": "da52ad49-2761-4a05-b3c7-410534027769"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:10.645173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port da52ad49-2761-4a05-b3c7-410534027769, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=da52ad49-2761-4a05-b3c7-410534027769,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:10.655848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.673853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-58f36d38-2d20-475b-bcd9-b25a95f4381a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510690 Nov 19 04:05:10.699079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.699411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.731501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=da52ad49-2761-4a05-b3c7-410534027769,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:10.760051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Calling delete_port for d3cb78dc-7346-45f0-8d6c-c1895752c7aa owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:10.842098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:10.866815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e84f6-3290-403f-8d7a-6f015cc75936 req-8a61d39c-c28a-42dd-b1fe-7ed0cfd09a59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.873335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e84f6-3290-403f-8d7a-6f015cc75936 req-8a61d39c-c28a-42dd-b1fe-7ed0cfd09a59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:10.875108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a83e84f6-3290-403f-8d7a-6f015cc75936 req-8a61d39c-c28a-42dd-b1fe-7ed0cfd09a59 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1681 time: 0.1003301 Nov 19 04:05:10.881018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-051262b3-4486-4e89-89e1-a394826727f2 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720824 Nov 19 04:05:10.994755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a83e84f6-3290-403f-8d7a-6f015cc75936 req-54ba2124-a936-4b8e-990c-24c3d9aeab51 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112225 Nov 19 04:05:11.034518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d77c127e-78bb-41ee-9bd5-64d8dc33103d req-c3a5c367-b194-4272-be82-b8c8f314da7e service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440048 Nov 19 04:05:11.036569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.104210 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.106090 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9572881b-bd34-42ba-92a3-f7afad55245a x-openstack-request-id: req-9572881b-bd34-42ba-92a3-f7afad55245a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:11.106529 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-plugged", "status": "completed", "tag": "da52ad49-2761-4a05-b3c7-410534027769", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:11.106900 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9572881b-bd34-42ba-92a3-f7afad55245a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:11.107479 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da52ad49-2761-4a05-b3c7-410534027769', 'code': 200} Nov 19 04:05:11.137688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Pushing event deleted for resources: {'Port': ['ID=d3cb78dc-7346-45f0-8d6c-c1895752c7aa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:11.203222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Deleting port 3f8883c7-0dc3-4e55-b68e-37705ec70d51 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:11.203574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.218614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0dd7-0f3d-4c18-8362-fe45531b037d req-9ba563f6-2d38-4b9f-bfcf-450ccd9ec9ab tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:11.220185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-400f0dd7-0f3d-4c18-8362-fe45531b037d req-9ba563f6-2d38-4b9f-bfcf-450ccd9ec9ab tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 944 time: 0.0607412 Nov 19 04:05:11.254326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.258012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.259205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93248e73-5469-4c7b-b4a7-ebb61e28b13c tempest-ImagesOneServerNegativeTestJSON-319835675 tempest-ImagesOneServerNegativeTestJSON-319835675-project] 10.222.0.52 "DELETE /v2.0/floatingips/0e9a9d6f-7592-4ef2-b814-9ede5a792634 HTTP/1.1" status: 204 len: 168 time: 0.8986955 Nov 19 04:05:11.282645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-400f0dd7-0f3d-4c18-8362-fe45531b037d req-f250d8c8-41b2-4847-b4ed-f9a60db8403c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Nov 19 04:05:11.304627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.313986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Calling delete_port for 3f8883c7-0dc3-4e55-b68e-37705ec70d51 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:11.409120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:05:11.534142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.557393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:11.572567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event deleted for resources: {'Port': ['ID=3f8883c7-0dc3-4e55-b68e-37705ec70d51,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:11.580593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f45d-2eac-49e6-8ad5-5672e76cbb9d req-f0511976-75f5-4e2d-be4d-6c26e12a7f92 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:11.583363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070', 'network_id': 'cb7c0f3a-8dc4-4e47-8608-824f226b793e', 'port_id': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070', 'mac_address': 'fa:16:3e:5e:25:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54386903-d13f-45e8-91a5-3bc4b2cf95bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:05:11.589465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed1f45d-2eac-49e6-8ad5-5672e76cbb9d req-f0511976-75f5-4e2d-be4d-6c26e12a7f92 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.0641959 Nov 19 04:05:11.592952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58d9da-da4b-4a1e-9d13-27e24aad459e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:11.636942 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.654397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:11.656861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.678682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:11.679899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aed1f45d-2eac-49e6-8ad5-5672e76cbb9d req-dff5662f-f945-4a72-8703-686de1054b7d tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893657 Nov 19 04:05:11.691331 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.767627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:11.782978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.785200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.838683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.839739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Fanout notify agent at l3_agent the message router_deleted on router b84528b2-71a0-4efe-8e09-df49da2e52db {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:05:11.853672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.855187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-87fb7f8e-8a50-45a5-9a32-0588697c4429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/b84528b2-71a0-4efe-8e09-df49da2e52db HTTP/1.1" status: 204 len: 168 time: 1.3099196 Nov 19 04:05:11.856335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:11.859445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55366) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:11.864106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1369593513', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:11.895786 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.898351 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.919019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Deleting subnet 749e0d90-de34-4e3e-8487-cee83377c1da {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:11.922622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.962387 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:11.969085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.014070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.031103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f36ab1d7-5b41-4a7b-a390-a902d1c9d34d up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:12.093042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.094676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:05:12.099790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:12.104741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.127674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.133897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/749e0d90-de34-4e3e-8487-cee83377c1da HTTP/1.1" status: 204 len: 168 time: 0.2734692 Nov 19 04:05:12.133897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d482214-2507-4f6f-9365-4d85eecf2d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749e0d90-de34-4e3e-8487-cee83377c1da,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:12.135528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55394) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:12.175578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ed1a8a74-22d5-4cc7-89a1-96dbb4acb070'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:12.175880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.252525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8352187-ffc0-4bc4-8ad0-f2c807a89d8a req-dd744510-f36b-45af-95a8-49f009a9f1ac tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:12.257886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.260627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8352187-ffc0-4bc4-8ad0-f2c807a89d8a req-dd744510-f36b-45af-95a8-49f009a9f1ac tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:12.266289 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.269709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8352187-ffc0-4bc4-8ad0-f2c807a89d8a req-dd744510-f36b-45af-95a8-49f009a9f1ac tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1681 time: 0.1604359 Nov 19 04:05:12.321911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:12.334600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.352316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8352187-ffc0-4bc4-8ad0-f2c807a89d8a req-533ff096-bfd6-4e4f-9266-68234c056fe4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815978 Nov 19 04:05:12.364586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.404796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d05ef18-d699-470c-92fa-65a4727caa74']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:12.426119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f006598-0d7c-4d79-b9f2-d7d33828e406') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:12.427089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f006598-0d7c-4d79-b9f2-d7d33828e406') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:12.446135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.467220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.477290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:12.478243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:12.481964 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:12.547330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:12.559941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.571577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.574132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.577300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] 10.222.0.52 "DELETE /v2.0/networks/9d05ef18-d699-470c-92fa-65a4727caa74 HTTP/1.1" status: 204 len: 168 time: 0.4383347 Nov 19 04:05:12.593424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ca88-1c92-4d69-9c0e-3a94adc8565c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d05ef18-d699-470c-92fa-65a4727caa74,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:12.618146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.683372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abf5b-77f2-4462-ad4c-fd18cb3d512b req-7412c5b9-b501-4720-8f1b-3ed12a8902d1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:12.683372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-625abf5b-77f2-4462-ad4c-fd18cb3d512b req-7412c5b9-b501-4720-8f1b-3ed12a8902d1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 945 time: 0.1586702 Nov 19 04:05:12.683589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55416) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:12.787157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-625abf5b-77f2-4462-ad4c-fd18cb3d512b req-e443f644-daaa-40ee-9c96-23222b37d79c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956888 Nov 19 04:05:12.813582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d1b812-e9ea-4352-80f3-edf0c51ef579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.821126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Allocated IP 172.25.8.101 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/20184383-0409-42bf-a880-b7941761672b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:12.869185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55424) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:12.921880 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:05:12.941986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-66da9fa1-8ad0-4f5f-913e-91f500b94ec2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b36e52e043774b2c9136430e405854cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702872 Nov 19 04:05:12.943081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55426) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:12.966923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d1b812-e9ea-4352-80f3-edf0c51ef579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:12.973451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-141b2402-73f8-42dc-883c-ab901df9c09c tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:12.975125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-141b2402-73f8-42dc-883c-ab901df9c09c tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.36 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.0915837 Nov 19 04:05:12.975809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d1b812-e9ea-4352-80f3-edf0c51ef579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.022083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010f2c-b274-463e-8114-07a773e834cc req-c36a84b8-e4b0-45ca-9fc0-c69299f63693 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:13.023748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83010f2c-b274-463e-8114-07a773e834cc req-c36a84b8-e4b0-45ca-9fc0-c69299f63693 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 946 time: 0.1391649 Nov 19 04:05:13.032546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50d1b812-e9ea-4352-80f3-edf0c51ef579 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a30f5059c5704ba8b013de871693e62d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477726 Nov 19 04:05:13.035095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:13.046385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b812-e9ea-4352-80f3-edf0c51ef579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d21501-7912-4752-9968-1872af90866a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:13.061177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dba488e-55b7-44ca-975f-f2d0993cffad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.078990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.108835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dba488e-55b7-44ca-975f-f2d0993cffad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.109174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:13.113501 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6bb97e-74e1-4572-baf9-b931e391b993" -d '{"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-plugged", "status": "completed", "tag": "f36ab1d7-5b41-4a7b-a390-a902d1c9d34d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:13.141755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e740f21d-7abd-451c-af89-36ae7aaf6fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.158457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83010f2c-b274-463e-8114-07a773e834cc req-48866639-6130-47ab-b7c3-adddcf5a5419 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/security-groups?id=64b26b7a-3775-4823-8685-9942a01cc33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268690 Nov 19 04:05:13.172608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e740f21d-7abd-451c-af89-36ae7aaf6fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.175059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.214201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dba488e-55b7-44ca-975f-f2d0993cffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.217052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dba488e-55b7-44ca-975f-f2d0993cffad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.218161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Deleting port ea5936e9-7d4f-4032-9abe-4f1f234fd3af {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:13.218315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0dba488e-55b7-44ca-975f-f2d0993cffad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d HTTP/1.1" status: 204 len: 168 time: 0.2736263 Nov 19 04:05:13.228003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba488e-55b7-44ca-975f-f2d0993cffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d64e8-952b-4a30-a2e2-c4b1ce0a0a9d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:13.228926 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.238641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:13.252772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e740f21d-7abd-451c-af89-36ae7aaf6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.256910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e740f21d-7abd-451c-af89-36ae7aaf6fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.260762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e740f21d-7abd-451c-af89-36ae7aaf6fb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87d21501-7912-4752-9968-1872af90866a HTTP/1.1" status: 204 len: 168 time: 0.2221477 Nov 19 04:05:13.262480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:13.270723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f21d-7abd-451c-af89-36ae7aaf6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d21501-7912-4752-9968-1872af90866a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:13.301618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8599f77d-a44d-4a4f-ae98-109750f48360 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:13.344027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:13.363465 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993647dc-01a6-4ce5-b0c3-f47ebc4ce307 x-openstack-request-id: req-993647dc-01a6-4ce5-b0c3-f47ebc4ce307 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:13.363903 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-plugged", "status": "completed", "tag": "f36ab1d7-5b41-4a7b-a390-a902d1c9d34d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:13.364503 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-993647dc-01a6-4ce5-b0c3-f47ebc4ce307 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:13.365442 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d', 'code': 200} Nov 19 04:05:13.367999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7351c1b6-7a9a-47b7-94df-64d154b9bdd0 None None] Provisioning complete for port 20184383-0409-42bf-a880-b7941761672b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:13.368275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7351c1b6-7a9a-47b7-94df-64d154b9bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.421404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7217f365-0c7d-4695-baa6-006e842b83bc up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:13.431563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event updated for resources: {'Port': ['ID=20184383-0409-42bf-a880-b7941761672b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:13.481494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7351c1b6-7a9a-47b7-94df-64d154b9bdd0 None None] Port 20184383-0409-42bf-a880-b7941761672b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:13.510460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1aff-a8dc-4b4a-9e94-137fffb2247a req-418f6128-0010-4fd9-9fb0-f904c9605233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:13.511516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1aff-a8dc-4b4a-9e94-137fffb2247a req-418f6128-0010-4fd9-9fb0-f904c9605233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:13.514727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-07aa1aff-a8dc-4b4a-9e94-137fffb2247a req-418f6128-0010-4fd9-9fb0-f904c9605233 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1984 time: 0.0808704 Nov 19 04:05:13.516201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 7217f365-0c7d-4695-baa6-006e842b83bc completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:05:13.522941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 7217f365-0c7d-4695-baa6-006e842b83bc triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:13.523390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.581851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-07aa1aff-a8dc-4b4a-9e94-137fffb2247a req-01e2cce6-3864-435b-9e47-44d32f11b626 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593884 Nov 19 04:05:13.609310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] For port ea5936e9-7d4f-4032-9abe-4f1f234fd3af, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,segment=NetworkSegment(c2694184-4534-4b68-b8c6-d43d649e830e),segment_id=c2694184-4534-4b68-b8c6-d43d649e830e)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:13.609310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.647512 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.651247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Calling delete_port for ea5936e9-7d4f-4032-9abe-4f1f234fd3af owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:13.679508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6ed83-e497-4cfc-bdec-e09dd1ed2743 req-8ff3be15-2ad2-4516-b892-1b74d96b17ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:13.685666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6ed83-e497-4cfc-bdec-e09dd1ed2743 req-8ff3be15-2ad2-4516-b892-1b74d96b17ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:13.687338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4a6ed83-e497-4cfc-bdec-e09dd1ed2743 req-8ff3be15-2ad2-4516-b892-1b74d96b17ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1682 time: 0.1529880 Nov 19 04:05:13.702979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7217f365-0c7d-4695-baa6-006e842b83bc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7217f365-0c7d-4695-baa6-006e842b83bc,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:13.709407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.789681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7217f365-0c7d-4695-baa6-006e842b83bc,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:13.842340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55452) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:13.856162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9073d83e-5909-4857-81fd-70b8a15f536b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.945646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9073d83e-5909-4857-81fd-70b8a15f536b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.950097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9073d83e-5909-4857-81fd-70b8a15f536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:13.994777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9073d83e-5909-4857-81fd-70b8a15f536b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=324615b80f734c808d7087df309caaae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509950 Nov 19 04:05:13.996580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55454) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:14.003789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073d83e-5909-4857-81fd-70b8a15f536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b858e29-0d25-4457-ac3f-e3887323d26b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:14.057702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db300977-b117-42f3-ae85-fd43ed73f662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.083261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db300977-b117-42f3-ae85-fd43ed73f662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.107868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4a6ed83-e497-4cfc-bdec-e09dd1ed2743 req-b325debc-a83b-4947-ae99-a4577903703c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201828 Nov 19 04:05:14.150227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db300977-b117-42f3-ae85-fd43ed73f662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.153289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db300977-b117-42f3-ae85-fd43ed73f662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.156878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db300977-b117-42f3-ae85-fd43ed73f662 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b858e29-0d25-4457-ac3f-e3887323d26b HTTP/1.1" status: 204 len: 168 time: 0.1564584 Nov 19 04:05:14.169880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db300977-b117-42f3-ae85-fd43ed73f662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b858e29-0d25-4457-ac3f-e3887323d26b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:14.213549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.297037 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.300733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:14.372216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Pushing event deleted for resources: {'Port': ['ID=ea5936e9-7d4f-4032-9abe-4f1f234fd3af,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:14.418070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118adfe-5236-4508-a277-f139522735d8 req-526dbc54-a12b-4d36-a896-24df3044fd30 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:14.419765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d118adfe-5236-4508-a277-f139522735d8 req-526dbc54-a12b-4d36-a896-24df3044fd30 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 945 time: 0.2006760 Nov 19 04:05:14.440979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] No DVR routers for this DVR port ea5936e9-7d4f-4032-9abe-4f1f234fd3af on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:14.445286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.448047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dda6259c-bca7-4447-a516-8b3d6887ad7a req-39cc64ca-6579-4dbe-bed4-c01bdabc0d66 tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.36 "DELETE /v2.0/ports/ea5936e9-7d4f-4032-9abe-4f1f234fd3af HTTP/1.1" status: 204 len: 173 time: 1.4642613 Nov 19 04:05:14.453210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11371482-16dd-46b1-8863-483ff8815c3e', 'name': 'network-vif-deleted', 'tag': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:14.455518 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d04900-546c-4217-a2e6-218da5f63ba4" -d '{"events": [{"server_uuid": "11371482-16dd-46b1-8863-483ff8815c3e", "name": "network-vif-deleted", "tag": "ea5936e9-7d4f-4032-9abe-4f1f234fd3af"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:14.579416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d118adfe-5236-4508-a277-f139522735d8 req-5926ce8d-3b3e-4c7c-8896-bb8a46163aa3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396668 Nov 19 04:05:14.609710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.631845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1109180307-network', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:14.676884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Made reservation on behalf of 4600c6ac527c46b9ba2062609b54b7c9 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:14.679464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.691113 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.747368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8122e4d-fe66-4d45-8997-7c8de123876a req-27147130-b810-4f40-b1ab-2b8746169daf tempest-InstanceActionsTestJSON-204794577 tempest-InstanceActionsTestJSON-204794577-project] 10.222.0.52 "GET /v2.0/ports?device_id=11371482-16dd-46b1-8863-483ff8815c3e HTTP/1.1" status: 200 len: 210 time: 0.0762327 Nov 19 04:05:14.801408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.809804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.819147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Router acab76dc-df65-416a-9ea4-d47097d7b6f4 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:05:14.851473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:05:14.879774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.880380 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Added segment 0308f644-c738-488c-ad62-76c6b25a0bfe of type vlan for network a45af5c7-9a70-45c0-9df2-4f55c776e8ce Nov 19 04:05:14.933588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0fc28f-bb12-4d2b-96cc-6a1047c26bb8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:14.938014 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.950800 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c7980-12bd-4876-a8e0-f3095d568a1b x-openstack-request-id: req-743c7980-12bd-4876-a8e0-f3095d568a1b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:14.951321 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11371482-16dd-46b1-8863-483ff8815c3e", "name": "network-vif-deleted", "tag": "ea5936e9-7d4f-4032-9abe-4f1f234fd3af", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:14.951564 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-743c7980-12bd-4876-a8e0-f3095d568a1b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:14.951979 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11371482-16dd-46b1-8863-483ff8815c3e', 'name': 'network-vif-deleted', 'tag': 'ea5936e9-7d4f-4032-9abe-4f1f234fd3af', 'status': 'completed', 'code': 200} Nov 19 04:05:14.969903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.970127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:14.971237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:14.971929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:14.985174 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] Sync routers for ids ['acab76dc-df65-416a-9ea4-d47097d7b6f4'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:15.003335 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] Routers {'acab76dc-df65-416a-9ea4-d47097d7b6f4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:15.004015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acab76dc-df65-416a-9ea4-d47097d7b6f4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:15.010239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55492) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:15.012409 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7094948 Nov 19 04:05:15.016242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Request body: {'subnet': {'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1109180307-subnet', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:15.037208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.047632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-54aef219-b84d-42d0-ab17-5567c30727df tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1868985 Nov 19 04:05:15.051685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55494) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:15.058116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:15.064022 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:15.074503 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] Routers {'acab76dc-df65-416a-9ea4-d47097d7b6f4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:15.075471 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acab76dc-df65-416a-9ea4-d47097d7b6f4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:15.084993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c410296-4c08-42f2-a06f-504172039151 admin admin] Pushing event updated for resources: {'Network': ['ID=a45af5c7-9a70-45c0-9df2-4f55c776e8ce,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:15.095426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:05:15.117426 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:15.118384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cc1da-87fd-4e41-812b-2e7359300c55 None None] The sync data for ids ['acab76dc-df65-416a-9ea4-d47097d7b6f4'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:15.143991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Made reservation on behalf of 4600c6ac527c46b9ba2062609b54b7c9 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:15.150660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.349476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e985b-a0ca-44d7-8c95-b1f876992161 req-1eb36ae8-1bb7-462d-ac64-989668b7f18d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:15.355767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e985b-a0ca-44d7-8c95-b1f876992161 req-1eb36ae8-1bb7-462d-ac64-989668b7f18d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:15.357335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-777e985b-a0ca-44d7-8c95-b1f876992161 req-1eb36ae8-1bb7-462d-ac64-989668b7f18d tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1682 time: 0.1677840 Nov 19 04:05:15.367049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7217f365-0c7d-4695-baa6-006e842b83bc'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:15.369578 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5a32d-3114-4952-8cda-99f9974fa18b" -d '{"events": [{"server_uuid": "8aeb0ab4-3891-452f-a4cb-18c94bada186", "name": "network-vif-plugged", "status": "completed", "tag": "7217f365-0c7d-4695-baa6-006e842b83bc"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:15.463884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:15.493695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-777e985b-a0ca-44d7-8c95-b1f876992161 req-370f0463-9f41-4c27-b8a7-de88c2b76ebe tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279702 Nov 19 04:05:15.544678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:05:15.552244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:15.552839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.558934 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e4c39-3a95-4a6b-a8b4-44da1da8834d x-openstack-request-id: req-e40e4c39-3a95-4a6b-a8b4-44da1da8834d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:15.559349 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb0ab4-3891-452f-a4cb-18c94bada186", "name": "network-vif-plugged", "status": "completed", "tag": "7217f365-0c7d-4695-baa6-006e842b83bc", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:15.559615 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e40e4c39-3a95-4a6b-a8b4-44da1da8834d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:15.560018 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7217f365-0c7d-4695-baa6-006e842b83bc', 'code': 200} Nov 19 04:05:15.645790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.675214 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.684836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.716211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:15.720487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.768431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.778633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:15.796324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=95927755-dd4f-4769-9e85-9eafaa4b3589,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:15.813246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Checking segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:15.813614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Network hostable DHCP agents. Network: a45af5c7-9a70-45c0-9df2-4f55c776e8ce, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:05:15.841915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28a8ad-e14a-4358-86bf-b4e9a5cf9fb0 req-6dc63eab-00e5-42cf-91e5-b7ae8e1b85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:15.843628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce28a8ad-e14a-4358-86bf-b4e9a5cf9fb0 req-6dc63eab-00e5-42cf-91e5-b7ae8e1b85cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.1526029 Nov 19 04:05:15.852864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860c59-7480-4f65-8428-389968761b96 req-6c5e15b0-b99e-4207-8f85-dc095e965f81 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:15.854635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9860c59-7480-4f65-8428-389968761b96 req-6c5e15b0-b99e-4207-8f85-dc095e965f81 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 945 time: 0.1769857 Nov 19 04:05:15.933395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:05:15.974426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce28a8ad-e14a-4358-86bf-b4e9a5cf9fb0 req-509aab27-7eca-4e30-a8e1-51fbdbf3daf3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174979 Nov 19 04:05:15.975025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a45af5c7-9a70-45c0-9df2-4f55c776e8ce) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:15.984444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89958bc8-9712-4fa0-a521-374da33181ba None None] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:15.984814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9860c59-7480-4f65-8428-389968761b96 req-d782dd50-21d7-4fae-a9d7-b74722563a67 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174634 Nov 19 04:05:15.986112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:15.986711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:15.989717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Deleting port 20184383-0409-42bf-a880-b7941761672b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:15.990088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.047249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-635107d9-303d-486f-aefb-9acc7ce594cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0355642 Nov 19 04:05:16.050163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55536) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:16.056989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:16.073517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ea5936e9-7d4f-4032-9abe-4f1f234fd3af no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:16.094365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.112603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.113647 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.114527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Calling delete_port for 20184383-0409-42bf-a880-b7941761672b owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:16.143125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: ea5936e9-7d4f-4032-9abe-4f1f234fd3af {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:16.144174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ea5936e9-7d4f-4032-9abe-4f1f234fd3af not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:16.209116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.272523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:16.273552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.298197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:16.399579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.432857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Pushing event deleted for resources: {'Port': ['ID=20184383-0409-42bf-a880-b7941761672b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:16.461785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc8d4f-f5c9-4777-af50-896d2c4a0859 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:16.496618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Allocated IP 172.20.0.2 (a45af5c7-9a70-45c0-9df2-4f55c776e8ce/95927755-dd4f-4769-9e85-9eafaa4b3589/9ddab572-ab6b-47bc-bfe8-a3d9265c0efa) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:16.503507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Deleting subnet 1df483bf-e7c4-4ac7-8f90-b0516f3e3e62 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:16.508360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.548526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.549167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.571591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.593666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b279b5b-c43f-4d65-ade2-734e10bddf2d req-71bce760-bf90-42c0-b781-f802b54e01f4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:16.599704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b279b5b-c43f-4d65-ade2-734e10bddf2d req-71bce760-bf90-42c0-b781-f802b54e01f4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:16.607292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b279b5b-c43f-4d65-ade2-734e10bddf2d req-71bce760-bf90-42c0-b781-f802b54e01f4 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1682 time: 0.1255202 Nov 19 04:05:16.669269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.728284 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.740219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.746936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.791477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df483bf-e7c4-4ac7-8f90-b0516f3e3e62,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:16.794893 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.802460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9331bf6a-6867-41a6-9429-31c5f1180538 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1df483bf-e7c4-4ac7-8f90-b0516f3e3e62 HTTP/1.1" status: 204 len: 168 time: 0.5027976 Nov 19 04:05:16.803672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55568) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:16.819775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:16.823511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:16.843371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:16.919764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Pushing event updated for resources: {'Port': ['ID=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:16.940756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Attempting to bind port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:16.941130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Attempting to bind port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:16.941712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Attempting to bind port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa on network a45af5c7-9a70-45c0-9df2-4f55c776e8ce {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:16.949029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:16.949652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Checking segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:16.950259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:16.951273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Bound using segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:16.952108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Bound port: 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:16.952850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.034502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b279b5b-c43f-4d65-ade2-734e10bddf2d req-ec036536-20c0-4356-afe8-e8810d614af8 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212151 Nov 19 04:05:17.048328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] For port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:17.055618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] For port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:17.063715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.143849 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.170724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.192939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc732e-2a8c-4900-85eb-6c1a4ae03013 None None] Pushing event updated for resources: {'Port': ['ID=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:17.237993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99167b4-572c-404f-8656-baff3bffb41f req-5b8d8721-63f4-4ca8-9599-6c7eae542434 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:17.246337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b99167b4-572c-404f-8656-baff3bffb41f req-5b8d8721-63f4-4ca8-9599-6c7eae542434 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1199386 Nov 19 04:05:17.313766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Router acab76dc-df65-416a-9ea4-d47097d7b6f4 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:17.344236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b99167b4-572c-404f-8656-baff3bffb41f req-c43663e5-b09c-42bf-b6f4-7eb75319ae37 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969679 Nov 19 04:05:17.424573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:17.431117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.436274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] Sync routers for ids ['acab76dc-df65-416a-9ea4-d47097d7b6f4'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:17.437149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.438533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df22fa26-1e1a-449c-ab14-b2eb7045e9b2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "PUT /v2.0/routers/acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 200 len: 706 time: 2.3856769 Nov 19 04:05:17.441024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55596) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:17.457170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] Routers {'acab76dc-df65-416a-9ea4-d47097d7b6f4'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:17.458095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acab76dc-df65-416a-9ea4-d47097d7b6f4'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.536430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.553351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4488d60d-d780-4303-b79a-46ab897d2176 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/routers/acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 200 len: 741 time: 0.1106842 Nov 19 04:05:17.558401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55598) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:17.571090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:17.573371 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49578156-ddcc-4a12-8ff7-a8c09228df41" -d '{"events": [{"server_uuid": "dd56b224-c820-46d1-ae0a-94d47b1edf9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a8a74-22d5-4cc7-89a1-96dbb4acb070"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:17.579601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.591919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] Routers {'acab76dc-df65-416a-9ea4-d47097d7b6f4'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:17.591919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acab76dc-df65-416a-9ea4-d47097d7b6f4'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.619387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.665263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.666391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0156fc-ae87-48c2-9cc7-2b240fa616cf None None] The sync data for ids ['acab76dc-df65-416a-9ea4-d47097d7b6f4'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:17.675667 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f49a38-0c6e-4eab-b35a-b60c0f0f89e2 x-openstack-request-id: req-a1f49a38-0c6e-4eab-b35a-b60c0f0f89e2 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:17.675987 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56b224-c820-46d1-ae0a-94d47b1edf9e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a8a74-22d5-4cc7-89a1-96dbb4acb070", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:17.676513 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1f49a38-0c6e-4eab-b35a-b60c0f0f89e2 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:17.676951 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070', 'code': 200} Nov 19 04:05:17.720641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c9e41efa-4dad-49b2-babb-f5df6d28d1d4 tempest-RoutersAdminTest-844092065 tempest-RoutersAdminTest-844092065-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 200 len: 205 time: 0.1601555 Nov 19 04:05:17.724224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55604) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:17.738737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55606) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:17.765307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.769686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-11738987-0dbd-41d5-8a75-1a173fb9636c tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 200 len: 205 time: 0.0437980 Nov 19 04:05:17.782777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55610) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:17.835185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0901522d-08dd-44ea-b117-b1b19e05bc72']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.851930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2694184-4534-4b68-b8c6-d43d649e830e') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.852235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2694184-4534-4b68-b8c6-d43d649e830e') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:17.877962 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.890875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c2042-024e-4f93-9837-2579375dc1a2 req-2004b6e6-5fe6-4121-992b-3e6275d583e7 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:17.897724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c2042-024e-4f93-9837-2579375dc1a2 req-2004b6e6-5fe6-4121-992b-3e6275d583e7 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:17.898333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1850443d-163c-421f-b532-692257754b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.899378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-361c2042-024e-4f93-9837-2579375dc1a2 req-2004b6e6-5fe6-4121-992b-3e6275d583e7 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1682 time: 0.2453606 Nov 19 04:05:17.913651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.916097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Allocated IP 172.25.8.144 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/cdf0203b-4c6e-4491-b603-54f2b44d351c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:17.917304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.927530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:17.927909 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:17.932797 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:18.015198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae324b50-7191-4ed8-8656-27de6a5f0123 req-38dc4fda-d5ab-4395-be64-f5e9f9885f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:18.016867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae324b50-7191-4ed8-8656-27de6a5f0123 req-38dc4fda-d5ab-4395-be64-f5e9f9885f07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 1097 time: 0.2424498 Nov 19 04:05:18.050607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.067005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.073725 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0901522d-08dd-44ea-b117-b1b19e05bc72 HTTP/1.1" status: 204 len: 168 time: 1.1917973 Nov 19 04:05:18.090197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0571200-6826-4884-842b-4867f2a67185 admin admin] Pushing event deleted for resources: {'Network': ['ID=0901522d-08dd-44ea-b117-b1b19e05bc72,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:18.157510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.160423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1850443d-163c-421f-b532-692257754b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.167539 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.171972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1850443d-163c-421f-b532-692257754b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.172645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.260837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850443d-163c-421f-b532-692257754b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121a541-6691-4191-ad48-5dfbf753819a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:18.272703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1850443d-163c-421f-b532-692257754b25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bb89f7d62be4c4c900c83e59ba4a4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268509 Nov 19 04:05:18.273707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55616) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.278988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae324b50-7191-4ed8-8656-27de6a5f0123 req-23f303d8-ffbe-41e6-875b-25ce98e86921 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267427 Nov 19 04:05:18.292101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55618) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.296739 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.297320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Fanout notify agent at l3_agent the message router_deleted on router acab76dc-df65-416a-9ea4-d47097d7b6f4 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:05:18.305488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.306979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08d09c66-85db-4bf3-83a8-54767ac98bd7 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 204 len: 168 time: 0.5217593 Nov 19 04:05:18.312652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55620) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.316047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.327830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port da52ad49-2761-4a05-b3c7-410534027769 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:18.328180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.341828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a87e3-ca0f-444e-b2e5-aa908bd6c362 req-6c0cd582-ac53-4058-9781-f3bbf5f36d24 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:18.348272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a87e3-ca0f-444e-b2e5-aa908bd6c362 req-6c0cd582-ac53-4058-9781-f3bbf5f36d24 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:18.350541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-116a87e3-ca0f-444e-b2e5-aa908bd6c362 req-6c0cd582-ac53-4058-9781-f3bbf5f36d24 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 1682 time: 0.1574521 Nov 19 04:05:18.396290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:18.406929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-74156f2d-e4c5-4079-9624-6a21952aa724 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 200 len: 205 time: 0.0918553 Nov 19 04:05:18.415072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.415299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:18.417490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:18.431378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3862a-22dd-45bb-980b-476184fd881c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:18.455946 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-54ef21ca-4aff-485e-821b-12122a79d4f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f2cb85545564f60992144a3adb3216b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623695 Nov 19 04:05:18.459399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55626) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.469463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Pushing event updated for resources: {'Port': ['ID=cdf0203b-4c6e-4491-b603-54f2b44d351c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:18.489084 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-986e300f-91fc-479d-b01f-82638eb8454f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] delete failed (client error): The resource could not be found. Nov 19 04:05:18.490513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-986e300f-91fc-479d-b01f-82638eb8454f tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/acab76dc-df65-416a-9ea4-d47097d7b6f4 HTTP/1.1" status: 404 len: 336 time: 0.0736961 Nov 19 04:05:18.494527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55628) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.508793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bc083718-031f-45c8-bfbf-62da8d7f1f09 None None] Provisioning complete for port cdf0203b-4c6e-4491-b603-54f2b44d351c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:18.509709 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc083718-031f-45c8-bfbf-62da8d7f1f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.511006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5597349-807c-414f-9e5e-d7e5a7589b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.535643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-91b2e060-6938-4382-bfd7-879ecd81bc79 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=b84528b2-71a0-4efe-8e09-df49da2e52db HTTP/1.1" status: 200 len: 205 time: 0.0375805 Nov 19 04:05:18.547159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.559020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bc083718-031f-45c8-bfbf-62da8d7f1f09 None None] Port cdf0203b-4c6e-4491-b603-54f2b44d351c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:18.603818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68edf58-35ee-406d-9cc0-6523e8195987 None None] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:18.604041 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-2ba3daed-7c4d-4ed8-a8bd-4eac63c45429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] delete failed (client error): The resource could not be found. Nov 19 04:05:18.607631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2ba3daed-7c4d-4ed8-a8bd-4eac63c45429 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/b84528b2-71a0-4efe-8e09-df49da2e52db HTTP/1.1" status: 404 len: 336 time: 0.0569301 Nov 19 04:05:18.609757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.612386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-116a87e3-ca0f-444e-b2e5-aa908bd6c362 req-46012cc8-ec0c-4483-a472-1caaeb50ba26 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080693 Nov 19 04:05:18.614258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port da52ad49-2761-4a05-b3c7-410534027769, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=da52ad49-2761-4a05-b3c7-410534027769,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:18.614638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.636259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for da52ad49-2761-4a05-b3c7-410534027769 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:18.657432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5597349-807c-414f-9e5e-d7e5a7589b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.693960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9493d6e8-a826-4363-a47f-dee5b5e80412 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=5000e207-974a-40fe-a97a-545d20d67fde HTTP/1.1" status: 200 len: 205 time: 0.0812364 Nov 19 04:05:18.705832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55636) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.709172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eeaff450-c382-4035-8484-8d9c89473c8f None None] Provisioning complete for port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:18.709586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eeaff450-c382-4035-8484-8d9c89473c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.715659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40597dd8-9d80-4b9c-96e1-49ab3fd6c983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.760537 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-b7f24818-07d0-4e7e-b90a-77bedd121b01 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] delete failed (client error): The resource could not be found. Nov 19 04:05:18.764698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7f24818-07d0-4e7e-b90a-77bedd121b01 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/5000e207-974a-40fe-a97a-545d20d67fde HTTP/1.1" status: 404 len: 336 time: 0.0567625 Nov 19 04:05:18.765571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55638) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.766472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40597dd8-9d80-4b9c-96e1-49ab3fd6c983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.828259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-28d0cdd1-b02d-47f4-8834-50ce1076a0ff tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d264138-e687-42af-9f87-81f402d3dd55 HTTP/1.1" status: 200 len: 205 time: 0.0446565 Nov 19 04:05:18.830570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55640) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.881826 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-2f6526b1-3c56-45df-82be-6fdb9bb1af9d tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] delete failed (client error): The resource could not be found. Nov 19 04:05:18.885870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2f6526b1-3c56-45df-82be-6fdb9bb1af9d tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/6d264138-e687-42af-9f87-81f402d3dd55 HTTP/1.1" status: 404 len: 336 time: 0.0525789 Nov 19 04:05:18.886809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55642) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.916436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eeaff450-c382-4035-8484-8d9c89473c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.917482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5597349-807c-414f-9e5e-d7e5a7589b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.920441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5597349-807c-414f-9e5e-d7e5a7589b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.921640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e5597349-807c-414f-9e5e-d7e5a7589b96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a121a541-6691-4191-ad48-5dfbf753819a HTTP/1.1" status: 204 len: 168 time: 0.6467657 Nov 19 04:05:18.942165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5597349-807c-414f-9e5e-d7e5a7589b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121a541-6691-4191-ad48-5dfbf753819a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:18.954211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64004c-b7fa-4bae-b839-61636319a597 req-f14426a9-3855-4db9-95ae-eaba0969f8c0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:18.972816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b64004c-b7fa-4bae-b839-61636319a597 req-f14426a9-3855-4db9-95ae-eaba0969f8c0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.2659612 Nov 19 04:05:18.973486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40597dd8-9d80-4b9c-96e1-49ab3fd6c983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.982499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40597dd8-9d80-4b9c-96e1-49ab3fd6c983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.982690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-03ebd5ca-8324-471d-9033-b2b6605cdbec tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8d32886-80d3-4c44-9ecf-188b5060bb68 HTTP/1.1" status: 200 len: 205 time: 0.0871236 Nov 19 04:05:18.982921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-40597dd8-9d80-4b9c-96e1-49ab3fd6c983 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64b26b7a-3775-4823-8685-9942a01cc33c HTTP/1.1" status: 204 len: 168 time: 0.5181339 Nov 19 04:05:18.983957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:18.984093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55648) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:18.986084 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:19.068075 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-d975929e-01cd-4871-bc0d-c787013a88d2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] delete failed (client error): The resource could not be found. Nov 19 04:05:19.071627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d975929e-01cd-4871-bc0d-c787013a88d2 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/e8d32886-80d3-4c44-9ecf-188b5060bb68 HTTP/1.1" status: 404 len: 336 time: 0.0736036 Nov 19 04:05:19.074188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55650) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:19.112203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40597dd8-9d80-4b9c-96e1-49ab3fd6c983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b26b7a-3775-4823-8685-9942a01cc33c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:19.136176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-16c0eb03-6f89-485d-94f5-b414b842e6a9 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "GET /v2.0/ports?device_id=18f4e118-20eb-43a0-9b0b-e30a5e260988 HTTP/1.1" status: 200 len: 205 time: 0.0608540 Nov 19 04:05:19.139031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55652) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:19.139300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-eeaff450-c382-4035-8484-8d9c89473c8f None None] For port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:19.161128 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eeaff450-c382-4035-8484-8d9c89473c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.203886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b64004c-b7fa-4bae-b839-61636319a597 req-1c9c8185-56a0-4803-9be0-f82191c1b28c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300797 Nov 19 04:05:19.232853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.234989 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-3e8b28cf-cb58-4e4d-8f41-1723555ee2c0 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] delete failed (client error): The resource could not be found. Nov 19 04:05:19.242733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e8b28cf-cb58-4e4d-8f41-1723555ee2c0 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/routers/18f4e118-20eb-43a0-9b0b-e30a5e260988 HTTP/1.1" status: 404 len: 336 time: 0.0982423 Nov 19 04:05:19.245069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55654) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:19.269748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['da52ad49-2761-4a05-b3c7-410534027769', 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:19.316270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=da52ad49-2761-4a05-b3c7-410534027769,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:19.328855 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c1fcf0-3dc5-4d7a-b28a-7f037e3b93c6 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] DELETE failed (client error): The resource could not be found. Nov 19 04:05:19.329315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c1fcf0-3dc5-4d7a-b28a-7f037e3b93c6 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:05:19.342261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d8c1fcf0-3dc5-4d7a-b28a-7f037e3b93c6 tempest-RoutersAdminTest-2037360458 tempest-RoutersAdminTest-2037360458-project] 10.222.0.52 "DELETE /v2.0/subnets/953e583e-a539-4d29-af38-c76a6894f061 HTTP/1.1" status: 404 len: 337 time: 0.0961363 Nov 19 04:05:19.411874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:19.413515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.419043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.420715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.421198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.421766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.423803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.424281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.424740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.425927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.426463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.428628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.430816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.430816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:19.496504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port da52ad49-2761-4a05-b3c7-410534027769 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:19.501633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.507638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-361c2042-024e-4f93-9837-2579375dc1a2 req-df99d084-2476-42a1-ac6a-76a6094010bf tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "DELETE /v2.0/ports/da52ad49-2761-4a05-b3c7-410534027769 HTTP/1.1" status: 204 len: 173 time: 1.5993202 Nov 19 04:05:19.511136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-deleted', 'tag': 'da52ad49-2761-4a05-b3c7-410534027769'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:19.519710 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cafe4b3-3edb-42f7-8407-91ef7fe63393" -d '{"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-deleted", "tag": "da52ad49-2761-4a05-b3c7-410534027769"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:19.547767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.628427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-93ba9551-0011-462d-aea0-4febb2e064c3 None None] Provisioning complete for port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:19.628944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-93ba9551-0011-462d-aea0-4febb2e064c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.657283 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c378a8eb-7a10-4e6b-aba0-190ac7202ac2 x-openstack-request-id: req-c378a8eb-7a10-4e6b-aba0-190ac7202ac2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:19.660043 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-deleted", "tag": "da52ad49-2761-4a05-b3c7-410534027769", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:19.663135 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c378a8eb-7a10-4e6b-aba0-190ac7202ac2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:19.664516 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-deleted', 'tag': 'da52ad49-2761-4a05-b3c7-410534027769', 'status': 'completed', 'code': 200} Nov 19 04:05:19.687719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaff450-c382-4035-8484-8d9c89473c8f None None] Pushing event updated for resources: {'Port': ['ID=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:19.753792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:19.754323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.774869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:19.798245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-235b9f32-d9b1-4999-b5d4-895b69c00ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.885261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-235b9f32-d9b1-4999-b5d4-895b69c00ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.894228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-235b9f32-d9b1-4999-b5d4-895b69c00ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.922556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1ab93-d9e6-4dbc-9191-4bda8cfb9e79 req-090dc299-ee6d-4285-bde4-3f148203d8a7 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:19.924449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18a1ab93-d9e6-4dbc-9191-4bda8cfb9e79 req-090dc299-ee6d-4285-bde4-3f148203d8a7 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/ports?device_id=b67e48b3-74af-4798-864d-b3de90234d42 HTTP/1.1" status: 200 len: 946 time: 0.1061652 Nov 19 04:05:19.939076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55674) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:19.968078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:19.968611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:19.972724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b9f32-d9b1-4999-b5d4-895b69c00ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add8da4-45a0-484e-8b85-dbad14fef5ea,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:19.978351 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-235b9f32-d9b1-4999-b5d4-895b69c00ce5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=283b7febf50e4790bf4c2961149d1e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1990092 Nov 19 04:05:19.984151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55680) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:20.008813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Router 37966d6b-3037-478a-9f75-80ab383145e6 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:05:20.018902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for f36ab1d7-5b41-4a7b-a390-a902d1c9d34d owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:20.043605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18a1ab93-d9e6-4dbc-9191-4bda8cfb9e79 req-8d078b45-2fd7-4e08-bcee-739bc2bc0350 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "GET /v2.0/security-groups?id=977322f0-ff8e-49af-9b6f-d80c3875fc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118073 Nov 19 04:05:20.118707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec725978-80c3-4c7d-9520-18cc127a4643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.127520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59f81683-474a-4bd1-8d9d-9658dc8793f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.178634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec725978-80c3-4c7d-9520-18cc127a4643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.202953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:20.212907 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Sync routers for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:20.228601 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:20.231617 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:20.244236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.246022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c16d164-d59e-44d7-b76b-6fc8c507d58f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1947329 Nov 19 04:05:20.249355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55688) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:20.268401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.312380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=f36ab1d7-5b41-4a7b-a390-a902d1c9d34d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:20.372661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59f81683-474a-4bd1-8d9d-9658dc8793f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.375927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec725978-80c3-4c7d-9520-18cc127a4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.379909 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec725978-80c3-4c7d-9520-18cc127a4643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.381784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec725978-80c3-4c7d-9520-18cc127a4643 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7add8da4-45a0-484e-8b85-dbad14fef5ea HTTP/1.1" status: 204 len: 168 time: 0.3955348 Nov 19 04:05:20.405995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port f36ab1d7-5b41-4a7b-a390-a902d1c9d34d on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:20.408038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec725978-80c3-4c7d-9520-18cc127a4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add8da4-45a0-484e-8b85-dbad14fef5ea,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:20.409235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59f81683-474a-4bd1-8d9d-9658dc8793f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.412829 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.416395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-361c2042-024e-4f93-9837-2579375dc1a2 req-d6e317f8-df66-4356-9d69-78ebcf40e66c tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.36 "DELETE /v2.0/ports/f36ab1d7-5b41-4a7b-a390-a902d1c9d34d HTTP/1.1" status: 204 len: 173 time: 0.8927834 Nov 19 04:05:20.510316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:20.512300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-59f81683-474a-4bd1-8d9d-9658dc8793f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b37f234334a54fc2a895e7e04629c44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720575 Nov 19 04:05:20.515103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55698) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:20.546612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22ba6d-dafd-4bb3-b9c8-5d5034c791c8 req-4fe89a2c-b92f-44fe-ae58-4edd5e3974db tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:20.555546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a22ba6d-dafd-4bb3-b9c8-5d5034c791c8 req-4fe89a2c-b92f-44fe-ae58-4edd5e3974db tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.2225149 Nov 19 04:05:20.559586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f81683-474a-4bd1-8d9d-9658dc8793f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c515e-e704-4345-bd06-86823a8daf05,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:20.741508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d61dd47-8ed3-4a7d-a12a-0ae65f2eec87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.767727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a22ba6d-dafd-4bb3-b9c8-5d5034c791c8 req-1968c8d4-ff02-4574-9d03-abb3ad329605 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110498 Nov 19 04:05:20.774665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55704) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:20.833359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d61dd47-8ed3-4a7d-a12a-0ae65f2eec87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.855298 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:18Z', 'revision_number': 3, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:20.945024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d61dd47-8ed3-4a7d-a12a-0ae65f2eec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.950632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d61dd47-8ed3-4a7d-a12a-0ae65f2eec87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:20.952540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1d61dd47-8ed3-4a7d-a12a-0ae65f2eec87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd8c515e-e704-4345-bd06-86823a8daf05 HTTP/1.1" status: 204 len: 168 time: 0.4357462 Nov 19 04:05:20.957881 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Checking router: 37966d6b-3037-478a-9f75-80ab383145e6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:05:20.964287 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Updating router 37966d6b-3037-478a-9f75-80ab383145e6 port cdf0203b-4c6e-4491-b603-54f2b44d351c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:05:20.965783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61dd47-8ed3-4a7d-a12a-0ae65f2eec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c515e-e704-4345-bd06-86823a8daf05,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:20.998189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:21.024346 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.065841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1445461574-network', 'tenant_id': 'd5c0f0446956439c9ed702682bb78bec'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:21.133869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Made reservation on behalf of d5c0f0446956439c9ed702682bb78bec for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:21.136587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.140116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:21.141378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.190907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.211873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55722) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:21.326760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b80afe2-39d3-42d9-9513-8df7ff5d401c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.334444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting subnet 2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:21.339191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.400676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.449501 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.496886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f56a6-3e0a-482d-b144-489c4e89cc3c req-cd657396-db11-4a03-9fd7-f8c7dfac3977 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:21.499802 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.508278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f5f56a6-3e0a-482d-b144-489c4e89cc3c req-cd657396-db11-4a03-9fd7-f8c7dfac3977 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1879320 Nov 19 04:05:21.510155 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.513832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-0479e14a-e274-4bec-baac-58b1846533b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:21.515751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-0479e14a-e274-4bec-baac-58b1846533b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 1097 time: 0.2841754 Nov 19 04:05:21.564407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eae3be-f221-494b-a1ca-0fb27544ffa4 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:21.581767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd9e76-7595-41e1-8b24-c01f26dcae1f None None] Pushing event updated for resources: {'Port': ['ID=cdf0203b-4c6e-4491-b603-54f2b44d351c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:21.584385 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Attempting to bind port cdf0203b-4c6e-4491-b603-54f2b44d351c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:21.584945 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Attempting to bind port cdf0203b-4c6e-4491-b603-54f2b44d351c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:21.585699 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Attempting to bind port cdf0203b-4c6e-4491-b603-54f2b44d351c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:21.593964 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:21.594692 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:21.595286 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.595947 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:21.596603 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Bound port: cdf0203b-4c6e-4491-b603-54f2b44d351c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:21.597167 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.629135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55736) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:21.684807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.717467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bccaa192-87b6-4af5-aeab-897e66bf8fb8 None None] Provisioning complete for port cdf0203b-4c6e-4491-b603-54f2b44d351c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:21.717923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bccaa192-87b6-4af5-aeab-897e66bf8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.788786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bccaa192-87b6-4af5-aeab-897e66bf8fb8 None None] Port cdf0203b-4c6e-4491-b603-54f2b44d351c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:21.818334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-26c8ab03-1c13-466b-b428-2df0c1037a9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aae4b05405354047ab2faf02450a639b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879177 Nov 19 04:05:21.818977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:21.836462 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] For port cdf0203b-4c6e-4491-b603-54f2b44d351c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:21.840854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] For port cdf0203b-4c6e-4491-b603-54f2b44d351c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cdf0203b-4c6e-4491-b603-54f2b44d351c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:21.849030 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:21.901540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Allocated IP 172.20.0.1 (a45af5c7-9a70-45c0-9df2-4f55c776e8ce/95927755-dd4f-4769-9e85-9eafaa4b3589/0300993e-28d4-4866-8d82-cec327658cf6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:21.919286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66ea3f-a8f5-4429-96a6-8dce816c004b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:21.927818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-deleted', 'tag': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:21.934600 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001c1089-6575-419e-862b-6f0bc2878075" -d '{"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-deleted", "tag": "f36ab1d7-5b41-4a7b-a390-a902d1c9d34d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:21.944366 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:21.945296 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:04:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:22.035634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f2a619d7-a43d-4b43-b8d1-7ace8ffaaa5d None None] Provisioning complete for port cdf0203b-4c6e-4491-b603-54f2b44d351c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:22.036193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a619d7-a43d-4b43-b8d1-7ace8ffaaa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.067915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.078501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f5f56a6-3e0a-482d-b144-489c4e89cc3c req-71a3ff2a-4d43-471f-9672-9e54ac1b5b0f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692508 Nov 19 04:05:22.093269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device da52ad49-2761-4a05-b3c7-410534027769 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:22.093474 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.094568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.130698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.155045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.159818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.164384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/subnets/2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f HTTP/1.1" status: 204 len: 168 time: 0.9459310 Nov 19 04:05:22.165280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: da52ad49-2761-4a05-b3c7-410534027769 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:22.167254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device da52ad49-2761-4a05-b3c7-410534027769 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:22.167915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f36ab1d7-5b41-4a7b-a390-a902d1c9d34d no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:22.174830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:05:22.179711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83764c1-5a8e-4052-9c2d-847fe1f2750d None None] Network c40e619d-d780-454a-a25c-134d49333521 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:22.185392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55788) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:22.195059 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd9e76-7595-41e1-8b24-c01f26dcae1f None None] Pushing event updated for resources: {'Port': ['ID=cdf0203b-4c6e-4491-b603-54f2b44d351c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:22.201651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d133fd4-1798-4ab3-8360-1bd3904f63ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.232134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68db1a0-ca75-4c55-8505-5b6ba873c1ce tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad4b54b-083b-4b4f-97d3-dd6b0dddc65f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:22.243909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-e8e04e28-5cbf-4bb2-b14d-ae7ded384ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:22.245426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-e8e04e28-5cbf-4bb2-b14d-ae7ded384ff2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.6970742 Nov 19 04:05:22.247906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:22.253056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:22.262965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:22.282394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:22.293341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.293733 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Added segment 8c6d1794-7a70-4b97-be14-7b49a75e7c15 of type vlan for network b240b0dd-4106-4f69-acf8-6730309378ac Nov 19 04:05:22.344198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d133fd4-1798-4ab3-8360-1bd3904f63ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.348930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Pushing event updated for resources: {'Port': ['ID=0300993e-28d4-4866-8d82-cec327658cf6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:22.388007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.397888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: f36ab1d7-5b41-4a7b-a390-a902d1c9d34d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:22.398722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f36ab1d7-5b41-4a7b-a390-a902d1c9d34d not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:22.405484 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9d37c-44e5-4ef5-9955-87d9f463b9f1 x-openstack-request-id: req-bbb9d37c-44e5-4ef5-9955-87d9f463b9f1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:22.405849 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67e48b3-74af-4798-864d-b3de90234d42", "name": "network-vif-deleted", "tag": "f36ab1d7-5b41-4a7b-a390-a902d1c9d34d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:22.406144 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbb9d37c-44e5-4ef5-9955-87d9f463b9f1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:22.406571 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67e48b3-74af-4798-864d-b3de90234d42', 'name': 'network-vif-deleted', 'tag': 'f36ab1d7-5b41-4a7b-a390-a902d1c9d34d', 'status': 'completed', 'code': 200} Nov 19 04:05:22.411468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6bff30-9efb-4d78-a4ef-756bc46455de,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:22.535066 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a619d7-a43d-4b43-b8d1-7ace8ffaaa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.546846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d133fd4-1798-4ab3-8360-1bd3904f63ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.550457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d133fd4-1798-4ab3-8360-1bd3904f63ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.561684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7d133fd4-1798-4ab3-8360-1bd3904f63ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8166b6f-7cb8-4873-a146-2cdde66c3020 HTTP/1.1" status: 204 len: 168 time: 0.7349906 Nov 19 04:05:22.603813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-8dac2eec-1dd5-4e0c-b78d-cdf7ec7a0b0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 HTTP/1.1" status: 200 len: 217 time: 0.3151162 Nov 19 04:05:22.637975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] DHCP port deletion for c40e619d-d780-454a-a25c-134d49333521 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:22.640561 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.641915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d133fd4-1798-4ab3-8360-1bd3904f63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8166b6f-7cb8-4873-a146-2cdde66c3020,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:22.646684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2a619d7-a43d-4b43-b8d1-7ace8ffaaa5d None None] For port cdf0203b-4c6e-4491-b603-54f2b44d351c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cdf0203b-4c6e-4491-b603-54f2b44d351c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:22.686578 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a619d7-a43d-4b43-b8d1-7ace8ffaaa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.701258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.710431 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:18Z', 'revision_number': 3, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:22.712743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55794) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:22.731322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.754019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.772863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-23119143-be18-445c-aa36-550d05ff1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:22.774694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-23119143-be18-445c-aa36-550d05ff1445 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.1584210 Nov 19 04:05:22.795722 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b2e79-18c9-4b13-b146-45feb3f56714 None None] The sync data for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 is: [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:18Z', 'revision_number': 3, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:22.811135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.812887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:22.813697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.924164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-5e5e0904-0d34-42ee-93ff-f3b4e7726353 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158407 Nov 19 04:05:22.958158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1772656 Nov 19 04:05:22.959483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a619d7-a43d-4b43-b8d1-7ace8ffaaa5d None None] Pushing event updated for resources: {'Port': ['ID=cdf0203b-4c6e-4491-b603-54f2b44d351c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:22.971424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-777fc17b-9600-4a59-bcf5-193bae48eb87 None None] Provisioning complete for port 0300993e-28d4-4866-8d82-cec327658cf6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:22.971803 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-777fc17b-9600-4a59-bcf5-193bae48eb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:22.980390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55800) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:22.993230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Request body: {'subnet': {'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1445461574-subnet', 'tenant_id': 'd5c0f0446956439c9ed702682bb78bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:23.045387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2365be08-4609-42b2-bcfc-78decada48a9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:23.048311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0312a-6cf9-4c3a-b35e-8ae69b2ad388 admin admin] Pushing event updated for resources: {'Network': ['ID=b240b0dd-4106-4f69-acf8-6730309378ac,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:23.058282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Made reservation on behalf of d5c0f0446956439c9ed702682bb78bec for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:23.063300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.077906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port 2365be08-4609-42b2-bcfc-78decada48a9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:23.077906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.106219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] Deleting port 2365be08-4609-42b2-bcfc-78decada48a9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:23.106599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.155509 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ac966e9-5c5d-4ae5-acf3-4ea681761e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.164452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.165831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-83ef2074-d826-40e8-9a0d-51c0df70cf37 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165294 Nov 19 04:05:23.219619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.311990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port 2365be08-4609-42b2-bcfc-78decada48a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2365be08-4609-42b2-bcfc-78decada48a9,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:23.312297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.356276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Pushing event updated for resources: {'Port': ['ID=0300993e-28d4-4866-8d82-cec327658cf6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:23.380093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for 2365be08-4609-42b2-bcfc-78decada48a9 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:23.414828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b240b0dd-4106-4f69-acf8-6730309378ac details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:05:23.444929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.494951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-777fc17b-9600-4a59-bcf5-193bae48eb87 None None] Port 0300993e-28d4-4866-8d82-cec327658cf6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:23.529259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dab8f5b-d225-4d00-8a4d-fa55cdcdeaae req-2253735d-dc01-4c2c-aedd-628da2c693b1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291290 Nov 19 04:05:23.544843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6a114-ec46-4216-ada2-8aeaa5bea073 req-56235fd8-1531-4761-94e8-74d05fb6289d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:23.552853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94a6a114-ec46-4216-ada2-8aeaa5bea073 req-56235fd8-1531-4761-94e8-74d05fb6289d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.3133554 Nov 19 04:05:23.611544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:23.614410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:23.633240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.643165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] For port 2365be08-4609-42b2-bcfc-78decada48a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2365be08-4609-42b2-bcfc-78decada48a9,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:23.644210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.661577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ac966e9-5c5d-4ae5-acf3-4ea681761e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.663230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-46368acc-dfd7-4e31-ba08-9b98ad4de614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.675338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] Calling delete_port for 2365be08-4609-42b2-bcfc-78decada48a9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:23.693204 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ac966e9-5c5d-4ae5-acf3-4ea681761e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.787276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac966e9-5c5d-4ae5-acf3-4ea681761e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11228555-81ae-46cd-9a43-a883fd455211,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:23.804873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94a6a114-ec46-4216-ada2-8aeaa5bea073 req-700a8edd-71e0-4cfc-b5d5-17f5e3beb61b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506683 Nov 19 04:05:23.813719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 2365be08-4609-42b2-bcfc-78decada48a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2365be08-4609-42b2-bcfc-78decada48a9,segment=NetworkSegment(a99e3b37-b545-4e31-a615-108d252b36ed),segment_id=a99e3b37-b545-4e31-a615-108d252b36ed)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:23.842944 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.851084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.886976 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1ac966e9-5c5d-4ae5-acf3-4ea681761e89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab0fd3691c2346da89098d91c670a3b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1717114 Nov 19 04:05:23.918506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event deleted for resources: {'Port': ['ID=2365be08-4609-42b2-bcfc-78decada48a9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:23.936496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:23.947986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port 2365be08-4609-42b2-bcfc-78decada48a9 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:23.969452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:23.973269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=2365be08-4609-42b2-bcfc-78decada48a9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:24.011981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] Pushing event deleted for resources: {'Port': ['ID=2365be08-4609-42b2-bcfc-78decada48a9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:24.024696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c6f18-fb78-4234-a071-084e6479638c None None] No DVR routers for this DVR port 2365be08-4609-42b2-bcfc-78decada48a9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:24.136160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-547a2027-6b8d-402a-b322-4f339903ddb1 None None] Provisioning complete for port 0300993e-28d4-4866-8d82-cec327658cf6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:24.137716 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-547a2027-6b8d-402a-b322-4f339903ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.172977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.202779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-547a2027-6b8d-402a-b322-4f339903ddb1 None None] Port 0300993e-28d4-4866-8d82-cec327658cf6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:24.204121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40e619d-d780-454a-a25c-134d49333521']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:24.230779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99e3b37-b545-4e31-a615-108d252b36ed') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:24.231259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99e3b37-b545-4e31-a615-108d252b36ed') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:24.244472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-196beb45-99e6-41f4-b6f6-f146a5c2b849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.248338 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.290606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.294914 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-196beb45-99e6-41f4-b6f6-f146a5c2b849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.311733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:24.312166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:24.315373 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:24.394240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.416769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.431449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.435254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/networks/c40e619d-d780-454a-a25c-134d49333521 HTTP/1.1" status: 204 len: 168 time: 2.2483766 Nov 19 04:05:24.440866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55832) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:24.451313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f4a6-6919-4794-8708-094d7b8f116e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Network': ['ID=c40e619d-d780-454a-a25c-134d49333521,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:24.478960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-196beb45-99e6-41f4-b6f6-f146a5c2b849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.483637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-196beb45-99e6-41f4-b6f6-f146a5c2b849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.484913 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-196beb45-99e6-41f4-b6f6-f146a5c2b849 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11228555-81ae-46cd-9a43-a883fd455211 HTTP/1.1" status: 204 len: 168 time: 0.5466735 Nov 19 04:05:24.494440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196beb45-99e6-41f4-b6f6-f146a5c2b849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11228555-81ae-46cd-9a43-a883fd455211,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:24.574393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220b6e23-87b6-4b06-9c63-23d071e1a705,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:24.582152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting subnet c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:24.586049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.616966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Router 37966d6b-3037-478a-9f75-80ab383145e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:24.627675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Checking segment: {'id': '8c6d1794-7a70-4b97-be14-7b49a75e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:24.628053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Network hostable DHCP agents. Network: b240b0dd-4106-4f69-acf8-6730309378ac, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:05:24.654258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.745810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Network b240b0dd-4106-4f69-acf8-6730309378ac is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:05:24.770483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, b240b0dd-4106-4f69-acf8-6730309378ac) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:24.776155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:24.776773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.788179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdec0d8-1a6f-4ea2-a171-317ecf20019a None None] Network b240b0dd-4106-4f69-acf8-6730309378ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:24.868174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:24.969608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.000653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55854) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:25.013955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb4a7355-cfa7-459b-93ac-affa701cb702 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0324638 Nov 19 04:05:25.014938 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Subnet': ['ID=c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:25.017123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.020543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8d50c923-6922-408b-9ca8-db017f45e91e tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/subnets/c0fdaf58-8e7f-49fb-bab8-7ee794a5ac5a HTTP/1.1" status: 204 len: 168 time: 0.5552244 Nov 19 04:05:25.023720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:25.025559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55860) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:25.045580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4daa0b25-35ff-4ceb-b7d7-09aaa8aeb7ff admin admin] 10.222.0.52 "PUT /v2.0/routers/37966d6b-3037-478a-9f75-80ab383145e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7877941 Nov 19 04:05:25.056037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cdf0203b-4c6e-4491-b603-54f2b44d351c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:25.060577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef2dec-c35e-4d3c-957e-c661b00a68dc None None] Network 7d04d161-9945-46aa-ae75-75e13111cd22 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:25.122197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2485c3-0fc9-4da7-b97c-5b404c5375b0 req-fc653f75-e164-4806-925a-9734ddee2de3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:25.123882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd2485c3-0fc9-4da7-b97c-5b404c5375b0 req-fc653f75-e164-4806-925a-9734ddee2de3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1394203 Nov 19 04:05:25.199075 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.205728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1772074883', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:25.233965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd2485c3-0fc9-4da7-b97c-5b404c5375b0 req-5eec49bc-1911-474e-8a0d-ac5c819aa6b1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029427 Nov 19 04:05:25.264405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d533313a-04c5-410e-a039-b8a02b41c516 None None] Network b240b0dd-4106-4f69-acf8-6730309378ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:25.268882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Made reservation on behalf of b79f0d1f3eda49bd9be83971c5355e0e for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:25.272111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.284099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.323461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Deleting port ce7e2943-be12-49d2-94e1-1020e707405a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:25.323973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.403675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.411321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.448738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] device_id is not set on port 1128b8ed-b155-4996-aac6-36648d1c4d94 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:25.496945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] For port ce7e2943-be12-49d2-94e1-1020e707405a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce7e2943-be12-49d2-94e1-1020e707405a,segment=NetworkSegment(952e2953-d38b-4cfd-8678-38145a55d992),segment_id=952e2953-d38b-4cfd-8678-38145a55d992)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:25.497522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.522588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Calling delete_port for ce7e2943-be12-49d2-94e1-1020e707405a owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:25.598955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.612066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Sync routers for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:25.614411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Allocated IP 172.25.8.66 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1128b8ed-b155-4996-aac6-36648d1c4d94) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:25.649557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.676489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] No DVR routers for this DVR port ce7e2943-be12-49d2-94e1-1020e707405a on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:25.717809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:25.718789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:25.804850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.807226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Port': ['ID=ce7e2943-be12-49d2-94e1-1020e707405a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:25.847841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54168b5-222a-4bdf-987b-3b9d07e488ad,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:25.857139 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:25.965324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:25.968674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:25.972659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:25.996482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:26.008234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55890) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:26.016336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Pushing event updated for resources: {'Port': ['ID=1128b8ed-b155-4996-aac6-36648d1c4d94,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:26.034649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-328196048-network', 'tenant_id': '8da20f6077ea489dbee3e505802d8b08'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:26.057313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:26.067039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.097342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.106203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55894) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:26.111724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254095692', 'description': 'tempest-description--1297646504'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:26.129280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d04d161-9945-46aa-ae75-75e13111cd22']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:26.132795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Made reservation on behalf of 8da20f6077ea489dbee3e505802d8b08 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:26.135409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.152513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.156804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952e2953-d38b-4cfd-8678-38145a55d992') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:26.157123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952e2953-d38b-4cfd-8678-38145a55d992') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:26.178513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1c6b9b8e-7628-4b66-8f5d-ff208657cd08 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1592081 Nov 19 04:05:26.178749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:26.180483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.183161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.66'}]}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:26.188358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.222986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.247367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:26.247886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:26.254703 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:26.261372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ee968-f75d-414d-a3bd-b4470b0c91a7 None None] DHCP port deletion for 7d04d161-9945-46aa-ae75-75e13111cd22 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:26.266205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a9d61-3eb4-43d8-a1ca-5e6f7c05a422 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:26.319709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port cdf0203b-4c6e-4491-b603-54f2b44d351c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:26.320095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.347736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.348339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.350031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.355505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.390946 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.419262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ce23eac6-5bbd-4318-8614-bf2d2cc3d114 None None] Provisioning complete for port 1128b8ed-b155-4996-aac6-36648d1c4d94 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:26.419262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce23eac6-5bbd-4318-8614-bf2d2cc3d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.468602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.470222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3627167 Nov 19 04:05:26.474118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55904) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:26.484097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Request body: {'security_group_rule': {'security_group_id': 'b2b19883-e562-43f1-ac86-e0083c35e8f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:26.490879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9c3e3-b596-40a7-8ff8-9417419722f6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b19883-e562-43f1-ac86-e0083c35e8f5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:26.516967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ce23eac6-5bbd-4318-8614-bf2d2cc3d114 None None] Port 1128b8ed-b155-4996-aac6-36648d1c4d94 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:26.526757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 2, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:26.539814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af91d26-3591-4210-82d6-40cc5954a52b req-47d635e2-e985-412e-8107-f5cdf0cc07cb tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:26.541823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5af91d26-3591-4210-82d6-40cc5954a52b req-47d635e2-e985-412e-8107-f5cdf0cc07cb tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1446941 Nov 19 04:05:26.542829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.553728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.571114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.574485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] 10.222.0.52 "DELETE /v2.0/networks/7d04d161-9945-46aa-ae75-75e13111cd22 HTTP/1.1" status: 204 len: 168 time: 1.5475717 Nov 19 04:05:26.589419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Checking router: 37966d6b-3037-478a-9f75-80ab383145e6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:05:26.589797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Updating router 37966d6b-3037-478a-9f75-80ab383145e6 port 0300993e-28d4-4866-8d82-cec327658cf6 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:05:26.611941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.617334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.619893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7cdf5-703b-4e66-ba63-7d8faa32cf92 tempest-ServersTestMultiNic-1527812571 tempest-ServersTestMultiNic-1527812571-project] Pushing event deleted for resources: {'Network': ['ID=7d04d161-9945-46aa-ae75-75e13111cd22,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:26.690607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.708118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5af91d26-3591-4210-82d6-40cc5954a52b req-93b228e5-8d68-43ef-8db7-bbf84076cb70 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545222 Nov 19 04:05:26.722036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.773469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb43759-efc3-4040-bce8-2826c48cd0fd,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:26.787898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.789410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2ff34154-ba5a-4bfb-ab62-61aaa7710430 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133740 Nov 19 04:05:26.793796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55916) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:26.797052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.802034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Request body: {'security_group_rule': {'security_group_id': 'b2b19883-e562-43f1-ac86-e0083c35e8f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:26.806263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.819545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:05:26.845680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.846281 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Added segment 5d532cf1-fd57-4670-8ded-2d4b7aec252c of type vlan for network 826b0e0d-a510-4190-9d20-af664e63e884 Nov 19 04:05:26.871934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.971496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.986378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:26.995746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afef78b-f05e-4d61-a3c9-ccc99504adfc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:27.013151 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.025879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.069499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce7e2943-be12-49d2-94e1-1020e707405a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:27.071421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.072485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:27.072998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.097083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.104121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.132143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847ae6c1-1a9c-4aa0-a8d4-9850da8d1afd,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:27.151778 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.155964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1426203 Nov 19 04:05:27.160366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-48edfcd7-7929-47f6-bb63-8e94d1ed93fb tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650434 Nov 19 04:05:27.161310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55928) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:27.161857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55930) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:27.168105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:27.208046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ce7e2943-be12-49d2-94e1-1020e707405a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:27.208401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce7e2943-be12-49d2-94e1-1020e707405a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:27.209345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Request body: {'subnet': {'network_id': '826b0e0d-a510-4190-9d20-af664e63e884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-328196048-subnet', 'tenant_id': '8da20f6077ea489dbee3e505802d8b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:27.217581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55932) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:27.218814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.265371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc5558-f986-48e6-b227-5b011f54b947 admin admin] Pushing event updated for resources: {'Network': ['ID=826b0e0d-a510-4190-9d20-af664e63e884,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:27.312382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11f68-61c5-44a0-a74c-3fcb48b6d1ba None None] Pushing event updated for resources: {'Port': ['ID=0300993e-28d4-4866-8d82-cec327658cf6,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:27.315219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 826b0e0d-a510-4190-9d20-af664e63e884 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:05:27.337251 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.372148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Made reservation on behalf of 8da20f6077ea489dbee3e505802d8b08 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:27.374749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.479271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Attempting to bind port 0300993e-28d4-4866-8d82-cec327658cf6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:27.479773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Attempting to bind port 0300993e-28d4-4866-8d82-cec327658cf6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:27.480160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Attempting to bind port 0300993e-28d4-4866-8d82-cec327658cf6 on network a45af5c7-9a70-45c0-9df2-4f55c776e8ce {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:27.497648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:27.498117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Checking segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:27.498473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.498893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Bound using segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:27.499379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Bound port: 0300993e-28d4-4866-8d82-cec327658cf6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:27.499774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.516274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-06f88c05-153b-4ea7-9676-e14e73510ec3 None None] Provisioning complete for port 0300993e-28d4-4866-8d82-cec327658cf6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:27.516657 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06f88c05-153b-4ea7-9676-e14e73510ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.585119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-06f88c05-153b-4ea7-9676-e14e73510ec3 None None] Port 0300993e-28d4-4866-8d82-cec327658cf6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:27.607223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] For port 0300993e-28d4-4866-8d82-cec327658cf6, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:27.612136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.612698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] For port 0300993e-28d4-4866-8d82-cec327658cf6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0300993e-28d4-4866-8d82-cec327658cf6,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:27.629471 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.639148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.674766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:27.691443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11f68-61c5-44a0-a74c-3fcb48b6d1ba None None] Pushing event updated for resources: {'Port': ['ID=0300993e-28d4-4866-8d82-cec327658cf6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:27.730964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:27.731726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:28.028322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b78f5-5e76-4df3-b976-82e304895f77 req-958c512b-213a-49f5-bd62-f9d08d8b9bd9 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:28.037046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f5b78f5-5e76-4df3-b976-82e304895f77 req-958c512b-213a-49f5-bd62-f9d08d8b9bd9 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.2092662 Nov 19 04:05:28.039274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.128959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbf0bad-e965-4e4a-be62-e6cdad26e63c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:28.135915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Allocated IP 172.25.8.209 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/bf4b61b5-4f67-4817-8358-f4862ea74f8f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:28.163281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8216e9da-a16d-436d-a1fe-63989e02bc0f None None] Provisioning complete for port 0300993e-28d4-4866-8d82-cec327658cf6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:28.164058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8216e9da-a16d-436d-a1fe-63989e02bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.193312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:28.218256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55950) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:28.311531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Checking segment: {'id': '5d532cf1-fd57-4670-8ded-2d4b7aec252c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '826b0e0d-a510-4190-9d20-af664e63e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:28.311917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Network hostable DHCP agents. Network: 826b0e0d-a510-4190-9d20-af664e63e884, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:05:28.327617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f5b78f5-5e76-4df3-b976-82e304895f77 req-69307193-538d-412f-83a8-34045e5d5d2d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895999 Nov 19 04:05:28.413359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8216e9da-a16d-436d-a1fe-63989e02bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.425636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:28.451306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.457149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8216e9da-a16d-436d-a1fe-63989e02bc0f None None] For port 0300993e-28d4-4866-8d82-cec327658cf6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0300993e-28d4-4866-8d82-cec327658cf6,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:28.464726 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8216e9da-a16d-436d-a1fe-63989e02bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.558426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e9da-a16d-436d-a1fe-63989e02bc0f None None] Pushing event updated for resources: {'Port': ['ID=0300993e-28d4-4866-8d82-cec327658cf6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:28.575945 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.588654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:27Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:28.618278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2561a7-6dc6-4d4d-ae5f-8717cdd1c2c5 None None] The sync data for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 is: [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:27Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:28.625792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Network 826b0e0d-a510-4190-9d20-af664e63e884 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:05:28.675417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 826b0e0d-a510-4190-9d20-af664e63e884) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:28.683615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:28.683615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.685581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f364a-8956-4867-aeef-c26d87e2b365 None None] Network 826b0e0d-a510-4190-9d20-af664e63e884 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:28.717831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.726921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d8574d86-3e5c-499d-ab96-33e6393300f5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5636218 Nov 19 04:05:28.831580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.893315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:28.899485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d4910-b190-464c-8467-5030801ba38a None None] Network 826b0e0d-a510-4190-9d20-af664e63e884 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:28.902564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:28.939769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:28.984279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:29.021876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Allocated IP 172.25.8.214 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/c71c82ab-4919-41be-a31a-1840a35fdf7d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:29.026363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0300993e-28d4-4866-8d82-cec327658cf6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:29.027209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.074117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event updated for resources: {'Port': ['ID=bf4b61b5-4f67-4817-8358-f4862ea74f8f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:29.193860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0300993e-28d4-4866-8d82-cec327658cf6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:29.194346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.196734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.389315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.401557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.406607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.410131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.469771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.470170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c076bb77-600e-469e-b19b-64538499ccdc {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:05:29.488084 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 04:05:29.489185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55458938-2026-441f-af82-cb522df61048 tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3096464 Nov 19 04:05:29.492680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55974) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:29.519936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.573758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:29.593898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:29.599150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:29.630415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Port': ['ID=c71c82ab-4919-41be-a31a-1840a35fdf7d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:29.651287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-6bf8f2f8-a566-4865-a114-d678398481b0 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:29.652878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-6bf8f2f8-a566-4865-a114-d678398481b0 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/networks?id=b240b0dd-4106-4f69-acf8-6730309378ac HTTP/1.1" status: 200 len: 825 time: 0.2228837 Nov 19 04:05:29.695987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Deleting port 1128b8ed-b155-4996-aac6-36648d1c4d94 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:29.696339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.713664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-36f84634-54cc-4cbb-b119-7e2b46a86d62 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/quotas/d5c0f0446956439c9ed702682bb78bec HTTP/1.1" status: 200 len: 375 time: 0.0358253 Nov 19 04:05:29.754278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.765601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-97e6dd91-72ef-4514-ba07-0968f08641c1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5c0f0446956439c9ed702682bb78bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367987 Nov 19 04:05:29.795061 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.817251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.825202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.833413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.836454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Deleting port 26ec435b-92fb-4271-97c9-9389178feb04 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:29.836801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:29.838717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Calling delete_port for 1128b8ed-b155-4996-aac6-36648d1c4d94 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:29.991254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event updated for resources: {'Port': ['ID=bf4b61b5-4f67-4817-8358-f4862ea74f8f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:30.029302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.040763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] For port 26ec435b-92fb-4271-97c9-9389178feb04, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26ec435b-92fb-4271-97c9-9389178feb04,segment=NetworkSegment(d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9),segment_id=d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:30.041143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.052291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-3b321e2f-ebdd-4ee3-84a0-c7ff062fb347 service neutron] 10.222.0.52 "GET /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679629 Nov 19 04:05:30.060951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Calling delete_port for 26ec435b-92fb-4271-97c9-9389178feb04 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:30.085301 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.086777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-acc44429-2029-48f5-b342-4ba6332c1f83 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9222784 Nov 19 04:05:30.124993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.189911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.193308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Pushing event deleted for resources: {'Port': ['ID=1128b8ed-b155-4996-aac6-36648d1c4d94,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:30.215310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52bdc36-9b6c-497c-91a0-2815bd076be2 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:30.216561 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.268233 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-ddb706c0-ad7a-421c-85ed-b3822ba36a4b service neutron] 10.222.0.52 "GET /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044425 Nov 19 04:05:30.339534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Port': ['ID=c71c82ab-4919-41be-a31a-1840a35fdf7d,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:30.386476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.391101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.395231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc8d3d7a-1bb0-4c55-bb24-497c43c85e4f tempest-RoutersAdminNegativeTest-1270159098 tempest-RoutersAdminNegativeTest-1270159098-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1128b8ed-b155-4996-aac6-36648d1c4d94 HTTP/1.1" status: 204 len: 168 time: 0.9013591 Nov 19 04:05:30.417542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.420834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.426763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-91732575-2c54-487d-978c-3ecb0b44c33a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2052424 Nov 19 04:05:30.426763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56008) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:30.445729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-195125869'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:30.464348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Pushing event deleted for resources: {'Port': ['ID=26ec435b-92fb-4271-97c9-9389178feb04,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:30.540099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Made reservation on behalf of 0039ef5e992e470b9050f9257bf65983 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:30.544948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.566624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.668112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34793ec9-7057-472f-ab7d-977462f235ca req-886e57d7-c701-49d1-9c96-44936cdaba5e tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:30.671886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34793ec9-7057-472f-ab7d-977462f235ca req-886e57d7-c701-49d1-9c96-44936cdaba5e tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1491175 Nov 19 04:05:30.697116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.705189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.732230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:05:30.749241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.749593 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Added segment e65790c5-9cb1-449e-a0e6-3403213324e2 of type vlan for network 201d6ea9-7d39-485f-aa76-48749b14229c Nov 19 04:05:30.826960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.844040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2a35c-638d-435d-989a-f65caddb4c18,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:30.876133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.883613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:30.884261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.912091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34793ec9-7057-472f-ab7d-977462f235ca req-30df1b77-b089-4909-ae07-320ed924edc3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299476 Nov 19 04:05:30.918175 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:30.968576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:31.004612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5775976 Nov 19 04:05:31.032695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56032) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:31.052106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Request body: {'subnet': {'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:31.106443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d7f1-ade8-4a56-90d8-83fd56957ab1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Network': ['ID=201d6ea9-7d39-485f-aa76-48749b14229c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:31.120348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 201d6ea9-7d39-485f-aa76-48749b14229c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:05:31.241568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68ac5962-7e28-4007-a676-e4a3754b5420 req-e395ddbb-3e24-4210-9bf4-ed342d3973f9 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 210 time: 0.0509689 Nov 19 04:05:31.244186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29308b9f-e557-451b-bb2a-86283f18a592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.346313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Made reservation on behalf of 0039ef5e992e470b9050f9257bf65983 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:31.351207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.427851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:31.472687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29308b9f-e557-451b-bb2a-86283f18a592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.486967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29308b9f-e557-451b-bb2a-86283f18a592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.523495 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-29308b9f-e557-451b-bb2a-86283f18a592 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4db01094e404e3c86a0adc60672f9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5528867 Nov 19 04:05:31.533755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56072) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:31.582729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29308b9f-e557-451b-bb2a-86283f18a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3d84a-4ed6-4a2c-87d7-02258e1ac187,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:31.656387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f0d348e-51e9-4256-88b9-d6b0a9e0aabc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.720734 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f0d348e-51e9-4256-88b9-d6b0a9e0aabc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.732336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.760978 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.835404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Subnet': ['ID=1a1c061e-ef02-4314-8b7b-221651685197,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:31.845296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Checking segment: {'id': 'e65790c5-9cb1-449e-a0e6-3403213324e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:31.846163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network hostable DHCP agents. Network: 201d6ea9-7d39-485f-aa76-48749b14229c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:05:31.859166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:31.867875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8edaf086-8fe0-46da-a2eb-a5d1a9f3d54d admin admin] 10.222.0.52 "PUT /v2.0/routers/6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6446304 Nov 19 04:05:31.868699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56074) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:31.871835 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] Sync routers for ids ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:31.878783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f0d348e-51e9-4256-88b9-d6b0a9e0aabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.882813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f0d348e-51e9-4256-88b9-d6b0a9e0aabc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:31.884453 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f0d348e-51e9-4256-88b9-d6b0a9e0aabc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4b3d84a-4ed6-4a2c-87d7-02258e1ac187 HTTP/1.1" status: 204 len: 168 time: 0.3497055 Nov 19 04:05:31.885290 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] Routers {'6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:31.886134 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:31.936376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network 201d6ea9-7d39-485f-aa76-48749b14229c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:05:31.954745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d348e-51e9-4256-88b9-d6b0a9e0aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3d84a-4ed6-4a2c-87d7-02258e1ac187,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:31.967441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 201d6ea9-7d39-485f-aa76-48749b14229c) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:31.976362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b0720-453f-49ac-95f0-b8106ec08736 None None] Network 201d6ea9-7d39-485f-aa76-48749b14229c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:32.080230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-7d1688b6-1989-4a95-b8be-5d3a3720f5d4 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:32.081795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-7d1688b6-1989-4a95-b8be-5d3a3720f5d4 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.36 "GET /v2.0/networks?id=b240b0dd-4106-4f69-acf8-6730309378ac HTTP/1.1" status: 200 len: 825 time: 0.1890502 Nov 19 04:05:32.100655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.105762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:32.112016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.145403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Request body: {'port': {'device_id': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac', 'admin_state_up': True, 'tenant_id': 'd5c0f0446956439c9ed702682bb78bec'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:32.164164 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] Set router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:32.345667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db61074-b342-42fe-97c0-91277bcae560 req-c3726c11-111d-41c7-895d-2a49e1e331f0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:32.356335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6db61074-b342-42fe-97c0-91277bcae560 req-c3726c11-111d-41c7-895d-2a49e1e331f0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.2716880 Nov 19 04:05:32.360314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Made reservation on behalf of d5c0f0446956439c9ed702682bb78bec for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:32.362899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.365722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.369195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-201d6ea9-7d39-485f-aa76-48749b14229c', 'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c', 'tenant_id': '0039ef5e992e470b9050f9257bf65983', 'fixed_ips': [{'subnet_id': '1a1c061e-ef02-4314-8b7b-221651685197'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:32.370205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.387006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3c5dd7f6-3d9a-490b-9346-e59b4366719d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511207 Nov 19 04:05:32.388012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56088) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:32.406254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-179782564', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:32.457021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.459815 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.504403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Deleting port 9feca3cb-e02c-4845-bd13-e786688e5183 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:32.504753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.539160 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:05:30Z', 'revision_number': 5, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port': {'id': '9feca3cb-e02c-4845-bd13-e786688e5183', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:03:53Z', 'updated_at': '2021-11-19T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:32.578193 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] Checking router: 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:05:32.589500 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] Routers {'6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:32.590713 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:32.638115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Allocated IP 172.20.0.2 (201d6ea9-7d39-485f-aa76-48749b14229c/1a1c061e-ef02-4314-8b7b-221651685197/51f83988-fef4-4e57-aa06-1adf0cc2c5c0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:32.676715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6db61074-b342-42fe-97c0-91277bcae560 req-023fd340-525f-477e-bfac-e1312e2370b2 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190870 Nov 19 04:05:32.691185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] For port 9feca3cb-e02c-4845-bd13-e786688e5183, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9feca3cb-e02c-4845-bd13-e786688e5183,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:32.691644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.723074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Calling delete_port for 9feca3cb-e02c-4845-bd13-e786688e5183 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:32.761495 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] Set router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:32.796957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:32.827785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.839818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.852249 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:05:32Z', 'revision_number': 6, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:32.912663 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e63efc-506e-4866-ab9f-c03790189a7a None None] The sync data for ids ['6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916'] in n-d-818503-1 is: [{'id': '6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916', 'name': 'tempest-ServersTestMultiNic-2102073900-router', 'tenant_id': '855192265887482c9b21c042e6d0d619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:03:51Z', 'updated_at': '2021-11-19T04:05:32Z', 'revision_number': 6, 'project_id': '855192265887482c9b21c042e6d0d619', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:32.921466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:32.937412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Network 201d6ea9-7d39-485f-aa76-48749b14229c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:32.945239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:32.959915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:32.979129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Pushing event updated for resources: {'Port': ['ID=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:33.003364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.040273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9feca3cb-e02c-4845-bd13-e786688e5183,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:33.061148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Attempting to bind port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:33.061828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Attempting to bind port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e65790c5-9cb1-449e-a0e6-3403213324e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:33.062449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Attempting to bind port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 on network 201d6ea9-7d39-485f-aa76-48749b14229c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:33.070260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:33.071124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Checking segment: {'id': 'e65790c5-9cb1-449e-a0e6-3403213324e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:33.071779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.072392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Bound using segment: {'id': 'e65790c5-9cb1-449e-a0e6-3403213324e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:33.073118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Bound port: 51f83988-fef4-4e57-aa06-1adf0cc2c5c0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65790c5-9cb1-449e-a0e6-3403213324e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:33.074278 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.076935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b2df9-d90d-4623-af75-0eb15b74a805 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:33.087739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ddf2724-bfac-46e7-8136-cfea3fff8379 req-200f2ba5-328a-435d-b4e8-d455101b0727 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 210 time: 0.1350179 Nov 19 04:05:33.089160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Allocated IP 172.20.0.9 (b240b0dd-4106-4f69-acf8-6730309378ac/220b6e23-87b6-4b06-9c63-23d071e1a705/b4f918e3-52da-4d8c-a315-e0aa79dfb308) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:33.095960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ba3cbff3-df57-4392-9105-05f098ecdfa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b79f0d1f3eda49bd9be83971c5355e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566681 Nov 19 04:05:33.100925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56092) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:33.175951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] For port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:33.182811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] For port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,segment=NetworkSegment(e65790c5-9cb1-449e-a0e6-3403213324e2),segment_id=e65790c5-9cb1-449e-a0e6-3403213324e2)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:33.187947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.190109 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.287492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac2c2a-2a24-4230-b0f4-450fe230af2c None None] Pushing event updated for resources: {'Port': ['ID=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:33.483892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.550840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.624043 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.627797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.676329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.677135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.680575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.684586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7e3d-1ac8-4a95-9e50-2c51028bcbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.711778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Network b240b0dd-4106-4f69-acf8-6730309378ac is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:33.718797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:33.745851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.746448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:05:33.749753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7e3d-1ac8-4a95-9e50-2c51028bcbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.753998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.759421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f58f6387-36e6-489a-bee3-75937f1d86d8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6b4b8f17-83bd-4a93-b3b0-ed2e7d0a9916 HTTP/1.1" status: 204 len: 168 time: 1.8851364 Nov 19 04:05:33.759617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:33.761520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56098) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:33.775182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Pushing event updated for resources: {'Port': ['ID=b4f918e3-52da-4d8c-a315-e0aa79dfb308,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:33.873863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7e3d-1ac8-4a95-9e50-2c51028bcbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.881376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7e3d-1ac8-4a95-9e50-2c51028bcbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:33.882786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4fa7e3d-1ac8-4a95-9e50-2c51028bcbcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a54168b5-222a-4bdf-987b-3b9d07e488ad HTTP/1.1" status: 204 len: 168 time: 0.7809038 Nov 19 04:05:33.907636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7e3d-1ac8-4a95-9e50-2c51028bcbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54168b5-222a-4bdf-987b-3b9d07e488ad,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:34.001762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:34.002458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:34.009703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Deleting subnet 26ed1d29-d027-4d77-862e-112c8c0e5276 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:34.017902 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:34.087884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e27be6-4510-4354-8019-4013bc46a510 req-a6097b7d-c5fe-4a4e-b079-f90588eeda80 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:34.089488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82e27be6-4510-4354-8019-4013bc46a510 req-a6097b7d-c5fe-4a4e-b079-f90588eeda80 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.2471056 Nov 19 04:05:34.092900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Allocated IP 172.25.8.10 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/5a678c9c-5627-48d2-88db-1675ab7e64f9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:34.110598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-4c3e93d2-c6b4-49ab-ad1d-bf6ab4fc3976 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9739251 Nov 19 04:05:34.125605 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:34.137631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Request body: {'port': {'device_id': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:34.308405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82e27be6-4510-4354-8019-4013bc46a510 req-e7f45d51-e72b-4bb3-93d3-3fe6ce8a4154 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068543 Nov 19 04:05:34.367186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:34.628586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:34.695872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:34.972481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56126) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:34.989147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e43282-ab14-4de5-b15f-b209d411a2ee None None] Network 201d6ea9-7d39-485f-aa76-48749b14229c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:35.064131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:35.132172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5550ba95-ee86-4c77-888c-e58ecb294db7 None None] Provisioning complete for port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:35.132670 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5550ba95-ee86-4c77-888c-e58ecb294db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.144149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563dec9-2450-420b-aef3-e3cf1e1ba8f8 req-1164d655-a4c2-4575-b053-4b910f9a1d7b tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:35.150407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1470551906'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:35.152448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6563dec9-2450-420b-aef3-e3cf1e1ba8f8 req-1164d655-a4c2-4575-b053-4b910f9a1d7b tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 931 time: 0.5259361 Nov 19 04:05:35.184265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:35.190883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.207686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.214973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.233551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.276723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:35.277879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.307105 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.310668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/26ed1d29-d027-4d77-862e-112c8c0e5276 HTTP/1.1" status: 204 len: 168 time: 1.5476143 Nov 19 04:05:35.313292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56130) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:35.323271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf4daf-c59f-4fa5-8453-f5eacd436084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ed1d29-d027-4d77-862e-112c8c0e5276,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:35.346171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.347696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6563dec9-2450-420b-aef3-e3cf1e1ba8f8 req-00601bc7-d97b-40e3-ae51-f5e03a4ac78e tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943853 Nov 19 04:05:35.357641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:35.363258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:35.366473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:35.377666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.399510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669e624-93b2-40c6-9a59-6ae5e9d0fbee None None] Network 84a03d79-3dc3-47b7-9b7e-e58c7375a821 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:35.406535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5550ba95-ee86-4c77-888c-e58ecb294db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.410682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Port': ['ID=5a678c9c-5627-48d2-88db-1675ab7e64f9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:35.416735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:05:35.429675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa77d5-5219-41de-8f3a-62a1042e1018 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:35.465579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604315b9-216b-420b-8ec9-03a19d92d302,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:35.467965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f918e3-52da-4d8c-a315-e0aa79dfb308 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:35.482705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.497346 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.497626 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Added segment 3e229514-6b3f-4fac-8fb4-e23ea55a9d3d of type vlan for network b0139743-f538-4089-8a77-ffb9c227eb62 Nov 19 04:05:35.519892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.531571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5550ba95-ee86-4c77-888c-e58ecb294db7 None None] For port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,segment=NetworkSegment(e65790c5-9cb1-449e-a0e6-3403213324e2),segment_id=e65790c5-9cb1-449e-a0e6-3403213324e2)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:35.589873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5550ba95-ee86-4c77-888c-e58ecb294db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.601772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.621030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Transition to ACTIVE for port object b4f918e3-52da-4d8c-a315-e0aa79dfb308 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:05:35.635166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.642119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Deleting port 7182db56-f0c0-47a6-915c-665244f66dca {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:35.642691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.685233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550ba95-ee86-4c77-888c-e58ecb294db7 None None] Pushing event updated for resources: {'Port': ['ID=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:35.710024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23dcff-51db-453e-826e-e2df4f6875bb req-481c6e62-46c8-4c6a-b249-a73f3191150c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:35.711656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d23dcff-51db-453e-826e-e2df4f6875bb req-481c6e62-46c8-4c6a-b249-a73f3191150c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1560192 Nov 19 04:05:35.716125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] For port 7182db56-f0c0-47a6-915c-665244f66dca, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7182db56-f0c0-47a6-915c-665244f66dca,segment=NetworkSegment(d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9),segment_id=d2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:35.716732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.731522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Calling delete_port for 7182db56-f0c0-47a6-915c-665244f66dca owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:35.744000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-24becb3f-3e4e-4ea3-8922-aa4cbf6b0b85 None None] Provisioning complete for port 5a678c9c-5627-48d2-88db-1675ab7e64f9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:35.744375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-24becb3f-3e4e-4ea3-8922-aa4cbf6b0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.745332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.752064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:35.752990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:35.776474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f918e3-52da-4d8c-a315-e0aa79dfb308,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:35.884720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9105096 Nov 19 04:05:35.892674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56138) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:35.925887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:35.935394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-24becb3f-3e4e-4ea3-8922-aa4cbf6b0b85 None None] Port 5a678c9c-5627-48d2-88db-1675ab7e64f9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:35.945617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d23dcff-51db-453e-826e-e2df4f6875bb req-2b1d7ab8-92c2-4c53-ab17-2471c5b120b6 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863842 Nov 19 04:05:35.983802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26ec435b-92fb-4271-97c9-9389178feb04 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:36.017529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Attempting to bind port b4f918e3-52da-4d8c-a315-e0aa79dfb308 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:36.017811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Attempting to bind port b4f918e3-52da-4d8c-a315-e0aa79dfb308 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '8c6d1794-7a70-4b97-be14-7b49a75e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:36.018172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Attempting to bind port b4f918e3-52da-4d8c-a315-e0aa79dfb308 on network b240b0dd-4106-4f69-acf8-6730309378ac {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:36.035603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Port b4f918e3-52da-4d8c-a315-e0aa79dfb308 on network b240b0dd-4106-4f69-acf8-6730309378ac not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:05:36.040612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Attempting to bind port b4f918e3-52da-4d8c-a315-e0aa79dfb308 on network b240b0dd-4106-4f69-acf8-6730309378ac {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:36.046603 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.077470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d512-c358-4a2c-a89e-017fdd3edf95 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Network': ['ID=b0139743-f538-4089-8a77-ffb9c227eb62,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:36.139062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:36.143229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:36.143707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Checking segment: {'id': '8c6d1794-7a70-4b97-be14-7b49a75e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:36.144961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Bound using segment: {'id': '8c6d1794-7a70-4b97-be14-7b49a75e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:36.145535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Bound port: b4f918e3-52da-4d8c-a315-e0aa79dfb308, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6d1794-7a70-4b97-be14-7b49a75e7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:36.146712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.153785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.166488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.238789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 26ec435b-92fb-4271-97c9-9389178feb04 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:36.239678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26ec435b-92fb-4271-97c9-9389178feb04 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:36.240321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] No DVR routers for this DVR port 7182db56-f0c0-47a6-915c-665244f66dca on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:36.241462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9feca3cb-e02c-4845-bd13-e786688e5183 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:36.266119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e4dec-3d1a-459e-81b2-bee162fb29df None None] DHCP port deletion for 84a03d79-3dc3-47b7-9b7e-e58c7375a821 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:36.268751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:05:36.286557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7182db56-f0c0-47a6-915c-665244f66dca,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:36.297374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9feca3cb-e02c-4845-bd13-e786688e5183 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:36.297714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9feca3cb-e02c-4845-bd13-e786688e5183 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:36.326883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d7485cf7-6106-46da-a80e-b883fc432cee None None] Provisioning complete for port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:36.327249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] For port b4f918e3-52da-4d8c-a315-e0aa79dfb308, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:36.327397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d7485cf7-6106-46da-a80e-b883fc432cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.372293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] For port b4f918e3-52da-4d8c-a315-e0aa79dfb308, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308,segment=NetworkSegment(8c6d1794-7a70-4b97-be14-7b49a75e7c15),segment_id=8c6d1794-7a70-4b97-be14-7b49a75e7c15)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:36.383320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.452770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.480119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.486618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a03d79-3dc3-47b7-9b7e-e58c7375a821']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:36.502834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:36.505999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f183a9-e1cf-4f91-918e-bd2ee0cf9ce9') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:36.510200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:36.510912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.512380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4f918e3-52da-4d8c-a315-e0aa79dfb308 HTTP/1.1" status: 200 len: 1091 time: 2.3900437 Nov 19 04:05:36.539259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'tag': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:36.542019 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023d50e7-e2e7-41e3-9b50-9bb915e0245f" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb808d-86dd-47c2-9c12-c7298f273d6e", "tag": "b4f918e3-52da-4d8c-a315-e0aa79dfb308"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:36.547826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.572617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.586882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:36.587295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:36.589084 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:36.616603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c60cf-e868-4f6d-bf68-cf44e6150486 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f918e3-52da-4d8c-a315-e0aa79dfb308,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:36.681068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.688813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.712503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a92ce-2f6b-495a-af74-2cf69f3609d9 req-0defb128-df3d-4af2-bbaa-15b9eadb25d0 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:36.714091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f87a92ce-2f6b-495a-af74-2cf69f3609d9 req-0defb128-df3d-4af2-bbaa-15b9eadb25d0 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 943 time: 0.2371886 Nov 19 04:05:36.723736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-5f7b703a-e339-4587-b054-3e295401a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:36.725948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-5f7b703a-e339-4587-b054-3e295401a1f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5c0f0446956439c9ed702682bb78bec&device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 1094 time: 0.1333828 Nov 19 04:05:36.728876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.735218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/84a03d79-3dc3-47b7-9b7e-e58c7375a821 HTTP/1.1" status: 204 len: 168 time: 1.4207609 Nov 19 04:05:36.758457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e21bf-53a7-41c6-b392-69bd2cec68f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a03d79-3dc3-47b7-9b7e-e58c7375a821,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:36.783806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=e8e95895-dbff-4b79-8602-a0fe49937bfd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:36.796498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-e0c7586a-22c8-443a-bfc1-cc8b87b4a1bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308 HTTP/1.1" status: 200 len: 217 time: 0.0601046 Nov 19 04:05:36.796716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:36.796967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network hostable DHCP agents. Network: b0139743-f538-4089-8a77-ffb9c227eb62, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:05:36.819696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:05:36.830938 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, b0139743-f538-4089-8a77-ffb9c227eb62) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:36.839245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:36.839754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:36.846405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f2749-0fa8-402e-a670-5749ad5488c8 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:36.869894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0c06d927-19d1-45fc-bb6e-a25a56f9feb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9723108 Nov 19 04:05:36.870869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56148) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:36.883657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'name': 'tempest-NetworksTestDHCPv6-942270239'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:36.889452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f87a92ce-2f6b-495a-af74-2cf69f3609d9 req-162e2c2f-2ccc-4a83-8fe0-e25bdfc993e8 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609685 Nov 19 04:05:36.932540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Router 20d59f72-81ce-42d5-90e0-ee2a3cd8d114 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:05:36.939431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546674-311b-4044-b9f8-d021892b6437 req-e0c779e5-b341-4eeb-9b61-8f83815531b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:36.940939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-e0c779e5-b341-4eeb-9b61-8f83815531b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=220b6e23-87b6-4b06-9c63-23d071e1a705 HTTP/1.1" status: 200 len: 865 time: 0.1362219 Nov 19 04:05:36.994781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-0e0f7511-8e87-43b8-9276-da45e7a2d759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b240b0dd-4106-4f69-acf8-6730309378ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433052 Nov 19 04:05:37.057215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:37.103458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56154) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:37.137635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:37.138056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.189654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'e8e95895-dbff-4b79-8602-a0fe49937bfd'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:37.190552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.205367 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a4fd49f9-4776-4eb9-b9b3-f8a5995d42dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=855192265887482c9b21c042e6d0d619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0981553 Nov 19 04:05:37.205579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56158) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:37.275223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:37.325581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:37.330216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.336627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5728cd7c-aba6-4601-a2de-f93e709ee040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.344816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/e8e95895-dbff-4b79-8602-a0fe49937bfd/ecb79ff8-66c9-4072-bf7f-0e9c93247554) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:37.351800 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44599c17-c751-4031-afef-1dbd5cdd8eed x-openstack-request-id: req-44599c17-c751-4031-afef-1dbd5cdd8eed {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:37.352604 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb808d-86dd-47c2-9c12-c7298f273d6e", "tag": "b4f918e3-52da-4d8c-a315-e0aa79dfb308", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:37.352604 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44599c17-c751-4031-afef-1dbd5cdd8eed {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:37.353054 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'tag': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308', 'status': 'completed', 'code': 200} Nov 19 04:05:37.361396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 921f86fc-a0f8-4f24-ac56-adbdd9b90a07 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:37.382374 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5728cd7c-aba6-4601-a2de-f93e709ee040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.449355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.453175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eab1ffb2-ca91-41b4-8a46-a2a9cb6b6275 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.0520329 Nov 19 04:05:37.453512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-e6d3b0bc-1676-4c22-993e-d9fd39eb9872 service neutron] 10.222.0.36 "GET /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238668 Nov 19 04:05:37.454820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56160) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:37.502275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.509862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] Sync routers for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:37.518262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5728cd7c-aba6-4601-a2de-f93e709ee040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.521836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.523275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5728cd7c-aba6-4601-a2de-f93e709ee040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.524757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5728cd7c-aba6-4601-a2de-f93e709ee040 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/977322f0-ff8e-49af-9b6f-d80c3875fc94 HTTP/1.1" status: 204 len: 168 time: 0.3180201 Nov 19 04:05:37.562073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728cd7c-aba6-4601-a2de-f93e709ee040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977322f0-ff8e-49af-9b6f-d80c3875fc94,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:37.596742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Pushing event updated for resources: {'Port': ['ID=ecb79ff8-66c9-4072-bf7f-0e9c93247554,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:37.610479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:37.611727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:37.670399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:37.685594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:37.710602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec855b-91f4-4d7d-ba3c-17712bb3be28 req-f150dadd-70dc-4676-86af-39aad60c98e6 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:37.717954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a2ec855b-91f4-4d7d-ba3c-17712bb3be28 req-f150dadd-70dc-4676-86af-39aad60c98e6 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.2863333 Nov 19 04:05:37.754493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:37.759871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:37.769109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:37.770650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:37.772255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::1e1 (b0139743-f538-4089-8a77-ffb9c227eb62/e8e95895-dbff-4b79-8602-a0fe49937bfd/921f86fc-a0f8-4f24-ac56-adbdd9b90a07) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:37.839370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:37.840025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70c6fa-c2be-4537-853d-d96fdaaecdde None None] The sync data for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:37.853921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38546674-311b-4044-b9f8-d021892b6437 req-47f5c287-170c-4833-8fae-b02c4007e07b service neutron] 10.222.0.36 "GET /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764305 Nov 19 04:05:37.873022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7182db56-f0c0-47a6-915c-665244f66dca no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:37.921426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a2ec855b-91f4-4d7d-ba3c-17712bb3be28 req-66fbf891-6f58-4ae4-9986-778630f8fd75 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017255 Nov 19 04:05:37.926205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7182db56-f0c0-47a6-915c-665244f66dca {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:37.926564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7182db56-f0c0-47a6-915c-665244f66dca not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:37.944670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Attempting to bind port ecb79ff8-66c9-4072-bf7f-0e9c93247554 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:37.945070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Attempting to bind port ecb79ff8-66c9-4072-bf7f-0e9c93247554 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:37.945446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Attempting to bind port ecb79ff8-66c9-4072-bf7f-0e9c93247554 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:37.958861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:37.959376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:37.959708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:37.960161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:37.960695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Bound port: ecb79ff8-66c9-4072-bf7f-0e9c93247554, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:37.961093 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:38.073682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-da3df357-2c9c-4fc0-b18d-580ed9b65864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:38.075173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-da3df357-2c9c-4fc0-b18d-580ed9b65864 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5c0f0446956439c9ed702682bb78bec&device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 1094 time: 0.1460907 Nov 19 04:05:38.123933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] For port ecb79ff8-66c9-4072-bf7f-0e9c93247554, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:38.128011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] For port ecb79ff8-66c9-4072-bf7f-0e9c93247554, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ecb79ff8-66c9-4072-bf7f-0e9c93247554,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:38.138743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:38.284267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6402a-93ec-4b7a-8f4e-aca214850a9f None None] Pushing event updated for resources: {'Port': ['ID=ecb79ff8-66c9-4072-bf7f-0e9c93247554,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:38.359728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:38.646605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-4e8e6cf3-4fb4-4c70-bcd3-dce8bf5c7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:38.648265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-4e8e6cf3-4fb4-4c70-bcd3-dce8bf5c7368 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b240b0dd-4106-4f69-acf8-6730309378ac HTTP/1.1" status: 200 len: 926 time: 0.5638332 Nov 19 04:05:38.713689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-725d4579-fc85-4eab-ad9c-8bd8f7e21847 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308 HTTP/1.1" status: 200 len: 217 time: 0.0539646 Nov 19 04:05:38.716949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:38.822966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f39cf-fe9b-4c6f-8cdc-cfa514efc23c req-3c5db522-e932-4787-a261-1ecb9599c4af tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:38.824764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a5f39cf-fe9b-4c6f-8cdc-cfa514efc23c req-3c5db522-e932-4787-a261-1ecb9599c4af tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 943 time: 0.6381626 Nov 19 04:05:38.830840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-3c861498-6b6b-41b8-a11f-e9b583ac3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:38.835376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-3c861498-6b6b-41b8-a11f-e9b583ac3fd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=220b6e23-87b6-4b06-9c63-23d071e1a705 HTTP/1.1" status: 200 len: 865 time: 0.1086297 Nov 19 04:05:38.877652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-cc36310d-02e1-4854-a01c-e5390b388d7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b240b0dd-4106-4f69-acf8-6730309378ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349205 Nov 19 04:05:38.882404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Allocated IP 172.20.0.1 (201d6ea9-7d39-485f-aa76-48749b14229c/1a1c061e-ef02-4314-8b7b-221651685197/738a5738-1522-4ffb-8e60-d1fc2b30d370) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:39.065826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.071687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ecb79ff8-66c9-4072-bf7f-0e9c93247554 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:39.088635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a5f39cf-fe9b-4c6f-8cdc-cfa514efc23c req-d8ab7a62-97f9-4a6b-b237-4cf6785cf788 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098095 Nov 19 04:05:39.121508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.127060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.181144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network 201d6ea9-7d39-485f-aa76-48749b14229c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:39.189586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:39.193666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:39.197400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:39.202410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ecb79ff8-66c9-4072-bf7f-0e9c93247554 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:39.203188 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.211687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:39.214468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Port': ['ID=738a5738-1522-4ffb-8e60-d1fc2b30d370,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:39.264324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:39.272588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:39.273791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.290599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.352289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56194) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:39.357570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4838450 Nov 19 04:05:39.399540 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.405414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-aae51931-f734-4552-a912-861879db6b2d service neutron] 10.222.0.36 "GET /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190532 Nov 19 04:05:39.476659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port ecb79ff8-66c9-4072-bf7f-0e9c93247554, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ecb79ff8-66c9-4072-bf7f-0e9c93247554,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:39.483054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.546643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-023d50e7-e2e7-41e3-9b50-9bb915e0245f req-b0875d89-7a5e-4feb-87da-ef57419c9b69 service neutron] 10.222.0.36 "GET /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327631 Nov 19 04:05:39.552990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a718a-501c-4277-a3b3-9364a8e3a116 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=921f86fc-a0f8-4f24-ac56-adbdd9b90a07,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:39.579045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeae42-c167-40fc-a64b-87b74bc928b1 req-4d5e5b4a-f407-4664-b006-73dcd49bb27c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:39.589395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bdfeae42-c167-40fc-a64b-87b74bc928b1 req-4d5e5b4a-f407-4664-b006-73dcd49bb27c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.3262212 Nov 19 04:05:39.591167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64f478-ad7c-4449-a904-2d5374510c6a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:39.601782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64f478-ad7c-4449-a904-2d5374510c6a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:39.603585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d64f478-ad7c-4449-a904-2d5374510c6a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2502365 Nov 19 04:05:39.607214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56196) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:39.655323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=ecb79ff8-66c9-4072-bf7f-0e9c93247554,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:39.667430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bdfeae42-c167-40fc-a64b-87b74bc928b1 req-14e24f3d-c64d-41b4-9503-395173d2e56d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Nov 19 04:05:39.673986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-50bf1350-cd5c-4234-8c90-b9fba17df9d3 None None] Provisioning complete for port 738a5738-1522-4ffb-8e60-d1fc2b30d370 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:39.673986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50bf1350-cd5c-4234-8c90-b9fba17df9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.718096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-50bf1350-cd5c-4234-8c90-b9fba17df9d3 None None] Port 738a5738-1522-4ffb-8e60-d1fc2b30d370 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:39.775681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b6bd4-faf6-4c9b-bcf6-a0e5ce0823b9 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:39.775897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.865649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 921f86fc-a0f8-4f24-ac56-adbdd9b90a07 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:39.866021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:39.884256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-748d6c3e-9ada-415f-8e24-20e1a2eb5619 None None] Provisioning complete for port ecb79ff8-66c9-4072-bf7f-0e9c93247554 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:39.884256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-748d6c3e-9ada-415f-8e24-20e1a2eb5619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.070678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.089024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 921f86fc-a0f8-4f24-ac56-adbdd9b90a07 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:40.128262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f918e3-52da-4d8c-a315-e0aa79dfb308 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:05:40.275180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56206) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:40.319791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bcb90-741a-4d99-8da8-7a23514a0d5b req-6d2bde34-edb5-4853-baa1-3a5346c8d23c tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:40.328057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-791bcb90-741a-4d99-8da8-7a23514a0d5b req-6d2bde34-edb5-4853-baa1-3a5346c8d23c tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 943 time: 0.1149766 Nov 19 04:05:40.360581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b4f918e3-52da-4d8c-a315-e0aa79dfb308, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308,segment=NetworkSegment(8c6d1794-7a70-4b97-be14-7b49a75e7c15),segment_id=8c6d1794-7a70-4b97-be14-7b49a75e7c15)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:40.379164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308', 'network_id': 'b240b0dd-4106-4f69-acf8-6730309378ac', 'port_id': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308', 'mac_address': 'fa:16:3e:30:d9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220b6e23-87b6-4b06-9c63-23d071e1a705', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:05:40.388027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-791bcb90-741a-4d99-8da8-7a23514a0d5b req-b1d6dd68-6d2e-452c-8dca-8998f7463637 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 Nov 19 04:05:40.447153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.459971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.490464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.509125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f918e3-52da-4d8c-a315-e0aa79dfb308 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:05:40.550247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b4f918e3-52da-4d8c-a315-e0aa79dfb308, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308,segment=NetworkSegment(8c6d1794-7a70-4b97-be14-7b49a75e7c15),segment_id=8c6d1794-7a70-4b97-be14-7b49a75e7c15)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:40.554461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4946d9a3-2ec4-4efe-bf0e-9ea583815f3d None None] Provisioning complete for port ecb79ff8-66c9-4072-bf7f-0e9c93247554 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:40.554969 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4946d9a3-2ec4-4efe-bf0e-9ea583815f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.573044 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.580292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-81f00619-ac51-4bf1-a25e-0404739c1a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.595615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.597754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Port': ['ID=738a5738-1522-4ffb-8e60-d1fc2b30d370,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:40.636673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=921f86fc-a0f8-4f24-ac56-adbdd9b90a07,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:40.638527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.721658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:40.737670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9cde2612-137b-45cf-9d89-9730659de998 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/921f86fc-a0f8-4f24-ac56-adbdd9b90a07 HTTP/1.1" status: 204 len: 168 time: 1.1269119 Nov 19 04:05:40.741867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56212) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:40.757082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=b4f918e3-52da-4d8c-a315-e0aa79dfb308,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:40.819396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network 201d6ea9-7d39-485f-aa76-48749b14229c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:40.821318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:40.837422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4946d9a3-2ec4-4efe-bf0e-9ea583815f3d None None] Could not find standard attr ID for object 921f86fc-a0f8-4f24-ac56-adbdd9b90a07. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:05:40.896983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['b4f918e3-52da-4d8c-a315-e0aa79dfb308'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:40.982657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-824a4350-2023-450a-a86e-da0bb040ee67 None None] Could not find standard attr ID for object 921f86fc-a0f8-4f24-ac56-adbdd9b90a07. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:05:41.006991 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-81f00619-ac51-4bf1-a25e-0404739c1a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.021621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ecb79ff8-66c9-4072-bf7f-0e9c93247554 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:41.035049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-81f00619-ac51-4bf1-a25e-0404739c1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.080009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Router 20d59f72-81ce-42d5-90e0-ee2a3cd8d114 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:41.114117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7694b4e-289f-4428-878d-8989265671b7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:41.122217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7694b4e-289f-4428-878d-8989265671b7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:41.125083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e7694b4e-289f-4428-878d-8989265671b7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3798501 Nov 19 04:05:41.130366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-81f00619-ac51-4bf1-a25e-0404739c1a27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f78be44139d44179791f01e9bcbe1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8506744 Nov 19 04:05:41.130366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56218) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:41.136214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f00619-ac51-4bf1-a25e-0404739c1a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbbb8cd-4702-4473-b794-fbc5379c4879,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:41.144654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56220) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:41.173757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ecb79ff8-66c9-4072-bf7f-0e9c93247554 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:41.174333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.187034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf10e7-92fe-45b2-83f6-5bfb719c74ff req-c43cd645-9d6e-43cd-952c-ee1197422fa4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:41.189379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ebf10e7-92fe-45b2-83f6-5bfb719c74ff req-c43cd645-9d6e-43cd-952c-ee1197422fa4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.3182194 Nov 19 04:05:41.291137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:41.303919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b26e6216-751f-421b-9494-23431bf8fc40 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "PUT /v2.0/routers/20d59f72-81ce-42d5-90e0-ee2a3cd8d114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8434703 Nov 19 04:05:41.303919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56222) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:41.307242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet e8e95895-dbff-4b79-8602-a0fe49937bfd {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:41.309356 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] Sync routers for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:41.315056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.324157 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:41.324934 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:41.325983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Request body: {'port': {'network_id': '201d6ea9-7d39-485f-aa76-48749b14229c', 'name': 'tempest-FloatingIPAdminTestJSON-1851899220'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:41.352464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3b5459c0-e507-4097-9bab-a11fc8373d4b None None] Provisioning complete for port 738a5738-1522-4ffb-8e60-d1fc2b30d370 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:41.352848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b5459c0-e507-4097-9bab-a11fc8373d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.370275 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:41.382334 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:41.383319 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:41.389565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ebf10e7-92fe-45b2-83f6-5bfb719c74ff req-5840fecc-1384-4a10-848b-009b38827b21 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789696 Nov 19 04:05:41.412753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3b5459c0-e507-4097-9bab-a11fc8373d4b None None] Port 738a5738-1522-4ffb-8e60-d1fc2b30d370 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:41.443360 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:41.444592 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf562e8d-bd62-4666-8c3e-d4a6577685da None None] The sync data for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:41.466785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.470072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Made reservation on behalf of 0039ef5e992e470b9050f9257bf65983 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:41.473914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.494299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] device_id is not set on port a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:41.522946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18070c2b-088b-4109-ad20-23d0273b7f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.566438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18070c2b-088b-4109-ad20-23d0273b7f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.629235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Allocated IP 172.20.0.6 (201d6ea9-7d39-485f-aa76-48749b14229c/1a1c061e-ef02-4314-8b7b-221651685197/a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:41.659564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.725539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006d419-60fc-461e-b57d-556fe12c9fb3 req-ae1defb8-e6f8-464b-8fe7-5b9bfcf38b03 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:41.727111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e006d419-60fc-461e-b57d-556fe12c9fb3 req-ae1defb8-e6f8-464b-8fe7-5b9bfcf38b03 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 944 time: 0.1164300 Nov 19 04:05:41.728924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18070c2b-088b-4109-ad20-23d0273b7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.731860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18070c2b-088b-4109-ad20-23d0273b7f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.732944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-18070c2b-088b-4109-ad20-23d0273b7f26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/adbbb8cd-4702-4473-b794-fbc5379c4879 HTTP/1.1" status: 204 len: 168 time: 0.5757277 Nov 19 04:05:41.754780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18070c2b-088b-4109-ad20-23d0273b7f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbbb8cd-4702-4473-b794-fbc5379c4879,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:41.781492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.826910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e95895-dbff-4b79-8602-a0fe49937bfd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:41.828998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.832727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1efe8668-c39b-4c3f-8981-fde6249b3e28 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/e8e95895-dbff-4b79-8602-a0fe49937bfd HTTP/1.1" status: 204 len: 168 time: 0.6974387 Nov 19 04:05:41.837639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e006d419-60fc-461e-b57d-556fe12c9fb3 req-79edc4dc-bf60-4525-bf39-f826d94d00e4 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011474 Nov 19 04:05:41.838138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56228) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:41.840319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941b182-445c-4baa-bd1d-52665cf37fff None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:41.922513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1430c9e0-dc1a-4fe0-8013-cc959d1fc962 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824959 Nov 19 04:05:41.924451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56232) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:41.938351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:41.938492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:42.008572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.066837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Network 201d6ea9-7d39-485f-aa76-48749b14229c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:42.071883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:42.083493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:42.089018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.093354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:42.140679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f918e3-52da-4d8c-a315-e0aa79dfb308 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:42.141219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event updated for resources: {'Port': ['ID=a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:42.192174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:42.192174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.213379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:42.227108 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9f086787-1a3b-47b0-95ca-d72b69c24f7f tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9214957 Nov 19 04:05:42.236060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56240) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:42.404030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port b4f918e3-52da-4d8c-a315-e0aa79dfb308 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:05:42.414938 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port b4f918e3-52da-4d8c-a315-e0aa79dfb308 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:42.415577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.511378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] Deleting port ecb79ff8-66c9-4072-bf7f-0e9c93247554 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:42.512246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.565297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.590104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d90c61f0-3e5e-414d-b1a2-e83ec4faa270 None None] Provisioning complete for port a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:42.590491 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d90c61f0-3e5e-414d-b1a2-e83ec4faa270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.635218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d90c61f0-3e5e-414d-b1a2-e83ec4faa270 None None] Port a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:42.665509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7300ef-b9ac-4d36-83e1-a4574d669ef7 req-07e01117-da1c-4933-bf49-19aeccd3f84b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:42.673212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee7300ef-b9ac-4d36-83e1-a4574d669ef7 req-07e01117-da1c-4933-bf49-19aeccd3f84b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1760349 Nov 19 04:05:42.676529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:42.688332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:42.695635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:42.696371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.696779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.713551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] For port ecb79ff8-66c9-4072-bf7f-0e9c93247554, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ecb79ff8-66c9-4072-bf7f-0e9c93247554,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:42.713950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.722072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:42.735304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] Calling delete_port for ecb79ff8-66c9-4072-bf7f-0e9c93247554 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:42.742920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:42.745381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b19d5647-e9c3-4dc0-bd2a-9119e45d6ae9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8195629 Nov 19 04:05:42.748082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:42.753348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'name': 'tempest-NetworksTestDHCPv6-160103530'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:42.756837 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00398335-0d5e-47c7-929b-5398d332a82d" -d '{"events": [{"server_uuid": "17cb808d-86dd-47c2-9c12-c7298f273d6e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f918e3-52da-4d8c-a315-e0aa79dfb308"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:42.788299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee7300ef-b9ac-4d36-83e1-a4574d669ef7 req-9abd2275-b20e-4584-ae36-0835b873d17b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140268 Nov 19 04:05:42.789315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'project_id': '0039ef5e992e470b9050f9257bf65983', 'port_id': 'a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:42.811650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b4f918e3-52da-4d8c-a315-e0aa79dfb308, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308,segment=NetworkSegment(8c6d1794-7a70-4b97-be14-7b49a75e7c15),segment_id=8c6d1794-7a70-4b97-be14-7b49a75e7c15)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:42.818259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.861035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:42.976472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=b4f918e3-52da-4d8c-a315-e0aa79dfb308,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:42.987745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.011555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ecb79ff8-66c9-4072-bf7f-0e9c93247554 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:43.017793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:43.213416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2022973930-network', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:43.266348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Made reservation on behalf of 0ddfdb1380e34d4bae42fe8af375a829 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:43.276203 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c847c5-aeb3-45ab-b44a-b9886dfb4135 x-openstack-request-id: req-27c847c5-aeb3-45ab-b44a-b9886dfb4135 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:43.277131 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb808d-86dd-47c2-9c12-c7298f273d6e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f918e3-52da-4d8c-a315-e0aa79dfb308", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:43.277591 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27c847c5-aeb3-45ab-b44a-b9886dfb4135 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:43.278200 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308', 'code': 200} Nov 19 04:05:43.281318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.282388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ecb79ff8-66c9-4072-bf7f-0e9c93247554 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:43.282910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ecb79ff8-66c9-4072-bf7f-0e9c93247554 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:43.287196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] Pushing event deleted for resources: {'Port': ['ID=ecb79ff8-66c9-4072-bf7f-0e9c93247554,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:43.292904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba86f35-6ad2-4045-ba60-ca9972ad01b8 None None] No DVR routers for this DVR port ecb79ff8-66c9-4072-bf7f-0e9c93247554 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:43.304455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.337796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb69c63-8068-4c11-a115-8ded63107a2f None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:43.393553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:43.398095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.432252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 8a089148-00f2-4e25-83b9-b0e1dbc5c32a yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:43.487363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.511718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e9f-5adc-466d-b880-2a31288a9263 req-4413f82b-c85d-4ab4-94c5-c4d186a9e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:43.513213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8215e9f-5adc-466d-b880-2a31288a9263 req-4413f82b-c85d-4ab4-94c5-c4d186a9e30c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 1096 time: 0.1625566 Nov 19 04:05:43.524092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cbeee-a036-4d57-8cdd-e37e1699db30 req-208dab72-9b8c-4fe3-8be7-7532faf88eca tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:43.531224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-304cbeee-a036-4d57-8cdd-e37e1699db30 req-208dab72-9b8c-4fe3-8be7-7532faf88eca tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.1284974 Nov 19 04:05:43.626524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8215e9f-5adc-466d-b880-2a31288a9263 req-ea0b4947-6d42-45f9-9a82-5c6a3bec4e92 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930398 Nov 19 04:05:43.636892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:43.638572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.652626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.664583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-304cbeee-a036-4d57-8cdd-e37e1699db30 req-fb97c75d-99f0-47cd-bff5-41ed34ccafdd tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323822 Nov 19 04:05:43.665960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.692312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:05:43.711994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44856e-9b3c-4bc9-a439-3d4a1458dda8,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:43.715004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.715373 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Added segment e3945788-cb09-47c4-980f-1f5d0e813fdd of type vlan for network 1ca2c5dd-0045-4142-930d-43092c71d9f3 Nov 19 04:05:43.731485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::29b (b0139743-f538-4089-8a77-ffb9c227eb62/adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3/8a089148-00f2-4e25-83b9-b0e1dbc5c32a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:43.750046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Allocated IP 172.25.8.87 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/68200d7d-bb07-401c-b849-21f632a90349) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:43.769899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.815844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.817112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:43.818462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:43.904398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8850398 Nov 19 04:05:43.923268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56276) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:43.932535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310d45c-becb-4555-a7e9-dd3b944204db admin admin] Pushing event updated for resources: {'Network': ['ID=1ca2c5dd-0045-4142-930d-43092c71d9f3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:43.939491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Request body: {'subnet': {'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2022973930-subnet', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:43.943364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:05:43.957295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc861e-a065-42c6-8941-f786682c9c76 req-42a654e7-9762-44f5-9d71-a32879852bc5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:43.959423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78cc861e-a065-42c6-8941-f786682c9c76 req-42a654e7-9762-44f5-9d71-a32879852bc5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.0775566 Nov 19 04:05:44.030762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78cc861e-a065-42c6-8941-f786682c9c76 req-67544d77-51ab-42ed-a5a8-3f4c58ea7961 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Nov 19 04:05:44.054429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.090292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Made reservation on behalf of 0ddfdb1380e34d4bae42fe8af375a829 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:44.092594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.176104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.231766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.306026 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.311545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:44.330046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:44.332930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:44.348927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3/1af9bf29-00c2-4b6c-8541-0a811007a905) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:44.398773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Pushing event updated for resources: {'Port': ['ID=68200d7d-bb07-401c-b849-21f632a90349,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:44.422365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:44.462698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:44.465348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:44.471359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:44.471987 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.518872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.527640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.568545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=8a089148-00f2-4e25-83b9-b0e1dbc5c32a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:44.576630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.577038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:44.583190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:44.584920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8a362cf0-bb2b-4197-839a-80880644c0cb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8357699 Nov 19 04:05:44.589382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56282) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:44.595826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:44.605609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Pushing event updated for resources: {'Port': ['ID=1af9bf29-00c2-4b6c-8541-0a811007a905,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:44.682906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:44.689990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Attempting to bind port 1af9bf29-00c2-4b6c-8541-0a811007a905 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:44.690381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Attempting to bind port 1af9bf29-00c2-4b6c-8541-0a811007a905 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:44.691547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Attempting to bind port 1af9bf29-00c2-4b6c-8541-0a811007a905 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:44.697086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:44.697477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:44.698323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.698775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:44.699257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Bound port: 1af9bf29-00c2-4b6c-8541-0a811007a905, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:44.700021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.785348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Checking segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:44.788657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Network hostable DHCP agents. Network: 1ca2c5dd-0045-4142-930d-43092c71d9f3, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:05:44.794393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9a93e-29e1-454e-a08a-63ebe07106da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:44.803640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9a93e-29e1-454e-a08a-63ebe07106da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:44.805442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7dc9a93e-29e1-454e-a08a-63ebe07106da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2134066 Nov 19 04:05:44.808118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:44.810906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] For port 1af9bf29-00c2-4b6c-8541-0a811007a905, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:44.815689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] For port 1af9bf29-00c2-4b6c-8541-0a811007a905, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1af9bf29-00c2-4b6c-8541-0a811007a905,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:44.823375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:44.904312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:05:44.905563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcd2d-552e-4546-a212-789a1461a734 req-7242e214-fe71-4b23-be0f-bf37a61e0a34 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:44.914875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e0bcd2d-552e-4546-a212-789a1461a734 req-7242e214-fe71-4b23-be0f-bf37a61e0a34 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.1079090 Nov 19 04:05:44.926013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4924cc-94be-45ea-8781-585c98c77727 None None] Pushing event updated for resources: {'Port': ['ID=1af9bf29-00c2-4b6c-8541-0a811007a905,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:44.971064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1ca2c5dd-0045-4142-930d-43092c71d9f3) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:44.980615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb1e22-80bf-492a-ae62-353cce114848 None None] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:44.982609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:44.983247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.006912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e0bcd2d-552e-4546-a212-789a1461a734 req-1dd96c41-4cf4-48ee-bc82-e9f7b12144d6 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905097 Nov 19 04:05:45.075490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-13da4839-8c67-4001-b16f-de4466ddd04d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1511149 Nov 19 04:05:45.078291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56292) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:45.084241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:45.088137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 8a089148-00f2-4e25-83b9-b0e1dbc5c32a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:45.088490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.230971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.232082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.252129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47107c22-a38c-4653-bea5-b2c8c82a6e0e req-41d91dac-7876-4294-8dd3-c2906b05f68e tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:45.261471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47107c22-a38c-4653-bea5-b2c8c82a6e0e req-41d91dac-7876-4294-8dd3-c2906b05f68e tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.1577055 Nov 19 04:05:45.281052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-1ca2c5dd-0045-4142-930d-43092c71d9f3', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:45.281990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.353846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.365269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.403425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.431877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 8a089148-00f2-4e25-83b9-b0e1dbc5c32a owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:45.438109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47107c22-a38c-4653-bea5-b2c8c82a6e0e req-764a5350-f9c8-4f19-85cb-7273eda3dd27 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749682 Nov 19 04:05:45.507877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Allocated IP 172.20.0.2 (1ca2c5dd-0045-4142-930d-43092c71d9f3/7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f/c1eeea3c-e3f7-4d07-bec8-a2d72845be11) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:45.573499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.655566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.697584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.707555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.765763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:45.778510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:45.784074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e465ad-bbe6-469a-a825-6a26891d2271 req-bf850574-f6dc-4a3c-a169-f0a791db3e79 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:45.784535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:45.787159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Pushing event updated for resources: {'Port': ['ID=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:45.805873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9e465ad-bbe6-469a-a825-6a26891d2271 req-bf850574-f6dc-4a3c-a169-f0a791db3e79 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1701276 Nov 19 04:05:45.819444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.837927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.859790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.888119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Attempting to bind port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:45.888502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Attempting to bind port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:45.888880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Attempting to bind port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:45.899940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:45.900339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Checking segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:45.900761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.901659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Bound using segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:45.902256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Bound port: c1eeea3c-e3f7-4d07-bec8-a2d72845be11, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:45.902656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.922776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9e465ad-bbe6-469a-a825-6a26891d2271 req-c5308d19-0eab-44f1-9b25-53b1cb10be00 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150723 Nov 19 04:05:45.937021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:45.943612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56300) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:45.943756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/8a089148-00f2-4e25-83b9-b0e1dbc5c32a HTTP/1.1" status: 204 len: 168 time: 1.1338673 Nov 19 04:05:45.962767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Pushing event updated for resources: {'Port': ['ID=68200d7d-bb07-401c-b849-21f632a90349,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:46.023121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdaf55-2c20-495a-965a-139daf798915 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=8a089148-00f2-4e25-83b9-b0e1dbc5c32a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:46.041591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.063249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] For port c1eeea3c-e3f7-4d07-bec8-a2d72845be11, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:46.068437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] For port c1eeea3c-e3f7-4d07-bec8-a2d72845be11, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:46.078137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13612a20-e60c-4ff5-8d00-381dcb1860b1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:46.087091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.088419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13612a20-e60c-4ff5-8d00-381dcb1860b1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:46.091107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-13612a20-e60c-4ff5-8d00-381dcb1860b1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1393046 Nov 19 04:05:46.095473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56302) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:46.212682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:46.229921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d6f4-e7a3-446b-9613-e6a4dd56da93 None None] Pushing event updated for resources: {'Port': ['ID=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:46.258769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.329079 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Floating IP 08146fbe-5ee1-4039-bbcc-e278842fa38c associated. External IP: 172.25.8.87, port: a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd. Nov 19 04:05:46.375392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.607592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c5c4a5d-a378-4698-9ea5-2a7af1ffb4c1 None None] Provisioning complete for port 1af9bf29-00c2-4b6c-8541-0a811007a905 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:46.608123 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4a5d-a378-4698-9ea5-2a7af1ffb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.726498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Router 20d59f72-81ce-42d5-90e0-ee2a3cd8d114 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:46.765790 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4a5d-a378-4698-9ea5-2a7af1ffb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.858318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c5c4a5d-a378-4698-9ea5-2a7af1ffb4c1 None None] For port 1af9bf29-00c2-4b6c-8541-0a811007a905, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1af9bf29-00c2-4b6c-8541-0a811007a905,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:46.873743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4a5d-a378-4698-9ea5-2a7af1ffb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.937650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:46.952940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] Sync routers for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:46.983327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:46.997631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.010781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:47.011455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:47.043349 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0555a62b-b2d4-442c-930d-54a00d117907 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8037236 Nov 19 04:05:47.044554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56312) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:47.079029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:47.079214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.128769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c4a5d-a378-4698-9ea5-2a7af1ffb4c1 None None] Pushing event updated for resources: {'Port': ['ID=1af9bf29-00c2-4b6c-8541-0a811007a905,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:47.138882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:47.139515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:47.145495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c35f9b22-0ca4-4ddf-bfb6-22d203c1604a None None] Could not find standard attr ID for object 8a089148-00f2-4e25-83b9-b0e1dbc5c32a. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:05:47.188475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.230317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1af9bf29-00c2-4b6c-8541-0a811007a905 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:47.233600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:47.234368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8055c5-334b-4205-bf29-3ce1e0e0bcf7 None None] The sync data for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:47.261331 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1170439f-f194-480f-b09a-fa0f06ec09e4 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] 10.222.0.52 "GET /v2.0/floatingips/08146fbe-5ee1-4039-bbcc-e278842fa38c HTTP/1.1" status: 200 len: 982 time: 0.2156198 Nov 19 04:05:47.263580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56318) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:47.311771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1af9bf29-00c2-4b6c-8541-0a811007a905 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:47.312175 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.399221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Allocated IP 172.25.8.85 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b76bdcfc-8b45-4454-b7cf-906caaa5bc9a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:47.417069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.446976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7b09a589-e37e-4b59-b43b-6c812dbc6fe1 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.1811802 Nov 19 04:05:47.449740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf61f-5805-4b79-a070-0a91c4dca257 req-9f53c23c-ce79-424a-ad99-114153223529 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.450405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56322) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:47.457475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9bbf61f-5805-4b79-a070-0a91c4dca257 req-9f53c23c-ce79-424a-ad99-114153223529 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.4022822 Nov 19 04:05:47.507849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-19569081-8bdb-49cd-a76f-7057a99d3821 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4588490 Nov 19 04:05:47.512489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:47.519278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1eeea3c-e3f7-4d07-bec8-a2d72845be11 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:47.549907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.556686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c5f87461-51f4-4130-aef2-bebc2393196d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3 HTTP/1.1" status: 204 len: 168 time: 1.4588165 Nov 19 04:05:47.557379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d51e7-5966-4ef1-a34f-a81a4bbafc72 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:47.578038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56324) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:47.710309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:47.710897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.737251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:47.738902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e81b0ad1-3d0f-466c-98b2-35dc7245e6e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579518 Nov 19 04:05:47.747405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:47.808002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9bbf61f-5805-4b79-a070-0a91c4dca257 req-c371389d-e3a9-426b-9547-384de9da20b8 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488050 Nov 19 04:05:47.876959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.884711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting port 68200d7d-bb07-401c-b849-21f632a90349 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:47.885126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:47.928952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb98983-6692-497a-a1fe-372bad3197d3 None None] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:47.946883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.947544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.948628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.948628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.949203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.950108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.950704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:47.953479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4f2fd707-1dd6-483e-8d6f-bc139c539ba9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.3279042 Nov 19 04:05:47.967518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c1eeea3c-e3f7-4d07-bec8-a2d72845be11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:47.996818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.000483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:48.012256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.012772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.019598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.033651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:48.038939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.084996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.106026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4c257c2b-1831-41a7-b125-d2ecf316b953 None None] Provisioning complete for port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:48.106401 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4c257c2b-1831-41a7-b125-d2ecf316b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.172149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:48.172571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:48.178330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:48.208808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646d2ab-26ab-449b-840d-f932ef1cc0c2 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:48.216803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:48.238612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] Deleting port 1af9bf29-00c2-4b6c-8541-0a811007a905 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:48.238995 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.373951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] For port 1af9bf29-00c2-4b6c-8541-0a811007a905, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1af9bf29-00c2-4b6c-8541-0a811007a905,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:48.374938 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.395294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] Calling delete_port for 1af9bf29-00c2-4b6c-8541-0a811007a905 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:48.397360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf9dbf-ad01-4f27-9c12-262be551ba51 req-14096b46-93c8-4aa3-a15e-99811874c63f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:48.398967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01bf9dbf-ad01-4f27-9c12-262be551ba51 req-14096b46-93c8-4aa3-a15e-99811874c63f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.4346113 Nov 19 04:05:48.464679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01bf9dbf-ad01-4f27-9c12-262be551ba51 req-38bcd3fd-e644-4b85-b957-faeccb1ccd87 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574384 Nov 19 04:05:48.466083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-aaea7bd5-168b-48ae-9aaf-16fd03670ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:48.466584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-aaea7bd5-168b-48ae-9aaf-16fd03670ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:48.467063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-aaea7bd5-168b-48ae-9aaf-16fd03670ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:48.473375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-aaea7bd5-168b-48ae-9aaf-16fd03670ef6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48eb8720-4add-44ff-aaca-edb67addda3f&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 200 len: 2293 time: 0.4812655 Nov 19 04:05:48.590003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Pushing event updated for resources: {'Port': ['ID=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:48.600904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-b5b80160-1849-48eb-8100-94f2950eefb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 200 len: 1001 time: 0.0907087 Nov 19 04:05:48.618236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.643681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Calling delete_port for 68200d7d-bb07-401c-b849-21f632a90349 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:48.647024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] No DVR routers for this DVR port 1af9bf29-00c2-4b6c-8541-0a811007a905 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:48.694072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-942df9ff-e1e2-44bc-858d-4fccb9297caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:48.696013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-942df9ff-e1e2-44bc-858d-4fccb9297caf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 200 len: 851 time: 0.0886889 Nov 19 04:05:48.701587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d7fe-6687-4695-a9ed-e518bd42d5d6 None None] Pushing event deleted for resources: {'Port': ['ID=1af9bf29-00c2-4b6c-8541-0a811007a905,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:48.722051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3d62561f-64c5-4af1-a9f7-e48ac146c6e5 None None] Provisioning complete for port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:48.723218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d62561f-64c5-4af1-a9f7-e48ac146c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.819600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3d62561f-64c5-4af1-a9f7-e48ac146c6e5 None None] Port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:48.871597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:48.898720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.008202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:49.013277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:49.020934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:49.021627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.025557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013681fd-9adf-4ab3-8752-6b120a6bd074 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:49.039535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-bcac2ac7-8bc1-4eb5-9bd1-38667463390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:49.041117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-bcac2ac7-8bc1-4eb5-9bd1-38667463390f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48eb8720-4add-44ff-aaca-edb67addda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803441 Nov 19 04:05:49.066901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3243406 Nov 19 04:05:49.075440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56336) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:49.078035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1eeea3c-e3f7-4d07-bec8-a2d72845be11 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:49.091225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'name': 'tempest-NetworksTestDHCPv6-347503484'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:49.139579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eb281661-fb86-4775-a790-69913bf08372 None None] Provisioning complete for port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:49.139579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eb281661-fb86-4775-a790-69913bf08372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.220136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-982c19a8-2f85-4298-a88d-b0d06b691818 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393683 Nov 19 04:05:49.315408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d20f02-b383-4247-bba7-352ef3d7cf1e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=526e8071-798c-4004-bdf9-e6ad44c44c9c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:49.342749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:49.345952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.353586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e2794-099a-44f9-bd6a-e5bbe08f6f20 req-e0513bad-2326-48c2-8953-5abf9b6b5323 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:49.361960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e7e2794-099a-44f9-bd6a-e5bbe08f6f20 req-e0513bad-2326-48c2-8953-5abf9b6b5323 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.3178535 Nov 19 04:05:49.401226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 5090a113-056d-48d0-bf3f-27e8fb2e67af yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:49.418694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:49.419074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.480461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.520510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.522542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '526e8071-798c-4004-bdf9-e6ad44c44c9c'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:49.523421 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.526960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-b49fa419-7559-4261-be50-19db94a3e3c5 service neutron] 10.222.0.31 "GET /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999668 Nov 19 04:05:49.587182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Port': ['ID=68200d7d-bb07-401c-b849-21f632a90349,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:49.628989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4476a2e4-5945-4e4c-a14c-436776f4385b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 217 time: 0.0902038 Nov 19 04:05:49.652276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e7e2794-099a-44f9-bd6a-e5bbe08f6f20 req-b3bafaa8-7908-4e26-88c9-aaaac30d651c tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889524 Nov 19 04:05:49.715545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:49.715967 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Floating IP 08146fbe-5ee1-4039-bbcc-e278842fa38c disassociated (deleted). External IP: 172.25.8.87, port: a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd. Nov 19 04:05:49.769115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1af9bf29-00c2-4b6c-8541-0a811007a905 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:49.801134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-406a71b7-9e6c-4336-a245-ccd647141f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:49.803559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-406a71b7-9e6c-4336-a245-ccd647141f75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1503801 Nov 19 04:05:49.825240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1af9bf29-00c2-4b6c-8541-0a811007a905 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:49.826065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1af9bf29-00c2-4b6c-8541-0a811007a905 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:49.852498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::356 (b0139743-f538-4089-8a77-ffb9c227eb62/526e8071-798c-4004-bdf9-e6ad44c44c9c/5090a113-056d-48d0-bf3f-27e8fb2e67af) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:49.858166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c75f24-c94c-4df3-b020-6e285d4cd06b req-c00d6cdb-8066-49ee-8db3-15d3491bfee3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:49.859629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7c75f24-c94c-4df3-b020-6e285d4cd06b req-c00d6cdb-8066-49ee-8db3-15d3491bfee3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1179965 Nov 19 04:05:49.900280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:05:49.914171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-7b67b8b0-fd2c-4a81-9e0f-cd0450d9ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:49.915641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-7b67b8b0-fd2c-4a81-9e0f-cd0450d9ea41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033480 Nov 19 04:05:49.931352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:05:50.116024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Router 20d59f72-81ce-42d5-90e0-ee2a3cd8d114 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:50.174650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.228739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d396b-be25-49f3-a4d0-9618550aa6ea req-9b2ec3bb-ac26-4b78-8fa1-17707d7bd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:50.230711 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e7d396b-be25-49f3-a4d0-9618550aa6ea req-9b2ec3bb-ac26-4b78-8fa1-17707d7bd075 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 1097 time: 0.1438987 Nov 19 04:05:50.322375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7c75f24-c94c-4df3-b020-6e285d4cd06b req-36c7ab87-ecdc-42e5-8d29-fa0ee39a505b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471390 Nov 19 04:05:50.346591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.440233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/526e8071-798c-4004-bdf9-e6ad44c44c9c/0af58e28-ef67-49a4-b894-a6f1f70285f9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:50.456464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-45b87888-6871-4d53-8dc9-083ba4dd9f4a service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305574 Nov 19 04:05:50.458985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e7d396b-be25-49f3-a4d0-9618550aa6ea req-3c364be9-9b1b-4535-a89b-7cd65ca7103c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120223 Nov 19 04:05:50.462526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=5090a113-056d-48d0-bf3f-27e8fb2e67af,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:50.470525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:50.473010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:50.475049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:50.477688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-d2e40c23-ca8e-4bb4-869e-db06cad8ba8d tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:50.479271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-d2e40c23-ca8e-4bb4-869e-db06cad8ba8d tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.36 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.1499257 Nov 19 04:05:50.480222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.482605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:50.482754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:50.488796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:50.490078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.513699 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] Sync routers for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:50.533100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.534119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-86febf4a-4cf6-44af-8a43-ac86144a255f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4542902 Nov 19 04:05:50.541436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:50.541654 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:50.541768 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:50.542069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56360) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:50.542301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:50.542836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-425f0233-9874-400d-bfe8-99ea6a745ba8 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "DELETE /v2.0/floatingips/08146fbe-5ee1-4039-bbcc-e278842fa38c HTTP/1.1" status: 204 len: 168 time: 3.0859163 Nov 19 04:05:50.547316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b89fe6b-7aff-4b22-a1e7-500db78e9f64 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4707282 Nov 19 04:05:50.548179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:50.550396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:50.607922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:50.608896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:50.609080 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:50.611071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0fb70-38c6-4886-b51a-5a8eb1fc73e1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:50.617230 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-88d0fb70-38c6-4886-b51a-5a8eb1fc73e1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0655060 Nov 19 04:05:50.618482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56366) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:50.633753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:50.634180 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:50.695945 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:50.701798 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48364e3-a7a9-4df4-bb76-1d71088ae0b8 None None] The sync data for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:50.731366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.783083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 5090a113-056d-48d0-bf3f-27e8fb2e67af {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:50.783307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.789389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:50.910205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:50.925258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 5090a113-056d-48d0-bf3f-27e8fb2e67af owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:50.954250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Deleting port b4f918e3-52da-4d8c-a315-e0aa79dfb308 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:50.954575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.008302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.037596 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.081739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-4ef54a3d-e94d-455e-a687-65fb227937bd service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518248 Nov 19 04:05:51.096633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.129474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:51.138870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:51.143908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=5090a113-056d-48d0-bf3f-27e8fb2e67af,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:51.146196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-06567a66-675c-4259-abd3-3b520ceefd45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 217 time: 0.0531347 Nov 19 04:05:51.147926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:51.151375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Pushing event updated for resources: {'Port': ['ID=0af58e28-ef67-49a4-b894-a6f1f70285f9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:51.167475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8d585-a359-48b4-826f-ed7ebbb3456e req-17480cfc-e078-4878-9339-e7a25aba6ea3 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:51.174959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0df8d585-a359-48b4-826f-ed7ebbb3456e req-17480cfc-e078-4878-9339-e7a25aba6ea3 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/ports?device_id=17cb808d-86dd-47c2-9c12-c7298f273d6e HTTP/1.1" status: 200 len: 945 time: 0.2661226 Nov 19 04:05:51.201252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.209739 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23848d7a-321a-4006-8cbc-4e5a7b51377a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/5090a113-056d-48d0-bf3f-27e8fb2e67af HTTP/1.1" status: 204 len: 168 time: 0.5884354 Nov 19 04:05:51.210377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56372) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:51.252134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:48Z', 'revision_number': 3, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:51.256378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0df8d585-a359-48b4-826f-ed7ebbb3456e req-c93dfd9f-9e29-406e-a8e8-dba1bad7ef9d tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e6bff30-9efb-4d78-a4ef-756bc46455de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Nov 19 04:05:51.295769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Attempting to bind port 0af58e28-ef67-49a4-b894-a6f1f70285f9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:51.296308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Attempting to bind port 0af58e28-ef67-49a4-b894-a6f1f70285f9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:51.296773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Attempting to bind port 0af58e28-ef67-49a4-b894-a6f1f70285f9 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:51.303589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:05:51.304251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Updating router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:05:51.325341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b39332-9407-4c92-ab04-265fbef555f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:51.327185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b39332-9407-4c92-ab04-265fbef555f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:51.331382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-41b39332-9407-4c92-ab04-265fbef555f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1176782 Nov 19 04:05:51.331588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:51.331588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:51.331588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.331922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:51.332440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:51.332731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Bound port: 0af58e28-ef67-49a4-b894-a6f1f70285f9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:51.333392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.340672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] For port b4f918e3-52da-4d8c-a315-e0aa79dfb308, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f918e3-52da-4d8c-a315-e0aa79dfb308,segment=NetworkSegment(8c6d1794-7a70-4b97-be14-7b49a75e7c15),segment_id=8c6d1794-7a70-4b97-be14-7b49a75e7c15)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:51.341294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.361336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Calling delete_port for b4f918e3-52da-4d8c-a315-e0aa79dfb308 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:51.391136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 526e8071-798c-4004-bdf9-e6ad44c44c9c {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:51.394895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.413547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] For port 0af58e28-ef67-49a4-b894-a6f1f70285f9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:51.417474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] For port 0af58e28-ef67-49a4-b894-a6f1f70285f9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0af58e28-ef67-49a4-b894-a6f1f70285f9,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:51.418811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2eecd3a7-27be-4045-910d-75320e0153c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.429895 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.435161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.509000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.607346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91126855-79db-45b0-aba1-b52f5210de7e None None] Pushing event updated for resources: {'Port': ['ID=0af58e28-ef67-49a4-b894-a6f1f70285f9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:51.621380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.691595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.727483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=526e8071-798c-4004-bdf9-e6ad44c44c9c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:51.730212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.736655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dbff6136-872d-4244-9cde-3a9089d285e4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/526e8071-798c-4004-bdf9-e6ad44c44c9c HTTP/1.1" status: 204 len: 168 time: 0.4039776 Nov 19 04:05:51.737766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56378) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:51.847730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-af5686bc-858e-4e74-8b59-b4449daae161 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086829 Nov 19 04:05:51.848391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56384) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:51.910709 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.916017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-12f75eac-e702-4e97-99d6-4035c0d0b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:51.917694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-12f75eac-e702-4e97-99d6-4035c0d0b05a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.7634108 Nov 19 04:05:51.922664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.934623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b82761-0c3a-4765-a3d2-c93d00eb6d32 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:51.938517 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:51.952678 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-27b82761-0c3a-4765-a3d2-c93d00eb6d32 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1030958 Nov 19 04:05:51.954234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56386) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:51.978837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['b4f918e3-52da-4d8c-a315-e0aa79dfb308'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:05:52.001013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61373f3a-ad03-4aec-a29e-16fc4cf752ec None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:52.021276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Attempting to bind port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:52.021668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Attempting to bind port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:52.022052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Attempting to bind port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:52.030848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:52.031234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:52.031646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.032047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:52.032603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Bound port: b76bdcfc-8b45-4454-b7cf-906caaa5bc9a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:52.032899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.062731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d61562-004a-45df-9614-f3f73f557f36 None None] Pushing event updated for resources: {'Port': ['ID=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:52.064797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d1ee4-fc7f-4096-9eb7-cc889f9f6a65 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:52.071530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f28d1ee4-fc7f-4096-9eb7-cc889f9f6a65 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148181 Nov 19 04:05:52.072364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56388) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:52.094934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Pushing event deleted for resources: {'Port': ['ID=b4f918e3-52da-4d8c-a315-e0aa79dfb308,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:52.129349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e3401232-63bd-4265-a4ee-ce404bd42fba None None] Provisioning complete for port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:52.130606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3401232-63bd-4265-a4ee-ce404bd42fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.147920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-40cd052a-ea0f-4a55-b19a-d24172bed397 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742245 Nov 19 04:05:52.148833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56390) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:52.154163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:52.163165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-9ac4d22a-35ab-4cea-acd8-bc95d1931446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:52.164703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-9ac4d22a-35ab-4cea-acd8-bc95d1931446 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2241611 Nov 19 04:05:52.165453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] No DVR routers for this DVR port b4f918e3-52da-4d8c-a315-e0aa79dfb308 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:52.171319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.174827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] For port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:52.175765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-780e2d8b-a51e-4a72-9e5e-5526da62ca9f req-4447df58-0a49-43b0-8deb-65473f9b5dd1 tempest-ServersNegativeTestMultiTenantJSON-1056511632 tempest-ServersNegativeTestMultiTenantJSON-1056511632-project] 10.222.0.36 "DELETE /v2.0/ports/b4f918e3-52da-4d8c-a315-e0aa79dfb308 HTTP/1.1" status: 204 len: 173 time: 1.6881568 Nov 19 04:05:52.180799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e3401232-63bd-4265-a4ee-ce404bd42fba None None] Port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:52.182684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'name': 'network-vif-deleted', 'tag': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:05:52.185168 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a0747-94c8-4817-aca3-b0b6daed7cd6" -d '{"events": [{"server_uuid": "17cb808d-86dd-47c2-9c12-c7298f273d6e", "name": "network-vif-deleted", "tag": "b4f918e3-52da-4d8c-a315-e0aa79dfb308"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:05:52.194856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] For port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:52.203185 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.206275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.278981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36321a1-5a77-4060-ba70-60ab9dbe1987 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:52.317049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:52.322669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:52.326470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:52.345027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.455251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d5b4b-aa68-45bb-8d35-5957601eda67 req-45b8207c-aeab-4d91-9739-173f383f80d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:52.456471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-905d5b4b-aa68-45bb-8d35-5957601eda67 req-45b8207c-aeab-4d91-9739-173f383f80d7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.5342662 Nov 19 04:05:52.480080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d61562-004a-45df-9614-f3f73f557f36 None None] Pushing event updated for resources: {'Port': ['ID=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:52.566997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Allocated IP 172.25.8.26 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2a1e864f-29c3-46c5-96c5-767a622c38e0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:52.603459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-39702e3d-49ee-43b5-b4ca-8aec67b13b85 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142318 Nov 19 04:05:52.607401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:52.698120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-905d5b4b-aa68-45bb-8d35-5957601eda67 req-6c84d1cf-aab4-410b-b6ad-f0f2ce1554d6 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305593 Nov 19 04:05:52.705024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8d39fe04-c9ce-4ef2-9282-101aec84e678 None None] Provisioning complete for port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:52.705536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d39fe04-c9ce-4ef2-9282-101aec84e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.707420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.721808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.826687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:52.928515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:52.941235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:52.956378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:52.957038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.016860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8666158 Nov 19 04:05:53.017557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:53.027818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': 'ea046194-acdd-4a65-aa21-06d7f8efa53d', 'ip_address': '2001:db8::dd64:4df8:778a:3821'}], 'name': 'tempest-NetworksTestDHCPv6-999967801'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:53.031276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9fab6-3337-4217-b326-d1dec6d09e02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=ea046194-acdd-4a65-aa21-06d7f8efa53d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:53.075730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d39fe04-c9ce-4ef2-9282-101aec84e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.080043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56408) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:53.118586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8d39fe04-c9ce-4ef2-9282-101aec84e678 None None] For port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:53.134456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d39fe04-c9ce-4ef2-9282-101aec84e678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.164150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0af58e28-ef67-49a4-b894-a6f1f70285f9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:53.240018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Deleting subnet 220b6e23-87b6-4b06-9c63-23d071e1a705 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:53.244269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710c8c4-0a81-41b6-883d-6f0687db0692 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:53.245034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.286151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.329536 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.392564 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f09787-3f83-40f1-a725-6697868b0224 x-openstack-request-id: req-45f09787-3f83-40f1-a725-6697868b0224 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:05:53.392851 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb808d-86dd-47c2-9c12-c7298f273d6e", "name": "network-vif-deleted", "tag": "b4f918e3-52da-4d8c-a315-e0aa79dfb308", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:05:53.393126 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45f09787-3f83-40f1-a725-6697868b0224 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:05:53.393539 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb808d-86dd-47c2-9c12-c7298f273d6e', 'name': 'network-vif-deleted', 'tag': 'b4f918e3-52da-4d8c-a315-e0aa79dfb308', 'status': 'completed', 'code': 200} Nov 19 04:05:53.417010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:48Z', 'revision_number': 3, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:53.434100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.463075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23546b72-1e7e-4b25-8590-8669afaaa9b6 None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:48Z', 'revision_number': 3, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:05:53.465511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:53.466217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.488689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220b6e23-87b6-4b06-9c63-23d071e1a705,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:53.528184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.532508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cf140cbd-6d40-468e-8ab0-143944ecda2e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/220b6e23-87b6-4b06-9c63-23d071e1a705 HTTP/1.1" status: 204 len: 168 time: 0.4518633 Nov 19 04:05:53.537299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56410) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:53.554088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39fe04-c9ce-4ef2-9282-101aec84e678 None None] Pushing event updated for resources: {'Port': ['ID=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:53.582027 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1056a290-e199-485b-a64a-9989cd01bd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.583391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c392828-f5bf-4f8a-b16a-7392312fe6c8 None None] Provisioning complete for port 0af58e28-ef67-49a4-b894-a6f1f70285f9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:53.583765 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c392828-f5bf-4f8a-b16a-7392312fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.599430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.623927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port db7bb909-4f37-4371-b057-74251b35f8ab yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:53.632440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-886840f9-175f-41f6-9712-4c012196e43b service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0162017 Nov 19 04:05:53.653840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0af58e28-ef67-49a4-b894-a6f1f70285f9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:53.654248 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:53.785154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Allocated IP 172.20.0.1 (1ca2c5dd-0045-4142-930d-43092c71d9f3/7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f/1661417c-a6c8-4e48-bdb2-34ecd698c287) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:53.953561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::dd64:4df8:778a:3821 (b0139743-f538-4089-8a77-ffb9c227eb62/ea046194-acdd-4a65-aa21-06d7f8efa53d/db7bb909-4f37-4371-b057-74251b35f8ab) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:54.092783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c392828-f5bf-4f8a-b16a-7392312fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.202886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.232710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c392828-f5bf-4f8a-b16a-7392312fe6c8 None None] For port 0af58e28-ef67-49a4-b894-a6f1f70285f9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0af58e28-ef67-49a4-b894-a6f1f70285f9,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:54.235554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f918e3-52da-4d8c-a315-e0aa79dfb308 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:54.274251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.281539 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.285590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c392828-f5bf-4f8a-b16a-7392312fe6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.291770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-708b71ee-3c43-4f65-884d-b7fa8c608655 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 200 len: 217 time: 0.3476167 Nov 19 04:05:54.374095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.393169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: b4f918e3-52da-4d8c-a315-e0aa79dfb308 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:54.393793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f918e3-52da-4d8c-a315-e0aa79dfb308 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:54.408861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.419914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-01e8b30b-ccc7-4253-a197-0e6c6d878107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:54.421704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-01e8b30b-ccc7-4253-a197-0e6c6d878107 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.1172519 Nov 19 04:05:54.435110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=db7bb909-4f37-4371-b057-74251b35f8ab,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:54.436603 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.468734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:54.475096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:54.486153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:54.500007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:54.502897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.528748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ad08-b7fa-405b-b525-0690921fe76a req-b5dfd78d-6b36-4398-8aa7-c3f59fd7a51f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:54.539073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9347ad08-b7fa-405b-b525-0690921fe76a req-b5dfd78d-6b36-4398-8aa7-c3f59fd7a51f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.5918410 Nov 19 04:05:54.543733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-448fafae-93d5-43d7-83f1-3b60f154df0a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5249422 Nov 19 04:05:54.546025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:54.546306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c392828-f5bf-4f8a-b16a-7392312fe6c8 None None] Pushing event updated for resources: {'Port': ['ID=0af58e28-ef67-49a4-b894-a6f1f70285f9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:54.562456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:05:54.563086 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:05:54.564208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4fca6e04-2193-4f3d-9130-1ae4d8df8a57 None None] Provisioning complete for port 0af58e28-ef67-49a4-b894-a6f1f70285f9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:54.565237 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4fca6e04-2193-4f3d-9130-1ae4d8df8a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.597569 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.652550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:54.670815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6568486-7ee2-4966-95a9-279aa2888f48 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:54.680160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6568486-7ee2-4966-95a9-279aa2888f48 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:54.683676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e6568486-7ee2-4966-95a9-279aa2888f48 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1357629 Nov 19 04:05:54.684901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:54.685038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:54.687538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:54.717041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4fca6e04-2193-4f3d-9130-1ae4d8df8a57 None None] Could not find standard attr ID for object 5090a113-056d-48d0-bf3f-27e8fb2e67af. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:05:54.729588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-47c24838-b049-493f-b201-9d8877fc2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:54.731468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-47c24838-b049-493f-b201-9d8877fc2925 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2972627 Nov 19 04:05:54.764875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1e864f-29c3-46c5-96c5-767a622c38e0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:54.784709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:54.841347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port db7bb909-4f37-4371-b057-74251b35f8ab {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:54.842691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:54.897370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-1bfa8352-1c40-4eca-9837-f08814aa214e service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246665 Nov 19 04:05:54.923901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:54.963875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:55.020068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.036009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9347ad08-b7fa-405b-b525-0690921fe76a req-2b3f1d12-1992-4174-b35e-b09ca722e01b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940965 Nov 19 04:05:55.042936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.070047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for db7bb909-4f37-4371-b057-74251b35f8ab owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:55.123903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1661417c-a6c8-4e48-bdb2-34ecd698c287,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:55.196093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-732cad3f-8596-4c4b-9ea5-3b0adc52183b None None] Provisioning complete for port db7bb909-4f37-4371-b057-74251b35f8ab triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:55.196565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-732cad3f-8596-4c4b-9ea5-3b0adc52183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.213119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b240b0dd-4106-4f69-acf8-6730309378ac']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:55.274861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.282161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6d1794-7a70-4b97-be14-7b49a75e7c15') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:55.282504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6d1794-7a70-4b97-be14-7b49a75e7c15') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:55.291964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.316014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-732cad3f-8596-4c4b-9ea5-3b0adc52183b None None] Port db7bb909-4f37-4371-b057-74251b35f8ab cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:55.329436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.358241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.377471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=db7bb909-4f37-4371-b057-74251b35f8ab,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:55.407413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.417304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-71d68ede-ec6f-4206-8ce2-e991194c412a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/db7bb909-4f37-4371-b057-74251b35f8ab HTTP/1.1" status: 204 len: 168 time: 0.7303417 Nov 19 04:05:55.419623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56426) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:55.451332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dae87f26-0a31-4a25-90b9-9c75f699adf2 None None] Provisioning complete for port 1661417c-a6c8-4e48-bdb2-34ecd698c287 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:55.451860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dae87f26-0a31-4a25-90b9-9c75f699adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.480132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23358595-ed65-4b17-b472-09d5e124aaae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:55.481696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23358595-ed65-4b17-b472-09d5e124aaae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:55.485733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23358595-ed65-4b17-b472-09d5e124aaae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627956 Nov 19 04:05:55.485993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:55.496508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.512894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0af58e28-ef67-49a4-b894-a6f1f70285f9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:55.549486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:55.550567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.565512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet ea046194-acdd-4a65-aa21-06d7f8efa53d {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:55.566969 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:55.570448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.629096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dae87f26-0a31-4a25-90b9-9c75f699adf2 None None] Port 1661417c-a6c8-4e48-bdb2-34ecd698c287 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:55.647485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.655654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.678642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0af58e28-ef67-49a4-b894-a6f1f70285f9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:55.679034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.689567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-5ffb531a-0f0a-45f2-b413-10eb286f7f0a service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632124 Nov 19 04:05:55.702108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5afb1-ae8e-400f-a63d-b025e10b39e3 req-eec2a4c0-8109-41b9-a0ea-0393b4a4be49 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:55.703981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74b5afb1-ae8e-400f-a63d-b025e10b39e3 req-eec2a4c0-8109-41b9-a0ea-0393b4a4be49 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.3495004 Nov 19 04:05:55.746650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.807178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b76bdcfc-8b45-4454-b7cf-906caaa5bc9a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:55.825964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.828082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-a2109192-4048-4501-b32a-8088966b5c04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 200 len: 217 time: 0.1170726 Nov 19 04:05:55.856815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.893156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.893442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=ea046194-acdd-4a65-aa21-06d7f8efa53d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:55.909904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.915247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-778776c9-fb79-4470-9ca8-42d9834da254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/ea046194-acdd-4a65-aa21-06d7f8efa53d HTTP/1.1" status: 204 len: 168 time: 0.4267392 Nov 19 04:05:55.917058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56430) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:55.921009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e70d14-218b-44ea-ac9c-74366b1307a4 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:55.985689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2b4230db-a045-4dd6-91b9-3419e6131e82 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651214 Nov 19 04:05:55.988463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:55.988605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56432) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:55.992400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b240b0dd-4106-4f69-acf8-6730309378ac HTTP/1.1" status: 204 len: 168 time: 2.3754916 Nov 19 04:05:55.998055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:56.001097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74b5afb1-ae8e-400f-a63d-b025e10b39e3 req-09a91bc1-e011-49ed-b4e6-f5af8e94433d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304394 Nov 19 04:05:56.002082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5d9cd-cff6-49a9-8549-2fc42e3d36a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b240b0dd-4106-4f69-acf8-6730309378ac,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:56.003343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56434) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:56.060885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-9549a34e-1c09-442c-9787-447a6faae018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:56.062663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-9549a34e-1c09-442c-9787-447a6faae018 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 200 len: 797 time: 0.2188625 Nov 19 04:05:56.144000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Deleting subnet 2fbf0bad-e965-4e4a-be62-e6cdad26e63c {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:05:56.148256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.163832 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.199288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:56.199891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.203978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.268272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.338354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.361114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-7be2d365-3de2-409d-a670-64846164f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:56.372303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-7be2d365-3de2-409d-a670-64846164f0f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74c6e70e-5ff5-4c56-bcca-31be5a2a166e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2888110 Nov 19 04:05:56.420685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:05:56.465372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:56.472305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.477687 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.500696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.510404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] Deleting port 0af58e28-ef67-49a4-b894-a6f1f70285f9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:05:56.511621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.521096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.587647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbf0bad-e965-4e4a-be62-e6cdad26e63c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:56.593672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.600207 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ff72355e-6827-457d-b7d6-e185938800ce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2fbf0bad-e965-4e4a-be62-e6cdad26e63c HTTP/1.1" status: 204 len: 168 time: 0.5900700 Nov 19 04:05:56.607720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:56.644704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] For port 0af58e28-ef67-49a4-b894-a6f1f70285f9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0af58e28-ef67-49a4-b894-a6f1f70285f9,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:56.645757 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.665248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] Calling delete_port for 0af58e28-ef67-49a4-b894-a6f1f70285f9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:05:56.742692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.805434 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.825469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.875173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] No DVR routers for this DVR port 0af58e28-ef67-49a4-b894-a6f1f70285f9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:05:56.879389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05099065-09f3-476f-bd57-7cc4d34bd069 None None] Pushing event deleted for resources: {'Port': ['ID=0af58e28-ef67-49a4-b894-a6f1f70285f9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:56.882370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1e864f-29c3-46c5-96c5-767a622c38e0,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:56.917286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.918646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-374e85e2-a83b-45b8-93ad-5a7232fdd634 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3741002 Nov 19 04:05:56.925886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56448) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:56.941450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d9285-21c8-4ef9-8cd3-e64150f4713d req-bf09900c-6db5-42be-8328-8605634c1702 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:56.943498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d58d9285-21c8-4ef9-8cd3-e64150f4713d req-bf09900c-6db5-42be-8328-8605634c1702 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.3297496 Nov 19 04:05:56.956783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:56.988531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-fb3250fa-982c-4388-b45f-cb181b7e6786 service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007021 Nov 19 04:05:57.001879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826b0e0d-a510-4190-9d20-af664e63e884']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:57.014204 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.024046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d532cf1-fd57-4670-8ded-2d4b7aec252c') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:57.024408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d532cf1-fd57-4670-8ded-2d4b7aec252c') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:57.062616 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.087368 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.095836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.101490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:57.106935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d58d9285-21c8-4ef9-8cd3-e64150f4713d req-711c47f7-945c-4859-9d0f-f1d8332330a2 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528740 Nov 19 04:05:57.118857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:57.120512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.120951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:05:57.121387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:05:57.123473 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:05:57.127927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:57.127927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.141633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94ce2a-b848-407e-b7e8-1a48a0f2d911 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:05:57.179323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=88216c6c-10ed-4b36-a272-ed54964ea868,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:57.217337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b9b8eb51-45a7-4a4f-bdfa-5b277388d8da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2273815 Nov 19 04:05:57.218007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56452) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:57.225630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '88216c6c-10ed-4b36-a272-ed54964ea868', 'ip_address': '2001:db8::9b60:c9ad:3f06:cff5'}], 'name': 'tempest-NetworksTestDHCPv6-2071283481'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:57.232091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.283124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.288567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.290637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:57.313151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0af58e28-ef67-49a4-b894-a6f1f70285f9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:05:57.323614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-69de534c-4ba3-4cee-b10a-dbf19a9c7b6b service neutron] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297813 Nov 19 04:05:57.324397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1661417c-a6c8-4e48-bdb2-34ecd698c287,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:57.342440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0af58e28-ef67-49a4-b894-a6f1f70285f9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:05:57.342792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0af58e28-ef67-49a4-b894-a6f1f70285f9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:05:57.389296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-ca4e3f31-aa6e-4679-8977-31dc80dc1688 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 200 len: 217 time: 0.0568938 Nov 19 04:05:57.428690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '88216c6c-10ed-4b36-a272-ed54964ea868'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:05:57.429609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.548196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:57.637518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/88216c6c-10ed-4b36-a272-ed54964ea868/c1f171d6-7d73-4882-87ec-a8972a3306f3) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:57.743210 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.746542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/826b0e0d-a510-4190-9d20-af664e63e884 HTTP/1.1" status: 204 len: 168 time: 1.1383891 Nov 19 04:05:57.799390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.810562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.857153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57168c9b-34e9-4041-9e24-4df16fa9f3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=826b0e0d-a510-4190-9d20-af664e63e884,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:57.874186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:57.877814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:57.883552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:57.888603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:57.896312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Pushing event updated for resources: {'Port': ['ID=c1f171d6-7d73-4882-87ec-a8972a3306f3,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:57.903653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.963067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Attempting to bind port c1f171d6-7d73-4882-87ec-a8972a3306f3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:05:57.963802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Attempting to bind port c1f171d6-7d73-4882-87ec-a8972a3306f3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:05:57.964282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Attempting to bind port c1f171d6-7d73-4882-87ec-a8972a3306f3 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:05:57.971835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:05:57.972418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:05:57.972978 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:57.974356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:05:57.974963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Bound port: c1f171d6-7d73-4882-87ec-a8972a3306f3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:05:57.975452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.023951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56460) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:58.041389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:05:58.056658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] For port c1f171d6-7d73-4882-87ec-a8972a3306f3, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:05:58.062488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] For port c1f171d6-7d73-4882-87ec-a8972a3306f3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1f171d6-7d73-4882-87ec-a8972a3306f3,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:05:58.070848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.088210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-2e53922d-9161-4dd7-bf35-5ca5d9a40d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:58.090350 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-2e53922d-9161-4dd7-bf35-5ca5d9a40d0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.6112561 Nov 19 04:05:58.120901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:05:58.127321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.188110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:05:58.252036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84947271-f136-4ec1-9d7d-ec51c2a46e13 None None] Pushing event updated for resources: {'Port': ['ID=c1f171d6-7d73-4882-87ec-a8972a3306f3,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:58.259176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cd80ef35-9d45-4d05-ade6-e7f8a4a4a88e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5c0f0446956439c9ed702682bb78bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270777 Nov 19 04:05:58.265377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56464) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:58.318746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f914976d-3682-42d0-8f79-fecfe8a159c2 None None] Provisioning complete for port 1661417c-a6c8-4e48-bdb2-34ecd698c287 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:58.319369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f914976d-3682-42d0-8f79-fecfe8a159c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.324021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.349569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:05:58.355668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dbba224b-372b-4396-b8dc-d56ae00b98c5 admin admin] 10.222.0.52 "PUT /v2.0/routers/fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8122876 Nov 19 04:05:58.358799 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:05:58.373372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f914976d-3682-42d0-8f79-fecfe8a159c2 None None] Port 1661417c-a6c8-4e48-bdb2-34ecd698c287 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:05:58.384253 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:05:58.387081 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:58.404233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-9d88e5c7-4cd7-4c8d-97ef-862e7e12455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:58.407972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-9d88e5c7-4cd7-4c8d-97ef-862e7e12455e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1951149 Nov 19 04:05:58.667837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aaa33-7381-44da-9b5a-e976d7fe61bd req-996f7faf-fda0-48f8-8eaf-1a76a4562ed4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:58.669634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b97aaa33-7381-44da-9b5a-e976d7fe61bd req-996f7faf-fda0-48f8-8eaf-1a76a4562ed4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.3806441 Nov 19 04:05:58.674845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0329a5a7-75d2-46d3-a2f8-939ab3ac9ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.698707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::9b60:c9ad:3f06:cff5 (b0139743-f538-4089-8a77-ffb9c227eb62/88216c6c-10ed-4b36-a272-ed54964ea868/9e15e9f2-5ca2-4b72-9121-0d00e1fd3913) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:58.720540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Allocated IP 172.25.8.87 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/94cc4e52-3e50-4747-97d9-2b3536dcd9f4) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:05:58.742831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0329a5a7-75d2-46d3-a2f8-939ab3ac9ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.777057 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:05:58.824321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-724cc9fe-4f9d-46a2-b054-b7ff3e3cff5e service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859797 Nov 19 04:05:58.829000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b97aaa33-7381-44da-9b5a-e976d7fe61bd req-9ad095f9-1e72-49e6-bb36-7fc14134c3ee tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482887 Nov 19 04:05:58.931388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0329a5a7-75d2-46d3-a2f8-939ab3ac9ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.933750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.934195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0329a5a7-75d2-46d3-a2f8-939ab3ac9ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:58.935278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0329a5a7-75d2-46d3-a2f8-939ab3ac9ec5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e6bff30-9efb-4d78-a4ef-756bc46455de HTTP/1.1" status: 204 len: 168 time: 0.6681609 Nov 19 04:05:58.947860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a5a7-75d2-46d3-a2f8-939ab3ac9ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6bff30-9efb-4d78-a4ef-756bc46455de,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:59.003222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-7f41bfdd-6274-4ce5-9006-4903b2de9c33 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682291 Nov 19 04:05:59.071717 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:05:56Z', 'revision_number': 2, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:05:59.082950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.106699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.123650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:05:59.123782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-8e32fe78-fbf8-40d4-8452-52115660f8b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 200 len: 217 time: 0.1115727 Nov 19 04:05:59.124002 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Updating router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b port 1661417c-a6c8-4e48-bdb2-34ecd698c287 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:05:59.137288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:59.145214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:59.152461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:59.180925 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.204591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-5f20aa75-b6e4-426e-93c2-bd6e2263353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:59.206644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-5f20aa75-b6e4-426e-93c2-bd6e2263353f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 200 len: 797 time: 0.0734882 Nov 19 04:05:59.216595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Pushing event updated for resources: {'Port': ['ID=94cc4e52-3e50-4747-97d9-2b3536dcd9f4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:59.299878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-0a1ff3b6-001b-4dc1-8bbb-ef5b80226616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:59.302585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-0a1ff3b6-001b-4dc1-8bbb-ef5b80226616 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2028ab05-9f31-4cfb-8b15-f0e436bb70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884731 Nov 19 04:05:59.324709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.394943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=9e15e9f2-5ca2-4b72-9121-0d00e1fd3913,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:59.418977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:05:59.422125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:05:59.438429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:05:59.448430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1f171d6-7d73-4882-87ec-a8972a3306f3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:05:59.459279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:59.461386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.486008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.513494 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e840d10f-fc61-477f-8686-7c6cf1c30621 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2934172 Nov 19 04:05:59.524831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56482) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:59.550963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c1f171d6-7d73-4882-87ec-a8972a3306f3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:05:59.551435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.595224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56486) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:59.609927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-61f24061-7f87-4340-a834-dfbead81d4a0 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979152 Nov 19 04:05:59.624146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114207212', 'description': 'tempest-description--556774170'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:05:59.650198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.714201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.727066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56490) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:59.761501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c1f171d6-7d73-4882-87ec-a8972a3306f3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1f171d6-7d73-4882-87ec-a8972a3306f3,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:05:59.776290 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.783231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.850609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c1f171d6-7d73-4882-87ec-a8972a3306f3,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:59.863356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38f84-9c81-4af2-bca7-2cfc1950a81e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:59.871940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38f84-9c81-4af2-bca7-2cfc1950a81e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:05:59.874634 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.876763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-00d38f84-9c81-4af2-bca7-2cfc1950a81e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3506165 Nov 19 04:05:59.882403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56496) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:59.886107 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:05:59.890652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-377a5899-cded-4e18-8d02-a0ed4f2e7c7b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8da20f6077ea489dbee3e505802d8b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596606 Nov 19 04:05:59.933215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56498) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:05:59.975466 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Pushing event updated for resources: {'Port': ['ID=1661417c-a6c8-4e48-bdb2-34ecd698c287,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:05:59.995085 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:59.996612 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:59.997278 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:59.997875 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:59.998852 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:05:59.999157 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.000288 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.000887 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.001444 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.002152 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.002749 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.003352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:00.026745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-437b4f52-6c6c-4bc8-9bc4-b99b9fa19da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.029707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-947305b2-563c-4627-a594-2bcaa49965fc None None] Provisioning complete for port c1f171d6-7d73-4882-87ec-a8972a3306f3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:00.030120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-947305b2-563c-4627-a594-2bcaa49965fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.114664 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Attempting to bind port 1661417c-a6c8-4e48-bdb2-34ecd698c287 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:00.115670 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Attempting to bind port 1661417c-a6c8-4e48-bdb2-34ecd698c287 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:00.116266 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Attempting to bind port 1661417c-a6c8-4e48-bdb2-34ecd698c287 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:00.116501 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-437b4f52-6c6c-4bc8-9bc4-b99b9fa19da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.127015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:00.127801 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Checking segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:00.128448 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.129325 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Bound using segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:00.130943 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Bound port: 1661417c-a6c8-4e48-bdb2-34ecd698c287, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:00.131967 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.167961 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.196859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.201592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bbe4373-7037-413d-8db1-5cc3367c0302 req-b0ace577-23c3-4235-935b-fecd5f809da2 service neutron] 10.222.0.31 "GET /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832784 Nov 19 04:06:00.235632 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] For port 1661417c-a6c8-4e48-bdb2-34ecd698c287, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:00.243039 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] For port 1661417c-a6c8-4e48-bdb2-34ecd698c287, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1661417c-a6c8-4e48-bdb2-34ecd698c287,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:00.243635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:00.243994 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.249199 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.278923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e20611e-122a-4a48-9ce2-44267149ef70,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:00.288701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.290310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-72cd9648-7484-49fb-ae63-4bd68451d8db tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6914477 Nov 19 04:06:00.307369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56504) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:00.314420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'security_group_rule': {'security_group_id': '6e20611e-122a-4a48-9ce2-44267149ef70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:00.349181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-68fc52ea-453f-4b53-b5a6-85632c7b8769 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1254095692&fields=id&tenant_id=4600c6ac527c46b9ba2062609b54b7c9 HTTP/1.1" status: 200 len: 267 time: 0.3832560 Nov 19 04:06:00.372441 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d58f-21b9-4f01-9296-9645493484d8 None None] Pushing event updated for resources: {'Port': ['ID=1661417c-a6c8-4e48-bdb2-34ecd698c287,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:00.381799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.386679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.395796 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:00.396275 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:00.405231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.457296 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.483481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Pushing event updated for resources: {'Port': ['ID=94cc4e52-3e50-4747-97d9-2b3536dcd9f4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:00.524287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Provisioning complete for port 1661417c-a6c8-4e48-bdb2-34ecd698c287 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:00.524887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.531116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:00.543845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-437b4f52-6c6c-4bc8-9bc4-b99b9fa19da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.553854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-437b4f52-6c6c-4bc8-9bc4-b99b9fa19da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.557555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-437b4f52-6c6c-4bc8-9bc4-b99b9fa19da7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9afef78b-f05e-4d61-a3c9-ccc99504adfc HTTP/1.1" status: 204 len: 168 time: 0.6210909 Nov 19 04:06:00.607363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.613906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b4f52-6c6c-4bc8-9bc4-b99b9fa19da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afef78b-f05e-4d61-a3c9-ccc99504adfc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:00.619885 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:00.666252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-6658a74c-2c4e-4773-8007-3232d0d3d5cf tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:00.668856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-6658a74c-2c4e-4773-8007-3232d0d3d5cf tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/networks?id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 200 len: 816 time: 0.3188074 Nov 19 04:06:00.686160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.687840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fd489c7b-ad71-4bab-bc70-131e85540359 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7582154 Nov 19 04:06:00.691651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.692543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56508) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:00.708339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.711874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-9e685fd2-4738-405e-b095-7106ba5422ae tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/quotas/4600c6ac527c46b9ba2062609b54b7c9 HTTP/1.1" status: 200 len: 375 time: 0.0323615 Nov 19 04:06:00.721599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.772990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] For port 1661417c-a6c8-4e48-bdb2-34ecd698c287, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1661417c-a6c8-4e48-bdb2-34ecd698c287,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:00.791367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.832225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.841718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5310323 Nov 19 04:06:00.843150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56510) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:00.852255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'security_group_rule': {'security_group_id': '6e20611e-122a-4a48-9ce2-44267149ef70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:00.866649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f9b60-6991-4f19-937c-8da0056f15b0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd9a589-8550-48bf-9fd8-d8774354ac46,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:00.889824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Provisioning complete for port 9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:00.890255 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.890748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-74c80246-3877-44d3-b0a0-8fcbff280712 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765096 Nov 19 04:06:00.901590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:00.916992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-69dfa3de-295d-47fe-8188-d7ad8fa1a000 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.2230091 Nov 19 04:06:00.918429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Port 9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 was deleted so its status cannot be updated. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 04:06:00.920716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56512) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:00.940297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b2846-1653-4046-89ab-332362b7751b None None] Pushing event updated for resources: {'Port': ['ID=1661417c-a6c8-4e48-bdb2-34ecd698c287,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:01.005051 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:01.040825 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020fedc-fc87-4da3-baf5-06906fd0cbd1 None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:01.049498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ecd66bf-f749-4cee-9f6a-c58c47a23fd1 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1273546 Nov 19 04:06:01.056756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56516) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:01.062464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f5c3bf93-03d8-4e69-9419-4a609a356f38 None None] Provisioning complete for port 1661417c-a6c8-4e48-bdb2-34ecd698c287 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:01.063633 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bf93-03d8-4e69-9419-4a609a356f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.117039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.117819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 HTTP/1.1" status: 204 len: 168 time: 1.2300620 Nov 19 04:06:01.127313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56518) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:01.135133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb7c9-b2bf-45e3-a77c-0013e41d6142 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=9e15e9f2-5ca2-4b72-9121-0d00e1fd3913,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:01.177844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.311248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd483-6fce-4547-824f-97b17330e72b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:01.313143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccd483-6fce-4547-824f-97b17330e72b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:01.314997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f9ccd483-6fce-4547-824f-97b17330e72b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1811352 Nov 19 04:06:01.322735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56524) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:01.371513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Deleting port 94cc4e52-3e50-4747-97d9-2b3536dcd9f4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:01.371859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.377089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-02bf65b4-b474-45e1-8193-abfcf6138c62 service neutron] 10.222.0.52 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787822 Nov 19 04:06:01.454207 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.463688 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.468666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 88216c6c-10ed-4b36-a272-ed54964ea868 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:01.475618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1661417c-a6c8-4e48-bdb2-34ecd698c287 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:01.489712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f6e881-8a6b-44c6-a458-98b27622d3d6,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:01.496057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.517048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.518134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.537257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Calling delete_port for 94cc4e52-3e50-4747-97d9-2b3536dcd9f4 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:01.548324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.549594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdd97dc8-19aa-4f93-b977-9fe0cdbd1c30 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7033486 Nov 19 04:06:01.556539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56530) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:01.566242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:01.580999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1661417c-a6c8-4e48-bdb2-34ecd698c287 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:01.581830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.598529 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.689183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-db953af3-44eb-4e39-8c0d-11e4678fd3b4 service neutron] 10.222.0.52 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058503 Nov 19 04:06:01.725120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1f171d6-7d73-4882-87ec-a8972a3306f3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:01.746950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.759660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.821485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.837731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Pushing event deleted for resources: {'Port': ['ID=94cc4e52-3e50-4747-97d9-2b3536dcd9f4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:01.849558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c1f171d6-7d73-4882-87ec-a8972a3306f3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:01.849992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.905290 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.970444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.974189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:01.988275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56542) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:01.994228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95b5e9b1-a3ee-411f-b423-fe10f2c04410 tempest-FloatingIPAdminTestJSON-149836857 tempest-FloatingIPAdminTestJSON-149836857-project] 10.222.0.52 "DELETE /v2.0/floatingips/87ab7444-75ae-4455-8d65-90b4bed365be HTTP/1.1" status: 204 len: 168 time: 0.9290509 Nov 19 04:06:02.450177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:02.506942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:02.538702 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=88216c6c-10ed-4b36-a272-ed54964ea868,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:02.549437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:02.553709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0b325982-886a-4296-8910-c26288722359 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/88216c6c-10ed-4b36-a272-ed54964ea868 HTTP/1.1" status: 204 len: 168 time: 1.2227311 Nov 19 04:06:02.556565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56560) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:02.558646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6028ea-21b9-494d-97eb-c62246b26716 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:02.621567 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb266d84-d4dd-4925-9f93-e4d159f8c3c8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638156 Nov 19 04:06:02.624450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:02.634042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:02.644540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c640c-e235-4957-a6af-8dc435d6f09d req-79f7ee75-c173-4c65-b488-0c436c8fb660 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:02.646542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-161c640c-e235-4957-a6af-8dc435d6f09d req-79f7ee75-c173-4c65-b488-0c436c8fb660 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2016232 Nov 19 04:06:02.722519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Deleting port 2a1e864f-29c3-46c5-96c5-767a622c38e0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:02.725054 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:02.774393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:02.780800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:02.829422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:02.876667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Allocated IP 172.25.8.162 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1a16192f-f394-4418-a58e-8db30039b110) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:02.922364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-161c640c-e235-4957-a6af-8dc435d6f09d req-ef8bc5e7-c740-430b-a3cd-e96f8f28d786 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607090 Nov 19 04:06:03.040306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.042062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.073783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] Deleting port c1f171d6-7d73-4882-87ec-a8972a3306f3 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:03.074187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.077454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Calling delete_port for 2a1e864f-29c3-46c5-96c5-767a622c38e0 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:03.129226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.151037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] For port c1f171d6-7d73-4882-87ec-a8972a3306f3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1f171d6-7d73-4882-87ec-a8972a3306f3,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:03.152033 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.169269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] Calling delete_port for c1f171d6-7d73-4882-87ec-a8972a3306f3 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:03.224558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:03.231291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:03.240036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:03.240602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.281519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6554270 Nov 19 04:06:03.282938 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56570) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:03.292110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': 'd150202e-fa4e-4311-ba59-9cc9a32ad1f8', 'ip_address': '2001:db8::b8b:908e:af0e:d66d'}], 'name': 'tempest-NetworksTestDHCPv6-562542220'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:03.296687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a892d4-73c2-4d3c-af32-b35ca7fc2773 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=d150202e-fa4e-4311-ba59-9cc9a32ad1f8,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:03.329341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1f171d6-7d73-4882-87ec-a8972a3306f3 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:03.414462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.435984 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.471510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] Pushing event deleted for resources: {'Port': ['ID=c1f171d6-7d73-4882-87ec-a8972a3306f3,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:03.483886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9335a7-4a9f-4544-941e-330c92bdaea0 None None] No DVR routers for this DVR port c1f171d6-7d73-4882-87ec-a8972a3306f3 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:03.488452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No active binding found for port c1f171d6-7d73-4882-87ec-a8972a3306f3 {{(pid=109988) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 04:06:03.489801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1f171d6-7d73-4882-87ec-a8972a3306f3 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:03.507223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a1e864f-29c3-46c5-96c5-767a622c38e0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:03.511233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d89881-6050-45cc-a13c-ee13dab2f1ae None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:03.531372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.543594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:03.665162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-16a82da3-1cb2-450b-88e6-8646aa397e53 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:03.667024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-16a82da3-1cb2-450b-88e6-8646aa397e53 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.36 "GET /v2.0/networks?id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 200 len: 816 time: 0.1324897 Nov 19 04:06:03.723187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.753329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:03.769277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'd150202e-fa4e-4311-ba59-9cc9a32ad1f8'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:03.772287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.793353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.796235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:03.797570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ac2417d-2d32-41c8-bec1-012133f96c86 tempest-FloatingIPAdminTestJSON-821863264 tempest-FloatingIPAdminTestJSON-821863264-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/029bda3b-4dba-4084-96c3-dac92dbd3f35 HTTP/1.1" status: 204 len: 168 time: 1.8059988 Nov 19 04:06:03.802831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56580) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:03.960752 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-7c5bdc8b-9ec8-43da-b743-a1acddcf1317 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4600c6ac527c46b9ba2062609b54b7c9 HTTP/1.1" status: 200 len: 380 time: 0.1892867 Nov 19 04:06:03.978344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Request body: {'port': {'device_id': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'admin_state_up': True, 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'security_groups': ['b2b19883-e562-43f1-ac86-e0083c35e8f5']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:04.025505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/d150202e-fa4e-4311-ba59-9cc9a32ad1f8/4aa6fe16-7cee-4783-b41a-7e98f6953c03) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:04.113809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Made reservation on behalf of 4600c6ac527c46b9ba2062609b54b7c9 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:04.122389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.168047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.285687 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7dd338a-2b4a-4c71-b231-d16b40a75cf6 req-ced04950-6d8c-4085-abfd-1fb926b6bece tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.1199186 Nov 19 04:06:04.335992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:04.339981 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.355097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.357016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting port a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:04.357483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.370605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:04.382389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:04.462965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Pushing event updated for resources: {'Port': ['ID=4aa6fe16-7cee-4783-b41a-7e98f6953c03,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:04.472470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::b8b:908e:af0e:d66d (b0139743-f538-4089-8a77-ffb9c227eb62/d150202e-fa4e-4311-ba59-9cc9a32ad1f8/0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:04.500853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.505982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.506462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.506916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.507365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.507953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.508441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.509252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.509847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.510309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.510747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.516143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.518793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'Port': ['ID=1a16192f-f394-4418-a58e-8db30039b110,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:04.521503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:04.529625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:04.545900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:04.673762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Attempting to bind port 4aa6fe16-7cee-4783-b41a-7e98f6953c03 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:04.674197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Attempting to bind port 4aa6fe16-7cee-4783-b41a-7e98f6953c03 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:04.674856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Attempting to bind port 4aa6fe16-7cee-4783-b41a-7e98f6953c03 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:04.682708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.687183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:04.688771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:04.689387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.691783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:04.692849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Bound port: 4aa6fe16-7cee-4783-b41a-7e98f6953c03, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:04.695367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.711419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.720303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.727606 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.732062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.740472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.749128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.763423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.763642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:04.766902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:04.787754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.790644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:04.797386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-f0ac1947-f004-4aec-98e0-e8dcb90a5b80 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.3922868 Nov 19 04:06:04.804309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:04.805270 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.848035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5596964 Nov 19 04:06:04.849776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.857452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56592) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:04.868528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] For port 4aa6fe16-7cee-4783-b41a-7e98f6953c03, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:04.901469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] For port 4aa6fe16-7cee-4783-b41a-7e98f6953c03, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4aa6fe16-7cee-4783-b41a-7e98f6953c03,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:04.907745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:04.915765 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:04.967062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.971679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.972083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.972601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.973054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.976067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.976536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.976903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.981853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.988487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.989282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:04.989846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf7981-565b-4899-b9c2-6d8a35f54666 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:05.001295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Allocated IP 172.20.0.10 (a45af5c7-9a70-45c0-9df2-4f55c776e8ce/95927755-dd4f-4769-9e85-9eafaa4b3589/640d3df4-3e8b-46a2-8208-6ab53bf6909b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:05.018181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41369090-3b46-4b52-80dd-7ab9d8f7cf5c req-e55680b0-47f2-4dd8-b886-8c2efd9f8542 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860850 Nov 19 04:06:05.073089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Calling delete_port for a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:05.090386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d5bd1-7e26-4e6a-bf05-e39d840e926f None None] Pushing event updated for resources: {'Port': ['ID=4aa6fe16-7cee-4783-b41a-7e98f6953c03,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:05.142874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc2f37-d926-4ccc-9c8e-a18614508035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.162492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc2f37-d926-4ccc-9c8e-a18614508035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.170923 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-03dc2f37-d926-4ccc-9c8e-a18614508035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3123724 Nov 19 04:06:05.171927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56598) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:05.346375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:05.396991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:05.398206 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:05.584885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:05.587607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:05.600535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:05.679168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.685155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.695888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.702618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.709087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.715739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.721902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.735711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4acc7cf5-53e4-4cbf-b1c3-86201419f781 req-ce470553-ddf9-433c-b826-41953e0d66ed tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.4865918 Nov 19 04:06:05.779360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:05.820530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:05.857539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:05.861750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3994d16c-3faa-422a-9483-c08489e1e601 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b HTTP/1.1" status: 204 len: 168 time: 0.6876378 Nov 19 04:06:05.865431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56608) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:05.909546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75c16e13-7641-4089-bfa8-00495f01d1c8 req-b0a66cca-a582-4e79-9432-b5a8273d960c tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.0378554 Nov 19 04:06:05.934975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbe6121-0157-4d60-8050-6b2b2a5e5bb9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.937002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbe6121-0157-4d60-8050-6b2b2a5e5bb9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:05.941461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6cbe6121-0157-4d60-8050-6b2b2a5e5bb9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0719328 Nov 19 04:06:05.941736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56610) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:06.007716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet d150202e-fa4e-4311-ba59-9cc9a32ad1f8 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:06.011884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.065367 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.073896 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.090919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.238451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Port': ['ID=a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:06.250107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.349414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.383324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-c70d328b-de3d-4bdd-b544-5a8e221f3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:06.386571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-c70d328b-de3d-4bdd-b544-5a8e221f3133 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.1847017 Nov 19 04:06:06.388837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.411456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.417880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-01f15afa-cb32-45bf-939a-a2303ce411db tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "DELETE /v2.0/ports/a5ba5cb2-8b1c-4221-899f-a21a83f1a7dd HTTP/1.1" status: 204 len: 168 time: 2.6075683 Nov 19 04:06:06.423134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56616) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:06.429161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.472102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=d150202e-fa4e-4311-ba59-9cc9a32ad1f8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:06.480661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.497821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56618) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:06.498694 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-addf4cf9-f6d0-4121-b556-5715ee2ddedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/d150202e-fa4e-4311-ba59-9cc9a32ad1f8 HTTP/1.1" status: 204 len: 168 time: 0.5556159 Nov 19 04:06:06.539169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc62c2b-86b4-47b0-9b73-e713378b99b3 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:06.543507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-adc62c2b-86b4-47b0-9b73-e713378b99b3 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "GET /v2.0/ports?device_id=20d59f72-81ce-42d5-90e0-ee2a3cd8d114 HTTP/1.1" status: 200 len: 913 time: 0.1162241 Nov 19 04:06:06.543824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56620) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:06.593478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.612064 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df410358-9041-47cf-9e4f-9e0fa3952d22 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898309 Nov 19 04:06:06.622015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56622) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:06.632823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f7d1-2489-4a1a-bd58-e4b85263aeeb req-cb3ea935-8fc2-416e-ad57-57ae0b9b94e1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:06.634434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96b5f7d1-2489-4a1a-bd58-e4b85263aeeb req-cb3ea935-8fc2-416e-ad57-57ae0b9b94e1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.3572557 Nov 19 04:06:06.712379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:06.715216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'Port': ['ID=1a16192f-f394-4418-a58e-8db30039b110,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:06.736153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb85afa-1cd9-4237-af5d-8f09cec7ab56 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:06.736904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:06.746060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:06.773703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.885143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.895114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4af6385e-ee6e-4e50-93fc-7222abe1e6ff tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3290811 Nov 19 04:06:06.899374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ab6f390a-2861-43bf-8346-cebd4d2f6282 None None] Provisioning complete for port 4aa6fe16-7cee-4783-b41a-7e98f6953c03 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:06.899727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab6f390a-2861-43bf-8346-cebd4d2f6282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:06.904095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-b9919eb9-e006-44fa-a784-c6f767f19a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:06.905848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-b9919eb9-e006-44fa-a784-c6f767f19a84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.5060365 Nov 19 04:06:06.981448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-0cf54132-05f3-439c-9f58-fa8e99662808 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0479133 Nov 19 04:06:06.994125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f79d4-b3db-4d1c-9131-325fb05eecb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:06.995511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2e2f79d4-b3db-4d1c-9131-325fb05eecb6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3601038 Nov 19 04:06:07.022688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96b5f7d1-2489-4a1a-bd58-e4b85263aeeb req-e7e95808-d116-4448-b92f-dfce4b52a348 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763211 Nov 19 04:06:07.023102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event updated for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:07.036841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56628) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:07.052599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:07.057223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.097140 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab6f390a-2861-43bf-8346-cebd4d2f6282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.131208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:07.169855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ab6f390a-2861-43bf-8346-cebd4d2f6282 None None] For port 4aa6fe16-7cee-4783-b41a-7e98f6953c03, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4aa6fe16-7cee-4783-b41a-7e98f6953c03,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:07.197315 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab6f390a-2861-43bf-8346-cebd4d2f6282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.265609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] Deleting port 4aa6fe16-7cee-4783-b41a-7e98f6953c03 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:07.266365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.282279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f390a-2861-43bf-8346-cebd4d2f6282 None None] Pushing event updated for resources: {'Port': ['ID=4aa6fe16-7cee-4783-b41a-7e98f6953c03,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:07.359848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-51806ee1-b631-4536-a990-9f56136965ea None None] Provisioning complete for port 640d3df4-3e8b-46a2-8208-6ab53bf6909b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:07.360324 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-51806ee1-b631-4536-a990-9f56136965ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.400542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] For port 4aa6fe16-7cee-4783-b41a-7e98f6953c03, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4aa6fe16-7cee-4783-b41a-7e98f6953c03,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:07.400965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.451468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] Calling delete_port for 4aa6fe16-7cee-4783-b41a-7e98f6953c03 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:07.471442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-51806ee1-b631-4536-a990-9f56136965ea None None] Port 640d3df4-3e8b-46a2-8208-6ab53bf6909b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:07.568524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-662b4c71-b2f9-4f8b-8af1-75f4c67b58c6 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5990009 Nov 19 04:06:07.570044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-18e2f438-5a7c-4164-9152-e04ca07dcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:07.571653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-18e2f438-5a7c-4164-9152-e04ca07dcb68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.5746028 Nov 19 04:06:07.576253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f56c389-2231-4bed-9756-6008191d767f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:07.577806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7f56c389-2231-4bed-9756-6008191d767f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5132356 Nov 19 04:06:07.581559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:07.586786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c189bb6-72ff-4484-a3ab-5a8d22b2b067 req-7122706c-4b51-45d1-9e4f-9466a7909f26 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:07.588355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c189bb6-72ff-4484-a3ab-5a8d22b2b067 req-7122706c-4b51-45d1-9e4f-9466a7909f26 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 932 time: 0.1214530 Nov 19 04:06:07.593884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Request body: {'port': {'device_id': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:07.648043 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0046b74-753a-4232-8a02-d0e490b9c88b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633609 Nov 19 04:06:07.649721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56646) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:07.658300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:07.661702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-055c8c64-d41d-48a2-bdc7-6df2c61c53b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322464 Nov 19 04:06:07.663891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.688556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] No DVR routers for this DVR port 4aa6fe16-7cee-4783-b41a-7e98f6953c03 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:07.727184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.739508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ff372-34cc-4a40-b1de-a9e23c1768b8 None None] Pushing event deleted for resources: {'Port': ['ID=4aa6fe16-7cee-4783-b41a-7e98f6953c03,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:07.771056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:07.955165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c189bb6-72ff-4484-a3ab-5a8d22b2b067 req-3e03ccb9-5d7d-4056-82c7-505ed7629382 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865615 Nov 19 04:06:08.098763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56664) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:08.147874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-9a4f5348-d052-4b57-9c14-9f603c90beb4 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752126 Nov 19 04:06:08.164777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:08.165460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-41f17edb-7045-481d-886d-67a8934ff837 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--114207212&fields=id&tenant_id=0ddfdb1380e34d4bae42fe8af375a829 HTTP/1.1" status: 200 len: 267 time: 0.1203127 Nov 19 04:06:08.169148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.335192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640d3df4-3e8b-46a2-8208-6ab53bf6909b {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:06:08.350662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.366960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.367459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.367940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.368417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.368895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.369364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.370112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.371852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-79db78e8-e97c-4263-8289-7116aec3c37e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 6492 time: 0.2716382 Nov 19 04:06:08.393783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Transition to ACTIVE for port object 640d3df4-3e8b-46a2-8208-6ab53bf6909b will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:06:08.407174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.438937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-647f55bc-38eb-49dc-8de5-0f26248582d8 req-7b6b0f5b-20d3-430a-b233-949152678031 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609890 Nov 19 04:06:08.450928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-7cc15076-b51d-40a2-8bfd-f3de262bd19b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.452634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-7cc15076-b51d-40a2-8bfd-f3de262bd19b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 811 time: 0.2862563 Nov 19 04:06:08.484130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting port 738a5738-1522-4ffb-8e60-d1fc2b30d370 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:08.484498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.492591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-ddfeaeaf-585d-4c58-9885-ced958e43353 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ad0ddfac-8a89-4b73-a407-8213091c22ea&id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120055 Nov 19 04:06:08.495732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-fdb73ccc-9659-4269-a1f0-4651111f36fe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/quotas/0ddfdb1380e34d4bae42fe8af375a829 HTTP/1.1" status: 200 len: 375 time: 0.0318089 Nov 19 04:06:08.498096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Pushing event updated for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:08.649679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.670725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-ec8f3fe5-496b-417a-8d9a-98b37b20b9a4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623056 Nov 19 04:06:08.691778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.715950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:08.726445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:08.729419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:08.730372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.735275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Calling delete_port for 738a5738-1522-4ffb-8e60-d1fc2b30d370 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:08.745214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429e1ce-413f-48b2-8b6b-d57e42b50050 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:08.750276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:08.752849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Attempting to bind port 640d3df4-3e8b-46a2-8208-6ab53bf6909b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:08.753410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Attempting to bind port 640d3df4-3e8b-46a2-8208-6ab53bf6909b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:08.754078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Attempting to bind port 640d3df4-3e8b-46a2-8208-6ab53bf6909b on network a45af5c7-9a70-45c0-9df2-4f55c776e8ce {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:08.765614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Port 640d3df4-3e8b-46a2-8208-6ab53bf6909b on network a45af5c7-9a70-45c0-9df2-4f55c776e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:06:08.766248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Attempting to bind port 640d3df4-3e8b-46a2-8208-6ab53bf6909b on network a45af5c7-9a70-45c0-9df2-4f55c776e8ce {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:08.785412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:08.786037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Checking segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:08.786453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Bound using segment: {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:08.786978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Bound port: 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0308f644-c738-488c-ad62-76c6b25a0bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:08.787581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:08.805318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-49ae040d-512e-4d37-bece-ca5a60868ff2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1513848 Nov 19 04:06:08.807438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:08.830012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d', 'ip_address': '2001:db8::c968:896d:1f05:834c'}], 'name': 'tempest-NetworksTestDHCPv6-852623727'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:08.940574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-97d92aa5-5ce0-4040-9122-2ad8cb0e33ef service neutron] 10.222.0.52 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494245 Nov 19 04:06:08.981506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:08.982433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.011900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.053504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:09.067535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Port': ['ID=738a5738-1522-4ffb-8e60-d1fc2b30d370,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:09.090740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:09.110840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.171383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d/4ee76a44-b459-4112-b841-fbbcbbc1ce0b) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:09.210400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:09.211097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.212666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 200 len: 1092 time: 1.6233628 Nov 19 04:06:09.213760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:06:09.225902 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:06:09.277765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc246d-2aab-4da8-b509-e42a696b34d0 service neutron] Pushing event updated for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:09.282013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-b2cd3b8f-0457-41cb-a779-0fb3cbae7ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321321 Nov 19 04:06:09.287115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:09.412372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.461373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-d9147b62-5720-4d09-b012-86ac4333534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:09.463336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-d9147b62-5720-4d09-b012-86ac4333534c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 1095 time: 0.1795590 Nov 19 04:06:09.533235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.543330 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.550865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-fb22bf1f-2a8d-43f2-a136-ba58330b0cc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 200 len: 217 time: 0.0782807 Nov 19 04:06:09.577705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.629759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:09.643647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:09.650303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:09.676840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Pushing event updated for resources: {'Port': ['ID=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:09.698400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 327c1a3c-60b7-4a20-8f45-f173c67a0683 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:09.785169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Attempting to bind port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:09.786270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Attempting to bind port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:09.786868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Attempting to bind port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:09.819449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:09.819880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:09.820212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.820623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:09.821175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Bound port: 4ee76a44-b459-4112-b841-fbbcbbc1ce0b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:09.821564 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:09.899097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-331ca2c0-88f7-489b-a540-b03e4d37c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:09.900734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-331ca2c0-88f7-489b-a540-b03e4d37c461 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95927755-dd4f-4769-9e85-9eafaa4b3589 HTTP/1.1" status: 200 len: 855 time: 0.3400295 Nov 19 04:06:09.901270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Router 20d59f72-81ce-42d5-90e0-ee2a3cd8d114 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:06:09.984268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] For port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:09.987428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] For port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:09.998133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:10.125867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db1c93-6649-4d91-9c81-997f87a35b93 None None] Pushing event updated for resources: {'Port': ['ID=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:10.136543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:10.148587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] Sync routers for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:10.149174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb8946f6-c583-4bce-9b5f-93c5039eac7a tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "PUT /v2.0/routers/20d59f72-81ce-42d5-90e0-ee2a3cd8d114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6043582 Nov 19 04:06:10.154049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:10.169706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:10.170191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:10.170508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-1c53539f-be4b-48bf-8315-6f7c36f0734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:10.172411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-1c53539f-be4b-48bf-8315-6f7c36f0734a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621982 Nov 19 04:06:10.268880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:10.283195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] Routers {'20d59f72-81ce-42d5-90e0-ee2a3cd8d114'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:10.283776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:10.383678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:10.384355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea7c093-e8db-47a8-92fb-27da6ce9fe8f None None] The sync data for ids ['20d59f72-81ce-42d5-90e0-ee2a3cd8d114'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:10.406332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d1369-017c-4aa0-9e04-cefd22e7ca0a req-6ddbf129-3079-4661-9bf0-566d1bc14041 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:10.407872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-108d1369-017c-4aa0-9e04-cefd22e7ca0a req-6ddbf129-3079-4661-9bf0-566d1bc14041 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.4450438 Nov 19 04:06:10.491884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::c968:896d:1f05:834c (b0139743-f538-4089-8a77-ffb9c227eb62/8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d/327c1a3c-60b7-4a20-8f45-f173c67a0683) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:10.716545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-3631402d-2c43-45fc-a514-e83c8564de0c service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278213 Nov 19 04:06:10.809726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:10.906274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-108d1369-017c-4aa0-9e04-cefd22e7ca0a req-8386747a-6180-4ec8-8481-3b37778abf05 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774780 Nov 19 04:06:10.990960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.012852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c78bb77e-cd5b-492d-a55c-785bd6882050 req-5282d901-7996-46ce-b205-00f7739cbf8b service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812107 Nov 19 04:06:11.089908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting port 5a678c9c-5627-48d2-88db-1675ab7e64f9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:11.090905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.110511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.121452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bafbfe-4cd1-4c78-9417-fe778389ee67 req-112b5c49-7cde-4d22-8e52-917a1af80e08 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:11.129232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83bafbfe-4cd1-4c78-9417-fe778389ee67 req-112b5c49-7cde-4d22-8e52-917a1af80e08 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1194897 Nov 19 04:06:11.280692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.309666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Calling delete_port for 5a678c9c-5627-48d2-88db-1675ab7e64f9 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:11.361109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4ee76a44-b459-4112-b841-fbbcbbc1ce0b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:11.383341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-c81e7783-0ace-4e13-85d2-3e7fab627d80 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:11.385008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-c81e7783-0ace-4e13-85d2-3e7fab627d80 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 811 time: 0.2324975 Nov 19 04:06:11.457449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83bafbfe-4cd1-4c78-9417-fe778389ee67 req-8e019e67-9f7f-4ffa-900f-a94f14d5f99a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265121 Nov 19 04:06:11.495482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:11.496230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.531796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.568098 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5379c5e-960e-4548-839d-85330a5ef7a3 x-openstack-request-id: req-e5379c5e-960e-4548-839d-85330a5ef7a3 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:06:11.568411 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:06:11.568680 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5379c5e-960e-4548-839d-85330a5ef7a3 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:06:11.569101 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'status': 'completed', 'code': 200} Nov 19 04:06:11.684875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.713391 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.735427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Port': ['ID=5a678c9c-5627-48d2-88db-1675ab7e64f9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:11.754717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345802a-9c5e-43c7-87d5-087a5fdd3f86 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:11.809842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-cf2aa0fb-580d-4721-8e21-df4329225381 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddfdb1380e34d4bae42fe8af375a829 HTTP/1.1" status: 200 len: 379 time: 0.3626063 Nov 19 04:06:11.816978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:11.829788 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.830379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:11.834464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=327c1a3c-60b7-4a20-8f45-f173c67a0683,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:11.852742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:11.875164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:11.894493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d2f6316-a491-4e44-83ce-ded4455275a9 req-41498e76-fca4-4c4f-a923-663d1e740511 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 210 time: 0.1982119 Nov 19 04:06:11.900964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'port': {'device_id': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'admin_state_up': True, 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'security_groups': ['6e20611e-122a-4a48-9ce2-44267149ef70']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:11.906170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:11.913856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:11.914740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.019026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-39a35db0-329d-4bd0-b90b-0e2d89f5957a None None] Provisioning complete for port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:12.019682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-39a35db0-329d-4bd0-b90b-0e2d89f5957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.035132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1c013022-8e85-4b75-b1bd-0e980479fb47 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2265534 Nov 19 04:06:12.040931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:12.053236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d', 'ip_address': '2001:db8::c968:896d:1f05:834c'}], 'name': 'tempest-NetworksTestDHCPv6-388451211'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:12.060809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-042be7e2-7f11-4b2d-a11d-6466b0b84664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:12.062336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-042be7e2-7f11-4b2d-a11d-6466b0b84664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 1095 time: 0.3990059 Nov 19 04:06:12.074410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.079390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:12.187278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.235287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-7a28a47a-ad09-430b-8fb8-2471c4254b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:12.237513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-7a28a47a-ad09-430b-8fb8-2471c4254b46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 200 len: 917 time: 0.1550074 Nov 19 04:06:12.364412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-3d50ad14-5b87-4c68-a504-6de4a074b013 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 200 len: 217 time: 0.1110444 Nov 19 04:06:12.404589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.405522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Fanout notify agent at l3_agent the message router_deleted on router 20d59f72-81ce-42d5-90e0-ee2a3cd8d114 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:06:12.423342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.427698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:12.428813 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-578e64c9-d374-4e99-8c1f-e2c7da265379 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "DELETE /v2.0/routers/20d59f72-81ce-42d5-90e0-ee2a3cd8d114 HTTP/1.1" status: 204 len: 168 time: 2.2736118 Nov 19 04:06:12.447664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdac05b-7677-45c3-934e-8aac262cc4f7 req-762207a8-8df0-4fbe-b797-69c4855f91b4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:12.455282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3bdac05b-7677-45c3-934e-8aac262cc4f7 req-762207a8-8df0-4fbe-b797-69c4855f91b4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2143149 Nov 19 04:06:12.507396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3adc74f1-8595-44fe-a975-7c3c483bae43 None None] Provisioning complete for port 327c1a3c-60b7-4a20-8f45-f173c67a0683 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:12.507993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3adc74f1-8595-44fe-a975-7c3c483bae43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.544497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3adc74f1-8595-44fe-a975-7c3c483bae43 None None] Port 327c1a3c-60b7-4a20-8f45-f173c67a0683 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:12.800084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:12.803873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-79264b48-481a-4cc5-a6f1-a9dced2613fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:12.805383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-79264b48-481a-4cc5-a6f1-a9dced2613fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95927755-dd4f-4769-9e85-9eafaa4b3589 HTTP/1.1" status: 200 len: 855 time: 0.4260132 Nov 19 04:06:12.810841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.api [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 04:06:12.810841 n-d-818503-1 neutron-server[109986]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 04:06:12.810841 n-d-818503-1 neutron-server[109986]: [parameters: {'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'id': 'fdb10d97-7db9-4a43-9665-f525d264ce97', 'expiration': datetime.datetime(2021, 11, 19, 4, 8, 12, 788184)}] Nov 19 04:06:12.810841 n-d-818503-1 neutron-server[109986]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:06:12.811773 n-d-818503-1 neutron-server[109986]: DEBUG oslo_db.api [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:06:12.839015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting subnet 1a1c061e-ef02-4314-8b7b-221651685197 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:12.865911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.888955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.894951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3bdac05b-7677-45c3-934e-8aac262cc4f7 req-435fe0b9-a89d-4ce4-b985-f12e10006f9b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387681 Nov 19 04:06:12.912089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port ff2d0b93-f88e-4c29-a20b-b5b03666afc7 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:12.917581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:12.947736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-91465c98-e94b-4b16-b0e1-d883817130d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:12.949256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-91465c98-e94b-4b16-b0e1-d883817130d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295729 Nov 19 04:06:13.079184 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 04:06:13.079831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:06:13.094936 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61f17fc8-de00-4542-9461-3fb96ca90d52 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0529547 Nov 19 04:06:13.097439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:13.119885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.154631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f11a42-7754-488e-944e-33a41e5bf52c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:13.160335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bda56-3f8f-4870-b284-1aa2dcc5b210 req-51fa6076-7367-4382-bf55-b5cd42c9dbf0 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:13.160625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f11a42-7754-488e-944e-33a41e5bf52c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:13.161885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c25bda56-3f8f-4870-b284-1aa2dcc5b210 req-51fa6076-7367-4382-bf55-b5cd42c9dbf0 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1442356 Nov 19 04:06:13.162232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0f11a42-7754-488e-944e-33a41e5bf52c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0636349 Nov 19 04:06:13.164812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56718) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:13.167734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-f37da705-7f37-455a-a876-9375bb34d239 service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027938 Nov 19 04:06:13.255359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4ee76a44-b459-4112-b841-fbbcbbc1ce0b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:13.266530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 327c1a3c-60b7-4a20-8f45-f173c67a0683 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:13.267265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.286622 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.313399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:13.313774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.330593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c25bda56-3f8f-4870-b284-1aa2dcc5b210 req-5c96bb11-286d-4c47-ac13-066f2943374b tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598990 Nov 19 04:06:13.336684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1c061e-ef02-4314-8b7b-221651685197,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:13.347089 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.349857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d40899-347b-4b71-adae-d8480b7ae5c1 None None] Network 201d6ea9-7d39-485f-aa76-48749b14229c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:13.350459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-019f16fa-40fb-49ea-a683-6987ea7842a2 tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "DELETE /v2.0/subnets/1a1c061e-ef02-4314-8b7b-221651685197 HTTP/1.1" status: 204 len: 168 time: 0.9217787 Nov 19 04:06:13.357794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56720) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:13.389459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3ae30b8-5f14-4aee-b191-d4e7b0c51ddb req-7b3a511a-6abe-4e4d-b674-388c176bd698 service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077892 Nov 19 04:06:13.390109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Made reservation on behalf of 0ddfdb1380e34d4bae42fe8af375a829 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:13.393615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.462895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.474249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.481338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262d86fa-b2a5-45e5-bc29-c5967f75d07c req-1556120b-ce38-41ca-af2f-4d02420677b8 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 210 time: 0.0687978 Nov 19 04:06:13.481918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 327c1a3c-60b7-4a20-8f45-f173c67a0683 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:13.587309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Allocated IP 172.20.0.11 (1ca2c5dd-0045-4142-930d-43092c71d9f3/7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f/33221b0c-4ed3-4ac1-a035-fa31e1ba8094) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:13.611407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:13.611703 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.630057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] DHCP port deletion for 201d6ea9-7d39-485f-aa76-48749b14229c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:13.716384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] Deleting port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:13.716845 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.734725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] For port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,segment=NetworkSegment(e65790c5-9cb1-449e-a0e6-3403213324e2),segment_id=e65790c5-9cb1-449e-a0e6-3403213324e2)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:13.735201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.755497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Calling delete_port for 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:13.760129 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.806121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=327c1a3c-60b7-4a20-8f45-f173c67a0683,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:13.834275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.838780 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bf5faaf6-e407-478c-9af5-e7eb65740ad0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/327c1a3c-60b7-4a20-8f45-f173c67a0683 HTTP/1.1" status: 204 len: 168 time: 0.6729941 Nov 19 04:06:13.845497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56732) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:13.965260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:13.978111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3289298a-cf74-48a8-8874-44111de09e7a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:13.980103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3289298a-cf74-48a8-8874-44111de09e7a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:13.983477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3289298a-cf74-48a8-8874-44111de09e7a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1357760 Nov 19 04:06:13.987557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56736) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:14.002600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] No DVR routers for this DVR port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:14.038528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.087155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] For port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,segment=NetworkSegment(e65790c5-9cb1-449e-a0e6-3403213324e2),segment_id=e65790c5-9cb1-449e-a0e6-3403213324e2)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:14.088182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.105053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] Calling delete_port for 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:14.152135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:14.159849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.163781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Port': ['ID=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:14.171283 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.187698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201d6ea9-7d39-485f-aa76-48749b14229c']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:14.199287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65790c5-9cb1-449e-a0e6-3403213324e2') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:14.199731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65790c5-9cb1-449e-a0e6-3403213324e2') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:14.206714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.211333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.231041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.234987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] No DVR routers for this DVR port 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:14.246227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:14.246874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:14.251344 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:14.261656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9388ef-cd6b-4b3e-b6cb-c4e900346705 None None] Pushing event deleted for resources: {'Port': ['ID=51f83988-fef4-4e57-aa06-1adf0cc2c5c0,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:14.262404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03283bdd-501f-4eb4-a298-2b6a1d42d244 req-21582f10-018d-4121-a10f-fecd0504d999 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:14.264223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03283bdd-501f-4eb4-a298-2b6a1d42d244 req-21582f10-018d-4121-a10f-fecd0504d999 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2231736 Nov 19 04:06:14.293605 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.327813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.328163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.337438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.342954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "DELETE /v2.0/networks/201d6ea9-7d39-485f-aa76-48749b14229c HTTP/1.1" status: 204 len: 168 time: 0.9757833 Nov 19 04:06:14.350369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56738) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:14.357209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428181b5-a4a3-40d3-ba83-ffe27c14335d tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Network': ['ID=201d6ea9-7d39-485f-aa76-48749b14229c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:14.428123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:14.432240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03283bdd-501f-4eb4-a298-2b6a1d42d244 req-1d602aeb-bd5e-4dac-a39b-a7258399f72d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571939 Nov 19 04:06:14.440683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:14.444689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:14.500499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Deleting port c71c82ab-4919-41be-a31a-1840a35fdf7d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:14.501022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.502316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.610166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.610564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.612730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'Port': ['ID=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:14.642158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Calling delete_port for c71c82ab-4919-41be-a31a-1840a35fdf7d owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:14.648750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.691510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:14.700227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.705055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50a2ba-5264-4182-b5e1-bd1efb68647d None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:14.708679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-70811566-5143-4ed1-8361-c6e7ce6e7328 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d HTTP/1.1" status: 204 len: 168 time: 0.7171316 Nov 19 04:06:14.711918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:14.731529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:14.732214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.756388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d7b1-a3a2-4cd5-9493-dad86f0d349d req-31bc1df3-3feb-4c01-86ae-966aa8285a92 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:14.758092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a15d7b1-a3a2-4cd5-9493-dad86f0d349d req-31bc1df3-3feb-4c01-86ae-966aa8285a92 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1814530 Nov 19 04:06:14.765075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0ce6aaf1-ec22-480a-8eb2-032ed84ee809 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478392 Nov 19 04:06:14.765254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-767fb034-578a-4a7e-be6f-f71948041bef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9196684 Nov 19 04:06:14.765254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56748) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:14.771454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:14.811929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Request body: {'port': {'device_id': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:14.831306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-091fe567-1619-4dc1-a08e-c3b6b60cf429 None None] Provisioning complete for port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:14.832321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-091fe567-1619-4dc1-a08e-c3b6b60cf429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.871103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.908302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Pushing event deleted for resources: {'Port': ['ID=c71c82ab-4919-41be-a31a-1840a35fdf7d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:14.936576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-091fe567-1619-4dc1-a08e-c3b6b60cf429 None None] Port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:14.963006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:14.991124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.001261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.003536 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-892cfb5e-4343-447a-95db-9d1efd42e73c tempest-FloatingIPAdminTestJSON-1948835930 tempest-FloatingIPAdminTestJSON-1948835930-project] 10.222.0.52 "DELETE /v2.0/floatingips/d71d1461-23a3-4687-946d-d56afc335183 HTTP/1.1" status: 204 len: 168 time: 0.6514082 Nov 19 04:06:15.015712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a15d7b1-a3a2-4cd5-9493-dad86f0d349d req-d5eca523-c940-4bf9-a19d-73b938988042 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184253 Nov 19 04:06:15.042445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:15.073867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:15.078247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.136912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] Deleting port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:15.137222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.254042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] For port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:15.254488 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.275330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] Calling delete_port for 4ee76a44-b459-4112-b841-fbbcbbc1ce0b owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:15.326962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4ee76a44-b459-4112-b841-fbbcbbc1ce0b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:15.346285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f146f2-450c-4348-aca4-a5993a5ccece req-db46ba1a-1978-425d-88e3-dbe20c23411f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:15.348355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91f146f2-450c-4348-aca4-a5993a5ccece req-db46ba1a-1978-425d-88e3-dbe20c23411f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 932 time: 0.2077165 Nov 19 04:06:15.438808 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.460796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56754) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:15.489479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] Pushing event deleted for resources: {'Port': ['ID=4ee76a44-b459-4112-b841-fbbcbbc1ce0b,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:15.500895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d1285-fecc-4666-a948-04be8d5875e2 None None] No DVR routers for this DVR port 4ee76a44-b459-4112-b841-fbbcbbc1ce0b on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:15.503173 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.508633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91f146f2-450c-4348-aca4-a5993a5ccece req-891edce3-67c1-437d-aaee-606e8182e1fb tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529043 Nov 19 04:06:15.580643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:15.610934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:15.611187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51f83988-fef4-4e57-aa06-1adf0cc2c5c0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:15.623409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:06:15.631628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.634410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.689590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Transition to ACTIVE for port object 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:06:15.691516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:15.706672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.710389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:15.721163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60d524-2e4b-4606-9ed2-ddd6589c5341 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:15.731694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:15.732311 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.746071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-427f8e2e-4114-471e-9ed7-b66bc1eb8551 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0039ef5e992e470b9050f9257bf65983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833877 Nov 19 04:06:15.748409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56762) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:15.789332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=54d6aba7-c84c-45af-8d6b-0fb875fb3e68,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:15.801190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b704b58b-c397-4e5a-958f-5ebf3c43ffe2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0343287 Nov 19 04:06:15.804111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56764) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:15.810595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '54d6aba7-c84c-45af-8d6b-0fb875fb3e68', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1852484789'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:15.813491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Pushing event updated for resources: {'Port': ['ID=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:15.861254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1c340-5cb5-47fd-8bfe-74c66168431d req-962bd379-7b2e-4de0-b701-775f68001c05 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:15.863178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26a1c340-5cb5-47fd-8bfe-74c66168431d req-962bd379-7b2e-4de0-b701-775f68001c05 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1776655 Nov 19 04:06:15.872058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c920-a420-4ead-bc3a-a3aa05cf4c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.916506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c920-a420-4ead-bc3a-a3aa05cf4c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.937702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '54d6aba7-c84c-45af-8d6b-0fb875fb3e68'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:15.939193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:15.948641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Attempting to bind port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:15.948917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Attempting to bind port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:15.949259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Attempting to bind port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:15.957921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26a1c340-5cb5-47fd-8bfe-74c66168431d req-8a9269c9-7b61-48f6-8aee-0e88277725a6 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713062 Nov 19 04:06:15.960982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:06:15.961275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Attempting to bind port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:15.968632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:15.969339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Checking segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:15.969441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Bound using segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:15.969974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Bound port: 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:15.970669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.001150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:16.008753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.031132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port e9adee45-14a7-49c7-b4de-e29eb9e6cc4b yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:16.037545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c920-a420-4ead-bc3a-a3aa05cf4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.040271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c920-a420-4ead-bc3a-a3aa05cf4c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.041458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cbd7c920-a420-4ead-bc3a-a3aa05cf4c14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5b2a35c-638d-435d-989a-f65caddb4c18 HTTP/1.1" status: 204 len: 168 time: 0.2916160 Nov 19 04:06:16.087745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] For port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:16.093007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] For port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:16.101796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.104213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7c920-a420-4ead-bc3a-a3aa05cf4c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2a35c-638d-435d-989a-f65caddb4c18,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:16.202695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.203421 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.204922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] 10.222.0.31 "PUT /v2.0/ports/33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 1092 time: 1.3976190 Nov 19 04:06:16.205508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:06:16.208295 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8432c445-d1d8-4ac3-bae1-b8e852084cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:06:16.247175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537eede-ed71-4fe4-b5dd-996ec56ec02c service neutron] Pushing event updated for resources: {'Port': ['ID=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:16.267444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/54d6aba7-c84c-45af-8d6b-0fb875fb3e68/089a5d46-f621-4302-babd-2c4ab7a55445) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:16.272457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edd467-80b8-4f88-9f28-4b63ed7d964d req-ca19289a-1001-45c1-8be7-d862ebac0c66 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.274080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49edd467-80b8-4f88-9f28-4b63ed7d964d req-ca19289a-1001-45c1-8be7-d862ebac0c66 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1513562 Nov 19 04:06:16.341465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-43d9afbe-6163-4abf-aea9-d602f67fc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.343040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-43d9afbe-6163-4abf-aea9-d602f67fc18f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1095 time: 0.0680180 Nov 19 04:06:16.358743 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49edd467-80b8-4f88-9f28-4b63ed7d964d req-583aa330-a8b2-4e94-bd85-e4bb7d985e8a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745668 Nov 19 04:06:16.417753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-dec048e6-0e71-4c11-879b-8a791bd40256 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 217 time: 0.0539787 Nov 19 04:06:16.425003 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474de80-48d7-46c0-93e5-8dacaed1cd85 x-openstack-request-id: req-9474de80-48d7-46c0-93e5-8dacaed1cd85 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:06:16.425321 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:06:16.425592 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9474de80-48d7-46c0-93e5-8dacaed1cd85 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:06:16.426216 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'status': 'completed', 'code': 200} Nov 19 04:06:16.466861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:16.478822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-6daa036b-190e-404f-99bb-9f8e565f1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.480578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-6daa036b-190e-404f-99bb-9f8e565f1441 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.0534697 Nov 19 04:06:16.484835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.489805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae333-8bb3-469d-bd55-d392a0498b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.492464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.502760 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:06:16.503243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:06:16.532851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-182008e7-e8bf-4375-aef3-c8ba40ebe2fd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7274649 Nov 19 04:06:16.536446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56778) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:16.538508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-6404bae4-b2cc-484b-bf62-71a0639faf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.540047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-6404bae4-b2cc-484b-bf62-71a0639faf66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482163 Nov 19 04:06:16.555925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:16.562312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:16.565964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Pushing event updated for resources: {'Port': ['ID=089a5d46-f621-4302-babd-2c4ab7a55445,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:16.569884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:16.618100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae333-8bb3-469d-bd55-d392a0498b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.623778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae333-8bb3-469d-bd55-d392a0498b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.637368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Attempting to bind port 089a5d46-f621-4302-babd-2c4ab7a55445 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:16.637889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Attempting to bind port 089a5d46-f621-4302-babd-2c4ab7a55445 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:16.638511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Attempting to bind port 089a5d46-f621-4302-babd-2c4ab7a55445 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:16.644132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:16.644660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:16.645820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.646340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:16.646591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc656723-6854-4c4c-9def-20d7b7a113bf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.647025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Bound port: 089a5d46-f621-4302-babd-2c4ab7a55445, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:16.647506 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.650131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc656723-6854-4c4c-9def-20d7b7a113bf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1072004 Nov 19 04:06:16.652255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56782) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:16.658404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ae333-8bb3-469d-bd55-d392a0498b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b99ef48-96e7-4961-99ba-9e5578893385,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:16.689164 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c3ae333-8bb3-469d-bd55-d392a0498b86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a1143f8461149b88aa4707c0e106949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176154 Nov 19 04:06:16.689875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56784) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:16.725750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] For port 089a5d46-f621-4302-babd-2c4ab7a55445, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:16.730424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] For port 089a5d46-f621-4302-babd-2c4ab7a55445, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=089a5d46-f621-4302-babd-2c4ab7a55445,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:16.735996 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.745324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfcbb-929f-4ed4-8a25-61bf8bcb41fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.766187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b3c80-4444-4afa-ab8b-13a02db3d1c8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.767714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b3c80-4444-4afa-ab8b-13a02db3d1c8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.767879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfcbb-929f-4ed4-8a25-61bf8bcb41fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.772358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4b3b3c80-4444-4afa-ab8b-13a02db3d1c8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1161127 Nov 19 04:06:16.774387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56786) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:16.774617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-d7db99ba-3d1c-4f81-89e2-17bb2b328dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050412 Nov 19 04:06:16.782725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e66aab-e7d2-406b-bb7c-a5950fe03550 req-284ae802-532a-4ff2-86d4-212ba608c5d3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:16.784823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46e66aab-e7d2-406b-bb7c-a5950fe03550 req-284ae802-532a-4ff2-86d4-212ba608c5d3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 944 time: 0.1350427 Nov 19 04:06:16.814167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfe3e-3b9a-45af-a097-954a1143ca13 None None] Pushing event updated for resources: {'Port': ['ID=089a5d46-f621-4302-babd-2c4ab7a55445,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:16.882077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 54d6aba7-c84c-45af-8d6b-0fb875fb3e68 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:16.886505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.934835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfcbb-929f-4ed4-8a25-61bf8bcb41fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.937684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfcbb-929f-4ed4-8a25-61bf8bcb41fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.938984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4b9bfcbb-929f-4ed4-8a25-61bf8bcb41fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b99ef48-96e7-4961-99ba-9e5578893385 HTTP/1.1" status: 204 len: 168 time: 0.2481437 Nov 19 04:06:16.942123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:16.972732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bfcbb-929f-4ed4-8a25-61bf8bcb41fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b99ef48-96e7-4961-99ba-9e5578893385,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:17.056305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.202865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.259049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.264082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/54d6aba7-c84c-45af-8d6b-0fb875fb3e68 HTTP/1.1" status: 204 len: 168 time: 0.4888844 Nov 19 04:06:17.264909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56794) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:17.272415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2059-2c51-4540-b44a-30def11d07e8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=54d6aba7-c84c-45af-8d6b-0fb875fb3e68,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:17.292492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bd19d77-5f1e-4625-a7f6-00c4fec80403 req-a617858d-71ce-4add-a26b-11fddcf05797 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065911 Nov 19 04:06:17.308836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-540a512a-0d92-4ca4-9093-f13c916e8f76 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421104 Nov 19 04:06:17.315317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56796) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:17.325187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:17.342863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46e66aab-e7d2-406b-bb7c-a5950fe03550 req-f293ae6e-d628-44ef-ad7d-5dcc4b6bf4b5 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960289 Nov 19 04:06:17.358030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 089a5d46-f621-4302-babd-2c4ab7a55445 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:17.422717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 089a5d46-f621-4302-babd-2c4ab7a55445 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:17.423249 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.456524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:17.461347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.516241 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.532657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-87502c98-3c35-43e3-9c42-75cf4e23bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.534476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-87502c98-3c35-43e3-9c42-75cf4e23bc96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1095 time: 0.1159487 Nov 19 04:06:17.556913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56804) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:17.560389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dafda-9472-416f-a49e-dce3373dfacd req-b502982b-1953-462a-a0f0-85f91618a9e3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.562699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-762dafda-9472-416f-a49e-dce3373dfacd req-b502982b-1953-462a-a0f0-85f91618a9e3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0854740 Nov 19 04:06:17.566527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 089a5d46-f621-4302-babd-2c4ab7a55445, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=089a5d46-f621-4302-babd-2c4ab7a55445,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:17.572546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.580879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0e960d5-ee60-4ff7-99e7-f9e6dd8afde9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.629245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=089a5d46-f621-4302-babd-2c4ab7a55445,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:17.694368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-762dafda-9472-416f-a49e-dce3373dfacd req-d603f2ef-3020-4fc9-a6b1-8e96c6a6d58f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087549 Nov 19 04:06:17.721228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-2164237c-0b75-429b-80f3-ef35a5783b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.723641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-2164237c-0b75-429b-80f3-ef35a5783b58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.1744244 Nov 19 04:06:17.758956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.762208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0e960d5-ee60-4ff7-99e7-f9e6dd8afde9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.777153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-01f24d6c-b1a3-49c2-954d-f226cd78b17f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 217 time: 0.0460107 Nov 19 04:06:17.789178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0e960d5-ee60-4ff7-99e7-f9e6dd8afde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.843203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:17.851869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:17.861497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0e960d5-ee60-4ff7-99e7-f9e6dd8afde9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2fe32e5e83743048aa706882ccf9843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011980 Nov 19 04:06:17.861497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e960d5-ee60-4ff7-99e7-f9e6dd8afde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6346c404-eace-4c5f-87a5-5411a72c580f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:17.863484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56806) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:17.864237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.864911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.865344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-0e09b80e-a7c5-47d8-a487-b621c4f68f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.866889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-0e09b80e-a7c5-47d8-a487-b621c4f68f73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.0806990 Nov 19 04:06:17.876621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:17.880875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143d2ea-9049-41a2-ac89-46ef7f333d71 req-8382bbbf-5d1f-45e2-91f8-d75c05d24c5a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.882506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1143d2ea-9049-41a2-ac89-46ef7f333d71 req-8382bbbf-5d1f-45e2-91f8-d75c05d24c5a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1079359 Nov 19 04:06:17.884784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-13574ea2-d6d6-4691-af1c-c634b3d9ab3e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5679002 Nov 19 04:06:17.887342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56808) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:17.892338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:17.918748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.919977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.981579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.988627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:17.997281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-224749da-a7b4-445b-a2c0-df8ac42220dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:17.998878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-224749da-a7b4-445b-a2c0-df8ac42220dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153944 Nov 19 04:06:18.010101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.014116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-326c4eb7-3bd2-4393-8709-f4cb76b800b2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1228359 Nov 19 04:06:18.014282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56810) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:18.018875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1143d2ea-9049-41a2-ac89-46ef7f333d71 req-1c84086c-472d-47e0-acb0-83696300dc5e tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223409 Nov 19 04:06:18.049973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b229b2ea-c752-4a37-8a8e-7241d5b3d46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.130087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b229b2ea-c752-4a37-8a8e-7241d5b3d46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.162914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8cdfe-c286-4bb3-82d6-edba9815a013 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:18.205999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-084bc38b-46e7-4675-b393-66cf3d3f0d05 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970057 Nov 19 04:06:18.283435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b229b2ea-c752-4a37-8a8e-7241d5b3d46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.287056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b229b2ea-c752-4a37-8a8e-7241d5b3d46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.288379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b229b2ea-c752-4a37-8a8e-7241d5b3d46f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6346c404-eace-4c5f-87a5-5411a72c580f HTTP/1.1" status: 204 len: 168 time: 0.4203820 Nov 19 04:06:18.302915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-be4b72fe-8664-4c7d-b294-d735cf07d306 None None] Provisioning complete for port 089a5d46-f621-4302-babd-2c4ab7a55445 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:18.303487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be4b72fe-8664-4c7d-b294-d735cf07d306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.305678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229b2ea-c752-4a37-8a8e-7241d5b3d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346c404-eace-4c5f-87a5-5411a72c580f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:18.337542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8432c445-d1d8-4ac3-bae1-b8e852084cdc req-34638856-4043-4ae9-bdb7-cd8f4b57efab service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233828 Nov 19 04:06:18.540769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809644d-ac29-49ea-b259-015ba0675f1a req-7e0a1de5-3c21-4cc8-8b84-b467677aa36f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:18.546098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a809644d-ac29-49ea-b259-015ba0675f1a req-7e0a1de5-3c21-4cc8-8b84-b467677aa36f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 944 time: 0.1049819 Nov 19 04:06:18.631995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a809644d-ac29-49ea-b259-015ba0675f1a req-3c716f1b-f995-4881-9c1b-a18a8ec3f92d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731549 Nov 19 04:06:18.711689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.883796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-729a198e-d2cd-459a-93ff-30bd37de0b56 None None] Provisioning complete for port 089a5d46-f621-4302-babd-2c4ab7a55445 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:18.884195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-729a198e-d2cd-459a-93ff-30bd37de0b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:18.890980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93285-489e-4ba4-9596-64b9ba5fcae3 req-e15770c0-156e-439c-8af7-5b7dbfeee3c9 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:18.893121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-04d93285-489e-4ba4-9596-64b9ba5fcae3 req-e15770c0-156e-439c-8af7-5b7dbfeee3c9 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1176448 Nov 19 04:06:18.978593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-04d93285-489e-4ba4-9596-64b9ba5fcae3 req-351ccaf3-5053-4255-9b17-0ffe76ec7b10 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760190 Nov 19 04:06:19.060261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::1 (b0139743-f538-4089-8a77-ffb9c227eb62/f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a/6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:19.166315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ad2c3-4123-4cd5-862b-e359bd1fe404 req-051e067a-7ab3-4131-a8a5-39faaa8ed90b tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:19.167912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b3ad2c3-4123-4cd5-862b-e359bd1fe404 req-051e067a-7ab3-4131-a8a5-39faaa8ed90b tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.0790598 Nov 19 04:06:19.245957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.258595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b3ad2c3-4123-4cd5-862b-e359bd1fe404 req-9e9b8c67-e8f8-4fc4-8135-d2a6b441a150 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837669 Nov 19 04:06:19.289528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 089a5d46-f621-4302-babd-2c4ab7a55445 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:19.335934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.363210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 089a5d46-f621-4302-babd-2c4ab7a55445 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:19.365226 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.385725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:19.391178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56848) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:19.401294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:19.403780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:19.405677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.409211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:19.537530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.593825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0fc84cc7-e19d-4cd1-a97d-3e9f76e3a589 tempest-AgentManagementNegativeTest-348388541 tempest-AgentManagementNegativeTest-348388541-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2014339 Nov 19 04:06:19.764137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b090-9c14-46fd-ad18-4bba50538f77 req-5a15e572-c784-496a-ba27-7756e9f4de6c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:19.770667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0af4b090-9c14-46fd-ad18-4bba50538f77 req-5a15e572-c784-496a-ba27-7756e9f4de6c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 944 time: 0.0655971 Nov 19 04:06:19.808863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5962e6a2-ed33-45bf-be5e-e6d9c444d5f2 None None] Provisioning complete for port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:19.809683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5962e6a2-ed33-45bf-be5e-e6d9c444d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.834382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0af4b090-9c14-46fd-ad18-4bba50538f77 req-f3359b81-9c4d-4364-956c-d531134d1286 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583746 Nov 19 04:06:19.885123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5962e6a2-ed33-45bf-be5e-e6d9c444d5f2 None None] Port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:19.939147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.942808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56858) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:19.950306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:19.951533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.049955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:20.078719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81e70e41-14de-4558-8d5c-eae6e4fd066b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.136993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:20.140994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46cde4-bd93-4e61-b8a3-4c2dc425e018 req-6dcfcf2f-8f62-4cac-8045-8cdaf617b689 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:20.143141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b46cde4-bd93-4e61-b8a3-4c2dc425e018 req-6dcfcf2f-8f62-4cac-8045-8cdaf617b689 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0634243 Nov 19 04:06:20.144287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:20.215155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b46cde4-bd93-4e61-b8a3-4c2dc425e018 req-5902b477-27ad-4f01-8d5c-81677abb645c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634558 Nov 19 04:06:20.290579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81e70e41-14de-4558-8d5c-eae6e4fd066b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.298750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81e70e41-14de-4558-8d5c-eae6e4fd066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.343140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 640d3df4-3e8b-46a2-8208-6ab53bf6909b details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:06:20.381928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-81e70e41-14de-4558-8d5c-eae6e4fd066b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b05f58267964070882387a54c26ed76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374931 Nov 19 04:06:20.383634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:20.397210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e70e41-14de-4558-8d5c-eae6e4fd066b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5e2a4-82cd-49e5-8fe8-50b4496255ed,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:20.417205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Router 6a2a15ad-7073-4823-9432-b30c5e587a81 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:06:20.444538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99146-71f3-413a-912b-2752a1a45c70 req-9d0ef602-98ce-402e-9e22-b3985d534257 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:20.447177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69a99146-71f3-413a-912b-2752a1a45c70 req-9d0ef602-98ce-402e-9e22-b3985d534257 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1060181 Nov 19 04:06:20.499767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e96c955d-e0c2-424c-acb8-d4d7c0693eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.519248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69a99146-71f3-413a-912b-2752a1a45c70 req-50210c9a-81fe-4d66-8edc-838771771f8f tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605059 Nov 19 04:06:20.538025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:20.548401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1e443d76-b801-4f8e-8192-e5e58a83cdd5 None None] Provisioning complete for port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:20.548860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e443d76-b801-4f8e-8192-e5e58a83cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.554554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'port_id': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'mac_address': 'fa:16:3e:fb:f9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:06:20.625588 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e96c955d-e0c2-424c-acb8-d4d7c0693eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.627493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1e443d76-b801-4f8e-8192-e5e58a83cdd5 None None] Port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:20.633654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.647142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640d3df4-3e8b-46a2-8208-6ab53bf6909b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:06:20.671118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:20.674655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:20.679282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.685246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7aa0cad1-08d1-41ca-ae4b-516efdd01268 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "PUT /v2.0/routers/6a2a15ad-7073-4823-9432-b30c5e587a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6684725 Nov 19 04:06:20.685775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56872) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:20.700613 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Sync routers for ids ['6a2a15ad-7073-4823-9432-b30c5e587a81'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:20.714994 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Routers {'6a2a15ad-7073-4823-9432-b30c5e587a81'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:20.715671 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6a2a15ad-7073-4823-9432-b30c5e587a81'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:20.720277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e96c955d-e0c2-424c-acb8-d4d7c0693eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.723772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e96c955d-e0c2-424c-acb8-d4d7c0693eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:20.725343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e96c955d-e0c2-424c-acb8-d4d7c0693eef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53b5e2a4-82cd-49e5-8fe8-50b4496255ed HTTP/1.1" status: 204 len: 168 time: 0.3321836 Nov 19 04:06:20.742759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:20.745524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c955d-e0c2-424c-acb8-d4d7c0693eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5e2a4-82cd-49e5-8fe8-50b4496255ed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:20.798443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b5074a-6077-44c3-868d-13196176cfbe tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:20.807932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56876) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:20.823236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-90b5074a-6077-44c3-868d-13196176cfbe tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports/6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 HTTP/1.1" status: 200 len: 911 time: 0.1352496 Nov 19 04:06:20.826451 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Set router 6a2a15ad-7073-4823-9432-b30c5e587a81 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:20.873543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9215c1b9-49b0-4f30-a587-e853af3f03f7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:20.880069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['640d3df4-3e8b-46a2-8208-6ab53bf6909b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:06:20.897125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9215c1b9-49b0-4f30-a587-e853af3f03f7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:20.904690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56880) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:20.912359 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9215c1b9-49b0-4f30-a587-e853af3f03f7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1028373 Nov 19 04:06:21.102427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743cf3-5dfc-4a9b-ac0b-f5b8723c7996 req-99030895-ccee-44c4-bfc7-74780d962b28 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:21.104562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1743cf3-5dfc-4a9b-ac0b-f5b8723c7996 req-99030895-ccee-44c4-bfc7-74780d962b28 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 944 time: 0.1196363 Nov 19 04:06:21.115010 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:17Z', 'updated_at': '2021-11-19T04:06:19Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None, '_interfaces': [{'id': '6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2', 'name': '', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'mac_address': 'fa:16:3e:51:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:06:18Z', 'updated_at': '2021-11-19T04:06:19Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'subnets': [{'id': 'f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:21.142621 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Checking router: 6a2a15ad-7073-4823-9432-b30c5e587a81 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:06:21.143306 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Updating router 6a2a15ad-7073-4823-9432-b30c5e587a81 port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:06:21.172457 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.258391 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ba57f6a4-bc5c-474a-a3c1-dad15cd6e9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.339770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1743cf3-5dfc-4a9b-ac0b-f5b8723c7996 req-5e1002ce-d0df-4099-acb0-3fdf33aa2bc4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052089 Nov 19 04:06:21.461898 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.468459 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.530234 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d49e-db72-4127-b91f-865c8d8d1dfe None None] Pushing event updated for resources: {'Port': ['ID=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:21.594818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.603166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:06:21.607646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea8ab-1102-4a10-8c3c-e9e9c51d7d86 req-74282813-2aed-4f8d-9e88-81e7496d5ba5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:21.609555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df3ea8ab-1102-4a10-8c3c-e9e9c51d7d86 req-74282813-2aed-4f8d-9e88-81e7496d5ba5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1748412 Nov 19 04:06:21.620697 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Attempting to bind port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:21.621320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Attempting to bind port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:21.621969 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Attempting to bind port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:21.628177 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:21.628993 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:21.629819 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.630419 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:21.631067 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Bound port: 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:21.631650 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.724804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] For port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:21.728915 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] For port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:21.748588 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:21.781826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df3ea8ab-1102-4a10-8c3c-e9e9c51d7d86 req-15acd4da-07ea-4820-ab03-64a345564236 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245522 Nov 19 04:06:21.808386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56906) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:21.841555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:21.867574 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Routers {'6a2a15ad-7073-4823-9432-b30c5e587a81'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:21.868259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:05:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6a2a15ad-7073-4823-9432-b30c5e587a81'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:21.872244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'port_id': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'mac_address': 'fa:16:3e:cf:fd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:06:21.873890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d49e-db72-4127-b91f-865c8d8d1dfe None None] Pushing event updated for resources: {'Port': ['ID=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:21.989057 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43ffe5-439f-4656-bf5d-cdcf84469104 req-2326a6a9-8506-4be1-8c5d-de74fa4316cd tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:21.998770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be43ffe5-439f-4656-bf5d-cdcf84469104 req-2326a6a9-8506-4be1-8c5d-de74fa4316cd tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 945 time: 0.0865471 Nov 19 04:06:22.024990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.059379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1082008070'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:22.075354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:06:22.115298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Made reservation on behalf of 0aa1ea64538344ad8e1b63cafb7236aa for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:22.120045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.122956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-810af8d8-ad1a-4939-b0d8-dfd15c463760 None None] Provisioning complete for port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:22.124399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-810af8d8-ad1a-4939-b0d8-dfd15c463760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.128336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be43ffe5-439f-4656-bf5d-cdcf84469104 req-753063d9-b1bb-41fa-93e8-e491f37a84ae tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274080 Nov 19 04:06:22.149642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.167846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:22.199156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:22.199538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.267374 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] Set router 6a2a15ad-7073-4823-9432-b30c5e587a81 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:22.306624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.314433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.314767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.359645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:22.367690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:22.367690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.371432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c04c02d-56b0-41ad-8cee-229c490a7f2e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:22.381155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.381553 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Added segment 75384302-5d3d-4116-859d-9fed84473eaa of type vlan for network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 Nov 19 04:06:22.382151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:22.389781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 640d3df4-3e8b-46a2-8208-6ab53bf6909b up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:22.452927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.514775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.528533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:22.531936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.613126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeddce-b2ed-4b9c-9002-7307735ca678 req-aaae218d-de03-43af-82e0-47af47f0b444 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:22.622124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9efeddce-b2ed-4b9c-9002-7307735ca678 req-aaae218d-de03-43af-82e0-47af47f0b444 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 945 time: 0.0865602 Nov 19 04:06:22.630461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:22.644229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-810af8d8-ad1a-4939-b0d8-dfd15c463760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.657709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Network': ['ID=908bcf70-1808-4b85-9ce7-7ed1a2e38576,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:22.676973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5fa87598-2ff4-4068-a034-3851f2025db8 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8670514 Nov 19 04:06:22.678957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:22.679843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56924) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:22.682505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.688867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'subnet': {'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:22.713527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:17Z', 'updated_at': '2021-11-19T04:06:19Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None, '_interfaces': [{'id': '6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2', 'name': '', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'mac_address': 'fa:16:3e:51:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:06:18Z', 'updated_at': '2021-11-19T04:06:21Z', 'revision_number': 4, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'subnets': [{'id': 'f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:22.755951 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18ce7e-e39c-4efe-ada8-ef0f64fa36f6 None None] The sync data for ids ['6a2a15ad-7073-4823-9432-b30c5e587a81'] in n-d-818503-1 is: [{'id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:17Z', 'updated_at': '2021-11-19T04:06:19Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None, '_interfaces': [{'id': '6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2', 'name': '', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'mac_address': 'fa:16:3e:51:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:06:18Z', 'updated_at': '2021-11-19T04:06:21Z', 'revision_number': 4, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'subnets': [{'id': 'f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:22.788125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9efeddce-b2ed-4b9c-9002-7307735ca678 req-7dea7719-2a6e-4f79-be6f-0221ca4ca1a9 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636584 Nov 19 04:06:22.820723 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.904017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Made reservation on behalf of 0aa1ea64538344ad8e1b63cafb7236aa for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:22.906161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:22.911157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:22.922023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56930) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:22.972164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['33221b0c-4ed3-4ac1-a035-fa31e1ba8094'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:06:22.980251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.980821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.981147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 640d3df4-3e8b-46a2-8208-6ab53bf6909b completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:06:22.981373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.981926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.994779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.996232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.996811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.997384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.997976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:22.999504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:23.000081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:23.000656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:06:23.080123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 640d3df4-3e8b-46a2-8208-6ab53bf6909b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:23.080712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.195543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.227553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-14d6684a-7632-44cd-bcda-eec30ad16849 None None] Could not find standard attr ID for object 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:23.347731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.414021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.418773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Subnet': ['ID=b062bb90-8571-4e5d-83fa-6dc67f9615fe,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:23.456549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Checking segment: {'id': '75384302-5d3d-4116-859d-9fed84473eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:23.458343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network hostable DHCP agents. Network: 908bcf70-1808-4b85-9ce7-7ed1a2e38576, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:06:23.485574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:06:23.488013 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f06b9-ff3b-4a24-b4ba-641c583311f0" -d '{"events": [{"server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "name": "network-vif-plugged", "status": "completed", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:06:23.488413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:06:23.500035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 908bcf70-1808-4b85-9ce7-7ed1a2e38576) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:23.505618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:23.506398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.507036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:23.522775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11417640-6f63-4362-815f-238908a66e9f None None] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:23.529195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9d8ba2f1-6946-4e20-be2f-bee3e894bb02 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8482544 Nov 19 04:06:23.531713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56938) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:23.537823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-456409956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:23.568675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.570227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.608456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.638244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.643770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.665756 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ab16430-c736-447a-bcc1-107a8b13e5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.668196 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.672176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7a883689-9a18-46f9-bbea-9ec5100ff7e3 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1368957 Nov 19 04:06:23.672489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56940) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:23.692886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17647c2c-b94b-45e0-91cc-fdf9bd035ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.727063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a0932-04ef-460b-8bb8-15fa37d563b5 req-6ac2bfb6-2608-4836-a8bf-6ad123427f93 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:23.728732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e2a0932-04ef-460b-8bb8-15fa37d563b5 req-6ac2bfb6-2608-4836-a8bf-6ad123427f93 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.7767067 Nov 19 04:06:23.743616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:23.786146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-908bcf70-1808-4b85-9ce7-7ed1a2e38576', 'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576', 'tenant_id': '0aa1ea64538344ad8e1b63cafb7236aa', 'fixed_ips': [{'subnet_id': 'b062bb90-8571-4e5d-83fa-6dc67f9615fe'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:23.787417 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:23.926647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Router 6a2a15ad-7073-4823-9432-b30c5e587a81 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:06:23.950457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e2a0932-04ef-460b-8bb8-15fa37d563b5 req-63b277a3-6464-46b5-8403-25dd7679f097 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813462 Nov 19 04:06:23.979167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Allocated IP 172.20.0.2 (908bcf70-1808-4b85-9ce7-7ed1a2e38576/b062bb90-8571-4e5d-83fa-6dc67f9615fe/0e75c950-98be-4528-816e-4257c59325ee) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:24.049042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.069817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17647c2c-b94b-45e0-91cc-fdf9bd035ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.077999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:24.088367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e8c212bb-e836-481f-a6f1-d1c08d83f591 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "PUT /v2.0/routers/6a2a15ad-7073-4823-9432-b30c5e587a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1825819 Nov 19 04:06:24.089869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56944) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:24.091867 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17647c2c-b94b-45e0-91cc-fdf9bd035ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.162157 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.167912 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.179930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-17647c2c-b94b-45e0-91cc-fdf9bd035ced admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b1c4a6b3704462abe352003d0a0cde9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2272391 Nov 19 04:06:24.185361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dc19-57a0-4e68-b6a7-52a88b7446d9 req-ab10dbd4-3fa7-4904-9bf3-5d918a91eb09 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:24.186888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d27dc19-57a0-4e68-b6a7-52a88b7446d9 req-ab10dbd4-3fa7-4904-9bf3-5d918a91eb09 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.1544158 Nov 19 04:06:24.187389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:24.194348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17647c2c-b94b-45e0-91cc-fdf9bd035ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee96b827-90cc-4d56-bdf0-6db98cc5c459,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:24.231442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878abb3-338e-4955-a6ab-b33805c52e2d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:24.232640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:24.232954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878abb3-338e-4955-a6ab-b33805c52e2d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:24.236951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d878abb3-338e-4955-a6ab-b33805c52e2d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1435900 Nov 19 04:06:24.237136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:24.238345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56948) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:24.239509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:24.256658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Pushing event updated for resources: {'Port': ['ID=0e75c950-98be-4528-816e-4257c59325ee,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:24.311149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Attempting to bind port 0e75c950-98be-4528-816e-4257c59325ee on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:24.311755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Attempting to bind port 0e75c950-98be-4528-816e-4257c59325ee by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '75384302-5d3d-4116-859d-9fed84473eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:24.312202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Attempting to bind port 0e75c950-98be-4528-816e-4257c59325ee on network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:24.318702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:24.319176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Checking segment: {'id': '75384302-5d3d-4116-859d-9fed84473eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:24.319664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.320139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Bound using segment: {'id': '75384302-5d3d-4116-859d-9fed84473eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:24.320695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Bound port: 0e75c950-98be-4528-816e-4257c59325ee, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75384302-5d3d-4116-859d-9fed84473eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:24.321259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.326348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d27dc19-57a0-4e68-b6a7-52a88b7446d9 req-ab5839c6-cd2f-4782-8658-c2f73e3966e5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270943 Nov 19 04:06:24.338126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:24.342794 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.364753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Allocated IP 172.20.0.1 (908bcf70-1808-4b85-9ce7-7ed1a2e38576/b062bb90-8571-4e5d-83fa-6dc67f9615fe/9b3335c7-c17c-445d-a173-8b9ab5c11fed) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:24.388263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eea8198-f1f9-4791-8334-d680f677fd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.397057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] For port 0e75c950-98be-4528-816e-4257c59325ee, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:24.402385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] For port 0e75c950-98be-4528-816e-4257c59325ee, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0e75c950-98be-4528-816e-4257c59325ee,segment=NetworkSegment(75384302-5d3d-4116-859d-9fed84473eaa),segment_id=75384302-5d3d-4116-859d-9fed84473eaa)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:24.409328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.410986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.450073 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eea8198-f1f9-4791-8334-d680f677fd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.499677 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98403c4-cc48-4372-991d-0ffcf4e7757d x-openstack-request-id: req-e98403c4-cc48-4372-991d-0ffcf4e7757d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:06:24.499988 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "name": "network-vif-plugged", "status": "completed", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:06:24.500155 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e98403c4-cc48-4372-991d-0ffcf4e7757d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:06:24.500562 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'code': 200} Nov 19 04:06:24.513916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.537705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.564734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0d3cd-4545-48b2-8d29-f979d1a8066c None None] Pushing event updated for resources: {'Port': ['ID=0e75c950-98be-4528-816e-4257c59325ee,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:24.609415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.658285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:24.662228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:24.666862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:24.675336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eea8198-f1f9-4791-8334-d680f677fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.679694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eea8198-f1f9-4791-8334-d680f677fd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.683241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1eea8198-f1f9-4791-8334-d680f677fd81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee96b827-90cc-4d56-bdf0-6db98cc5c459 HTTP/1.1" status: 204 len: 168 time: 0.4889100 Nov 19 04:06:24.694720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Port': ['ID=9b3335c7-c17c-445d-a173-8b9ab5c11fed,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:24.715352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c0d4-c117-4f98-95e0-c0c847ab98f3 req-fa415b61-aa12-4a76-b9e5-69456a51f4e0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:24.716960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bac0c0d4-c117-4f98-95e0-c0c847ab98f3 req-fa415b61-aa12-4a76-b9e5-69456a51f4e0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 945 time: 0.1922219 Nov 19 04:06:24.723769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.742934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea8198-f1f9-4791-8334-d680f677fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee96b827-90cc-4d56-bdf0-6db98cc5c459,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:24.762987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14133686-6d5b-4fdb-910c-c33381ed1435 req-f905892c-ef9d-455e-bb7c-efec36289061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:24.764410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14133686-6d5b-4fdb-910c-c33381ed1435 req-f905892c-ef9d-455e-bb7c-efec36289061 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 1097 time: 0.1593568 Nov 19 04:06:24.768883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.822185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:24.855493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:24.864015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:24.866764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-741d9ddc-cdcb-4b82-a5a3-b07c550d26f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a HTTP/1.1" status: 204 len: 168 time: 0.6269267 Nov 19 04:06:24.870917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] Sync routers for ids ['6a2a15ad-7073-4823-9432-b30c5e587a81'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:24.882890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] Routers {'6a2a15ad-7073-4823-9432-b30c5e587a81'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:24.883665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6a2a15ad-7073-4823-9432-b30c5e587a81'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:24.898220 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bac0c0d4-c117-4f98-95e0-c0c847ab98f3 req-4d2b2930-41f7-4f23-a3c9-907ba523886a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624918 Nov 19 04:06:24.920435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14133686-6d5b-4fdb-910c-c33381ed1435 req-e00dc5ef-f1ee-470f-aaf3-07698b423766 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442297 Nov 19 04:06:24.945379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b2060f-2923-4d7a-81d6-1ac5868cb69b None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:25.050404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] Set router 6a2a15ad-7073-4823-9432-b30c5e587a81 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:25.131198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be35f1-e14e-4213-9d2b-0f43b2f9306d req-71034d53-1cb2-486d-8818-1bbd82a1b4b4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:25.133038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77be35f1-e14e-4213-9d2b-0f43b2f9306d req-71034d53-1cb2-486d-8818-1bbd82a1b4b4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0845377 Nov 19 04:06:25.139014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:17Z', 'updated_at': '2021-11-19T04:06:22Z', 'revision_number': 3, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:25.173212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] Checking router: 6a2a15ad-7073-4823-9432-b30c5e587a81 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:06:25.209737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] Routers {'6a2a15ad-7073-4823-9432-b30c5e587a81'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:25.210495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6a2a15ad-7073-4823-9432-b30c5e587a81'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:25.219282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77be35f1-e14e-4213-9d2b-0f43b2f9306d req-d97519c6-7a5f-4b72-bc58-8fcd3c129779 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774689 Nov 19 04:06:25.294301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.350992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] Set router 6a2a15ad-7073-4823-9432-b30c5e587a81 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:25.403919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f04d7243-d85c-42d1-9a6a-d1875a41a857 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5385315 Nov 19 04:06:25.405255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.406679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56968) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:25.439525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:17Z', 'updated_at': '2021-11-19T04:06:22Z', 'revision_number': 3, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:25.445851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0e75c950-98be-4528-816e-4257c59325ee up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:25.548703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.563383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b977c2-1a4b-487d-a848-2b209a9c085c None None] The sync data for ids ['6a2a15ad-7073-4823-9432-b30c5e587a81'] in n-d-818503-1 is: [{'id': '6a2a15ad-7073-4823-9432-b30c5e587a81', 'name': 'tempest-NetworksTestDHCPv6-router-1605999071', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:17Z', 'updated_at': '2021-11-19T04:06:22Z', 'revision_number': 3, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:25.631056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0e75c950-98be-4528-816e-4257c59325ee triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:25.631994 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.638948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:25.657201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852c6a1-5db0-4649-b907-d5ad547806a7 req-b45f210b-6df6-440b-a959-2730fba0bb69 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:25.665352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2852c6a1-5db0-4649-b907-d5ad547806a7 req-b45f210b-6df6-440b-a959-2730fba0bb69 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.2116187 Nov 19 04:06:25.821072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.828882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.886662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:06:25.903856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:25.906526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:25.972663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.006270 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.006714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2852c6a1-5db0-4649-b907-d5ad547806a7 req-e4076336-68e9-4506-950c-9b04c5c22513 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333824 Nov 19 04:06:26.008763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.030134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:26.044149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Port': ['ID=9b3335c7-c17c-445d-a173-8b9ab5c11fed,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:26.057577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.180458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.181027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2a15ad-7073-4823-9432-b30c5e587a81 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:06:26.202924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.208346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1eb45f6d-ee48-46e5-a91a-730fbc245fb3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/routers/6a2a15ad-7073-4823-9432-b30c5e587a81 HTTP/1.1" status: 204 len: 168 time: 0.7961524 Nov 19 04:06:26.208585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56982) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:26.213592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05446f7-e36d-47ab-85d5-123d27871160 None None] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:26.218159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:26.247215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e47aa2-f5b6-49fe-8d35-fbb5281f5984 req-af7027d5-b904-485d-a4a9-eb39c4956c95 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:26.264798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3e47aa2-f5b6-49fe-8d35-fbb5281f5984 req-af7027d5-b904-485d-a4a9-eb39c4956c95 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 945 time: 0.1363876 Nov 19 04:06:26.364082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:26.367930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:26.374437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3e47aa2-f5b6-49fe-8d35-fbb5281f5984 req-a77d9560-233f-4f37-9717-534beea74ba6 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067753 Nov 19 04:06:26.465798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:26.470746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.550897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fbd1a-a780-4675-a726-2f93d4a12306 req-e120e306-aa73-4a02-8be0-61b40e050ae1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:26.561303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-474fbd1a-a780-4675-a726-2f93d4a12306 req-e120e306-aa73-4a02-8be0-61b40e050ae1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1112163 Nov 19 04:06:26.624547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.642692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-474fbd1a-a780-4675-a726-2f93d4a12306 req-6e240226-f252-4c13-8027-1ae9201334b7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800083 Nov 19 04:06:26.644107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 0e75c950-98be-4528-816e-4257c59325ee, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0e75c950-98be-4528-816e-4257c59325ee,segment=NetworkSegment(75384302-5d3d-4116-859d-9fed84473eaa),segment_id=75384302-5d3d-4116-859d-9fed84473eaa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:26.658815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.663654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.679168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c7d42333-7609-44a4-8975-6279528d4a84 None None] Provisioning complete for port 0e75c950-98be-4528-816e-4257c59325ee triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:26.679500 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7d42333-7609-44a4-8975-6279528d4a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.703805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Router 9f2842dc-a43b-4587-8029-72a020ff25a6 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:06:26.784783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] Deleting port 089a5d46-f621-4302-babd-2c4ab7a55445 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:26.785526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.891070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:26.901282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:26.901533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:06:26.906635 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcbf136-fa0b-4b3f-b591-9b44083f5207" -d '{"events": [{"server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "name": "network-vif-plugged", "status": "completed", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:06:26.911136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:26.911385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-41af375e-8f6b-4695-92d2-f8f47865bc27 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "PUT /v2.0/routers/9f2842dc-a43b-4587-8029-72a020ff25a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2376056 Nov 19 04:06:26.914105 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] Sync routers for ids ['9f2842dc-a43b-4587-8029-72a020ff25a6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:26.917185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'port': {'network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576', 'name': 'tempest-FloatingIPNegativeTestJSON-1945750503'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:26.924310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.938203 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] Routers {'9f2842dc-a43b-4587-8029-72a020ff25a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:26.939387 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['9f2842dc-a43b-4587-8029-72a020ff25a6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:26.985143 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:26.994200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:26.998591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:27.005498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:27.006422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.034092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=633c1803-5cef-4fb5-9795-ffca5d976ca8,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:27.043640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b53c3279-1656-476c-a028-9fb5bd6a968b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8321128 Nov 19 04:06:27.046404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57006) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:27.051963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:27.077629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:27.085450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.087263 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:06:27.089674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.115416 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] Routers {'9f2842dc-a43b-4587-8029-72a020ff25a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:27.117645 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['9f2842dc-a43b-4587-8029-72a020ff25a6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:27.160803 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e917eb6b-bb8c-4ac8-b482-565537c2e50f x-openstack-request-id: req-e917eb6b-bb8c-4ac8-b482-565537c2e50f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:06:27.162209 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "name": "network-vif-plugged", "status": "completed", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:06:27.162698 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e917eb6b-bb8c-4ac8-b482-565537c2e50f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:06:27.164439 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'code': 200} Nov 19 04:06:27.232454 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:27.237167 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008b9d3-0c33-467a-91b6-888bff9e2c5c None None] The sync data for ids ['9f2842dc-a43b-4587-8029-72a020ff25a6'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:27.262923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.271224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.330853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=0e75c950-98be-4528-816e-4257c59325ee,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:27.370132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Made reservation on behalf of 0aa1ea64538344ad8e1b63cafb7236aa for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:27.374072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.378933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.382509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-98a5edd8-172b-41c7-b5e3-99c5097d18b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3347325 Nov 19 04:06:27.384886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57014) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:27.400745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:27.404427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:27.410913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6ab76-fd05-49a4-8043-de67edc0400b req-e7aec7df-f00e-4721-9958-ded39fbbb18e tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:27.412500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecc6ab76-fd05-49a4-8043-de67edc0400b req-e7aec7df-f00e-4721-9958-ded39fbbb18e tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.1999881 Nov 19 04:06:27.413814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] device_id is not set on port a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:27.427395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.437452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:27.437661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6d75fb5a-53cb-4074-bd7d-0cdd2ec021c2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:27.438349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 089a5d46-f621-4302-babd-2c4ab7a55445 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:27.442228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447c8b7-ecf7-499c-9e60-619b74356cd0 req-fbd34d5b-5617-432c-8115-90a7c9751c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:27.443890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7447c8b7-ecf7-499c-9e60-619b74356cd0 req-fbd34d5b-5617-432c-8115-90a7c9751c60 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1097 time: 0.2182395 Nov 19 04:06:27.471389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] For port 089a5d46-f621-4302-babd-2c4ab7a55445, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=089a5d46-f621-4302-babd-2c4ab7a55445,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:27.471804 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.500533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] Calling delete_port for 089a5d46-f621-4302-babd-2c4ab7a55445 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:27.620535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecc6ab76-fd05-49a4-8043-de67edc0400b req-05a164c1-09c1-4625-bb52-1b56790d952b tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004046 Nov 19 04:06:27.636893 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.695153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.733478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] Pushing event deleted for resources: {'Port': ['ID=089a5d46-f621-4302-babd-2c4ab7a55445,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:27.748543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae4300-95c2-4f70-9b00-5448b65882e7 None None] No DVR routers for this DVR port 089a5d46-f621-4302-babd-2c4ab7a55445 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:27.764442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Allocated IP 172.20.0.8 (908bcf70-1808-4b85-9ce7-7ed1a2e38576/b062bb90-8571-4e5d-83fa-6dc67f9615fe/a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:27.794809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7447c8b7-ecf7-499c-9e60-619b74356cd0 req-8440fa97-10c2-45b9-9af3-d8bd16a19c7a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192735 Nov 19 04:06:27.813744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d0c58-89d3-4169-bead-8bec33ed2e5c None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:27.908788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:27.931199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a2d3-afa8-4322-b4ee-b2408a6e3f42 req-f7cb5d2b-30db-4c9c-acaa-5cfd0821bade tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:27.942003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9d4a2d3-afa8-4322-b4ee-b2408a6e3f42 req-f7cb5d2b-30db-4c9c-acaa-5cfd0821bade tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1609399 Nov 19 04:06:28.047302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-86459766-1d5e-48e5-bb5f-b6e090ac3f03 None None] Provisioning complete for port 0e75c950-98be-4528-816e-4257c59325ee triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:28.047811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86459766-1d5e-48e5-bb5f-b6e090ac3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.091028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9d4a2d3-afa8-4322-b4ee-b2408a6e3f42 req-9fc293ab-281d-4325-a40a-9dc060627400 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475198 Nov 19 04:06:28.094211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '633c1803-5cef-4fb5-9795-ffca5d976ca8'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:28.095592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.282070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eb46d-0914-4eac-8071-1330b95e654a req-38814473-ebb7-46ef-8523-f798550f97a2 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:28.289483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-86459766-1d5e-48e5-bb5f-b6e090ac3f03 None None] Provisioning complete for port 9b3335c7-c17c-445d-a173-8b9ab5c11fed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:28.290038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86459766-1d5e-48e5-bb5f-b6e090ac3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.302646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da4eb46d-0914-4eac-8071-1330b95e654a req-38814473-ebb7-46ef-8523-f798550f97a2 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.1302173 Nov 19 04:06:28.311355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::1 (b0139743-f538-4089-8a77-ffb9c227eb62/633c1803-5cef-4fb5-9795-ffca5d976ca8/b828f701-c559-4ad9-8301-f2387e3dd97b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:28.318333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57034) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:28.326133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Request body: {'floatingip': {'port_id': '640d3df4-3e8b-46a2-8208-6ab53bf6909b'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:28.368421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-86459766-1d5e-48e5-bb5f-b6e090ac3f03 None None] Port 9b3335c7-c17c-445d-a173-8b9ab5c11fed cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:28.404396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.433210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.454279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.491646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-35c41dc1-25e3-4b13-9ef4-a6bcc04a123d None None] Provisioning complete for port 9b3335c7-c17c-445d-a173-8b9ab5c11fed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:28.492155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35c41dc1-25e3-4b13-9ef4-a6bcc04a123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.508886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.573697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-35c41dc1-25e3-4b13-9ef4-a6bcc04a123d None None] Port 9b3335c7-c17c-445d-a173-8b9ab5c11fed cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:28.577701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ad8d-dbe9-424d-a9e5-8e8fbd20914c req-9e810946-65fc-427a-813d-1c0c9523f14d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:28.579086 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b07ad8d-dbe9-424d-a9e5-8e8fbd20914c req-9e810946-65fc-427a-813d-1c0c9523f14d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1728704 Nov 19 04:06:28.591903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=b828f701-c559-4ad9-8301-f2387e3dd97b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:28.593049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/633c1803-5cef-4fb5-9795-ffca5d976ca8/72674762-daca-4110-b779-6e380af83774) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:28.602835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:28.607935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:28.619064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:28.621827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.659379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.668633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b07ad8d-dbe9-424d-a9e5-8e8fbd20914c req-c4f44138-7de5-4520-bc2e-9dc33509adc1 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665357 Nov 19 04:06:28.718285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-923faaf8-173c-492d-a514-c82a8ec77d4c None None] Provisioning complete for port 9b3335c7-c17c-445d-a173-8b9ab5c11fed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:28.718667 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-923faaf8-173c-492d-a514-c82a8ec77d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.734175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:28.772200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:28.783066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:28.789342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Port': ['ID=a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:28.792485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-923faaf8-173c-492d-a514-c82a8ec77d4c None None] Port 9b3335c7-c17c-445d-a173-8b9ab5c11fed cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:28.825137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.861927 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.873585 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.932320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:28.933589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:28.938403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:28.942411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:28.950003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:28.980575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4ba02edc-b7c4-43c4-a6b8-fa81daacffff tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0681927 Nov 19 04:06:28.982643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Pushing event updated for resources: {'Port': ['ID=72674762-daca-4110-b779-6e380af83774,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:28.983764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57052) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:29.022899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:29.085670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Attempting to bind port 72674762-daca-4110-b779-6e380af83774 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:29.086294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Attempting to bind port 72674762-daca-4110-b779-6e380af83774 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:29.086416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Attempting to bind port 72674762-daca-4110-b779-6e380af83774 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:29.099104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:29.099507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:29.099924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.104515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:29.105392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Bound port: 72674762-daca-4110-b779-6e380af83774, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:29.105924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.141118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.260775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b478b7dd-ee1a-4610-91f9-a858e3cf1a0e None None] Provisioning complete for port a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:29.261441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b478b7dd-ee1a-4610-91f9-a858e3cf1a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.262532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4d2f5-a551-41d7-aaab-fc0285b6049e req-8d8e8721-912f-414b-9b08-72be42b4fc5f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:29.263841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] For port 72674762-daca-4110-b779-6e380af83774, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:29.270322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] For port 72674762-daca-4110-b779-6e380af83774, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=72674762-daca-4110-b779-6e380af83774,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:29.270646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fd4d2f5-a551-41d7-aaab-fc0285b6049e req-8d8e8721-912f-414b-9b08-72be42b4fc5f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1019177 Nov 19 04:06:29.308320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.384610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fd4d2f5-a551-41d7-aaab-fc0285b6049e req-d7605386-e0a7-45b4-8c74-d6384f670af0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129315 Nov 19 04:06:29.394631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d81692-bb8b-4219-98bc-3d5c2cbb0bb2 None None] Pushing event updated for resources: {'Port': ['ID=72674762-daca-4110-b779-6e380af83774,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:29.398795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0e75c950-98be-4528-816e-4257c59325ee up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:29.403473 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.414647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.419858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.420554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.421778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.444263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b478b7dd-ee1a-4610-91f9-a858e3cf1a0e None None] Port a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:29.459964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.469144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0e75c950-98be-4528-816e-4257c59325ee triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:29.469848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:29.580948 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Floating IP 4c8ed7cd-bd50-46e4-93a0-55ba1a053866 associated. External IP: 172.25.8.209, port: 640d3df4-3e8b-46a2-8208-6ab53bf6909b. Nov 19 04:06:29.595442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=b828f701-c559-4ad9-8301-f2387e3dd97b,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:29.732939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:29.737828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:29.753103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Allocated IP 172.25.8.14 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2fa8f36e-d2e7-4e0e-a28f-7daaa905ac63) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:30.260052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Router acfcd320-4f18-40e6-9abf-8029771aae4d is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:06:30.273064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:30.383557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e456d-b814-43f5-9278-4fa9dc36ce8d req-647c5c51-18be-4c38-b6fd-dea0c5817032 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:30.385722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-416e456d-b814-43f5-9278-4fa9dc36ce8d req-647c5c51-18be-4c38-b6fd-dea0c5817032 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.5111845 Nov 19 04:06:30.391512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Router 37966d6b-3037-478a-9f75-80ab383145e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:06:30.392148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:30.397621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1e344-c5da-4cef-afe6-bd23bce0bd26 req-f2a212d4-23fd-4c45-a36c-cbebe63df5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:30.398396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b5883f39-06b4-4e32-9a2c-9b92155d6ad1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "PUT /v2.0/routers/acfcd320-4f18-40e6-9abf-8029771aae4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0118489 Nov 19 04:06:30.399725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:30.401716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:30.401992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ded1e344-c5da-4cef-afe6-bd23bce0bd26 req-f2a212d4-23fd-4c45-a36c-cbebe63df5cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.4632866 Nov 19 04:06:30.406252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Sync routers for ids ['acfcd320-4f18-40e6-9abf-8029771aae4d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:30.437403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Routers {'acfcd320-4f18-40e6-9abf-8029771aae4d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:30.444103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acfcd320-4f18-40e6-9abf-8029771aae4d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:30.477705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ded1e344-c5da-4cef-afe6-bd23bce0bd26 req-9d28524f-32f3-4f00-9233-c82fa7cded68 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625794 Nov 19 04:06:30.492229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:30.500251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:30.508287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:30.519154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbe849-0e37-406d-8c36-4ae96b1367f1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:30.520669 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-01fbe849-0e37-406d-8c36-4ae96b1367f1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports/b828f701-c559-4ad9-8301-f2387e3dd97b HTTP/1.1" status: 200 len: 911 time: 0.1155238 Nov 19 04:06:30.524155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57086) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:30.570615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-416e456d-b814-43f5-9278-4fa9dc36ce8d req-4f861f43-8f6f-477b-ace0-a293a5acf555 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649010 Nov 19 04:06:30.607449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Set router acfcd320-4f18-40e6-9abf-8029771aae4d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:30.610064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Port': ['ID=2fa8f36e-d2e7-4e0e-a28f-7daaa905ac63,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:30.673160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:30.678917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:30.688537 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] Sync routers for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:30.705782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5927bfb5-c3d1-445c-b2aa-0845952fde6b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:30.713104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5927bfb5-c3d1-445c-b2aa-0845952fde6b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:30.717420 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5927bfb5-c3d1-445c-b2aa-0845952fde6b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1612022 Nov 19 04:06:30.717590 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:30.717844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:30.719579 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:30.802239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ac935e0c-d730-4541-b25f-7d1d7a74ad2a tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "PUT /v2.0/floatingips/4c8ed7cd-bd50-46e4-93a0-55ba1a053866 HTTP/1.1" status: 200 len: 992 time: 2.4804621 Nov 19 04:06:30.807100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:06:30.811095 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c97c07-36d6-47ad-a988-fb2685226154" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:06:30.850244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4022-7278-4c4e-92b0-293c5a7ab29a req-b1c4bb55-8590-4953-8936-4dc20c11e7e3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:30.852125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af0a4022-7278-4c4e-92b0-293c5a7ab29a req-b1c4bb55-8590-4953-8936-4dc20c11e7e3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1706140 Nov 19 04:06:30.925185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:30.933202 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af0a4022-7278-4c4e-92b0-293c5a7ab29a req-26b3c805-1b5e-44bc-87fc-19af870947d0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744441 Nov 19 04:06:30.953815 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:31.055252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:27Z', 'updated_at': '2021-11-19T04:06:28Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None, '_interfaces': [{'id': 'b828f701-c559-4ad9-8301-f2387e3dd97b', 'name': '', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'mac_address': 'fa:16:3e:4a:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '633c1803-5cef-4fb5-9795-ffca5d976ca8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:06:28Z', 'updated_at': '2021-11-19T04:06:29Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'subnets': [{'id': '633c1803-5cef-4fb5-9795-ffca5d976ca8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:31.096233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Checking router: acfcd320-4f18-40e6-9abf-8029771aae4d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:06:31.097613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Updating router acfcd320-4f18-40e6-9abf-8029771aae4d port b828f701-c559-4ad9-8301-f2387e3dd97b binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:06:31.132211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:31.138628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f8dd4547-78f5-4a9f-9f1a-6521e8948a13 None None] Provisioning complete for port 72674762-daca-4110-b779-6e380af83774 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:31.139004 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4547-78f5-4a9f-9f1a-6521e8948a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:31.159958 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc051f8-ca95-4b39-ad1f-b244f5f4baa9 x-openstack-request-id: req-1bc051f8-ca95-4b39-ad1f-b244f5f4baa9 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:06:31.160617 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:06:31.161116 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bc051f8-ca95-4b39-ad1f-b244f5f4baa9 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:06:31.161775 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'status': 'completed', 'code': 200} Nov 19 04:06:31.268000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:31.329376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97c07-36d6-47ad-a988-fb2685226154 req-d5063aef-ba23-4bb0-882b-a6b4bbaa56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:31.330991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-d5063aef-ba23-4bb0-882b-a6b4bbaa56ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 1097 time: 0.1460745 Nov 19 04:06:31.445783 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '4c8ed7cd-bd50-46e4-93a0-55ba1a053866', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'port_id': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'mac_address': 'fa:16:3e:fb:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:05:29Z', 'updated_at': '2021-11-19T04:06:29Z', 'revision_number': 1, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:28Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:31.498523 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] Checking router: 37966d6b-3037-478a-9f75-80ab383145e6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:06:31.526431 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:31.527644 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:31.571975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9ae4-996f-4b74-831a-bc42a2de2fbb req-9db390cf-d8cf-4f74-9f31-b53894c0435a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:31.577089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-591f9ae4-996f-4b74-831a-bc42a2de2fbb req-9db390cf-d8cf-4f74-9f31-b53894c0435a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.2946339 Nov 19 04:06:31.584876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:31.589604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'floatingip': {'port_id': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:31.655498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 72674762-daca-4110-b779-6e380af83774 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:31.689354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:31.716394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4547-78f5-4a9f-9f1a-6521e8948a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:31.824034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f8dd4547-78f5-4a9f-9f1a-6521e8948a13 None None] For port 72674762-daca-4110-b779-6e380af83774, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=72674762-daca-4110-b779-6e380af83774,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:31.829302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:31.866505 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:31.887860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97c07-36d6-47ad-a988-fb2685226154 req-56cb5d9e-b90f-4f34-b0e8-f3cf5dc93d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:31.889406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-56cb5d9e-b90f-4f34-b0e8-f3cf5dc93d1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 200 len: 917 time: 0.5465631 Nov 19 04:06:31.943744 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4547-78f5-4a9f-9f1a-6521e8948a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.003391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-bb786424-d058-4bd4-99e7-2c33597ed129 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 200 len: 1000 time: 0.0950439 Nov 19 04:06:32.010833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.034087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342003e-0bab-4512-9e18-b8c2305ff536 req-c949bba8-9165-46e5-a77a-ad5eccce689c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:32.042008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5342003e-0bab-4512-9e18-b8c2305ff536 req-c949bba8-9165-46e5-a77a-ad5eccce689c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.3501894 Nov 19 04:06:32.067941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.110074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 72674762-daca-4110-b779-6e380af83774 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:32.110074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.117219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.176649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97c07-36d6-47ad-a988-fb2685226154 req-9d3f7c9c-a78d-41af-9bf6-5a5f3aed8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:32.178220 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-9d3f7c9c-a78d-41af-9bf6-5a5f3aed8892 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95927755-dd4f-4769-9e85-9eafaa4b3589 HTTP/1.1" status: 200 len: 855 time: 0.1665246 Nov 19 04:06:32.241443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Port': ['ID=2fa8f36e-d2e7-4e0e-a28f-7daaa905ac63,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:32.278575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5342003e-0bab-4512-9e18-b8c2305ff536 req-c66efac0-4474-4371-9cfa-946c3566e57f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355711 Nov 19 04:06:32.284715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d3fe3efb-ac74-401d-a375-1201d93919c7 None None] Provisioning complete for port b828f701-c559-4ad9-8301-f2387e3dd97b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:32.290265 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3efb-ac74-401d-a375-1201d93919c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.354383 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '4c8ed7cd-bd50-46e4-93a0-55ba1a053866', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'port_id': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'mac_address': 'fa:16:3e:fb:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:05:29Z', 'updated_at': '2021-11-19T04:06:29Z', 'revision_number': 1, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:28Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:32.355336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.361720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd4547-78f5-4a9f-9f1a-6521e8948a13 None None] Pushing event updated for resources: {'Port': ['ID=72674762-daca-4110-b779-6e380af83774,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:32.368292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97c07-36d6-47ad-a988-fb2685226154 req-9be8dba8-e6ca-45fd-978f-1b799c9a3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:32.375772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-9be8dba8-e6ca-45fd-978f-1b799c9a3e21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537125 Nov 19 04:06:32.391190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.395411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f1ba8922-4780-4ee8-8e36-c6aafd7d91d7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4076521 Nov 19 04:06:32.395954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57164) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:32.404457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-738097c4-4c52-4f19-8c58-d8d19cad5c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'floatingip': {'port_id': 'a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:32.422510 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7239dc-4a5f-4833-9f5d-03d65da89178 None None] The sync data for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 is: [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '4c8ed7cd-bd50-46e4-93a0-55ba1a053866', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'port_id': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'mac_address': 'fa:16:3e:fb:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:05:29Z', 'updated_at': '2021-11-19T04:06:29Z', 'revision_number': 1, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:28Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:32.478562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe3efb-ac74-401d-a375-1201d93919c7 None None] Port b828f701-c559-4ad9-8301-f2387e3dd97b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:06:32.502938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-738097c4-4c52-4f19-8c58-d8d19cad5c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.518503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-d500ce92-da3c-4b85-ace6-1540d058f2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973468 Nov 19 04:06:32.575198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.590898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.639190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec7098-8c32-4270-85b8-24606b6f1c26 None None] Pushing event updated for resources: {'Port': ['ID=b828f701-c559-4ad9-8301-f2387e3dd97b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:32.762355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Attempting to bind port b828f701-c559-4ad9-8301-f2387e3dd97b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:32.763595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Attempting to bind port b828f701-c559-4ad9-8301-f2387e3dd97b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:32.764468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Attempting to bind port b828f701-c559-4ad9-8301-f2387e3dd97b on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:32.774692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:32.779114 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-738097c4-4c52-4f19-8c58-d8d19cad5c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] update failed (client error): The resource could not be found. Nov 19 04:06:32.783625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:32.784359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.785026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-738097c4-4c52-4f19-8c58-d8d19cad5c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "PUT /v2.0/floatingips/9d109cc7-9e04-4379-990b-42bfcf73ca9c HTTP/1.1" status: 404 len: 507 time: 0.3859274 Nov 19 04:06:32.785153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:32.786274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Bound port: b828f701-c559-4ad9-8301-f2387e3dd97b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:32.786891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:32.795163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57184) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:32.832605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55c97c07-36d6-47ad-a988-fb2685226154 req-0ed2a1bd-6a62-4f34-b61c-3ffe43a81dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058641 Nov 19 04:06:32.854126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e3043-f23d-4e6b-a872-4eb97665ca65 None None] New status for floating IP 4c8ed7cd-bd50-46e4-93a0-55ba1a053866: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:06:32.916762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port b828f701-c559-4ad9-8301-f2387e3dd97b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:32.917281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.018275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.023689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.055150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] For port b828f701-c559-4ad9-8301-f2387e3dd97b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:33.076922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] For port b828f701-c559-4ad9-8301-f2387e3dd97b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b828f701-c559-4ad9-8301-f2387e3dd97b,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:33.105243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port b828f701-c559-4ad9-8301-f2387e3dd97b, host n-d-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:33.106060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.106483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.123429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Deleting port 2fa8f36e-d2e7-4e0e-a28f-7daaa905ac63 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:33.123950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.134971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for b828f701-c559-4ad9-8301-f2387e3dd97b owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:33.173054 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Floating IP a8ee3fe7-0a54-470b-9f6f-3f855b670697 associated. External IP: 172.25.8.162, port: 33221b0c-4ed3-4ac1-a035-fa31e1ba8094. Nov 19 04:06:33.203131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a2c0ade3-0353-428f-9427-ef597bdb2c48 None None] Provisioning complete for port b828f701-c559-4ad9-8301-f2387e3dd97b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:33.203439 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ade3-0353-428f-9427-ef597bdb2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.299451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec7098-8c32-4270-85b8-24606b6f1c26 None None] Pushing event updated for resources: {'Port': ['ID=b828f701-c559-4ad9-8301-f2387e3dd97b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:33.302875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Routers {'acfcd320-4f18-40e6-9abf-8029771aae4d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:33.303594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acfcd320-4f18-40e6-9abf-8029771aae4d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:33.413298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 72674762-daca-4110-b779-6e380af83774 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:33.483957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.484577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.528900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Calling delete_port for 2fa8f36e-d2e7-4e0e-a28f-7daaa905ac63 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:33.563092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] Set router acfcd320-4f18-40e6-9abf-8029771aae4d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:33.619868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b49c1-0028-48db-b59b-78f35bf4999b req-00e39188-3a9e-4206-aeed-4fb123a7c1b4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:33.627926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b54b49c1-0028-48db-b59b-78f35bf4999b req-00e39188-3a9e-4206-aeed-4fb123a7c1b4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2114248 Nov 19 04:06:33.640232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 72674762-daca-4110-b779-6e380af83774 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:33.640232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.646460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.651633 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ade3-0353-428f-9427-ef597bdb2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:33.686427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=b828f701-c559-4ad9-8301-f2387e3dd97b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:33.708983 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b54b49c1-0028-48db-b59b-78f35bf4999b req-b8bbebb4-ee45-47a2-98f8-de712bab9660 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800169 Nov 19 04:06:33.750411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:06:33.965503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1fd60a4f-8007-4548-92c6-d54dd0f99c90 None None] Could not find standard attr ID for object b828f701-c559-4ad9-8301-f2387e3dd97b. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:33.996820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:34.002400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.011494 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:34.013315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:27Z', 'updated_at': '2021-11-19T04:06:28Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None, '_interfaces': [{'id': 'b828f701-c559-4ad9-8301-f2387e3dd97b', 'name': '', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'mac_address': 'fa:16:3e:4a:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '633c1803-5cef-4fb5-9795-ffca5d976ca8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:06:28Z', 'updated_at': '2021-11-19T04:06:32Z', 'revision_number': 4, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'subnets': [{'id': '633c1803-5cef-4fb5-9795-ffca5d976ca8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:34.023901 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:34.024542 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:34.059554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19426e71-e270-428c-a186-48a7a447aa97 None None] The sync data for ids ['acfcd320-4f18-40e6-9abf-8029771aae4d'] in n-d-818503-1 is: [{'id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:27Z', 'updated_at': '2021-11-19T04:06:28Z', 'revision_number': 2, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None, '_interfaces': [{'id': 'b828f701-c559-4ad9-8301-f2387e3dd97b', 'name': '', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'mac_address': 'fa:16:3e:4a:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '633c1803-5cef-4fb5-9795-ffca5d976ca8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:06:28Z', 'updated_at': '2021-11-19T04:06:32Z', 'revision_number': 4, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'subnets': [{'id': '633c1803-5cef-4fb5-9795-ffca5d976ca8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:34.070854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57232) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:34.118058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7dc72e4-d96e-4a74-aa4f-27fdacea962d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "PUT /v2.0/floatingips/a8ee3fe7-0a54-470b-9f6f-3f855b670697 HTTP/1.1" status: 200 len: 992 time: 2.5319185 Nov 19 04:06:34.121088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:06:34.132181 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f43f17b-5801-4681-aa0f-6332cc4d8750" -d '{"events": [{"name": "network-changed", "server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:06:34.236847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9bf8-6c0c-4c00-959e-c439dcadc1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.273554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:34.327754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.343250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f15b2-a08d-414c-a484-677e40abebce req-9778c372-1cb0-4686-8a34-788c5646e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:34.345127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-9778c372-1cb0-4686-8a34-788c5646e012 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.0931420 Nov 19 04:06:34.431404 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20224dc-4ce2-4ce5-a8b6-d89e89f6bd9e x-openstack-request-id: req-b20224dc-4ce2-4ce5-a8b6-d89e89f6bd9e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:06:34.431973 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:06:34.432480 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b20224dc-4ce2-4ce5-a8b6-d89e89f6bd9e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:06:34.433101 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'status': 'completed', 'code': 200} Nov 19 04:06:34.511124 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9bf8-6c0c-4c00-959e-c439dcadc1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.571032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9bf8-6c0c-4c00-959e-c439dcadc1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.637684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.645766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f15b2-a08d-414c-a484-677e40abebce req-a34f0a36-3ded-4228-b888-39150194c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:34.647226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-a34f0a36-3ded-4228-b888-39150194c247 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.2939298 Nov 19 04:06:34.652535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b9bf8-6c0c-4c00-959e-c439dcadc1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aab9fd-126d-498d-8cae-144375ea5b08,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:34.691619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-9c61c9aa-553c-4c88-840b-d2e69e16ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:34.693421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-9c61c9aa-553c-4c88-840b-d2e69e16ef59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1097 time: 0.2032945 Nov 19 04:06:34.698820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Port': ['ID=2fa8f36e-d2e7-4e0e-a28f-7daaa905ac63,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:34.748398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-413f0a43-e857-40ee-bfc4-93b9c8c825ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0709116 Nov 19 04:06:34.759807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3d0c-0683-407c-944c-7fea776edb64 req-2416fbe1-14f0-4f3f-bb11-8341338d2c13 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:34.761910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f5e3d0c-0683-407c-944c-7fea776edb64 req-2416fbe1-14f0-4f3f-bb11-8341338d2c13 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2396512 Nov 19 04:06:34.768223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4c6b9bf8-6c0c-4c00-959e-c439dcadc1d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1299f3577c604336af2f1ad53b0c2dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961896 Nov 19 04:06:34.774911 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a8ee3fe7-0a54-470b-9f6f-3f855b670697', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'port_id': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'mac_address': 'fa:16:3e:cf:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:06:04Z', 'updated_at': '2021-11-19T04:06:32Z', 'revision_number': 1, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:34.778808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57242) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:34.810011 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:06:34.823032 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:34.823265 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:34.824214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Router acfcd320-4f18-40e6-9abf-8029771aae4d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:06:34.872735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-0ead3a02-46f6-4513-9a96-5c6e56baeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:34.874162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-0ead3a02-46f6-4513-9a96-5c6e56baeeb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.1718795 Nov 19 04:06:34.902078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f15b2-a08d-414c-a484-677e40abebce req-49ff16ed-7fe0-4f6e-a877-dbda7f3835d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:34.903681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-49ff16ed-7fe0-4f6e-a877-dbda7f3835d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.1339402 Nov 19 04:06:34.907669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f5e3d0c-0683-407c-944c-7fea776edb64 req-6974dc88-8f9c-4f4c-9dcb-45780d4aac2a tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181247 Nov 19 04:06:34.933814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ff29-6fdd-415e-a992-aaa54eec1b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:34.944433 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:34.966912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-d4b6dbff-db2b-4192-992a-3824fd4e24f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422890 Nov 19 04:06:35.043859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ff29-6fdd-415e-a992-aaa54eec1b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.138347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.141040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.142333 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4693c185-c318-4059-b4db-05a6a978ca3e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "DELETE /v2.0/floatingips/9d109cc7-9e04-4379-990b-42bfcf73ca9c HTTP/1.1" status: 204 len: 168 time: 2.3452954 Nov 19 04:06:35.143901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:35.150859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57246) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.154911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-105ac0d5-3f86-4fdd-9dd5-957e6d908458 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "PUT /v2.0/routers/acfcd320-4f18-40e6-9abf-8029771aae4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4357703 Nov 19 04:06:35.159624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7d6d8c0a-1c43-4f3a-858f-4043c502202d tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'floatingip': {'floating_network_id': '908bcf70-1808-4b85-9ce7-7ed1a2e38576', 'port_id': 'a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:35.165661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57248) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.167664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-c5d8d239-b1a7-427b-a8fe-8caaa2727586 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 1000 time: 0.2806361 Nov 19 04:06:35.264802 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a8ee3fe7-0a54-470b-9f6f-3f855b670697', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'port_id': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'mac_address': 'fa:16:3e:cf:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:06:04Z', 'updated_at': '2021-11-19T04:06:32Z', 'revision_number': 1, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:35.275573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78841692-dbfb-4dc7-90e1-99696b4172a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:35.277350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78841692-dbfb-4dc7-90e1-99696b4172a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:35.281513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-78841692-dbfb-4dc7-90e1-99696b4172a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1104550 Nov 19 04:06:35.281513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8c0a-1c43-4f3a-858f-4043c502202d tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.286326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57250) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.299086 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07071c-fdfe-4897-a099-b01b450e3b5b None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a8ee3fe7-0a54-470b-9f6f-3f855b670697', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'port_id': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'mac_address': 'fa:16:3e:cf:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:06:04Z', 'updated_at': '2021-11-19T04:06:32Z', 'revision_number': 1, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:35.306633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-91012002-3b94-45f3-ba5a-18887348c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:35.308009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-91012002-3b94-45f3-ba5a-18887348c13c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.1256859 Nov 19 04:06:35.428681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 633c1803-5cef-4fb5-9795-ffca5d976ca8 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:35.436641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.451066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-311f0b99-3469-4ff8-9133-bcce305708a0 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722266 Nov 19 04:06:35.468876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ff29-6fdd-415e-a992-aaa54eec1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.471452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cd5ff29-6fdd-415e-a992-aaa54eec1b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.472605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4cd5ff29-6fdd-415e-a992-aaa54eec1b1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56aab9fd-126d-498d-8cae-144375ea5b08 HTTP/1.1" status: 204 len: 168 time: 0.6924999 Nov 19 04:06:35.486446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-48487e53-e2d5-4ed3-8116-a0e75590416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:35.488497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-48487e53-e2d5-4ed3-8116-a0e75590416e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469157 Nov 19 04:06:35.516457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ff29-6fdd-415e-a992-aaa54eec1b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aab9fd-126d-498d-8cae-144375ea5b08,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:35.527673 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.567123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-645f15b2-a08d-414c-a484-677e40abebce req-82e9aebc-b66e-4124-9bb6-00b3d5c87702 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063058 Nov 19 04:06:35.691879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-1ce26c1c-9865-45a2-8664-9463fd5acdb9 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960430 Nov 19 04:06:35.718158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.782465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57258) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.786010 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-7d6d8c0a-1c43-4f3a-858f-4043c502202d tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:06:35.792361 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7d6d8c0a-1c43-4f3a-858f-4043c502202d tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6311114 Nov 19 04:06:35.792867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57260) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.800102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689eaa1f-2777-4db4-9ab4-937759616f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.802707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:35.867475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.876627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.898246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689eaa1f-2777-4db4-9ab4-937759616f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.903687 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689eaa1f-2777-4db4-9ab4-937759616f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.951386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-689eaa1f-2777-4db4-9ab4-937759616f0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a09c1a22df946109386821544d05109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654658 Nov 19 04:06:35.951619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9f43f17b-5801-4681-aa0f-6332cc4d8750 req-7d96b170-0beb-4704-95fe-7a7d74c5b2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454019 Nov 19 04:06:35.951750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689eaa1f-2777-4db4-9ab4-937759616f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf1349f-db36-484d-b841-d9405cf5ab3e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:35.951864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=633c1803-5cef-4fb5-9795-ffca5d976ca8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:35.954516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:35.958282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4409f622-5e1f-4958-a461-54e52b56e32f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/633c1803-5cef-4fb5-9795-ffca5d976ca8 HTTP/1.1" status: 204 len: 168 time: 0.6709375 Nov 19 04:06:35.958877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57264) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.966919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57266) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:35.970029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d82425-47f7-461f-abed-b13a8bb71a9e None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:36.060251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] Sync routers for ids ['acfcd320-4f18-40e6-9abf-8029771aae4d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:36.098929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] Routers {'acfcd320-4f18-40e6-9abf-8029771aae4d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:36.099573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acfcd320-4f18-40e6-9abf-8029771aae4d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:36.102847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294eb62-2b33-42f2-a6b0-6cd74bcc0283 req-3a6da738-1659-49f9-862a-e7d03175cd72 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:36.105623 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1294eb62-2b33-42f2-a6b0-6cd74bcc0283 req-3a6da738-1659-49f9-862a-e7d03175cd72 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0802324 Nov 19 04:06:36.137979 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816879f-3992-4aef-ab92-d769a46fcfd6 None None] New status for floating IP a8ee3fe7-0a54-470b-9f6f-3f855b670697: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:06:36.146434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ecad7bc6-ecc9-494e-bfa2-3009a58a2108 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1734691 Nov 19 04:06:36.147117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:36.151964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb609d62-9228-45fc-bb1b-21014e6a0ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.187401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb609d62-9228-45fc-bb1b-21014e6a0ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.239292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] Set router acfcd320-4f18-40e6-9abf-8029771aae4d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:36.244280 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.281669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1294eb62-2b33-42f2-a6b0-6cd74bcc0283 req-80f08712-d1fd-4a19-81f8-e380a665ef8b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640885 Nov 19 04:06:36.286647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.336182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb609d62-9228-45fc-bb1b-21014e6a0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.338990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb609d62-9228-45fc-bb1b-21014e6a0ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.342795 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb609d62-9228-45fc-bb1b-21014e6a0ccd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bf1349f-db36-484d-b841-d9405cf5ab3e HTTP/1.1" status: 204 len: 168 time: 0.3799686 Nov 19 04:06:36.429167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb609d62-9228-45fc-bb1b-21014e6a0ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf1349f-db36-484d-b841-d9405cf5ab3e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:36.489617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Allocated IP 172.25.8.56 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/765277c3-aa3c-433f-bd90-b3a001909b7d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:36.583701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:27Z', 'updated_at': '2021-11-19T04:06:33Z', 'revision_number': 3, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:36.603797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.608574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.640054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] Checking router: acfcd320-4f18-40e6-9abf-8029771aae4d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:06:36.666464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] Routers {'acfcd320-4f18-40e6-9abf-8029771aae4d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:36.667157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acfcd320-4f18-40e6-9abf-8029771aae4d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:36.680915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.680915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Fanout notify agent at l3_agent the message router_deleted on router acfcd320-4f18-40e6-9abf-8029771aae4d {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:06:36.681666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.689449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.690689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d28e7649-d205-4cb2-8646-af6a7b9a2704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/routers/acfcd320-4f18-40e6-9abf-8029771aae4d HTTP/1.1" status: 204 len: 168 time: 0.5425804 Nov 19 04:06:36.693351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57278) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:36.737486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.749018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:36.756950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d699c8-6a96-4969-8fff-1a8f097efb78 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:36.759003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-03d699c8-6a96-4969-8fff-1a8f097efb78 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0644591 Nov 19 04:06:36.761690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57280) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:36.789081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:36.792353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:36.795011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] Set router acfcd320-4f18-40e6-9abf-8029771aae4d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:06:36.799983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:36.837646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event updated for resources: {'Port': ['ID=765277c3-aa3c-433f-bd90-b3a001909b7d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:36.847024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880183c-5613-4195-92b2-d943cb91fac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:36.852853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7880183c-5613-4195-92b2-d943cb91fac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871878 Nov 19 04:06:36.852990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57286) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:36.871168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:27Z', 'updated_at': '2021-11-19T04:06:33Z', 'revision_number': 3, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:36.906726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a6f75-8b3d-4e4f-bc35-b9df9f9aa2ef None None] The sync data for ids ['acfcd320-4f18-40e6-9abf-8029771aae4d'] in n-d-818503-1 is: [{'id': 'acfcd320-4f18-40e6-9abf-8029771aae4d', 'name': 'tempest-NetworksTestDHCPv6-router-1236526131', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:06:27Z', 'updated_at': '2021-11-19T04:06:33Z', 'revision_number': 3, 'project_id': 'b0756d75d51541aa94f673b3176c1c76', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:36.918321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9f54ad6f-67c1-49f7-a23d-bfcaefb25f13 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587311 Nov 19 04:06:36.922939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] Deleting port 72674762-daca-4110-b779-6e380af83774 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:36.923121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57290) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:36.923647 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:36.932635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:37.001345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] For port 72674762-daca-4110-b779-6e380af83774, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=72674762-daca-4110-b779-6e380af83774,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:37.002539 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.016789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] Calling delete_port for 72674762-daca-4110-b779-6e380af83774 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:37.044323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Deleting port 765277c3-aa3c-433f-bd90-b3a001909b7d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:37.045590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.092071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:37.097235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.158990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.193229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] No DVR routers for this DVR port 72674762-daca-4110-b779-6e380af83774 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:37.220418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c1a52-d8c6-4100-a728-98fa2d8fe612 None None] Pushing event deleted for resources: {'Port': ['ID=72674762-daca-4110-b779-6e380af83774,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:37.444369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 72674762-daca-4110-b779-6e380af83774 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:37.495568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 72674762-daca-4110-b779-6e380af83774 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:37.495908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 72674762-daca-4110-b779-6e380af83774 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:37.498388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b828f701-c559-4ad9-8301-f2387e3dd97b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:37.526751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b828f701-c559-4ad9-8301-f2387e3dd97b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:37.527282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b828f701-c559-4ad9-8301-f2387e3dd97b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:37.540005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.540787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.572041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Calling delete_port for 765277c3-aa3c-433f-bd90-b3a001909b7d owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:37.587705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55528a-d8ca-49be-9da7-0fb4076c413f req-1af6baf9-8ba2-4840-b38e-8101ce8e2116 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:37.596800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d55528a-d8ca-49be-9da7-0fb4076c413f req-1af6baf9-8ba2-4840-b38e-8101ce8e2116 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1292605 Nov 19 04:06:37.679063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:06:37.685964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.738731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.771792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d55528a-d8ca-49be-9da7-0fb4076c413f req-fec6cdd8-083d-48dd-abf0-a66b38512408 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737020 Nov 19 04:06:37.779795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:37.786946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:37.794364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Port': ['ID=765277c3-aa3c-433f-bd90-b3a001909b7d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:37.796310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:37.798650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:37.800887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e892b0b2-45de-4d02-a4f5-a7d123e8b453 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:37.841709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:37.863767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6bf6963a-fe5e-4323-809a-4677126c1e97 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9367366 Nov 19 04:06:37.864475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:37.872604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:37.904013 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] create failed (client error): The resource could not be found. Nov 19 04:06:37.905479 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b7ca4a12-9bef-495b-ae31-d6c35c899798 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1099479 Nov 19 04:06:37.911119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57314) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:38.015363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Deleting port a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:38.015713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.071673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:38.073426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.078854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:38.084689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.132255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.148201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Calling delete_port for a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:38.244814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Allocated IP 2001:db8::f816:3eff:fe03:a8de (b0139743-f538-4089-8a77-ffb9c227eb62/f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0/a7726634-e2a5-4481-93da-7d92e7aef2fa) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:38.327903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.375408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Port': ['ID=a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:38.412622 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-90ced8b2-c4ad-4a69-b90a-8b5058a22285 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882175 Nov 19 04:06:38.461235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.482403 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.487521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37324ae6-f723-4b22-b61c-6b8c3fd8a0ce tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "DELETE /v2.0/ports/a33cba98-6200-4a7f-a9c0-1d8f25d0e0fb HTTP/1.1" status: 204 len: 168 time: 0.5749962 Nov 19 04:06:38.490240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:38.553858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:38.589210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:38.590711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbda9d-1193-4654-9344-859bf731dda9 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:38.594883 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-76dbda9d-1193-4654-9344-859bf731dda9 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f2842dc-a43b-4587-8029-72a020ff25a6 HTTP/1.1" status: 200 len: 913 time: 0.1012971 Nov 19 04:06:38.595035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:38.595035 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.596171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57332) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:38.610586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=f4478e73-2836-4493-be5f-45f9b376054c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:38.611623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.629918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-67eff4b4-8dcf-4c18-b3db-f235f8d13de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:38.633094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-67eff4b4-8dcf-4c18-b3db-f235f8d13de5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 1097 time: 0.1612735 Nov 19 04:06:38.633375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.641663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-483966bf-6818-4c37-a30a-286b222118a5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7747400 Nov 19 04:06:38.646067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57334) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:38.654961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:87:4e:fe', 'name': 'tempest-NetworksTestDHCPv6-1660686832'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:38.720181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Pushing event updated for resources: {'Port': ['ID=a7726634-e2a5-4481-93da-7d92e7aef2fa,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:38.735142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:38.737186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:38.740640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:38.830620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Attempting to bind port a7726634-e2a5-4481-93da-7d92e7aef2fa on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:38.831154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Attempting to bind port a7726634-e2a5-4481-93da-7d92e7aef2fa by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:38.831378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Attempting to bind port a7726634-e2a5-4481-93da-7d92e7aef2fa on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:38.837432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:38.837686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:38.837992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.838330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:38.838817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Bound port: a7726634-e2a5-4481-93da-7d92e7aef2fa, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:38.839598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.917904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:38.922179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] For port a7726634-e2a5-4481-93da-7d92e7aef2fa, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:38.929887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] For port a7726634-e2a5-4481-93da-7d92e7aef2fa, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a7726634-e2a5-4481-93da-7d92e7aef2fa,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:38.937999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:38.993405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-94aa84b4-74d2-4871-8ca4-b7e8fdecc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:38.994924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-94aa84b4-74d2-4871-8ca4-b7e8fdecc187 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 200 len: 917 time: 0.2414432 Nov 19 04:06:39.012702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a604e43-ece5-4d7f-97fe-2155fc4cb467 None None] Pushing event updated for resources: {'Port': ['ID=a7726634-e2a5-4481-93da-7d92e7aef2fa,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:39.074375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:39.091774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18caff-2f02-4041-9e57-7553d6efb9f2 req-0ac0f66e-6063-4435-9104-09a0162c592b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:39.101053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac18caff-2f02-4041-9e57-7553d6efb9f2 req-0ac0f66e-6063-4435-9104-09a0162c592b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2107139 Nov 19 04:06:39.161862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:39.187305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-186c9b6b-207d-4680-87ca-ee672cc6978e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 200 len: 1002 time: 0.1807015 Nov 19 04:06:39.237818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 90e27641-b216-4952-ba9b-48c966d6326c yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:39.283496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac18caff-2f02-4041-9e57-7553d6efb9f2 req-1bdfe4e4-678a-45ac-9a88-07913ae6dece tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730237 Nov 19 04:06:39.417376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-71748197-1825-4d2e-9b40-dd604dc8a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:39.419081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-71748197-1825-4d2e-9b40-dd604dc8a781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95927755-dd4f-4769-9e85-9eafaa4b3589 HTTP/1.1" status: 200 len: 855 time: 0.2194383 Nov 19 04:06:39.544969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-b678165f-c93c-419a-a48e-df5bd27a8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:39.546459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-b678165f-c93c-419a-a48e-df5bd27a8101 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148200 Nov 19 04:06:39.579480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Deleting port 9b3335c7-c17c-445d-a173-8b9ab5c11fed {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:39.580245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:39.717765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 172.20.0.11 (b0139743-f538-4089-8a77-ffb9c227eb62/f4478e73-2836-4493-be5f-45f9b376054c/90e27641-b216-4952-ba9b-48c966d6326c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:39.723442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:39.736810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fe87:4efe (b0139743-f538-4089-8a77-ffb9c227eb62/f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0/90e27641-b216-4952-ba9b-48c966d6326c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:39.744002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Calling delete_port for 9b3335c7-c17c-445d-a173-8b9ab5c11fed owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:39.758337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-ac050092-3cea-4d10-b649-3d23c7a3567f service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993051 Nov 19 04:06:39.961141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90f7b0f-5d0e-4c36-b29f-87b7a4245903 req-62719de9-c8a3-4afc-b8de-95ab91e1d469 service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783237 Nov 19 04:06:40.013575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.055413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.114522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Port': ['ID=9b3335c7-c17c-445d-a173-8b9ab5c11fed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:40.157366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.239354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:40.242928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:40.247474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:40.265581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=90e27641-b216-4952-ba9b-48c966d6326c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:40.335899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:40.337173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.393687 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-334241dd-3c50-45b6-aec5-526c66d9cedd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7460682 Nov 19 04:06:40.396388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:40.404359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.478340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526fdca6-adae-4490-ace5-10efe251e94f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:40.502720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526fdca6-adae-4490-ace5-10efe251e94f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:40.506805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-526fdca6-adae-4490-ace5-10efe251e94f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1093822 Nov 19 04:06:40.509371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57368) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:40.640732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Router 9f2842dc-a43b-4587-8029-72a020ff25a6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:06:40.701866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edd305-4a70-4576-b2a7-8422c4072cf0 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:40.733756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:06:40.747773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4c3c064-254c-460c-b8b6-9cc549250c8e tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "PUT /v2.0/routers/9f2842dc-a43b-4587-8029-72a020ff25a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1484025 Nov 19 04:06:40.748104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:40.780170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] Sync routers for ids ['9f2842dc-a43b-4587-8029-72a020ff25a6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:06:40.812201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 90e27641-b216-4952-ba9b-48c966d6326c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:40.812822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.817652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] Routers {'9f2842dc-a43b-4587-8029-72a020ff25a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:40.827057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['9f2842dc-a43b-4587-8029-72a020ff25a6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:40.850340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.875633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:40.886486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c32e704-1b12-4b6b-bf24-ed921b8839f9 None None] Provisioning complete for port a7726634-e2a5-4481-93da-7d92e7aef2fa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:40.887499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c32e704-1b12-4b6b-bf24-ed921b8839f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.959459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] Routers {'9f2842dc-a43b-4587-8029-72a020ff25a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:06:40.961052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:06:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['9f2842dc-a43b-4587-8029-72a020ff25a6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:40.974700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:40.995492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 90e27641-b216-4952-ba9b-48c966d6326c owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:41.027450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:41.028339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0553aac9-84a5-4052-8951-f3310f2f182e None None] The sync data for ids ['9f2842dc-a43b-4587-8029-72a020ff25a6'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:06:41.149218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.151621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.168227 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c32e704-1b12-4b6b-bf24-ed921b8839f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.220239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.220864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Fanout notify agent at l3_agent the message router_deleted on router 9f2842dc-a43b-4587-8029-72a020ff25a6 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:06:41.234290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c32e704-1b12-4b6b-bf24-ed921b8839f9 None None] For port a7726634-e2a5-4481-93da-7d92e7aef2fa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a7726634-e2a5-4481-93da-7d92e7aef2fa,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:41.235594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.242020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a98d0642-cdf1-46cf-9db5-7781c729f715 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "DELETE /v2.0/routers/9f2842dc-a43b-4587-8029-72a020ff25a6 HTTP/1.1" status: 204 len: 168 time: 0.4927216 Nov 19 04:06:41.244082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57382) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:41.255523 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c32e704-1b12-4b6b-bf24-ed921b8839f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.332122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32e704-1b12-4b6b-bf24-ed921b8839f9 None None] Pushing event updated for resources: {'Port': ['ID=a7726634-e2a5-4481-93da-7d92e7aef2fa,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:41.364682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Deleting subnet b062bb90-8571-4e5d-83fa-6dc67f9615fe {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:41.369844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.372757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a7726634-e2a5-4481-93da-7d92e7aef2fa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:41.424892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.453919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': 'f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0', 'ip_address': '2001:db8::f816:3eff:fe03:a8de'}, {'subnet_id': 'f4478e73-2836-4493-be5f-45f9b376054c'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'a7726634-e2a5-4481-93da-7d92e7aef2fa'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:06:41.495969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a7726634-e2a5-4481-93da-7d92e7aef2fa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:41.496656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.499380 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.541906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.662994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.671851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.715587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Subnet': ['ID=b062bb90-8571-4e5d-83fa-6dc67f9615fe,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:41.717819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.725074 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cbb7fdee-d6ec-466c-8c0e-7dee9da216f7 tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "DELETE /v2.0/subnets/b062bb90-8571-4e5d-83fa-6dc67f9615fe HTTP/1.1" status: 204 len: 168 time: 0.4725077 Nov 19 04:06:41.725315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57392) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:41.747745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1241bc-bc83-409a-852a-87389a28282d None None] Network 908bcf70-1808-4b85-9ce7-7ed1a2e38576 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:41.754366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=90e27641-b216-4952-ba9b-48c966d6326c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:41.860513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.867897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] Allocated IP 172.20.0.2 (b0139743-f538-4089-8a77-ffb9c227eb62/f4478e73-2836-4493-be5f-45f9b376054c/a7726634-e2a5-4481-93da-7d92e7aef2fa) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:41.876385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.880404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8349fd1-87e7-4bb1-afaa-e47c39d1cfdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/90e27641-b216-4952-ba9b-48c966d6326c HTTP/1.1" status: 204 len: 168 time: 1.3696473 Nov 19 04:06:41.883602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57398) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:41.927102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Deleting port 0e75c950-98be-4528-816e-4257c59325ee {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:41.927371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:41.963697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a431960-6a65-4ec6-a187-8868059f0d4d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:41.965579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a431960-6a65-4ec6-a187-8868059f0d4d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:41.967349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a431960-6a65-4ec6-a187-8868059f0d4d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:41.972844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9a431960-6a65-4ec6-a187-8868059f0d4d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0873070 Nov 19 04:06:41.973863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:42.013508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] For port 0e75c950-98be-4528-816e-4257c59325ee, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0e75c950-98be-4528-816e-4257c59325ee,segment=NetworkSegment(75384302-5d3d-4116-859d-9fed84473eaa),segment_id=75384302-5d3d-4116-859d-9fed84473eaa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:42.014001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.024868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] For port a7726634-e2a5-4481-93da-7d92e7aef2fa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a7726634-e2a5-4481-93da-7d92e7aef2fa,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:42.039197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Calling delete_port for 0e75c950-98be-4528-816e-4257c59325ee owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:42.046708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet f4478e73-2836-4493-be5f-45f9b376054c {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:42.160111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.205325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] No DVR routers for this DVR port 0e75c950-98be-4528-816e-4257c59325ee on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:42.207464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Port': ['ID=0e75c950-98be-4528-816e-4257c59325ee,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:42.215773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01308596-cc6d-4ad4-97d1-784dc1dc7fb4 None None] DHCP port deletion for 908bcf70-1808-4b85-9ce7-7ed1a2e38576 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:42.228506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c98a-72c6-4eaf-b539-c6bbaa5f7ce2 req-460bc132-f8e6-427b-a311-244bd6211475 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:42.244053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a668c98a-72c6-4eaf-b539-c6bbaa5f7ce2 req-460bc132-f8e6-427b-a311-244bd6211475 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0814288 Nov 19 04:06:42.249055 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.256152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.256504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.315485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.322724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.359248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908bcf70-1808-4b85-9ce7-7ed1a2e38576']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:42.365636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8d764-c99d-47df-b688-2c2c1e2b476f None None] Pushing event updated for resources: {'Port': ['ID=a7726634-e2a5-4481-93da-7d92e7aef2fa,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:42.386429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75384302-5d3d-4116-859d-9fed84473eaa') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:42.387103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75384302-5d3d-4116-859d-9fed84473eaa') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:42.407728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.428379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a668c98a-72c6-4eaf-b539-c6bbaa5f7ce2 req-f13a51f1-d8f8-4ac9-b2a7-bc42f7ecc603 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831896 Nov 19 04:06:42.436431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.448883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:42.449532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:42.453591 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:42.511726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.552554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.562903 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.566630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] 10.222.0.52 "DELETE /v2.0/networks/908bcf70-1808-4b85-9ce7-7ed1a2e38576 HTTP/1.1" status: 204 len: 168 time: 0.8400640 Nov 19 04:06:42.592403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2145d9-5c9d-469e-a1a2-e09b68494c5c tempest-FloatingIPNegativeTestJSON-1957598815 tempest-FloatingIPNegativeTestJSON-1957598815-project] Pushing event deleted for resources: {'Network': ['ID=908bcf70-1808-4b85-9ce7-7ed1a2e38576,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:42.616026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.656420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.663588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:42.678682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f4478e73-2836-4493-be5f-45f9b376054c HTTP/1.1" status: 204 len: 168 time: 0.7032578 Nov 19 04:06:42.681109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ff0e-b469-44e1-b3ec-1860964079c6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=f4478e73-2836-4493-be5f-45f9b376054c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:42.731505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:42.735151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.803758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:42.970844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.088170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.128972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:43.133753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.137348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e914383-a6ac-4b4f-8934-197d9051a46f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0 HTTP/1.1" status: 204 len: 168 time: 0.4727449 Nov 19 04:06:43.140021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57440) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:43.200546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:43.205195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dce09a01-8fdd-4abc-a97e-a9705983f8f7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632143 Nov 19 04:06:43.209210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:43.218743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:43.296253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0a08a-7bee-47f0-8b02-299aa0485f75 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:43.361387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a7726634-e2a5-4481-93da-7d92e7aef2fa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:43.399617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:43.404628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.476621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57450) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:43.476863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8710e35e-757c-48b0-a25e-bc11281e9d6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0aa1ea64538344ad8e1b63cafb7236aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739668 Nov 19 04:06:43.483776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e730b7f6-751d-4765-8535-c9438092c99c None None] Provisioning complete for port a7726634-e2a5-4481-93da-7d92e7aef2fa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:43.484286 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e730b7f6-751d-4765-8535-c9438092c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.565252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a7726634-e2a5-4481-93da-7d92e7aef2fa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:43.566324 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.601333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b81e-540a-484b-9926-017061516262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.656331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b81e-540a-484b-9926-017061516262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.727342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:43.730277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e730b7f6-751d-4765-8535-c9438092c99c None None] Could not find standard attr ID for object 90e27641-b216-4952-ba9b-48c966d6326c. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:43.762420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b81e-540a-484b-9926-017061516262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.765112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b81e-540a-484b-9926-017061516262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.769778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b6d0b81e-540a-484b-9926-017061516262 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c04c02d-56b0-41ad-8cee-229c490a7f2e HTTP/1.1" status: 204 len: 168 time: 0.2909946 Nov 19 04:06:43.781828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0b81e-540a-484b-9926-017061516262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c04c02d-56b0-41ad-8cee-229c490a7f2e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:43.846237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] Deleting port a7726634-e2a5-4481-93da-7d92e7aef2fa {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:43.846962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:43.906352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0e75c950-98be-4528-816e-4257c59325ee no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:43.936373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0e75c950-98be-4528-816e-4257c59325ee {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:43.937094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0e75c950-98be-4528-816e-4257c59325ee not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:43.993853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] For port a7726634-e2a5-4481-93da-7d92e7aef2fa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a7726634-e2a5-4481-93da-7d92e7aef2fa,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:43.994886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:44.016974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] Calling delete_port for a7726634-e2a5-4481-93da-7d92e7aef2fa owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:44.197300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:44.212363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] No DVR routers for this DVR port a7726634-e2a5-4481-93da-7d92e7aef2fa on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:44.240305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b14e-9c1a-46a5-a3cb-f900f355bb10 None None] Pushing event deleted for resources: {'Port': ['ID=a7726634-e2a5-4481-93da-7d92e7aef2fa,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:44.456344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:06:44.625893 n-d-818503-1 neutron-server[109987]: WARNING neutron.services.revisions.revision_plugin [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Could not find related port for resource to bump revision. Nov 19 04:06:44.635223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Port a7726634-e2a5-4481-93da-7d92e7aef2fa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 19 04:06:44.635223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:a8de {{(pid=109987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 19 04:06:44.638353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:a8de {{(pid=109987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 19 04:06:44.640233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:44.696546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:44.702002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:44.706836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:44.707665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:44.713119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018da33-9350-4d1c-a624-67921c558a54 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:44.724105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=8ceea9c2-0959-4c38-99cd-c1a6c890ff8c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:44.748066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57494) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:44.750164 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ebb6a507-700d-4b9c-ba9e-5ed4a9510f84 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5351455 Nov 19 04:06:44.755228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:44.949866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:44.954039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:44.967064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '8ceea9c2-0959-4c38-99cd-c1a6c890ff8c'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:44.968025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:44.987082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57498) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:45.155333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Allocated IP 2001:db8::f816:3eff:fe8e:6c97 (b0139743-f538-4089-8a77-ffb9c227eb62/8ceea9c2-0959-4c38-99cd-c1a6c890ff8c/8d846959-9cca-428b-b430-6d3b68ddbe26) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:45.165403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450730120'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:45.239466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:45.248394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.268646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.327842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a7726634-e2a5-4481-93da-7d92e7aef2fa no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:45.358674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a7726634-e2a5-4481-93da-7d92e7aef2fa {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:45.358995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a7726634-e2a5-4481-93da-7d92e7aef2fa not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:45.444916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.453549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.489331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.490309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:45.508815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.518524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.519854 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 9b2f5946-cca9-4450-bac0-7ef8f1589c0f of type vlan for network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 Nov 19 04:06:45.519989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.521827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3523ca-a879-4b33-8e89-9e7032d8d041,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:45.556915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:45.560717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:45.575139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.586887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:45.588140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.596121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:45.600985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:45.604258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:45.619225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.620403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=94142a12-6a17-4be5-be0f-d076e42b675f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:45.626968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:45.628039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.632343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-abfcc18f-b8f2-4885-be9d-e968b18def5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8818293 Nov 19 04:06:45.633027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57510) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:45.641564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:df:66:8a', 'name': 'tempest-NetworksTestDHCPv6-943679694'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:45.648079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Pushing event updated for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:45.655518 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6667395 Nov 19 04:06:45.702932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Attempting to bind port 8d846959-9cca-428b-b430-6d3b68ddbe26 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:45.703326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Attempting to bind port 8d846959-9cca-428b-b430-6d3b68ddbe26 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:45.703704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Attempting to bind port 8d846959-9cca-428b-b430-6d3b68ddbe26 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:45.719335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:45.720023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:45.720556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.720974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:45.721468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Bound port: 8d846959-9cca-428b-b430-6d3b68ddbe26, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:45.721867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.768627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdcb7a-2d74-4636-ba1a-73e25ec25e3a tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=c6ce155d-0888-4206-a5b1-bfd98ebc08f7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:45.792168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57514) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:45.797775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:45.835940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:45.840933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d846959-9cca-428b-b430-6d3b68ddbe26,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:45.842762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:45.845638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:45.917543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:45.989823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:45.996996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.010286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644325f-cb4c-4fd4-84a4-e486ddcbc78a None None] Pushing event updated for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:46.038692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.064923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 85b749fc-4a2f-4658-872b-2bbb3b1109cf yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:46.343560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.369690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 172.20.0.8 (b0139743-f538-4089-8a77-ffb9c227eb62/94142a12-6a17-4be5-be0f-d076e42b675f/85b749fc-4a2f-4658-872b-2bbb3b1109cf) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:46.377254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fedf:668a (b0139743-f538-4089-8a77-ffb9c227eb62/8ceea9c2-0959-4c38-99cd-c1a6c890ff8c/85b749fc-4a2f-4658-872b-2bbb3b1109cf) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:46.503842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=11d94765-3eae-48aa-84d5-69b5b7a147e2,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:46.535003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '9b2f5946-cca9-4450-bac0-7ef8f1589c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:46.538128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: c6ce155d-0888-4206-a5b1-bfd98ebc08f7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:06:46.585918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:06:46.601203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c6ce155d-0888-4206-a5b1-bfd98ebc08f7) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:46.608704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:46.609487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.623228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8901896c-c250-4821-b658-0a3bdcf8d53b None None] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:46.642061 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-169af6ab-d6dc-42d8-9b0d-97235355c099 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8452806 Nov 19 04:06:46.642322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57526) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:46.650086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129430776'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:46.679555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:46.686484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.690080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57528) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:46.693674 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.729877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:46.742824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.743347 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment fed3d521-fb66-4b30-8847-fb39031c2457 of type vlan for network 2f7df2ca-f662-47ee-a011-4e0523768353 Nov 19 04:06:46.774242 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.823271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.871461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.873259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c6ce155d-0888-4206-a5b1-bfd98ebc08f7', 'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': '11d94765-3eae-48aa-84d5-69b5b7a147e2'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:46.875349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.882331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:46.883593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.899112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:46.902579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:46.916711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:46.952268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=85b749fc-4a2f-4658-872b-2bbb3b1109cf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:46.980128 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3361197 Nov 19 04:06:46.984131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c69efc3-5667-447e-b7a2-f3616da5f5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:46.986198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57532) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:47.001208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '2f7df2ca-f662-47ee-a011-4e0523768353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:47.001836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:47.002586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.036530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc0dbd77-16a4-4205-84d9-7aa0b9ac2751 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4021010 Nov 19 04:06:47.039247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57534) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:47.052650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27e20-8f6b-4309-93b0-87cf84b4b012 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=2f7df2ca-f662-47ee-a011-4e0523768353,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:47.101173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Allocated IP 172.20.255.242 (c6ce155d-0888-4206-a5b1-bfd98ebc08f7/11d94765-3eae-48aa-84d5-69b5b7a147e2/81bccaa4-ed9a-4bd9-a1d4-c5aba8423586) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:47.111569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2f7df2ca-f662-47ee-a011-4e0523768353 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:47.122606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f4b7c-e5ba-4844-a7cd-c92c9d1eed30 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:47.131046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f4b7c-e5ba-4844-a7cd-c92c9d1eed30 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:47.137459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57536) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:47.138778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-775f4b7c-e5ba-4844-a7cd-c92c9d1eed30 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0972629 Nov 19 04:06:47.385496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:47.387851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d846959-9cca-428b-b430-6d3b68ddbe26 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:47.389910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.477727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.485353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:47.486416 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.491960 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.541847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 85b749fc-4a2f-4658-872b-2bbb3b1109cf {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:47.542550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.578197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c69efc3-5667-447e-b7a2-f3616da5f5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.589570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:47.592316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a412f2-3dc0-434b-9739-de6c6feba388 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:47.616620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:47.631110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c69efc3-5667-447e-b7a2-f3616da5f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.670011 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8c69efc3-5667-447e-b7a2-f3616da5f5e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cbc35df0e654d7e8257df73d8b693ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9756610 Nov 19 04:06:47.670414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57544) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:47.680812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Pushing event updated for resources: {'Port': ['ID=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:47.684304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:47.750298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69efc3-5667-447e-b7a2-f3616da5f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054f77d9-985a-4f9c-93f2-36e4b5f3356c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:47.755016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9979b801-1143-4d3a-a750-b4890958569b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.791522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9979b801-1143-4d3a-a750-b4890958569b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.817966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.845352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 85b749fc-4a2f-4658-872b-2bbb3b1109cf owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:47.867304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-270334b6-8be3-42d1-a73a-1cf8b760baa6 None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:47.867622 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-270334b6-8be3-42d1-a73a-1cf8b760baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.872763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9979b801-1143-4d3a-a750-b4890958569b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.876731 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9979b801-1143-4d3a-a750-b4890958569b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.881241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9979b801-1143-4d3a-a750-b4890958569b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/054f77d9-985a-4f9c-93f2-36e4b5f3356c HTTP/1.1" status: 204 len: 168 time: 0.2065065 Nov 19 04:06:47.891090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979b801-1143-4d3a-a750-b4890958569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f77d9-985a-4f9c-93f2-36e4b5f3356c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:47.906094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Attempting to bind port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:47.909855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Attempting to bind port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9b2f5946-cca9-4450-bac0-7ef8f1589c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:47.910301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Attempting to bind port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 on network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:47.952881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.958737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:47.959126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Checking segment: {'id': '9b2f5946-cca9-4450-bac0-7ef8f1589c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:47.959532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:47.959938 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Bound using segment: {'id': '9b2f5946-cca9-4450-bac0-7ef8f1589c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:47.960429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Bound port: 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2f5946-cca9-4450-bac0-7ef8f1589c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6ce155d-0888-4206-a5b1-bfd98ebc08f7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:47.960816 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.006450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.046583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-2bbc311e-da3a-42d9-922c-3b7b055959b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495099 Nov 19 04:06:48.098865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=da3a4f7a-681d-492d-9cde-0abe1b0f76c1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:48.221048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': 'fed3d521-fb66-4b30-8847-fb39031c2457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2f7df2ca-f662-47ee-a011-4e0523768353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:48.221423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 2f7df2ca-f662-47ee-a011-4e0523768353, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:06:48.236665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-67a40bbc-bd74-4fde-a9d4-c5b2f084eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:48.239460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-67a40bbc-bd74-4fde-a9d4-c5b2f084eb56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.1371975 Nov 19 04:06:48.318454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] For port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:48.326978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] For port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,segment=NetworkSegment(9b2f5946-cca9-4450-bac0-7ef8f1589c0f),segment_id=9b2f5946-cca9-4450-bac0-7ef8f1589c0f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:48.332529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57550) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:48.340358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 2f7df2ca-f662-47ee-a011-4e0523768353 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:06:48.347167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb5a1-d0d7-4fba-b8e4-83ad8758e942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.361915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d846959-9cca-428b-b430-6d3b68ddbe26,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:48.365719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.371148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2f7df2ca-f662-47ee-a011-4e0523768353) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:48.406801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e5b71-f0c3-4dec-bf16-b7675ca16f49 None None] Network 2f7df2ca-f662-47ee-a011-4e0523768353 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:48.439379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.473986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb5a1-d0d7-4fba-b8e4-83ad8758e942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.485170 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb5a1-d0d7-4fba-b8e4-83ad8758e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.488604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:48.489421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.512368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.530716 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1895de9b-bb93-4816-8268-cf66796cc3c4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5320058 Nov 19 04:06:48.534165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9bbfb5a1-d0d7-4fba-b8e4-83ad8758e942 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8d5e39eba2e4fbeaf790dde9835f23e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001269 Nov 19 04:06:48.536771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:48.537118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:48.566915 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-270334b6-8be3-42d1-a73a-1cf8b760baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.579560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=85b749fc-4a2f-4658-872b-2bbb3b1109cf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:48.647023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f9483-1f21-4b28-9601-bb5f7e6528d9 None None] Pushing event updated for resources: {'Port': ['ID=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:48.673826 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-4373991f-7a65-4f18-8294-3521ead51958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:48.676234 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-4373991f-7a65-4f18-8294-3521ead51958 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.3876386 Nov 19 04:06:48.771104 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-c1e143c1-9153-461f-955a-3272c02733e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0792298 Nov 19 04:06:48.838635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfb5a1-d0d7-4fba-b8e4-83ad8758e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d343d14-d536-46df-aac5-49b7324d654a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:48.845805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.853682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cdfbc51b-7e6b-4bbe-8885-79d7a0f35486 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/85b749fc-4a2f-4658-872b-2bbb3b1109cf HTTP/1.1" status: 204 len: 168 time: 1.7047968 Nov 19 04:06:48.854531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57562) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:48.885175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-0fe8d9df-eb76-4cfe-957c-919309ba9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:48.886893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-0fe8d9df-eb76-4cfe-957c-919309ba9df7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.1059136 Nov 19 04:06:48.899691 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-270334b6-8be3-42d1-a73a-1cf8b760baa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:06:48.899850 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-270334b6-8be3-42d1-a73a-1cf8b760baa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:06:48.935173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e923-f15e-4e55-9b93-de3de18f18ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.936665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709bbc13-6ae7-4f11-b4dc-c588e1af42af None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '8ceea9c2-0959-4c38-99cd-c1a6c890ff8c', 'ip_address': '2001:db8::f816:3eff:fe8e:6c97'}, {'subnet_id': '94142a12-6a17-4be5-be0f-d076e42b675f'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '8d846959-9cca-428b-b430-6d3b68ddbe26'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:06:48.939748 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-0e063e4c-9f48-4f24-b0f7-63d3b4a21bcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430903 Nov 19 04:06:48.975190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e923-f15e-4e55-9b93-de3de18f18ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:48.978711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:49.008489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3705c7-b261-4aac-b550-f7afb8b49b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2f7df2ca-f662-47ee-a011-4e0523768353', 'network_id': '2f7df2ca-f662-47ee-a011-4e0523768353', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': 'da3a4f7a-681d-492d-9cde-0abe1b0f76c1'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:49.010702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-de3705c7-b261-4aac-b550-f7afb8b49b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.044241 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-709bbc13-6ae7-4f11-b4dc-c588e1af42af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.112014 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.130839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5fac2-6f33-46bd-8dd5-d6a0c35a9d02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:49.135093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5fac2-6f33-46bd-8dd5-d6a0c35a9d02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:49.137113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5fac2-6f33-46bd-8dd5-d6a0c35a9d02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:49.141453 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-2b47d082-3466-4fd8-8164-5cb91b8db163 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930811 Nov 19 04:06:49.142416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bbb5fac2-6f33-46bd-8dd5-d6a0c35a9d02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2864051 Nov 19 04:06:49.145696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57564) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:49.224534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e923-f15e-4e55-9b93-de3de18f18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.228107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e923-f15e-4e55-9b93-de3de18f18ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.230489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c0c3e923-f15e-4e55-9b93-de3de18f18ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d343d14-d536-46df-aac5-49b7324d654a HTTP/1.1" status: 204 len: 168 time: 0.6893137 Nov 19 04:06:49.286016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.291853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e923-f15e-4e55-9b93-de3de18f18ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d343d14-d536-46df-aac5-49b7324d654a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:49.350729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 8ceea9c2-0959-4c38-99cd-c1a6c890ff8c {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:49.358550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.412019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.431923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-de3705c7-b261-4aac-b550-f7afb8b49b1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da3a4f7a-681d-492d-9cde-0abe1b0f76c1: This subnet is being modified by another concurrent operation. Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:06:49.451333 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da3a4f7a-681d-492d-9cde-0abe1b0f76c1: This subnet is being modified by another concurrent operation. Nov 19 04:06:49.455814 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:06:49.473718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b2b79-fa5f-4885-8fee-79078b266d65 None None] Network 2f7df2ca-f662-47ee-a011-4e0523768353 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:49.505964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=da3a4f7a-681d-492d-9cde-0abe1b0f76c1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:49.624584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.629796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d846959-9cca-428b-b430-6d3b68ddbe26 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:49.634825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.667706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7df2ca-f662-47ee-a011-4e0523768353']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:49.694906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed3d521-fb66-4b30-8847-fb39031c2457') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:49.696365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed3d521-fb66-4b30-8847-fb39031c2457') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:49.715088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.733048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.745869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:49.747489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.749679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-170ed587-8d68-4613-8a99-b0d4f9792b1b req-1e4b45c5-ad18-4438-a40d-5c59e1e82f03 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004264 Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:49.752812 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:49.771562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.812136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=8ceea9c2-0959-4c38-99cd-c1a6c890ff8c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:49.821090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:49.825676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-92afbbd2-3b60-4ef1-bc60-0c53e9f609a3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/8ceea9c2-0959-4c38-99cd-c1a6c890ff8c HTTP/1.1" status: 204 len: 168 time: 0.6787593 Nov 19 04:06:49.829783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57578) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-709bbc13-6ae7-4f11-b4dc-c588e1af42af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ceea9c2-0959-4c38-99cd-c1a6c890ff8c: This subnet is being modified by another concurrent operation. Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:06:49.851972 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ceea9c2-0959-4c38-99cd-c1a6c890ff8c: This subnet is being modified by another concurrent operation. Nov 19 04:06:49.857212 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:06:49.913237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:49.913698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.006078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60c80a-78cd-4ac1-bb74-4155fc586842 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:50.006757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 94142a12-6a17-4be5-be0f-d076e42b675f {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:50.017403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.079727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.105631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.109576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/2f7df2ca-f662-47ee-a011-4e0523768353 HTTP/1.1" status: 204 len: 168 time: 1.5707171 Nov 19 04:06:50.114678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57588) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:50.118553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-be6c02d3-2baa-4347-94f0-6a1d03a6f98a None None] Could not find standard attr ID for object 85b749fc-4a2f-4658-872b-2bbb3b1109cf. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:50.121622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-976361412'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:50.134373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.167836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:50.168356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:50.172206 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.199383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-be6c02d3-2baa-4347-94f0-6a1d03a6f98a None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:50.200024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be6c02d3-2baa-4347-94f0-6a1d03a6f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.222335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.240456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:50.262665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.263328 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 1f1e1e27-3f68-422b-b560-9d2efe58d970 of type vlan for network 6ae301d2-e496-4acb-84db-cdd3021befa5 Nov 19 04:06:50.265092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aafae7-cd3d-4906-b42f-94b9c6ab3b6a None None] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:50.305545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1174b2-5c29-4e22-841b-dc9263273553 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=2f7df2ca-f662-47ee-a011-4e0523768353,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:50.342472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.382298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.388694 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.398184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:50.405258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.437610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=94142a12-6a17-4be5-be0f-d076e42b675f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:50.450520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.458187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3ba293b-2d23-483a-b4ae-15364211763f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/94142a12-6a17-4be5-be0f-d076e42b675f HTTP/1.1" status: 204 len: 168 time: 0.6269920 Nov 19 04:06:50.460522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57598) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:50.500947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:50.501283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.547424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4315333 Nov 19 04:06:50.550783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57602) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:50.572243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '6ae301d2-e496-4acb-84db-cdd3021befa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:50.587203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d892b459-c97a-437c-a214-71fe2410efea tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255307 Nov 19 04:06:50.595615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57604) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:50.636220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:50.642958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be5d3d-0d58-40ed-8691-6944d7d18a7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=6ae301d2-e496-4acb-84db-cdd3021befa5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:50.661971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6ae301d2-e496-4acb-84db-cdd3021befa5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:50.724740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:50.728599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.788089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-93ff94d8-eae0-4f9d-990e-8164bd2d95b1 None None] Provisioning complete for port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:50.788400 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-93ff94d8-eae0-4f9d-990e-8164bd2d95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:50.815894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Performing IP validity checks on allocation pools {{(pid=109987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:06:50.817277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:06:50.858129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:50.867224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.025636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105bedc9-89b4-4c86-8166-001eb4be7cce None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '94142a12-6a17-4be5-be0f-d076e42b675f'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '8d846959-9cca-428b-b430-6d3b68ddbe26'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:06:51.083502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.200931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=3b28b1ee-4a8c-44cf-80d1-b7ca24ba40f2,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:51.218424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '1f1e1e27-3f68-422b-b560-9d2efe58d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ae301d2-e496-4acb-84db-cdd3021befa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:51.218792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 6ae301d2-e496-4acb-84db-cdd3021befa5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:06:51.265586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 6ae301d2-e496-4acb-84db-cdd3021befa5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:06:51.283821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 6ae301d2-e496-4acb-84db-cdd3021befa5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:51.289252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:51.291170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.291458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.301399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86573fa-ac52-48f5-bc96-0123161a92a2 None None] Network 6ae301d2-e496-4acb-84db-cdd3021befa5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:51.325221 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-105bedc9-89b4-4c86-8166-001eb4be7cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.336583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ef96f0dd-4308-4e2a-944b-1d8c799e3e0b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7755651 Nov 19 04:06:51.337038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57622) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:51.380120 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.459091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc378384-c695-4c0c-be8a-ba4776aad495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.523645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.572634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:51.582292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:51.585371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:51.586288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.631645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-93ff94d8-eae0-4f9d-990e-8164bd2d95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.638547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=fb571c56-1e37-4319-b0de-33d6bcc32a2d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:51.645680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,segment=NetworkSegment(9b2f5946-cca9-4450-bac0-7ef8f1589c0f),segment_id=9b2f5946-cca9-4450-bac0-7ef8f1589c0f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:51.661249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6b41a349-bb60-44c5-ab66-32ea1b541126 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0617740 Nov 19 04:06:51.661494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57628) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:51.667363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:51.669909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.676593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.803414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d846959-9cca-428b-b430-6d3b68ddbe26 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:51.817477 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.910534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=3b28b1ee-4a8c-44cf-80d1-b7ca24ba40f2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:51.926172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba432f-064b-4d17-971f-ec1db13f1d53 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:51.928234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:51.946281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:51.952915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:51.981311 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.001285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e66b31-99ff-4cf3-9f17-ce0b6848b4eb None None] Network 6ae301d2-e496-4acb-84db-cdd3021befa5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:52.009829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae301d2-e496-4acb-84db-cdd3021befa5']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:52.021363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1e1e27-3f68-422b-b560-9d2efe58d970') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:52.022158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1e1e27-3f68-422b-b560-9d2efe58d970') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:52.035274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.056906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.063843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:52.064256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:52.067602 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:52.106872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-93ff94d8-eae0-4f9d-990e-8164bd2d95b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:06:52.107919 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-93ff94d8-eae0-4f9d-990e-8164bd2d95b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:06:52.150727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.168685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.179339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/6ae301d2-e496-4acb-84db-cdd3021befa5 HTTP/1.1" status: 204 len: 168 time: 0.8406820 Nov 19 04:06:52.179499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57644) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:52.188597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1977792918'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:52.192689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaeec8-ab52-4c61-a506-eda0bf2db75e tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=6ae301d2-e496-4acb-84db-cdd3021befa5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:52.198373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.273479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d846959-9cca-428b-b430-6d3b68ddbe26,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:52.278808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:52.286300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.290022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.373214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:52.438187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': 'fb571c56-1e37-4319-b0de-33d6bcc32a2d'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '8d846959-9cca-428b-b430-6d3b68ddbe26'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:06:52.438400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:52.466218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.475746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.476037 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 46f3c765-edaf-46bc-8e77-6b1574e98b60 of type vlan for network 97bb7717-cf6e-48a8-8bd6-58c00b942b41 Nov 19 04:06:52.551715 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.599032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.617977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.623701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:52.624395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.684304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:06:52.738702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Allocated IP 172.20.0.2 (b0139743-f538-4089-8a77-ffb9c227eb62/fb571c56-1e37-4319-b0de-33d6bcc32a2d/8d846959-9cca-428b-b430-6d3b68ddbe26) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:52.745442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Allocated IP 2001:db8::f816:3eff:fe8e:6c97 (b0139743-f538-4089-8a77-ffb9c227eb62/3f7c9e6e-1dca-457c-8d97-dd8fc6bba927/8d846959-9cca-428b-b430-6d3b68ddbe26) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:52.828283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Provisioning complete for port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:52.828931 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.888680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d846959-9cca-428b-b430-6d3b68ddbe26,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:52.960215 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:52.968055 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.060451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:53.060696 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.068000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8845217 Nov 19 04:06:53.068946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57662) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:53.074211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '97bb7717-cf6e-48a8-8bd6-58c00b942b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:53.092501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daee7f8-ab8c-4447-ba9f-7a35d9e6c294 None None] Pushing event updated for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:53.120513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c5c52-53aa-480e-9dbc-8c8e2fdc8c33 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=97bb7717-cf6e-48a8-8bd6-58c00b942b41,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:53.135597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_pluggable_backend [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Port 8d846959-9cca-428b-b430-6d3b68ddbe26 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=109987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 19 04:06:53.136099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.136586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 97bb7717-cf6e-48a8-8bd6-58c00b942b41 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:53.217536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:53.221028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:53.226808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:53.227425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.238325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=3f7c9e6e-1dca-457c-8d97-dd8fc6bba927,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:53.245211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:53.249908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.257145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-85edc747-0279-41da-9a78-439f97a17ad8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5947642 Nov 19 04:06:53.260059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:53.265856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:49:6f:42', 'name': 'tempest-NetworksTestDHCPv6-1128429626'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:53.313116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.383474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d846959-9cca-428b-b430-6d3b68ddbe26,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:53.391779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.507616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a16c46-3438-4ee6-8f93-9aa64d2d5113 None None] Pushing event updated for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:53.539076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0581-5034-411c-8998-5e5b37165bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.541331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:53.603644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.650393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.679225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port b00c7ca7-01b3-464f-954d-ef0a8157d341 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:06:53.699842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=8e0ccea5-c32c-4fe0-9dde-7b533160b06b,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:53.710868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '46f3c765-edaf-46bc-8e77-6b1574e98b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '97bb7717-cf6e-48a8-8bd6-58c00b942b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:53.711439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 97bb7717-cf6e-48a8-8bd6-58c00b942b41, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:06:53.775342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 97bb7717-cf6e-48a8-8bd6-58c00b942b41 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:06:53.802444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 97bb7717-cf6e-48a8-8bd6-58c00b942b41) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:53.813194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d01d4b-c419-410f-869a-0eca41f19dc0 None None] Network 97bb7717-cf6e-48a8-8bd6-58c00b942b41 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:53.822876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:53.823599 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:53.894913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:53.904255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ebf1b32-9d61-47dc-b2a9-bd33f6f81add tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8341806 Nov 19 04:06:53.906982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57680) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:53.962576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 172.20.0.7 (b0139743-f538-4089-8a77-ffb9c227eb62/fb571c56-1e37-4319-b0de-33d6bcc32a2d/b00c7ca7-01b3-464f-954d-ef0a8157d341) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:53.969517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fe49:6f42 (b0139743-f538-4089-8a77-ffb9c227eb62/3f7c9e6e-1dca-457c-8d97-dd8fc6bba927/b00c7ca7-01b3-464f-954d-ef0a8157d341) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:53.976973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d846959-9cca-428b-b430-6d3b68ddbe26 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:54.069925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f206c3aa-c114-4f17-b2cd-a72b3123ea93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.135807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:54.136194 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.137869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568eaf9-bd47-44db-b5ff-f7eba7b6126b None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:54.138484 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.176129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf60bb5-7647-486a-819e-4b69a9d9135a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-97bb7717-cf6e-48a8-8bd6-58c00b942b41', 'network_id': '97bb7717-cf6e-48a8-8bd6-58c00b942b41', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': '8e0ccea5-c32c-4fe0-9dde-7b533160b06b'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:54.176932 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6cf60bb5-7647-486a-819e-4b69a9d9135a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.187852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.239512 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.261418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.295013 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f206c3aa-c114-4f17-b2cd-a72b3123ea93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.296315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:54.301234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:54.305769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:54.310374 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f206c3aa-c114-4f17-b2cd-a72b3123ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.314073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=b00c7ca7-01b3-464f-954d-ef0a8157d341,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:54.327784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-29cde370-1045-47e9-8509-246872001285 None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:54.327784 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29cde370-1045-47e9-8509-246872001285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.367493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f206c3aa-c114-4f17-b2cd-a72b3123ea93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96868f777a184bd89b2863c15876575d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4709694 Nov 19 04:06:54.368078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57686) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:54.394814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206c3aa-c114-4f17-b2cd-a72b3123ea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ebd302-6eb7-4077-a72b-a12efc45151d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:54.422612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.424171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:54.425355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.465340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4e1587c5-29d1-41c3-b697-1d915fa06260 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2017565 Nov 19 04:06:54.466150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57688) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:54.471979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0ccea5-c32c-4fe0-9dde-7b533160b06b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:54.489116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d79dd3d2-5623-4bb4-be1f-0f6047bb41c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.548507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d79dd3d2-5623-4bb4-be1f-0f6047bb41c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.551622 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.590944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bb7717-cf6e-48a8-8bd6-58c00b942b41']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-6cf60bb5-7647-486a-819e-4b69a9d9135a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e0ccea5-c32c-4fe0-9dde-7b533160b06b: This subnet is being modified by another concurrent operation. Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:06:54.605615 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e0ccea5-c32c-4fe0-9dde-7b533160b06b: This subnet is being modified by another concurrent operation. Nov 19 04:06:54.612134 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:06:54.620672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f3c765-edaf-46bc-8e77-6b1574e98b60') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:54.620672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f3c765-edaf-46bc-8e77-6b1574e98b60') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:54.624168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59772eb5-cb15-418d-abca-d7d378aa951b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:54.631904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.638706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59772eb5-cb15-418d-abca-d7d378aa951b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:54.638706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59772eb5-cb15-418d-abca-d7d378aa951b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1697800 Nov 19 04:06:54.639792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:54.646413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:54.651377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba20e4-d2a9-4fac-a607-dc35b3c376b0 None None] Network 97bb7717-cf6e-48a8-8bd6-58c00b942b41 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:54.660485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.668491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:54.668978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:54.673836 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:54.726082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d79dd3d2-5623-4bb4-be1f-0f6047bb41c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.728673 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d79dd3d2-5623-4bb4-be1f-0f6047bb41c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.730206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d79dd3d2-5623-4bb4-be1f-0f6047bb41c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87ebd302-6eb7-4077-a72b-a12efc45151d HTTP/1.1" status: 204 len: 168 time: 0.3570664 Nov 19 04:06:54.742889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dd3d2-5623-4bb4-be1f-0f6047bb41c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ebd302-6eb7-4077-a72b-a12efc45151d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:54.770536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.779835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.782633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port b00c7ca7-01b3-464f-954d-ef0a8157d341 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:54.783043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.788416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/97bb7717-cf6e-48a8-8bd6-58c00b942b41 HTTP/1.1" status: 204 len: 168 time: 0.8802071 Nov 19 04:06:54.789524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:54.796508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1553610070'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:54.811006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf6d22-7f1c-4e41-b8b0-5e17eb29f986 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=97bb7717-cf6e-48a8-8bd6-58c00b942b41,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:54.895129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:54.900576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.909671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:54.910341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.962618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:54.965773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.989475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for b00c7ca7-01b3-464f-954d-ef0a8157d341 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:54.991816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:54.992319 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 3a9cd5c5-5542-4020-b370-72f75b053d1a of type vlan for network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 Nov 19 04:06:55.085611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.142421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.150529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:55.151294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.167884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:55.187801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.190264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-730d03ea-4159-407d-9bdd-a27cf5a05d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.229287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4369583 Nov 19 04:06:55.232334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57704) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:55.239209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:55.266468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea4a34-6d4c-457e-96e3-ae577240b161 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=4236ef2e-bc60-4acb-b8a5-398c7986a4d6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:55.285059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:55.355406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:55.359160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.383806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.417924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=b00c7ca7-01b3-464f-954d-ef0a8157d341,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:55.549535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.556705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-605cfb71-62f4-4852-afe8-79d88dcb031c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/b00c7ca7-01b3-464f-954d-ef0a8157d341 HTTP/1.1" status: 204 len: 168 time: 0.9136262 Nov 19 04:06:55.557197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57708) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:55.678830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-04c81b6b-7509-416d-9a38-d738b280111d None None] Could not find standard attr ID for object b00c7ca7-01b3-464f-954d-ef0a8157d341. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:55.686992 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.704682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-730d03ea-4159-407d-9bdd-a27cf5a05d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.712280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-04c81b6b-7509-416d-9a38-d738b280111d None None] Provisioning complete for port 8d846959-9cca-428b-b430-6d3b68ddbe26 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:55.712817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04c81b6b-7509-416d-9a38-d738b280111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.736105 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-730d03ea-4159-407d-9bdd-a27cf5a05d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.741815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273ec9d-55a8-4d0a-9e2e-1ac951bc80e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:55.743689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273ec9d-55a8-4d0a-9e2e-1ac951bc80e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:55.745332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273ec9d-55a8-4d0a-9e2e-1ac951bc80e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:55.747267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1273ec9d-55a8-4d0a-9e2e-1ac951bc80e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1876698 Nov 19 04:06:55.750151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57712) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:55.822216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=5d88bfc8-e436-42f3-a3ae-0b77e1d6de01,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:55.834083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-730d03ea-4159-407d-9bdd-a27cf5a05d05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30454d52a28d42629bdb2853fbe0134d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6642036 Nov 19 04:06:55.839065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d03ea-4159-407d-9bdd-a27cf5a05d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379044a0-59da-400d-a08f-1509188ad567,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:55.843217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57714) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:55.851774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 3f7c9e6e-1dca-457c-8d97-dd8fc6bba927 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:55.857550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.866920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '3a9cd5c5-5542-4020-b370-72f75b053d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:55.867298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 4236ef2e-bc60-4acb-b8a5-398c7986a4d6, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:06:55.902354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.912885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:06:55.935755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db56cc5-3365-4c3a-91cb-ac7881e29623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.942237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 4236ef2e-bc60-4acb-b8a5-398c7986a4d6) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:55.953646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:55.954335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.961483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ffa67-e458-4225-addf-8513f0a16dda None None] Network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:55.964819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b637f556-9519-41d2-ab4c-68357a1cac36 None None] Could not find standard attr ID for object 85b749fc-4a2f-4658-872b-2bbb3b1109cf. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:55.978707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db56cc5-3365-4c3a-91cb-ac7881e29623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:55.998894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-00532fbb-10cd-4d07-b2fc-a790e173afea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7649667 Nov 19 04:06:55.999286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:56.051708 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db56cc5-3365-4c3a-91cb-ac7881e29623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.058022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.059342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db56cc5-3365-4c3a-91cb-ac7881e29623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.060788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7db56cc5-3365-4c3a-91cb-ac7881e29623 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/379044a0-59da-400d-a08f-1509188ad567 HTTP/1.1" status: 204 len: 168 time: 0.2150826 Nov 19 04:06:56.082731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db56cc5-3365-4c3a-91cb-ac7881e29623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379044a0-59da-400d-a08f-1509188ad567,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:56.175692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.198567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.249079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-4236ef2e-bc60-4acb-b8a5-398c7986a4d6', 'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': '5d88bfc8-e436-42f3-a3ae-0b77e1d6de01'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:56.250567 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.307195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.310728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/3f7c9e6e-1dca-457c-8d97-dd8fc6bba927 HTTP/1.1" status: 204 len: 168 time: 0.5592432 Nov 19 04:06:56.313443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:56.334071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4926bfc-dd6d-417b-8c8f-76888e265cd8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7c9e6e-1dca-457c-8d97-dd8fc6bba927,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:56.379352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.415415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b6f5b2e9-d757-4ddf-af44-f43d58e492d0 None None] Could not find standard attr ID for object b00c7ca7-01b3-464f-954d-ef0a8157d341. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:06:56.421770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.422979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet fb571c56-1e37-4319-b0de-33d6bcc32a2d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:06:56.430907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.500299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.515551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Allocated IP 172.20.0.2 (4236ef2e-bc60-4acb-b8a5-398c7986a4d6/5d88bfc8-e436-42f3-a3ae-0b77e1d6de01/86e6a03f-8073-4f56-9a7e-5bc02d79b71c) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:56.646349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a3559-cbe0-4a36-8d12-ab4e6563efa3 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:56.657049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.731936 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.762117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=fb571c56-1e37-4319-b0de-33d6bcc32a2d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:56.766790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.770016 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b91ced63-82ca-4feb-a363-13bb8d7bdd3b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/fb571c56-1e37-4319-b0de-33d6bcc32a2d HTTP/1.1" status: 204 len: 168 time: 0.4552555 Nov 19 04:06:56.772444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57736) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:56.783732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.799247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.816809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.820684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4c0cddd0-87d1-40e7-b9b9-a589c572c07b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458012 Nov 19 04:06:56.823019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57740) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:56.828751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:56.886981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=5d88bfc8-e436-42f3-a3ae-0b77e1d6de01,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:56.898922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:56.906210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:56.926730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:56.939027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Pushing event updated for resources: {'Port': ['ID=86e6a03f-8073-4f56-9a7e-5bc02d79b71c,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:56.991404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:56.991946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:56.997094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.015399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Attempting to bind port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:57.016125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Attempting to bind port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3a9cd5c5-5542-4020-b370-72f75b053d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:57.016745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Attempting to bind port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c on network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:57.025232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:57.025543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Checking segment: {'id': '3a9cd5c5-5542-4020-b370-72f75b053d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:57.025988 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.026455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Bound using segment: {'id': '3a9cd5c5-5542-4020-b370-72f75b053d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:57.028270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4236ef2e-bc60-4acb-b8a5-398c7986a4d6']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:57.030127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Bound port: 86e6a03f-8073-4f56-9a7e-5bc02d79b71c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9cd5c5-5542-4020-b370-72f75b053d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:57.031923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.052569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9cd5c5-5542-4020-b370-72f75b053d1a') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:57.053183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9cd5c5-5542-4020-b370-72f75b053d1a') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:57.086634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.105415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:06:57.112324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.120070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:57.120649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:57.124723 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:57.158607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] For port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:57.184214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] Deleting port 8d846959-9cca-428b-b430-6d3b68ddbe26 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:57.184609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.199823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.api [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 04:06:57.199823 n-d-818503-1 neutron-server[109987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 04:06:57.199823 n-d-818503-1 neutron-server[109987]: [parameters: {'id': '4236ef2e-bc60-4acb-b8a5-398c7986a4d6'}] Nov 19 04:06:57.199823 n-d-818503-1 neutron-server[109987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:06:57.200292 n-d-818503-1 neutron-server[109987]: DEBUG oslo_db.api [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:06:57.247471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] For port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=86e6a03f-8073-4f56-9a7e-5bc02d79b71c,segment=NetworkSegment(3a9cd5c5-5542-4020-b370-72f75b053d1a),segment_id=3a9cd5c5-5542-4020-b370-72f75b053d1a)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:57.269835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.313255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] For port 8d846959-9cca-428b-b430-6d3b68ddbe26, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8d846959-9cca-428b-b430-6d3b68ddbe26,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:57.313676 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.349134 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.355666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.371095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] Calling delete_port for 8d846959-9cca-428b-b430-6d3b68ddbe26 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:57.402906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:57.407131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:57.412224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:57.412865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.450870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=d264966c-26fd-497b-81c5-495c4188e4be,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:57.461795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b12b8190-0cab-4e4d-93dd-7da7305ad943 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6350183 Nov 19 04:06:57.462073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57756) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:57.467684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:57.468987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08997957-61d4-4fb4-a1d2-4b1dc8cc4cfd None None] Pushing event updated for resources: {'Port': ['ID=86e6a03f-8073-4f56-9a7e-5bc02d79b71c,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:57.498807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ea0ef-f505-467d-bd58-46d96acfa2bf None None] Network 4236ef2e-bc60-4acb-b8a5-398c7986a4d6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:57.573999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.602177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:57.603818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] Pushing event deleted for resources: {'Port': ['ID=8d846959-9cca-428b-b430-6d3b68ddbe26,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:57.606247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.614067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb92bd-5bd6-4324-b7c0-86f84f7f0465 None None] No DVR routers for this DVR port 8d846959-9cca-428b-b430-6d3b68ddbe26 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:57.653158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47baa932-1ec7-42f2-9214-6417fc93630c None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:06:57.701034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.811386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d846959-9cca-428b-b430-6d3b68ddbe26 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:06:57.822018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Deleting port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:06:57.823350 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.849413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8d846959-9cca-428b-b430-6d3b68ddbe26 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:06:57.850166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8d846959-9cca-428b-b430-6d3b68ddbe26 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:06:57.929280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] For port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=86e6a03f-8073-4f56-9a7e-5bc02d79b71c,segment=NetworkSegment(3a9cd5c5-5542-4020-b370-72f75b053d1a),segment_id=3a9cd5c5-5542-4020-b370-72f75b053d1a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:57.929681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:57.946353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Calling delete_port for 86e6a03f-8073-4f56-9a7e-5bc02d79b71c owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:06:57.953281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'd264966c-26fd-497b-81c5-495c4188e4be'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:06:57.957146 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.065162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.102259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Port': ['ID=86e6a03f-8073-4f56-9a7e-5bc02d79b71c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:58.104733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No DVR routers for this DVR port 86e6a03f-8073-4f56-9a7e-5bc02d79b71c on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:06:58.213643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Allocated IP 172.20.0.2 (b0139743-f538-4089-8a77-ffb9c227eb62/d264966c-26fd-497b-81c5-495c4188e4be/70cdfa4b-3a58-46f4-bf26-3c39cde0bb64) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:06:58.224431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.248763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4236ef2e-bc60-4acb-b8a5-398c7986a4d6']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:58.264340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9cd5c5-5542-4020-b370-72f75b053d1a') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:58.264744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9cd5c5-5542-4020-b370-72f75b053d1a') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:06:58.275497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.292847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.302149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:06:58.302964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:06:58.310008 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:06:58.387701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.400656 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.408144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:58.408608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/4236ef2e-bc60-4acb-b8a5-398c7986a4d6 HTTP/1.1" status: 204 len: 168 time: 2.4083898 Nov 19 04:06:58.417737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178736860'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:58.437494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870fec-6abc-45b0-be95-68a4255f90e6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=4236ef2e-bc60-4acb-b8a5-398c7986a4d6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:58.480295 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.488602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:58.490378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.497231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.542158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:06:58.563992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:58.569543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:58.572440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:06:58.587561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Pushing event updated for resources: {'Port': ['ID=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:58.592522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.593003 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment f5f9ba51-8229-44fd-80c6-933cc87a66d3 of type vlan for network 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb Nov 19 04:06:58.631862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:06:58.674634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Attempting to bind port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:06:58.675836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Attempting to bind port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:06:58.676569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Attempting to bind port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:06:58.687183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:06:58.687700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:06:58.688224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.688680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:06:58.689174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Bound port: 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:06:58.690384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.763422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.783134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] For port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:06:58.788872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] For port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:06:58.797111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.817197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353be796-818d-43f4-9516-25994d760d14 req-33110ee2-6b5a-4de9-a736-e8a6113ac9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:58.819728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-33110ee2-6b5a-4de9-a736-e8a6113ac9bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.0606275 Nov 19 04:06:58.866556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a9520-3625-4376-ae21-4b9fcd1e59d0 None None] Pushing event updated for resources: {'Port': ['ID=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:58.921048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.926485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:58.927104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:58.964300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3734-c825-4d1c-aeab-6154ce539d0d req-e0785858-a42b-4155-a060-b860150016ae tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:58.965910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e5f3734-c825-4d1c-aeab-6154ce539d0d req-e0785858-a42b-4155-a060-b860150016ae tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2001495 Nov 19 04:06:58.976886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353be796-818d-43f4-9516-25994d760d14 req-a81b0463-38c8-4026-adfa-444332b9eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:58.979255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-a81b0463-38c8-4026-adfa-444332b9eee5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.1431825 Nov 19 04:06:59.030928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-68a07cd2-2b9f-4e20-97e2-55ea8b4a1dac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0395958 Nov 19 04:06:59.126685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353be796-818d-43f4-9516-25994d760d14 req-738ab3ac-5000-401c-a7da-942938c63395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:59.129360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-738ab3ac-5000-401c-a7da-942938c63395 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.0893939 Nov 19 04:06:59.152097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7403812 Nov 19 04:06:59.156881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:59.160030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7d9a8-52c2-453f-bb8a-c5cdd966a67b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:59.170013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:06:59.179762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:06:59.183834 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-7d3b5f09-2138-4982-bcfe-1f0a63bb71ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465159 Nov 19 04:06:59.305371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e5f3734-c825-4d1c-aeab-6154ce539d0d req-e7e42e35-99c5-4790-b7ca-ef96831bde81 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094766 Nov 19 04:06:59.319927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-6584ff6d-fa11-45cd-ada5-81803890a1cb service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270752 Nov 19 04:06:59.322528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.419194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:06:59.422814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.446842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-353be796-818d-43f4-9516-25994d760d14 req-76baa3f0-9dc2-4b49-8d84-baf480fc11f8 service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152954 Nov 19 04:06:59.506817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Performing IP validity checks on allocation pools {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:06:59.507488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:06:59.670711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:06:59.687552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57838) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:59.746363 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.760604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.761543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.780378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.863052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:06:59.872940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:06:59.876411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:06:59.884987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:06:59.885608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.914898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-407779fe-d926-4ff5-9d56-4a9fcd9fd2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.918044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=e8ef7252-b4af-4b59-9a6b-a2699e125de4,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:59.936401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:06:59.936864 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:06:59.960224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,revision_number=4']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:06:59.970393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e03a1b4e-5fc9-4cb0-b119-7eea4ebb0403 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5071537 Nov 19 04:06:59.981471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57842) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:06:59.987941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:86:fb:52', 'name': 'tempest-NetworksTestDHCPv6-1964563143'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:00.042114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-407779fe-d926-4ff5-9d56-4a9fcd9fd2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.047090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-407779fe-d926-4ff5-9d56-4a9fcd9fd2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.068673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': 'f5f9ba51-8229-44fd-80c6-933cc87a66d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:00.069050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:00.081612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=a03894f5-ebba-4698-983c-169903efed2e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:00.108928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-407779fe-d926-4ff5-9d56-4a9fcd9fd2b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4dff6844e1884341ab861077e8309bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179842 Nov 19 04:07:00.108928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407779fe-d926-4ff5-9d56-4a9fcd9fd2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe88509c-981e-4be4-a81d-6175f96e21ec,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:00.110088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57844) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:00.115989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.132104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:00.140003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06029972-2baf-4eb8-87b9-87731e12fb45 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:00.151838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:00.158365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:00.159027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.174314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79c61ebb-4c4f-4324-a1a9-4d22755c5aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.176559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:00.185024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-15cecabc-67bd-4a8a-9353-20f16c2b5963 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0265143 Nov 19 04:07:00.188122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57846) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:00.212857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18a7f1-3e27-4206-b9be-cb60697cfa6b None None] Network 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:00.245047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79c61ebb-4c4f-4324-a1a9-4d22755c5aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.270761 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.292863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 698c23c8-26eb-48df-828c-86fbeabd76d2 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:00.295876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:00.313507 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.330901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.335127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79c61ebb-4c4f-4324-a1a9-4d22755c5aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.338234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79c61ebb-4c4f-4324-a1a9-4d22755c5aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.339932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-79c61ebb-4c4f-4324-a1a9-4d22755c5aa2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe88509c-981e-4be4-a81d-6175f96e21ec HTTP/1.1" status: 204 len: 168 time: 0.2285709 Nov 19 04:07:00.354791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c61ebb-4c4f-4324-a1a9-4d22755c5aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe88509c-981e-4be4-a81d-6175f96e21ec,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:00.431579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.529737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9a8818d5-5a3a-4a08-8e18-cde4df57f93a None None] Provisioning complete for port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:00.530046 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9a8818d5-5a3a-4a08-8e18-cde4df57f93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.556122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.577971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 172.20.0.13 (b0139743-f538-4089-8a77-ffb9c227eb62/d264966c-26fd-497b-81c5-495c4188e4be/698c23c8-26eb-48df-828c-86fbeabd76d2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:00.587439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fe86:fb52 (b0139743-f538-4089-8a77-ffb9c227eb62/e8ef7252-b4af-4b59-9a6b-a2699e125de4/698c23c8-26eb-48df-828c-86fbeabd76d2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:00.597891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204d7a0-f8e7-4b4b-82b4-03a9c88d6c81 req-9d784861-614d-4e4d-a184-468419286c74 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:00.605614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7204d7a0-f8e7-4b4b-82b4-03a9c88d6c81 req-9d784861-614d-4e4d-a184-468419286c74 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1530247 Nov 19 04:07:00.616383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=a03894f5-ebba-4698-983c-169903efed2e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:00.704967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7204d7a0-f8e7-4b4b-82b4-03a9c88d6c81 req-1f1e3e4a-558d-47f2-aef6-363b65a179ba tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983014 Nov 19 04:07:00.745658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.766966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:00.813924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:00.821852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ecc566-32fa-41b1-81d0-65affa5a89fa None None] Network 84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:00.856848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f9ba51-8229-44fd-80c6-933cc87a66d3') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:00.857686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f9ba51-8229-44fd-80c6-933cc87a66d3') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:00.886525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.903551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:00.930452 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:00.943453 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.954946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57858) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:00.983505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44589b5d-823e-47ba-a3c5-7fc0ff55b7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:00.992500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.000998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.010902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb HTTP/1.1" status: 204 len: 168 time: 0.8165736 Nov 19 04:07:01.011734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57860) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:01.016653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d889a8-91f3-4db6-91b7-ba3fa710093f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:01.017415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1926734889'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:01.031074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.097384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:01.103383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:01.107320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.117313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:01.131034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:01.144595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=698c23c8-26eb-48df-828c-86fbeabd76d2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:01.215747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:01.227171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44589b5d-823e-47ba-a3c5-7fc0ff55b7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.235706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:01.236365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.242184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44589b5d-823e-47ba-a3c5-7fc0ff55b7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.253982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.254398 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment c6067f13-5be8-4c7f-9d08-e18a15b7c997 of type vlan for network 3b1d9d11-bb34-43aa-8583-993098a2ca1b Nov 19 04:07:01.305513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9fcc8d7c-0cc1-475e-8ee2-c5bb9948e035 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3226616 Nov 19 04:07:01.308419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57862) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:01.336667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44589b5d-823e-47ba-a3c5-7fc0ff55b7c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=350828d4315c48aaa292d7376bbcf55d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806553 Nov 19 04:07:01.340131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57864) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:01.340488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44589b5d-823e-47ba-a3c5-7fc0ff55b7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc2878a-3021-4337-9a5e-e24e25d4b6b1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:01.352498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.384040 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.390724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:01.391958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.398396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55444fce-179f-48c2-bbd2-c220e3352545 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:01.404493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55444fce-179f-48c2-bbd2-c220e3352545 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:01.409605 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55444fce-179f-48c2-bbd2-c220e3352545 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0988991 Nov 19 04:07:01.410336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57866) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:01.453611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4407356 Nov 19 04:07:01.456859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:01.463225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '3b1d9d11-bb34-43aa-8583-993098a2ca1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:01.470069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9b7d7-fe1f-4f4b-bcca-72ec47da1469 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=3b1d9d11-bb34-43aa-8583-993098a2ca1b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:01.474805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07b09419-44c6-4f12-a044-b9448e5771e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.483032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3b1d9d11-bb34-43aa-8583-993098a2ca1b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:01.579340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07b09419-44c6-4f12-a044-b9448e5771e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.651177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9696352f-5dff-4ee8-818e-fb34c10335ab None None] Provisioning complete for port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:01.651542 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9696352f-5dff-4ee8-818e-fb34c10335ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.662279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 698c23c8-26eb-48df-828c-86fbeabd76d2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:01.662706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.667321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:01.670873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.769982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07b09419-44c6-4f12-a044-b9448e5771e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.771772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07b09419-44c6-4f12-a044-b9448e5771e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.772487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-07b09419-44c6-4f12-a044-b9448e5771e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cc2878a-3021-4337-9a5e-e24e25d4b6b1 HTTP/1.1" status: 204 len: 168 time: 0.4310274 Nov 19 04:07:01.789653 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.825369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b09419-44c6-4f12-a044-b9448e5771e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc2878a-3021-4337-9a5e-e24e25d4b6b1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:01.867890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:01.895281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.914409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 698c23c8-26eb-48df-828c-86fbeabd76d2 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:01.945413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:01.945413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:01.953417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95299ef-63a1-479d-9f2f-462885ce41a5 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:07:01.955623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d984b8f-0767-4ff2-ae30-44558c2fb9a7 req-2308f4b7-d1ce-46a3-b430-94faaeddf72c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:01.964282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d984b8f-0767-4ff2-ae30-44558c2fb9a7 req-2308f4b7-d1ce-46a3-b430-94faaeddf72c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1391866 Nov 19 04:07:02.022423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d984b8f-0767-4ff2-ae30-44558c2fb9a7 req-630ad076-e42a-418a-aafd-ff16f9cbf18e tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Nov 19 04:07:02.049424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ebaf71d2-9012-4df3-9c42-150600793abf None None] Provisioning complete for port 698c23c8-26eb-48df-828c-86fbeabd76d2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:02.051152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ebaf71d2-9012-4df3-9c42-150600793abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.117424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.142771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf71d2-9012-4df3-9c42-150600793abf None None] Port 698c23c8-26eb-48df-828c-86fbeabd76d2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:02.205314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95299ef-63a1-479d-9f2f-462885ce41a5 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:07:02.229178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=bd5f6705-9484-42a6-b5ca-92658ffa9a5c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:02.310041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': 'c6067f13-5be8-4c7f-9d08-e18a15b7c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3b1d9d11-bb34-43aa-8583-993098a2ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:02.311300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 3b1d9d11-bb34-43aa-8583-993098a2ca1b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:02.319747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.357850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=698c23c8-26eb-48df-828c-86fbeabd76d2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:02.367007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 3b1d9d11-bb34-43aa-8583-993098a2ca1b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:02.417817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 3b1d9d11-bb34-43aa-8583-993098a2ca1b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:02.439883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:02.441100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.475206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21c32455-776b-4e27-aeee-647afc69f738 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0165348 Nov 19 04:07:02.477908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57888) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:02.481143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.488917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:02.489228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23ba76cd-e13c-4d2e-a68a-3a73e3febceb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/698c23c8-26eb-48df-828c-86fbeabd76d2 HTTP/1.1" status: 204 len: 168 time: 1.0769670 Nov 19 04:07:02.544318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c8ee2-c09b-44bf-b50c-69b39cf4f845 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:07:02.597907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42564661-fa9a-4fdf-96ad-da33d74e312d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:02.598719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-662d40fd-454d-4551-82d1-db88af6c6c2a None None] Provisioning complete for port 7217f365-0c7d-4695-baa6-006e842b83bc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:02.599170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-662d40fd-454d-4551-82d1-db88af6c6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.599503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42564661-fa9a-4fdf-96ad-da33d74e312d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:02.601192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42564661-fa9a-4fdf-96ad-da33d74e312d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:02.602844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-42564661-fa9a-4fdf-96ad-da33d74e312d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1120534 Nov 19 04:07:02.606194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57898) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:02.647692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.669222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet d264966c-26fd-497b-81c5-495c4188e4be {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:02.673098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.724554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.724911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.793525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c8ee2-c09b-44bf-b50c-69b39cf4f845 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:07:02.811940 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.841543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-662d40fd-454d-4551-82d1-db88af6c6c2a None None] Provisioning complete for port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:02.841543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-662d40fd-454d-4551-82d1-db88af6c6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.861554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5f6705-9484-42a6-b5ca-92658ffa9a5c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:02.862830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.939030 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.942888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.969035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1d9d11-bb34-43aa-8583-993098a2ca1b']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:02.983350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=d264966c-26fd-497b-81c5-495c4188e4be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:02.984532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:02.985756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6067f13-5be8-4c7f-9d08-e18a15b7c997') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:02.986098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6067f13-5be8-4c7f-9d08-e18a15b7c997') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:02.992182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-790fab55-d845-4036-af76-07ac21b5a23d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/d264966c-26fd-497b-81c5-495c4188e4be HTTP/1.1" status: 204 len: 168 time: 0.3825428 Nov 19 04:07:02.994247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57906) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.000575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.016968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.026959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:03.027487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:03.032057 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:03.090504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-662d40fd-454d-4551-82d1-db88af6c6c2a None None] Provisioning complete for port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:03.091181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-662d40fd-454d-4551-82d1-db88af6c6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.098989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet e8ef7252-b4af-4b59-9a6b-a2699e125de4 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:03.106384 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.149142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.157372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.165907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/3b1d9d11-bb34-43aa-8583-993098a2ca1b HTTP/1.1" status: 204 len: 168 time: 0.6866536 Nov 19 04:07:03.167519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57916) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.175372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1773420031'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:03.180618 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.194011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb60120-7dc8-4d8a-b5e3-525398f080f3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=3b1d9d11-bb34-43aa-8583-993098a2ca1b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:03.216767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb4d8-e21c-4a22-ab48-7ffc5ef94d4b req-0a5cbb28-4d4b-491f-82d7-5bf164223962 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:03.218416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c7fb4d8-e21c-4a22-ab48-7ffc5ef94d4b req-0a5cbb28-4d4b-491f-82d7-5bf164223962 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1057897 Nov 19 04:07:03.266977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:03.271917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.321323 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c7fb4d8-e21c-4a22-ab48-7ffc5ef94d4b req-f6cb80b9-93f2-42ed-bbf6-15f108ee549b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936143 Nov 19 04:07:03.329605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.330447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:03.352470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.352826 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 437b9ba2-053a-43a6-a35d-3b6268651034 of type vlan for network 8531e3e1-c536-4fd6-a3d7-40106a72223f Nov 19 04:07:03.423690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.433447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.477816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.485114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:03.485719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.491076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ef7252-b4af-4b59-9a6b-a2699e125de4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:03.505039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.510886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e586f9d-5259-4731-a8d9-c52570081b40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/e8ef7252-b4af-4b59-9a6b-a2699e125de4 HTTP/1.1" status: 204 len: 168 time: 0.5153153 Nov 19 04:07:03.511210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57922) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.564427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3942623 Nov 19 04:07:03.567384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57924) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.575021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '8531e3e1-c536-4fd6-a3d7-40106a72223f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:03.577346 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6cc0ff87-24c9-4311-a6ab-8a38cfdfa605 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647089 Nov 19 04:07:03.580397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57926) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.591860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d3146-2079-4d93-ad96-19102d1bc53b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=8531e3e1-c536-4fd6-a3d7-40106a72223f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:03.604234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8531e3e1-c536-4fd6-a3d7-40106a72223f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:03.660521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e74d3b8-7c47-49e1-9bf4-ee88a83207e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:03.672637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6e74d3b8-7c47-49e1-9bf4-ee88a83207e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0823243 Nov 19 04:07:03.672637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.699257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:03.704758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:03.753377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6d405-1310-4b66-bd88-16ca075f774b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:03.758492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-62f6d405-1310-4b66-bd88-16ca075f774b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904248 Nov 19 04:07:03.760446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:03.932274 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:07:03.983096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.043885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8d520-1052-4549-981c-a4a1531222bc None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:04.047129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c838a9-6f49-4ea8-a262-d520ad0850f1 None None] Network 3b1d9d11-bb34-43aa-8583-993098a2ca1b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:04.058916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=f6d0d706-db36-444e-aa55-51ef27163f44,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:04.079537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '437b9ba2-053a-43a6-a35d-3b6268651034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8531e3e1-c536-4fd6-a3d7-40106a72223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:04.079899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 8531e3e1-c536-4fd6-a3d7-40106a72223f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:04.095564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c838a9-6f49-4ea8-a262-d520ad0850f1 None None] Network 3b1d9d11-bb34-43aa-8583-993098a2ca1b could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:07:04.114424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae6a02-395e-45b9-84aa-14b846faa900 None None] Network 3b1d9d11-bb34-43aa-8583-993098a2ca1b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:04.122605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 8531e3e1-c536-4fd6-a3d7-40106a72223f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:04.143830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8531e3e1-c536-4fd6-a3d7-40106a72223f) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:04.148810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:04.149593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.170212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae6a02-395e-45b9-84aa-14b846faa900 None None] Network 3b1d9d11-bb34-43aa-8583-993098a2ca1b could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:07:04.173260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e6334167-2365-45a2-97b0-29df7e862ab7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6017551 Nov 19 04:07:04.173867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57942) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:04.183589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc872c4f-9392-4807-a120-750185805d14 None None] Network 8531e3e1-c536-4fd6-a3d7-40106a72223f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:04.189676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-84086823-f014-4c8a-94d6-a610aa7bf896 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4267192 Nov 19 04:07:04.197233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:04.200783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cd6cbb50-6035-4022-ac5b-91ac27e4d57b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:04.265632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-db34adcc-e820-4a56-87c1-016f7a7143c4 None None] Provisioning complete for port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:04.266360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db34adcc-e820-4a56-87c1-016f7a7143c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.298776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.328188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6cbb50-6035-4022-ac5b-91ac27e4d57b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:04.335938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbb50-6035-4022-ac5b-91ac27e4d57b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.337850 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6cbb50-6035-4022-ac5b-91ac27e4d57b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:04.338424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6cbb50-6035-4022-ac5b-91ac27e4d57b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:04.367736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd6cbb50-6035-4022-ac5b-91ac27e4d57b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1686053 Nov 19 04:07:04.369500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57950) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:04.383641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d5ad0430-d1cb-42b4-bb01-8357f1423ce7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:04.509760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:04.559265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a4c64-b2a4-43ef-a730-bbc8bd48262f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-8531e3e1-c536-4fd6-a3d7-40106a72223f', 'network_id': '8531e3e1-c536-4fd6-a3d7-40106a72223f', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': 'f6d0d706-db36-444e-aa55-51ef27163f44'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:04.560603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-364a4c64-b2a4-43ef-a730-bbc8bd48262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.613587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad0430-d1cb-42b4-bb01-8357f1423ce7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:04.620528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0430-d1cb-42b4-bb01-8357f1423ce7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.622441 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ad0430-d1cb-42b4-bb01-8357f1423ce7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:04.622920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ad0430-d1cb-42b4-bb01-8357f1423ce7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:04.648887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5ad0430-d1cb-42b4-bb01-8357f1423ce7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2774963 Nov 19 04:07:04.649460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57962) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:04.656143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-43c12448-7c75-4fea-a075-069eda8c9476 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:04.685553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Deleting port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:04.687185 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.793810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c12448-7c75-4fea-a075-069eda8c9476 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:04.809315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43c12448-7c75-4fea-a075-069eda8c9476 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.812849 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c12448-7c75-4fea-a075-069eda8c9476 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:04.813403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c12448-7c75-4fea-a075-069eda8c9476 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:04.843979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-43c12448-7c75-4fea-a075-069eda8c9476 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1931148 Nov 19 04:07:04.848477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57966) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:04.852327 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:04.860002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-483de25d-5b6f-40ac-915f-fb7cce2aa442 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:04.902261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e928-4acc-49bf-a915-8ccc16ae8ded req-86fd74be-8450-43e8-b51a-d28cf13e345c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:04.904046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f737e928-4acc-49bf-a915-8ccc16ae8ded req-86fd74be-8450-43e8-b51a-d28cf13e345c tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1287909 Nov 19 04:07:04.997392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f737e928-4acc-49bf-a915-8ccc16ae8ded req-7cf91c6c-d4b7-4efe-ae11-56dacfdab391 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842524 Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-364a4c64-b2a4-43ef-a730-bbc8bd48262f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6d0d706-db36-444e-aa55-51ef27163f44: This subnet is being modified by another concurrent operation. Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:07:05.003470 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6d0d706-db36-444e-aa55-51ef27163f44: This subnet is being modified by another concurrent operation. Nov 19 04:07:05.009014 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:07:05.012013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] For port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:05.012498 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.015848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.031865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad82c8e-6274-4b9b-8d87-c796772c3ccd None None] Network 8531e3e1-c536-4fd6-a3d7-40106a72223f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:05.035863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Calling delete_port for 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:05.068915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483de25d-5b6f-40ac-915f-fb7cce2aa442 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:05.076274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-483de25d-5b6f-40ac-915f-fb7cce2aa442 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.078985 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-483de25d-5b6f-40ac-915f-fb7cce2aa442 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:05.080301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483de25d-5b6f-40ac-915f-fb7cce2aa442 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:05.110199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-483de25d-5b6f-40ac-915f-fb7cce2aa442 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2598557 Nov 19 04:07:05.114292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57970) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.123950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cc278231-c8fa-4a66-a676-062a154da231 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:05.125922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d0d706-db36-444e-aa55-51ef27163f44,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:05.267445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.292254 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.301283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc278231-c8fa-4a66-a676-062a154da231 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:05.306166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc278231-c8fa-4a66-a676-062a154da231 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.306969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8531e3e1-c536-4fd6-a3d7-40106a72223f']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:05.308158 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc278231-c8fa-4a66-a676-062a154da231 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:05.309414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc278231-c8fa-4a66-a676-062a154da231 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:05.319383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] No DVR routers for this DVR port 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:05.323390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437b9ba2-053a-43a6-a35d-3b6268651034') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:05.323726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437b9ba2-053a-43a6-a35d-3b6268651034') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:05.337781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc278231-c8fa-4a66-a676-062a154da231 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2215419 Nov 19 04:07:05.342377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57974) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.348268 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.351130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-93a363cc-bf14-4a5d-9ef6-08c4b223613d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:05.360752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Pushing event deleted for resources: {'Port': ['ID=70cdfa4b-3a58-46f4-bf26-3c39cde0bb64,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:05.370694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.371042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.371370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.371648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.372598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.372598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.372950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.373305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.373546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.374157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.374461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.375052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11692b5-453d-41d8-b653-53fd9db78d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:05.390501 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.404881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:05.405345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:05.410028 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:05.413703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb476f-b802-4363-86fe-776345a787e2 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:07:05.497642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.507297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.511187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/8531e3e1-c536-4fd6-a3d7-40106a72223f HTTP/1.1" status: 204 len: 168 time: 1.3361602 Nov 19 04:07:05.515607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57976) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.539557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381080191'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:05.539823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a363cc-bf14-4a5d-9ef6-08c4b223613d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:05.545585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aca95-a71b-4698-9531-2bd1f0f8b868 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=8531e3e1-c536-4fd6-a3d7-40106a72223f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:05.547298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93a363cc-bf14-4a5d-9ef6-08c4b223613d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.568646 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a363cc-bf14-4a5d-9ef6-08c4b223613d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:05.569250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a363cc-bf14-4a5d-9ef6-08c4b223613d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:05.573680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:05.579977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.593909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93a363cc-bf14-4a5d-9ef6-08c4b223613d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2470024 Nov 19 04:07:05.598076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57978) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.612630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:05.625847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb476f-b802-4363-86fe-776345a787e2 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:07:05.627126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.627608 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 0872b5d3-ee0b-487c-a01c-5410de541bc7 of type vlan for network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 Nov 19 04:07:05.647113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-65f9d8fe-d8eb-4fa1-8059-f1998366855d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0467436 Nov 19 04:07:05.649481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57980) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.679675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.721485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ae8b0-4843-413e-8fbd-40b9f73b9af2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:05.724014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-864ae8b0-4843-413e-8fbd-40b9f73b9af2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731003 Nov 19 04:07:05.727058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57984) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.774716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3705afbe-ac23-471f-8d47-ccfab7afdc2d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462646 Nov 19 04:07:05.776115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.779137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57986) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.781682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:05.782336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678858'] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.788184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:05.815283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:05.863060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:05.863568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 70cdfa4b-3a58-46f4-bf26-3c39cde0bb64 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:05.867483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57988) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.913904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=3b4a87e4-b19d-40b3-802e-b24be89b21c2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:05.917892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:05.922383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:05.928897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-551df728-c405-4326-8ebb-7619af80f0a3 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3959086 Nov 19 04:07:05.929118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:05.935339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:05.955937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:06.097652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf12dd6-d9b6-43a5-a948-13328a8bf7ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.204252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.240118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf06e4-41f4-4828-8205-16080bb4d361 req-aa3ead96-e5bd-4e74-8691-94852a86b5c4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:06.241655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27bf06e4-41f4-4828-8205-16080bb4d361 req-aa3ead96-e5bd-4e74-8691-94852a86b5c4 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1337562 Nov 19 04:07:06.246584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.246771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:06.248158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.288775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:06.292317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:06.296587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:06.297184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.303089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570afbef-4ea6-4f57-b6ce-10402ae6b8d2 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:06.315495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=ed46f275-66fb-45fc-b646-a498487a7092,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:06.318277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 is not hosted by any dhcp agent {{(pid=109986) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:07:06.324359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:06.325032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.326401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "PUT /v2.0/networks/3b4a87e4-b19d-40b3-802e-b24be89b21c2 HTTP/1.1" status: 200 len: 723 time: 0.3962233 Nov 19 04:07:06.329471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5489497 Nov 19 04:07:06.331734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.332001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.332361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.332685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.333022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.333356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.333687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.334057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.334388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.334720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.335051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.335385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01b9e3-37cb-49d5-8844-5d3fd22d60e7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:06.335953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58000) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:06.336328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58002) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:06.344716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:06.358987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:a6:a6:96', 'name': 'tempest-NetworksTestDHCPv6-1252760636'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:06.459864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab759-4e42-4cd3-b8fc-8d01784e3620 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=3b4a87e4-b19d-40b3-802e-b24be89b21c2,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:06.476415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:06.515622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'ed46f275-66fb-45fc-b646-a498487a7092'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:06.516484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.538552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf12dd6-d9b6-43a5-a948-13328a8bf7ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.544509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27bf06e4-41f4-4828-8205-16080bb4d361 req-5c5182c2-77ee-4480-b8f1-2205e9c6f3d3 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866759 Nov 19 04:07:06.553084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf12dd6-d9b6-43a5-a948-13328a8bf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.630492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9bf12dd6-d9b6-43a5-a948-13328a8bf7ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbee6d750fbf460999d144287ed3dd8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7609327 Nov 19 04:07:06.631494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58004) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:06.639580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf12dd6-d9b6-43a5-a948-13328a8bf7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88d451-0279-4526-8253-860675959c12,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:06.663188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:06.669023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.685567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12532c8c-881c-4696-b072-6bd11532082a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.702407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Allocated IP 2001:db8::f816:3eff:fe9f:3a06 (b0139743-f538-4089-8a77-ffb9c227eb62/ed46f275-66fb-45fc-b646-a498487a7092/5bf32f72-ee48-4574-b65a-e7398e614907) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:06.710732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12532c8c-881c-4696-b072-6bd11532082a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.750245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:06.774111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12532c8c-881c-4696-b072-6bd11532082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.777218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12532c8c-881c-4696-b072-6bd11532082a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.778595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-12532c8c-881c-4696-b072-6bd11532082a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b88d451-0279-4526-8253-860675959c12 HTTP/1.1" status: 204 len: 168 time: 0.1460891 Nov 19 04:07:06.787381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12532c8c-881c-4696-b072-6bd11532082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88d451-0279-4526-8253-860675959c12,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:06.883078 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.893026 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.900332 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:06.941675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:06.942204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 3234b7a5-5488-4720-b280-c1b84a497677 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:06.945151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:06.947572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:06.957913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Pushing event updated for resources: {'Port': ['ID=5bf32f72-ee48-4574-b65a-e7398e614907,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:07.015248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Attempting to bind port 5bf32f72-ee48-4574-b65a-e7398e614907 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:07.015629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Attempting to bind port 5bf32f72-ee48-4574-b65a-e7398e614907 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:07.016002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Attempting to bind port 5bf32f72-ee48-4574-b65a-e7398e614907 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:07.021561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:07.021971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:07.022377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.022778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:07.023253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Bound port: 5bf32f72-ee48-4574-b65a-e7398e614907, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:07.023852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.077009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.095287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] For port 5bf32f72-ee48-4574-b65a-e7398e614907, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:07.098695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] For port 5bf32f72-ee48-4574-b65a-e7398e614907, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5bf32f72-ee48-4574-b65a-e7398e614907,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:07.103143 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.111082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58010) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:07.125415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6767792b-2612-463f-b326-ae3912b122e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.143583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fea6:a696 (b0139743-f538-4089-8a77-ffb9c227eb62/ed46f275-66fb-45fc-b646-a498487a7092/3234b7a5-5488-4720-b280-c1b84a497677) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:07.180595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=b4d0860a-542f-4ce4-b865-8929aef734c9,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:07.180974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2899-f19c-4100-8631-945d9ceef461 None None] Pushing event updated for resources: {'Port': ['ID=5bf32f72-ee48-4574-b65a-e7398e614907,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:07.212660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '0872b5d3-ee0b-487c-a01c-5410de541bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:07.213150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: 3b4a87e4-b19d-40b3-802e-b24be89b21c2, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:07.240355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6767792b-2612-463f-b326-ae3912b122e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.246190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6767792b-2612-463f-b326-ae3912b122e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.254588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:07.291407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6767792b-2612-463f-b326-ae3912b122e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=962a9d6f41dd4cdfb134fe6b700cfdda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791940 Nov 19 04:07:07.292682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767792b-2612-463f-b326-ae3912b122e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8706b-f395-41bc-9efb-69c23c41212e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:07.295109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58012) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:07.313573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 3b4a87e4-b19d-40b3-802e-b24be89b21c2) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:07.324025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:07.324540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.325757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a777d-76f4-42a1-9c77-dd3efd57ae23 None None] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:07.354548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-79454f6c-c28e-44c0-bb51-9b0661d97d7f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0135872 Nov 19 04:07:07.357384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58014) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:07.363373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:07.381421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac18f1e6-8edc-42f0-a4c3-3d1444b59104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.431132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac18f1e6-8edc-42f0-a4c3-3d1444b59104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.442475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.512568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac18f1e6-8edc-42f0-a4c3-3d1444b59104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.516560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac18f1e6-8edc-42f0-a4c3-3d1444b59104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.517851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac18f1e6-8edc-42f0-a4c3-3d1444b59104 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97d8706b-f395-41bc-9efb-69c23c41212e HTTP/1.1" status: 204 len: 168 time: 0.2218046 Nov 19 04:07:07.532592 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14336787'] for subnet, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.539479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f1e6-8edc-42f0-a4c3-3d1444b59104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8706b-f395-41bc-9efb-69c23c41212e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:07.578207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-3b4a87e4-b19d-40b3-802e-b24be89b21c2', 'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': 'b4d0860a-542f-4ce4-b865-8929aef734c9'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:07.579632 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.584765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.695668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:07.710944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=3234b7a5-5488-4720-b280-c1b84a497677,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:07.712232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:07.731136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:07.737378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:07.738048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.810429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8af6194f-fef0-42f7-b22e-b73e5c0d1eb0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4706395 Nov 19 04:07:07.813254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58026) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:07.838039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f5b96-d605-4f06-83c4-ed7a7e87fb1e req-739cdb03-d3e5-4f60-9e7f-18273f46b12d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:07.843957 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c29f5b96-d605-4f06-83c4-ed7a7e87fb1e req-739cdb03-d3e5-4f60-9e7f-18273f46b12d tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1583307 Nov 19 04:07:07.849331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5bf32f72-ee48-4574-b65a-e7398e614907 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:07.873441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786271083722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13559185'] for subnet, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.926284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:07.926994 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:07.930890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "PUT /v2.0/subnets/b4d0860a-542f-4ce4-b865-8929aef734c9 HTTP/1.1" status: 200 len: 806 time: 0.5700376 Nov 19 04:07:07.931089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362ae6d-61a4-4e2c-b4d0-ab2c06e507a7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:07.936342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:07.949703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362ae6d-61a4-4e2c-b4d0-ab2c06e507a7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:07.954784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2362ae6d-61a4-4e2c-b4d0-ab2c06e507a7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1398442 Nov 19 04:07:07.958940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:07.977584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Allocated IP 172.20.0.2 (3b4a87e4-b19d-40b3-802e-b24be89b21c2/b4d0860a-542f-4ce4-b865-8929aef734c9/7dae0f03-d085-4204-9866-122beedad290) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:07.997027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 5bf32f72-ee48-4574-b65a-e7398e614907 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:07.997027 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.030522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c29f5b96-d605-4f06-83c4-ed7a7e87fb1e req-0f2ed3ef-f3eb-432f-93cc-56a65b92c195 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854978 Nov 19 04:07:08.121094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35714225-d1a5-4d5c-ac95-6c8c69cdbe35 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=b4d0860a-542f-4ce4-b865-8929aef734c9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:08.155097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 3234b7a5-5488-4720-b280-c1b84a497677 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:08.155740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.165210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.236739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.253977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.331498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.348160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.352319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 3234b7a5-5488-4720-b280-c1b84a497677 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:08.370222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.380244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.381735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 5bf32f72-ee48-4574-b65a-e7398e614907, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5bf32f72-ee48-4574-b65a-e7398e614907,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:08.420225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.430154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d0860a-542f-4ce4-b865-8929aef734c9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:08.455392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:08.466540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:08.473006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:08.476450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Pushing event updated for resources: {'Port': ['ID=7dae0f03-d085-4204-9866-122beedad290,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:08.548393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.580075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a87e4-b19d-40b3-802e-b24be89b21c2']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:08.590772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.598450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0872b5d3-ee0b-487c-a01c-5410de541bc7') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:08.599154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0872b5d3-ee0b-487c-a01c-5410de541bc7') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:08.603500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Attempting to bind port 7dae0f03-d085-4204-9866-122beedad290 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:08.603922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Attempting to bind port 7dae0f03-d085-4204-9866-122beedad290 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '0872b5d3-ee0b-487c-a01c-5410de541bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:08.604302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Attempting to bind port 7dae0f03-d085-4204-9866-122beedad290 on network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:08.625609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=5bf32f72-ee48-4574-b65a-e7398e614907,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:08.626721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.629018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:08.629564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Checking segment: {'id': '0872b5d3-ee0b-487c-a01c-5410de541bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:08.630006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.630408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Bound using segment: {'id': '0872b5d3-ee0b-487c-a01c-5410de541bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:08.630906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Bound port: 7dae0f03-d085-4204-9866-122beedad290, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0872b5d3-ee0b-487c-a01c-5410de541bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:08.631299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.639011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=3234b7a5-5488-4720-b280-c1b84a497677,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:08.648009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.661012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:08.661402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:08.664816 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:08.684029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.692013 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4a952a4d-02f7-4e15-9405-23669b6e3688 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/3234b7a5-5488-4720-b280-c1b84a497677 HTTP/1.1" status: 204 len: 168 time: 0.7299016 Nov 19 04:07:08.692272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:08.725729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] For port 7dae0f03-d085-4204-9866-122beedad290, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:08.745879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] For port 7dae0f03-d085-4204-9866-122beedad290, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7dae0f03-d085-4204-9866-122beedad290,segment=NetworkSegment(0872b5d3-ee0b-487c-a01c-5410de541bc7),segment_id=0872b5d3-ee0b-487c-a01c-5410de541bc7)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:08.752003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.api [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 04:07:08.752003 n-d-818503-1 neutron-server[109986]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 04:07:08.752003 n-d-818503-1 neutron-server[109986]: [parameters: {'id': '3b4a87e4-b19d-40b3-802e-b24be89b21c2'}] Nov 19 04:07:08.752003 n-d-818503-1 neutron-server[109986]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:07:08.754610 n-d-818503-1 neutron-server[109986]: DEBUG oslo_db.api [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:07:08.756253 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.764379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7ceea-6d4c-441b-ade0-0cd7e7a37f98 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:08.765927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7ceea-6d4c-441b-ade0-0cd7e7a37f98 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:08.767523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-80e7ceea-6d4c-441b-ade0-0cd7e7a37f98 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0740306 Nov 19 04:07:08.771135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:08.861599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352739e9-3609-4868-b57d-e57b3f7d927e None None] Pushing event updated for resources: {'Port': ['ID=7dae0f03-d085-4204-9866-122beedad290,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:08.874035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet ed46f275-66fb-45fc-b646-a498487a7092 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:08.874707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ec414fdd-7c3b-4870-9648-6ba26442d828 None None] Provisioning complete for port 5bf32f72-ee48-4574-b65a-e7398e614907 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:08.875104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec414fdd-7c3b-4870-9648-6ba26442d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.880632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:08.914800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d761a-1268-4206-b392-4388bad5cc31 None None] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:08.947058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.056107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.103837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77853659-d7a0-407e-a6f4-99d539d2ee49 None None] Network 3b4a87e4-b19d-40b3-802e-b24be89b21c2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:09.151870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.184688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=ed46f275-66fb-45fc-b646-a498487a7092,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:09.200334 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.203986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-abf3c93e-7400-4389-8c84-d81487b7d876 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/ed46f275-66fb-45fc-b646-a498487a7092 HTTP/1.1" status: 204 len: 168 time: 0.4305472 Nov 19 04:07:09.207064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58068) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:09.212757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8629d-6fde-411e-a0a4-1dee7a2bf160 req-0357642f-7986-4f3d-920c-450a370e4f37 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:09.222210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2f8629d-6fde-411e-a0a4-1dee7a2bf160 req-0357642f-7986-4f3d-920c-450a370e4f37 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0933483 Nov 19 04:07:09.234178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fa96363b-7cf1-4ffb-b399-b9ea63e9c8db None None] Could not find standard attr ID for object 3234b7a5-5488-4720-b280-c1b84a497677. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:09.261557 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.266620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-173cde89-106a-4079-8801-8bbc68586bdd tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583856 Nov 19 04:07:09.271044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58074) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:09.282797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:09.311768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f85f1f5-417c-4815-9434-eb5c96c832f6 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:09.336020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2f8629d-6fde-411e-a0a4-1dee7a2bf160 req-c3cb83e2-1cfc-4820-9aa4-6b1876266589 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076956 Nov 19 04:07:09.396250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Deleting port 7dae0f03-d085-4204-9866-122beedad290 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:09.396742 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.436444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:09.446054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.473322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] For port 7dae0f03-d085-4204-9866-122beedad290, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7dae0f03-d085-4204-9866-122beedad290,segment=NetworkSegment(0872b5d3-ee0b-487c-a01c-5410de541bc7),segment_id=0872b5d3-ee0b-487c-a01c-5410de541bc7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:09.473795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.492503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Calling delete_port for 7dae0f03-d085-4204-9866-122beedad290 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:09.640249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.675596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Port': ['ID=7dae0f03-d085-4204-9866-122beedad290,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:09.679586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No DVR routers for this DVR port 7dae0f03-d085-4204-9866-122beedad290 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:09.722736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:09.778046 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.804639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a87e4-b19d-40b3-802e-b24be89b21c2']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:09.805906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] Deleting port 5bf32f72-ee48-4574-b65a-e7398e614907 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:09.806321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.819376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0872b5d3-ee0b-487c-a01c-5410de541bc7') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:09.819376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0872b5d3-ee0b-487c-a01c-5410de541bc7') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:09.839063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.856619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.861479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5bf32f72-ee48-4574-b65a-e7398e614907 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:09.866282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:09.866816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:09.872101 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:09.907141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:09.952485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.967774 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:09.972345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/3b4a87e4-b19d-40b3-802e-b24be89b21c2 HTTP/1.1" status: 204 len: 168 time: 2.0348988 Nov 19 04:07:09.975889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:09.988721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069d2ff-b88a-475f-8073-6abd3e60a424 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=3b4a87e4-b19d-40b3-802e-b24be89b21c2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:10.008324 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d431653a-166f-48a0-b5c9-0c3559acfda4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:10.008861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d431653a-166f-48a0-b5c9-0c3559acfda4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:10.015649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d431653a-166f-48a0-b5c9-0c3559acfda4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/3b4a87e4-b19d-40b3-802e-b24be89b21c2 HTTP/1.1" status: 404 len: 339 time: 0.0352068 Nov 19 04:07:10.017207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] For port 5bf32f72-ee48-4574-b65a-e7398e614907, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5bf32f72-ee48-4574-b65a-e7398e614907,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:10.017712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.018798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:10.027872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999725114', 'description': 'd1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:10.046600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] Calling delete_port for 5bf32f72-ee48-4574-b65a-e7398e614907 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:10.060963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.062211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:10.066872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.104832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:10.118423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.119422 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 0185828a-26e1-4227-a04c-3cc621f5a52b of type vlan for network aab725b5-eb6d-4299-9efc-d3847ec6faf7 Nov 19 04:07:10.133458 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.176411 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.185888 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:07:10.186535 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:07:10.197220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.216760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.224548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:10.225425 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.239085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] Pushing event deleted for resources: {'Port': ['ID=5bf32f72-ee48-4574-b65a-e7398e614907,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:10.241309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ccc924-c5d7-41e1-b4fa-99996527cb88 None None] No DVR routers for this DVR port 5bf32f72-ee48-4574-b65a-e7398e614907 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:10.257496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2365649 Nov 19 04:07:10.266807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:10.273339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e22bdf-ea33-4c03-a3e2-5ea65a468ee0 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:07:10.316571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9ea64-cfd5-4028-bb22-f45740447ee1 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=aab725b5-eb6d-4299-9efc-d3847ec6faf7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:10.332725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network aab725b5-eb6d-4299-9efc-d3847ec6faf7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:10.417404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdfeee-17a9-4721-a884-6768fb714740 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:10.419124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93fdfeee-17a9-4721-a884-6768fb714740 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks?id=aab725b5-eb6d-4299-9efc-d3847ec6faf7 HTTP/1.1" status: 200 len: 761 time: 0.1513166 Nov 19 04:07:10.435081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58104) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:10.465382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'description': 'd2'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:10.470704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port 5bf32f72-ee48-4574-b65a-e7398e614907, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5bf32f72-ee48-4574-b65a-e7398e614907,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:10.498772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e22bdf-ea33-4c03-a3e2-5ea65a468ee0 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:07:10.515901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.524933 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.528355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.546690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de697b12-7348-48d3-9680-cbc29243f18a req-9eaa9f34-600f-4b1b-96cb-f44745f4242e tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:10.548571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de697b12-7348-48d3-9680-cbc29243f18a req-9eaa9f34-600f-4b1b-96cb-f44745f4242e tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1323965 Nov 19 04:07:10.611118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=5bf32f72-ee48-4574-b65a-e7398e614907,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:10.616265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:10.624857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:10.630109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:10.630724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.639859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=a79b11e7-f702-441c-acda-e69c63f3a8a6,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:10.664392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2b57ac6-5889-4d01-b015-8ba61b9a8921 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3901196 Nov 19 04:07:10.666400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58112) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:10.676292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:be:4f:2f', 'name': 'tempest-NetworksTestDHCPv6-641428342'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:10.714081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.724717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Port 5bf32f72-ee48-4574-b65a-e7398e614907 update to DOWN by agent not found {{(pid=109988) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 04:07:10.747628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de697b12-7348-48d3-9680-cbc29243f18a req-477b3252-d79e-46bc-adad-4fc462f43707 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249590 Nov 19 04:07:10.769395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.811351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:10.864108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=aab725b5-eb6d-4299-9efc-d3847ec6faf7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:10.880702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network aab725b5-eb6d-4299-9efc-d3847ec6faf7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:10.888265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network aab725b5-eb6d-4299-9efc-d3847ec6faf7 is not hosted by any dhcp agent {{(pid=109986) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:07:10.895698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:10.896353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.899989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-30e6516b-3e0f-4242-be63-5973d3ad0a57 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "PUT /v2.0/networks/aab725b5-eb6d-4299-9efc-d3847ec6faf7 HTTP/1.1" status: 200 len: 758 time: 0.4634960 Nov 19 04:07:10.900717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58114) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:10.962878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.972248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'a79b11e7-f702-441c-acda-e69c63f3a8a6'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:10.973133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:10.990155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port e05c2151-d473-491d-851b-63ad01ea2456 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:11.019787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c22cd3-1662-46d4-9369-ffe5886d3990 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:11.021684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-12c22cd3-1662-46d4-9369-ffe5886d3990 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks?id=aab725b5-eb6d-4299-9efc-d3847ec6faf7 HTTP/1.1" status: 200 len: 761 time: 0.1199319 Nov 19 04:07:11.025334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58118) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:11.030781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33848386'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:11.060762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:11.064564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.079520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:11.098492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:11.102468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf58e4-4d57-47e1-b7e2-2c3351f1d791 req-9d382ad2-a68a-4839-9281-0a040617c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:11.104069 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1ddf58e4-4d57-47e1-b7e2-2c3351f1d791 req-9d382ad2-a68a-4839-9281-0a040617c06c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.1004288 Nov 19 04:07:11.110780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.111148 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 8a805c5a-9e2b-491a-8666-7d1c9dfb30d9 of type vlan for network a1c35ace-f4d4-4342-af1a-b9c27b1a318b Nov 19 04:07:11.140052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Allocated IP 2001:db8::f816:3eff:fe5d:c5c9 (b0139743-f538-4089-8a77-ffb9c227eb62/a79b11e7-f702-441c-acda-e69c63f3a8a6/7c24e0a4-4c41-450a-9177-eed82e127c75) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:11.159357 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.177739 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1ddf58e4-4d57-47e1-b7e2-2c3351f1d791 req-fb2dd2f7-a5a9-4099-bc3a-8fd8cdbdd608 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661345 Nov 19 04:07:11.192366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.198299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:11.198891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.265547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2388666 Nov 19 04:07:11.268558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58124) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:11.269462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d2571d-9825-45ca-8887-bffbdb17624c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.274316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': 'a1c35ace-f4d4-4342-af1a-b9c27b1a318b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:11.289742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541bfc4-6c04-4e20-9acf-9e8117c4a862 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=a1c35ace-f4d4-4342-af1a-b9c27b1a318b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:11.303779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a1c35ace-f4d4-4342-af1a-b9c27b1a318b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:11.306107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.350495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.370227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d2571d-9825-45ca-8887-bffbdb17624c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.377004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d2571d-9825-45ca-8887-bffbdb17624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.402934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:febe:4f2f (b0139743-f538-4089-8a77-ffb9c227eb62/a79b11e7-f702-441c-acda-e69c63f3a8a6/e05c2151-d473-491d-851b-63ad01ea2456) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:11.419528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2571d-9825-45ca-8887-bffbdb17624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41615c03-d5d2-43b5-bf11-dc3a42a13c86,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:11.422229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:11.427638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-83d2571d-9825-45ca-8887-bffbdb17624c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=314513b1c43c4f29a57a22bb14fcbfcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470757 Nov 19 04:07:11.430370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58126) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:11.431848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:11.435639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:11.441473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:11.444049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Pushing event updated for resources: {'Port': ['ID=7c24e0a4-4c41-450a-9177-eed82e127c75,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:11.445581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.497279 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85905093-46df-4742-afdb-665de5f4fbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.497534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Attempting to bind port 7c24e0a4-4c41-450a-9177-eed82e127c75 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:11.497648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Attempting to bind port 7c24e0a4-4c41-450a-9177-eed82e127c75 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:11.498062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Attempting to bind port 7c24e0a4-4c41-450a-9177-eed82e127c75 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:11.504439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:11.505158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:11.505302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.505628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:11.506143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Bound port: 7c24e0a4-4c41-450a-9177-eed82e127c75, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:11.506534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.522462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85905093-46df-4742-afdb-665de5f4fbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.574976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85905093-46df-4742-afdb-665de5f4fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.578400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85905093-46df-4742-afdb-665de5f4fbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.579606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-85905093-46df-4742-afdb-665de5f4fbd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41615c03-d5d2-43b5-bf11-dc3a42a13c86 HTTP/1.1" status: 204 len: 168 time: 0.1482580 Nov 19 04:07:11.583618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] For port 7c24e0a4-4c41-450a-9177-eed82e127c75, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:11.587328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] For port 7c24e0a4-4c41-450a-9177-eed82e127c75, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7c24e0a4-4c41-450a-9177-eed82e127c75,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:11.590074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85905093-46df-4742-afdb-665de5f4fbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41615c03-d5d2-43b5-bf11-dc3a42a13c86,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:11.603073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.671108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e965-33ae-4962-9600-1bab29067d9e None None] Pushing event updated for resources: {'Port': ['ID=7c24e0a4-4c41-450a-9177-eed82e127c75,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:11.697551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.786072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.821381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.891115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40901ec8-ca57-40ba-ab51-dd39c9f9be55 req-2d55f1f8-be8d-4aa3-9caa-b455e95c400a tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:11.898507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40901ec8-ca57-40ba-ab51-dd39c9f9be55 req-2d55f1f8-be8d-4aa3-9caa-b455e95c400a tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0780904 Nov 19 04:07:11.963296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:11.964281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=9a4e4b4f-7690-4a82-a535-e3b7a0267bc6,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:11.976443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:11.985091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:11.991845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:11.992846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:11.992998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40901ec8-ca57-40ba-ab51-dd39c9f9be55 req-c7e4c6a3-692a-4ee6-808c-2cb94d24b84f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934002 Nov 19 04:07:12.004640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=e05c2151-d473-491d-851b-63ad01ea2456,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:12.012541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '8a805c5a-9e2b-491a-8666-7d1c9dfb30d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a1c35ace-f4d4-4342-af1a-b9c27b1a318b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:12.018907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: a1c35ace-f4d4-4342-af1a-b9c27b1a318b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:12.019194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58138) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:12.036615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-605e25d7-4488-49ec-9a60-cb7fa864f762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.038671 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a3cc20b2-120d-4ec2-a554-ea55e4cc089d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3711858 Nov 19 04:07:12.042139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58140) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:12.074312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network a1c35ace-f4d4-4342-af1a-b9c27b1a318b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:12.112874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a1c35ace-f4d4-4342-af1a-b9c27b1a318b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:12.125692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a8a2e-f88d-4b41-a956-dc04bb040fe0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:12.132875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a8a2e-f88d-4b41-a956-dc04bb040fe0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:12.134809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-852a8a2e-f88d-4b41-a956-dc04bb040fe0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0915725 Nov 19 04:07:12.136529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:12.137123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.139372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58142) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:12.143210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-605e25d7-4488-49ec-9a60-cb7fa864f762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.148219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-605e25d7-4488-49ec-9a60-cb7fa864f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.179417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-814958ed-cdc8-4c95-8e9a-02302277ada9 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9093854 Nov 19 04:07:12.181806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58144) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:12.196366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-605e25d7-4488-49ec-9a60-cb7fa864f762 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e34bfd60f78416f8d2e9902f5445c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758931 Nov 19 04:07:12.197378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e25d7-4488-49ec-9a60-cb7fa864f762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0621cb18-70af-414f-89c3-124dca032524,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:12.199954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58146) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:12.250100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0ff3-2c9c-4d93-a8cd-85a0ae880410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.274650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0ff3-2c9c-4d93-a8cd-85a0ae880410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.334422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0ff3-2c9c-4d93-a8cd-85a0ae880410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.337289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.338077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0ff3-2c9c-4d93-a8cd-85a0ae880410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.341972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b0dd0ff3-2c9c-4d93-a8cd-85a0ae880410 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0621cb18-70af-414f-89c3-124dca032524 HTTP/1.1" status: 204 len: 168 time: 0.1386502 Nov 19 04:07:12.346705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port e05c2151-d473-491d-851b-63ad01ea2456 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:12.347296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.350203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd0ff3-2c9c-4d93-a8cd-85a0ae880410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0621cb18-70af-414f-89c3-124dca032524,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:12.464336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.514615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.538797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for e05c2151-d473-491d-851b-63ad01ea2456 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:12.599896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.631281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4e4b4f-7690-4a82-a535-e3b7a0267bc6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:12.709492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.738305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c35ace-f4d4-4342-af1a-b9c27b1a318b']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:12.775398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a805c5a-9e2b-491a-8666-7d1c9dfb30d9') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:12.775798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a805c5a-9e2b-491a-8666-7d1c9dfb30d9') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:12.790752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.817757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.826205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:12.831306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:12.834941 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:12.846343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.851222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53edaa-e208-4813-b807-fdd84b41a4d0 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:12.856263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95672c38-1081-49c9-8c5a-f08e3b3b405a None None] Network a1c35ace-f4d4-4342-af1a-b9c27b1a318b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:12.908117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=e05c2151-d473-491d-851b-63ad01ea2456,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:12.953500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.959453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58162) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:12.972637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-45db0f22-f32b-4f73-b70d-61a1afc0156a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/e05c2151-d473-491d-851b-63ad01ea2456 HTTP/1.1" status: 204 len: 168 time: 0.8200910 Nov 19 04:07:12.980412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:12.984604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d6ae01df-3645-49f5-a720-74da3d14300b None None] Provisioning complete for port 7c24e0a4-4c41-450a-9177-eed82e127c75 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:12.985184 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae01df-3645-49f5-a720-74da3d14300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.013543 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.021889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/a1c35ace-f4d4-4342-af1a-b9c27b1a318b HTTP/1.1" status: 204 len: 168 time: 0.8389132 Nov 19 04:07:13.024183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58170) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:13.025596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3378b7e-c0ba-4619-852d-85b0327a98da tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=a1c35ace-f4d4-4342-af1a-b9c27b1a318b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:13.078961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ecbaa-3e4c-4f03-84cd-7268909f4051 None None] Network a1c35ace-f4d4-4342-af1a-b9c27b1a318b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:13.099234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ecbaa-3e4c-4f03-84cd-7268909f4051 None None] Network a1c35ace-f4d4-4342-af1a-b9c27b1a318b could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:07:13.102294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a04e73-78cd-468c-9cf9-89a132867adb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:13.103859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a04e73-78cd-468c-9cf9-89a132867adb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:13.106038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b0a04e73-78cd-468c-9cf9-89a132867adb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1455510 Nov 19 04:07:13.108874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58176) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:13.118415 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4013652-9ad8-403b-85c4-60513e3f1fe6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] GET failed (client error): The resource could not be found. Nov 19 04:07:13.119992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4013652-9ad8-403b-85c4-60513e3f1fe6 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/subnets/9a4e4b4f-7690-4a82-a535-e3b7a0267bc6 HTTP/1.1" status: 404 len: 337 time: 0.0942488 Nov 19 04:07:13.124371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58178) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:13.172882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9675-37cf-49e7-aa37-4defc3b3b4a4 req-2121359c-130d-4c46-864e-fd9c1b1eb6ac tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:13.178085 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d9a033-b40b-40f5-8dd8-4545ca2866b2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:13.178839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d9a033-b40b-40f5-8dd8-4545ca2866b2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:13.182932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-422d9675-37cf-49e7-aa37-4defc3b3b4a4 req-2121359c-130d-4c46-864e-fd9c1b1eb6ac tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1075606 Nov 19 04:07:13.199503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64d9a033-b40b-40f5-8dd8-4545ca2866b2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/a1c35ace-f4d4-4342-af1a-b9c27b1a318b HTTP/1.1" status: 404 len: 339 time: 0.0692859 Nov 19 04:07:13.200635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58180) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:13.213895 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae01df-3645-49f5-a720-74da3d14300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.254910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d6ae01df-3645-49f5-a720-74da3d14300b None None] For port 7c24e0a4-4c41-450a-9177-eed82e127c75, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7c24e0a4-4c41-450a-9177-eed82e127c75,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:13.259088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-422d9675-37cf-49e7-aa37-4defc3b3b4a4 req-c6eb9e75-047e-4357-9a61-f969b7be7b7e tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723171 Nov 19 04:07:13.269972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae01df-3645-49f5-a720-74da3d14300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.359125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae01df-3645-49f5-a720-74da3d14300b None None] Pushing event updated for resources: {'Port': ['ID=7c24e0a4-4c41-450a-9177-eed82e127c75,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:13.608143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f36550fb-d826-4af8-981c-9d674c9d4966 None None] Provisioning complete for port 7c24e0a4-4c41-450a-9177-eed82e127c75 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:13.608543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f36550fb-d826-4af8-981c-9d674c9d4966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.685551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet a79b11e7-f702-441c-acda-e69c63f3a8a6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:13.697986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.775407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:13.892444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7c24e0a4-4c41-450a-9177-eed82e127c75 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:13.929783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a16b-2d8d-46f3-97e3-d230ec48902b req-501b2eb6-2c33-4e7f-820c-d24505fb02fd tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:13.940380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b610a16b-2d8d-46f3-97e3-d230ec48902b req-501b2eb6-2c33-4e7f-820c-d24505fb02fd tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0996087 Nov 19 04:07:13.954265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9405431e-0757-47a6-bc87-cd32ffb1a70a None None] Could not find standard attr ID for object e05c2151-d473-491d-851b-63ad01ea2456. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:13.977072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a04a6-bb48-46da-97b0-910d414b40f8 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:13.978846 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b30a04a6-bb48-46da-97b0-910d414b40f8 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7733827 Nov 19 04:07:13.984020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58206) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:13.993835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7c24e0a4-4c41-450a-9177-eed82e127c75 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:13.994982 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.047138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b610a16b-2d8d-46f3-97e3-d230ec48902b req-ed3ab86c-6eb2-460d-a6f5-5888b01a7c8f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068809 Nov 19 04:07:14.054129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b7b10b53-019a-46c1-8b9a-1c8d78288261 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 207 time: 0.0682254 Nov 19 04:07:14.057485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.077927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-0ab68c1b-b3f5-478e-b7bb-22165a3426bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.088356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-0ab68c1b-b3f5-478e-b7bb-22165a3426bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12bed4759d8e414181dbd74c7481e7c8&device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 1096 time: 0.2359095 Nov 19 04:07:14.098181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.239778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-547d1d10-8522-49e0-b7cd-782fee056aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.241560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-547d1d10-8522-49e0-b7cd-782fee056aa5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 200 len: 920 time: 0.1550083 Nov 19 04:07:14.246809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.288178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=a79b11e7-f702-441c-acda-e69c63f3a8a6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:14.319760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.325369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-04ed43d9-82a2-4eb9-b17d-c25f861d97de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/a79b11e7-f702-441c-acda-e69c63f3a8a6 HTTP/1.1" status: 204 len: 168 time: 1.2131653 Nov 19 04:07:14.325369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-7d31a296-015d-47dc-987f-d1a32aafc5be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 200 len: 217 time: 0.0708494 Nov 19 04:07:14.325811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58216) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.332930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d6cde0-7302-4a5d-b65a-b39a69a06dd9 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:14.403407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eac80a54-cbd2-45e3-b969-77a39b760c7c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766802 Nov 19 04:07:14.442221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58222) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.528874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-7a28d6e1-4681-4f34-9282-a2fd5143b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.530694 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-7a28d6e1-4681-4f34-9282-a2fd5143b12d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 200 len: 859 time: 0.1978891 Nov 19 04:07:14.546653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd9429-dbf5-47a5-83a0-065250825854 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.548299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0cdd9429-dbf5-47a5-83a0-065250825854 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1051564 Nov 19 04:07:14.551951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.584089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:14.624127 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-1b864850-92e5-46a4-8d10-f2d713c281be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cb7c0f3a-8dc4-4e47-8608-824f226b793e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557756 Nov 19 04:07:14.650163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0e3fb-4f4d-44e3-bf34-6c10bd0ccc79 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.651805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] Deleting port 7c24e0a4-4c41-450a-9177-eed82e127c75 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:14.652198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.655323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58230) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.655815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-81d0e3fb-4f4d-44e3-bf34-6c10bd0ccc79 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1021442 Nov 19 04:07:14.701407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-832d1d02-0980-4fa6-8efc-0b736a372af3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453162 Nov 19 04:07:14.709371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202e091-b322-455c-93eb-6c2daa90070b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.712653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58232) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.715395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202e091-b322-455c-93eb-6c2daa90070b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.717800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:14.719756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] For port 7c24e0a4-4c41-450a-9177-eed82e127c75, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7c24e0a4-4c41-450a-9177-eed82e127c75,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:14.720322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.722726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202e091-b322-455c-93eb-6c2daa90070b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.729139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202e091-b322-455c-93eb-6c2daa90070b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.734827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7202e091-b322-455c-93eb-6c2daa90070b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6578436 Nov 19 04:07:14.735808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58234) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.736203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] Calling delete_port for 7c24e0a4-4c41-450a-9177-eed82e127c75 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:14.853295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-d7fdfea8-e625-4492-a8b5-ff99b8b36d4c service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959033 Nov 19 04:07:14.858788 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.885167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-77ee28e4-1ee6-4bda-82d2-e258bd90b5c7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1454868 Nov 19 04:07:14.885909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58238) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:14.890680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] No DVR routers for this DVR port 7c24e0a4-4c41-450a-9177-eed82e127c75 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:14.925820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408502a5-e865-4972-a0b9-93fc9e57536c None None] Pushing event deleted for resources: {'Port': ['ID=7c24e0a4-4c41-450a-9177-eed82e127c75,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:14.927306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:14.930846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:14.963375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431e71e-adf0-4557-afab-6190dc4e8c6d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.965060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431e71e-adf0-4557-afab-6190dc4e8c6d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:14.970173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3431e71e-adf0-4557-afab-6190dc4e8c6d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0779345 Nov 19 04:07:14.970700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58240) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.033226 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7ea9193c-c7ab-4f18-9fed-9028fae04c69 req-221099c2-80fc-459d-8fec-01e3dbc271ca service neutron] 10.222.0.31 "GET /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680322 Nov 19 04:07:15.044907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6c275-534b-4d12-998f-f6be3da214d5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.044907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6c275-534b-4d12-998f-f6be3da214d5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.044907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ce6c275-534b-4d12-998f-f6be3da214d5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0660760 Nov 19 04:07:15.044907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58244) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.201359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cde88c-cd53-44a7-b1d2-c89986b09e75 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.203541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-67cde88c-cd53-44a7-b1d2-c89986b09e75 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks/c6ce155d-0888-4206-a5b1-bfd98ebc08f7 HTTP/1.1" status: 200 len: 800 time: 0.1613483 Nov 19 04:07:15.207899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58252) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.248877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:15.250768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.292897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056c381-2485-40af-88a5-9db9e2dae6cb req-ffa5d76b-0dce-4484-b6eb-b6b0bb262ccb tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.294564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f056c381-2485-40af-88a5-9db9e2dae6cb req-ffa5d76b-0dce-4484-b6eb-b6b0bb262ccb tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1457245 Nov 19 04:07:15.297281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:15.318856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:15.325444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.326302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.329058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=908a547f-258c-470f-8fb4-d8b592566e95,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:15.347989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c9ae49-6e02-472a-bf77-ca53630afe43 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:15.356112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-392b70d9-2aec-40fe-844c-b0e0b867bf4a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6421566 Nov 19 04:07:15.356814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.364475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:b5:26:78', 'name': 'tempest-NetworksTestDHCPv6-1347132126'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:15.379127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b47efe20-b3c9-4d42-9491-d50c0b239e03 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/networks/c6ce155d-0888-4206-a5b1-bfd98ebc08f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1685493 Nov 19 04:07:15.383032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f056c381-2485-40af-88a5-9db9e2dae6cb req-443fdab9-6227-4ea5-bc35-7d7b0bdcd6cf tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819347 Nov 19 04:07:15.383712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58258) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.445864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba2044-4b5d-4956-a839-23334f0b9ad7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.447563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-caba2044-4b5d-4956-a839-23334f0b9ad7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/subnets/11d94765-3eae-48aa-84d5-69b5b7a147e2 HTTP/1.1" status: 200 len: 811 time: 0.0627367 Nov 19 04:07:15.451322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58260) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.530870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5470e6-3234-4813-85f7-81cf75df7227 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['shared'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.535324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7c5470e6-3234-4813-85f7-81cf75df7227 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "GET /v2.0/subnets/11d94765-3eae-48aa-84d5-69b5b7a147e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0798373 Nov 19 04:07:15.538687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58264) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.545019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942294405'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:15.545720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:15.550821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.571272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:15.588461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:15.593180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.618478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': '908a547f-258c-470f-8fb4-d8b592566e95'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:15.620592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.646170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:15.657909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.659609 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Added segment 229527f6-b362-43b4-8f09-9bf2c7f24bd1 of type vlan for network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d Nov 19 04:07:15.733898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.736058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:feb5:2678 (b0139743-f538-4089-8a77-ffb9c227eb62/908a547f-258c-470f-8fb4-d8b592566e95/c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:15.772232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.778085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:15.778687 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.795835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7c24e0a4-4c41-450a-9177-eed82e127c75 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:15.824844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7c24e0a4-4c41-450a-9177-eed82e127c75 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:15.825401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7c24e0a4-4c41-450a-9177-eed82e127c75 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:15.857436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3173850 Nov 19 04:07:15.864374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58272) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:15.873259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:15.890004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89f174-60b5-4adf-9ddc-34d2e690ff19 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Network': ['ID=d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:15.903289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:15.956754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:15.979871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Made reservation on behalf of 2e9904deca284eed90cbb1d411526752 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:15.983743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.002240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.056910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Allocated IP 2001:db8::f816:3eff:fe06:c173 (b0139743-f538-4089-8a77-ffb9c227eb62/908a547f-258c-470f-8fb4-d8b592566e95/721116d7-72ba-497d-9022-cbb6319a02d5) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:16.064144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Performing IP validity checks on allocation pools {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:07:16.065381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:07:16.078655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:16.082527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:16.087451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:16.093586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.094435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.106331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:16.119793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac866f13-ca43-43cb-b82e-a31d8c03c2d6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7608006 Nov 19 04:07:16.122285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58278) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:16.190840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae049e-6e09-4d0b-9d8d-fda9475af17b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.192460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f2ae049e-6e09-4d0b-9d8d-fda9475af17b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0683427 Nov 19 04:07:16.195162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58282) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:16.231219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.259855 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.270606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.316589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=25165fe0-9bfe-403f-ae09-7c1da66750c7,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:16.322677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Checking segment: {'id': '229527f6-b362-43b4-8f09-9bf2c7f24bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:16.323055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network hostable DHCP agents. Network: d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:16.329230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:16.329807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.343438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:16.356834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:16.362873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.363818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.389356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d65ab2c4-8257-49f2-9966-76081146df7d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5235832 Nov 19 04:07:16.392864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58286) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:16.400990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:16.451419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.468795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:16.556254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14336787'] for subnet, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.580968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8be86-c583-4100-b62c-983ec9ca718d None None] Network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:16.599055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:16.605787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34e48-d3d9-418f-a723-c0c1cf7829ff req-c5fa5a09-33ef-4e3d-a96d-df6d9a96eb12 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.611315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8c34e48-d3d9-418f-a723-c0c1cf7829ff req-c5fa5a09-33ef-4e3d-a96d-df6d9a96eb12 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0995724 Nov 19 04:07:16.636671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:16.642538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:16.647794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Pushing event updated for resources: {'Port': ['ID=721116d7-72ba-497d-9022-cbb6319a02d5,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:16.661793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.723014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:16.746195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Attempting to bind port 721116d7-72ba-497d-9022-cbb6319a02d5 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:16.746574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Attempting to bind port 721116d7-72ba-497d-9022-cbb6319a02d5 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:16.746942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Attempting to bind port 721116d7-72ba-497d-9022-cbb6319a02d5 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:16.757253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.760312 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8c34e48-d3d9-418f-a723-c0c1cf7829ff req-e65ce455-c121-4e30-8323-c326f8579063 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004775 Nov 19 04:07:16.762081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6d8960ea-3473-4c45-92de-dbbf0000e9fc tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249 HTTP/1.1" status: 204 len: 168 time: 0.5657258 Nov 19 04:07:16.764248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58300) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:16.792490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:16.792998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:16.793294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.793697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:16.794221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Bound port: 721116d7-72ba-497d-9022-cbb6319a02d5, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:16.794612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.860501 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786271083722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13559185'] for subnet, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.861174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d91fe-bf9b-4357-8a30-a5ceb2a8b8a4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.863681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d91fe-bf9b-4357-8a30-a5ceb2a8b8a4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.865864 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-117d91fe-bf9b-4357-8a30-a5ceb2a8b8a4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0997171 Nov 19 04:07:16.868883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:16.894603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d', 'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d', 'tenant_id': '2e9904deca284eed90cbb1d411526752', 'fixed_ips': [{'subnet_id': '25165fe0-9bfe-403f-ae09-7c1da66750c7'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:16.896888 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.941483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:16.942293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.943780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "PUT /v2.0/subnets/25165fe0-9bfe-403f-ae09-7c1da66750c7 HTTP/1.1" status: 200 len: 877 time: 0.5491867 Nov 19 04:07:16.947364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58304) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:16.974256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 908a547f-258c-470f-8fb4-d8b592566e95 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:16.980623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:16.990410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] For port 721116d7-72ba-497d-9022-cbb6319a02d5, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:16.994001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] For port 721116d7-72ba-497d-9022-cbb6319a02d5, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721116d7-72ba-497d-9022-cbb6319a02d5,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:17.018388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f184fc0-977d-4f6d-875f-3cdf5b541eea tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event updated for resources: {'Subnet': ['ID=25165fe0-9bfe-403f-ae09-7c1da66750c7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:17.054234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.065489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.089766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.124042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a8693-7a24-4fd9-9bad-25e59938f05b None None] Pushing event updated for resources: {'Port': ['ID=721116d7-72ba-497d-9022-cbb6319a02d5,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:17.181044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.198282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.251300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Allocated IP 172.20.0.3 (d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d/25165fe0-9bfe-403f-ae09-7c1da66750c7/dec2f2ff-332f-417b-9861-6660e33415ef) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:17.297612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.327987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=908a547f-258c-470f-8fb4-d8b592566e95,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:17.337210 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.342001 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-394656e1-3263-404a-a444-bb2f35df1fc8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/908a547f-258c-470f-8fb4-d8b592566e95 HTTP/1.1" status: 204 len: 168 time: 0.4702179 Nov 19 04:07:17.343799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58310) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:17.398246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-618c749e-9d2d-498b-8625-47153f8f1740 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504308 Nov 19 04:07:17.408480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58314) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:17.415869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:17.444658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.452910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.482768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.513925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:17.521151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:17.529111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:17.537834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Pushing event updated for resources: {'Port': ['ID=dec2f2ff-332f-417b-9861-6660e33415ef,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:17.569978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:17.585479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.607293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Attempting to bind port dec2f2ff-332f-417b-9861-6660e33415ef on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:17.607689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Attempting to bind port dec2f2ff-332f-417b-9861-6660e33415ef by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '229527f6-b362-43b4-8f09-9bf2c7f24bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:17.608068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Attempting to bind port dec2f2ff-332f-417b-9861-6660e33415ef on network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:17.615070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:17.615796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Checking segment: {'id': '229527f6-b362-43b4-8f09-9bf2c7f24bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:17.616569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.617668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Bound using segment: {'id': '229527f6-b362-43b4-8f09-9bf2c7f24bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:17.618508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Bound port: dec2f2ff-332f-417b-9861-6660e33415ef, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229527f6-b362-43b4-8f09-9bf2c7f24bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:17.618972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.629114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.647227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=25165fe0-9bfe-403f-ae09-7c1da66750c7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:17.674654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:17.689499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229527f6-b362-43b4-8f09-9bf2c7f24bd1') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:17.690635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229527f6-b362-43b4-8f09-9bf2c7f24bd1') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:17.717922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.727096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] For port dec2f2ff-332f-417b-9861-6660e33415ef, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:17.735410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] For port dec2f2ff-332f-417b-9861-6660e33415ef, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dec2f2ff-332f-417b-9861-6660e33415ef,segment=NetworkSegment(229527f6-b362-43b4-8f09-9bf2c7f24bd1),segment_id=229527f6-b362-43b4-8f09-9bf2c7f24bd1)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:17.743674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.747205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.760060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:17.760955 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:17.764666 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:17.883351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721116d7-72ba-497d-9022-cbb6319a02d5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:17.888795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2564be-5e18-40b4-9796-8e5753bdde6e None None] Pushing event updated for resources: {'Port': ['ID=dec2f2ff-332f-417b-9861-6660e33415ef,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:17.949813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b7e71-38f8-4605-82e8-f171b8686a11 None None] Network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:17.953705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.api [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 04:07:17.953705 n-d-818503-1 neutron-server[109986]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 04:07:17.953705 n-d-818503-1 neutron-server[109986]: [parameters: {'id': 'd7c881e2-528e-4e8a-9bb4-564e1f1c0e7d'}] Nov 19 04:07:17.953705 n-d-818503-1 neutron-server[109986]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:07:17.954157 n-d-818503-1 neutron-server[109986]: DEBUG oslo_db.api [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:07:18.006020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 721116d7-72ba-497d-9022-cbb6319a02d5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:18.006518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.007217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03910b-3f80-4993-92f4-897b3c6266f1 req-bfb8cb7f-3910-425d-985b-6fd3afc8faa2 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:18.008803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f03910b-3f80-4993-92f4-897b3c6266f1 req-bfb8cb7f-3910-425d-985b-6fd3afc8faa2 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0634401 Nov 19 04:07:18.084266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f03910b-3f80-4993-92f4-897b3c6266f1 req-22d70325-5bb6-469a-87dd-c08cb315cc8b tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669844 Nov 19 04:07:18.087949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:18.219563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd72d10-d0da-4cf9-bdd3-40c665c8c814 None None] Network d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:18.310342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.337233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.449135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:07:18.449494 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:07:18.455202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.556922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port 721116d7-72ba-497d-9022-cbb6319a02d5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721116d7-72ba-497d-9022-cbb6319a02d5,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:18.574025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Deleting port dec2f2ff-332f-417b-9861-6660e33415ef {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:18.574025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.574348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c10e1-5d6b-4632-9028-f9fa43b69f70 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:18.626071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.636233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.637015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.682221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fe7928d6-c00d-44cc-b82f-71a4f07e6e4e None None] Provisioning complete for port 721116d7-72ba-497d-9022-cbb6319a02d5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:18.682608 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe7928d6-c00d-44cc-b82f-71a4f07e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.713026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] For port dec2f2ff-332f-417b-9861-6660e33415ef, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dec2f2ff-332f-417b-9861-6660e33415ef,segment=NetworkSegment(229527f6-b362-43b4-8f09-9bf2c7f24bd1),segment_id=229527f6-b362-43b4-8f09-9bf2c7f24bd1)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:18.713419 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.729015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=47f1d120-999e-4da6-9362-26ae429c778b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:18.745756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Calling delete_port for dec2f2ff-332f-417b-9861-6660e33415ef owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:18.750490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:18.756646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:18.759595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:18.760408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.783811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=721116d7-72ba-497d-9022-cbb6319a02d5,revision_number=5']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:18.792557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ab67e06f-af93-4773-ba49-2665cd3e69d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3859413 Nov 19 04:07:18.798628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58344) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:18.806572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:3e:a8:63', 'name': 'tempest-NetworksTestDHCPv6-1324675843'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:18.859392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.875712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe7928d6-c00d-44cc-b82f-71a4f07e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.895936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Port': ['ID=dec2f2ff-332f-417b-9861-6660e33415ef,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:18.899626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No DVR routers for this DVR port dec2f2ff-332f-417b-9861-6660e33415ef on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:18.925348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fe7928d6-c00d-44cc-b82f-71a4f07e6e4e None None] For port 721116d7-72ba-497d-9022-cbb6319a02d5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721116d7-72ba-497d-9022-cbb6319a02d5,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:18.933573 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe7928d6-c00d-44cc-b82f-71a4f07e6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:18.978481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:19.008869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.031913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:19.038204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7928d6-c00d-44cc-b82f-71a4f07e6e4e None None] Pushing event updated for resources: {'Port': ['ID=721116d7-72ba-497d-9022-cbb6319a02d5,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:19.044621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229527f6-b362-43b4-8f09-9bf2c7f24bd1') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:19.046372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229527f6-b362-43b4-8f09-9bf2c7f24bd1') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:19.057506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.072475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.082027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:19.083887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:19.090794 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:19.139373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.163507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port b1641bf7-1c70-4c3b-a0d9-e56c2c990884 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:19.177247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.198238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.198671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e60a18-9d8e-4802-83a3-b95969d123e8 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:19.202769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d HTTP/1.1" status: 204 len: 168 time: 2.2540436 Nov 19 04:07:19.206075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e082c-1b65-437c-9fdb-626d944ca790 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:19.208179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.281625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0a365b9c-86b9-44f9-a86f-590a66b01f47 None None] Provisioning complete for port 721116d7-72ba-497d-9022-cbb6319a02d5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:19.282242 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a365b9c-86b9-44f9-a86f-590a66b01f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.286974 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-650d09a1-308a-41da-b506-8038d7dc1c31 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:19.287608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650d09a1-308a-41da-b506-8038d7dc1c31 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:19.295448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-650d09a1-308a-41da-b506-8038d7dc1c31 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/25165fe0-9bfe-403f-ae09-7c1da66750c7 HTTP/1.1" status: 404 len: 337 time: 0.0743411 Nov 19 04:07:19.298277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58354) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.322282 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5399c5d-3698-42e8-bc02-f81997fa9bab tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:19.326866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5399c5d-3698-42e8-bc02-f81997fa9bab tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:19.348523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5399c5d-3698-42e8-bc02-f81997fa9bab tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/d7c881e2-528e-4e8a-9bb4-564e1f1c0e7d HTTP/1.1" status: 404 len: 339 time: 0.0490940 Nov 19 04:07:19.349411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58358) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.386785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fe3e:a863 (b0139743-f538-4089-8a77-ffb9c227eb62/47f1d120-999e-4da6-9362-26ae429c778b/b1641bf7-1c70-4c3b-a0d9-e56c2c990884) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:19.411631 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9a9158-ef2c-4f7e-a530-3c04e69f4c7b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:19.414424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9a9158-ef2c-4f7e-a530-3c04e69f4c7b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:19.424603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9c9a9158-ef2c-4f7e-a530-3c04e69f4c7b tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/9a4e4b4f-7690-4a82-a535-e3b7a0267bc6 HTTP/1.1" status: 404 len: 337 time: 0.0739298 Nov 19 04:07:19.427052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58360) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.449705 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f5b7b1-5177-4170-afd1-54eb13e3508c tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:19.450332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f5b7b1-5177-4170-afd1-54eb13e3508c tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:19.457053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-06f5b7b1-5177-4170-afd1-54eb13e3508c tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/a1c35ace-f4d4-4342-af1a-b9c27b1a318b HTTP/1.1" status: 404 len: 339 time: 0.0255229 Nov 19 04:07:19.457966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.556390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.561963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.604846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.668098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:19.671878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:19.681417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:19.688178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:19.689229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.700063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.709150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=b1641bf7-1c70-4c3b-a0d9-e56c2c990884,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:19.726515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab725b5-eb6d-4299-9efc-d3847ec6faf7']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:19.735217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4df67806-4939-4456-837f-09c80cfb6ac6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9328704 Nov 19 04:07:19.741427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0185828a-26e1-4227-a04c-3cc621f5a52b') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:19.741700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0185828a-26e1-4227-a04c-3cc621f5a52b') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:19.742169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58368) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.756975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.772221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.779165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:19.779580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.804102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abcd01b-4ca7-4c34-88c3-14cc2c6e58b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:19.811368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abcd01b-4ca7-4c34-88c3-14cc2c6e58b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:19.816134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7abcd01b-4ca7-4c34-88c3-14cc2c6e58b4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0698874 Nov 19 04:07:19.816236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:19.848645 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:19.856723 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.869299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:19.878827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/aab725b5-eb6d-4299-9efc-d3847ec6faf7 HTTP/1.1" status: 204 len: 168 time: 0.4128995 Nov 19 04:07:19.879845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58372) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.913309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721116d7-72ba-497d-9022-cbb6319a02d5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:19.936858 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b553034-bab0-487b-8780-2ea8ec1541c7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:19.937723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b553034-bab0-487b-8780-2ea8ec1541c7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:19.945107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6b553034-bab0-487b-8780-2ea8ec1541c7 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/b4d0860a-542f-4ce4-b865-8929aef734c9 HTTP/1.1" status: 404 len: 337 time: 0.0594697 Nov 19 04:07:19.945966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58376) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:19.956049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cdab6-dcbf-409a-ad60-620e46b794a5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=aab725b5-eb6d-4299-9efc-d3847ec6faf7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:19.984096 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c4d5cf-22ca-4615-981c-77e3016848a2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:19.984635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c4d5cf-22ca-4615-981c-77e3016848a2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:19.989202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c8c4d5cf-22ca-4615-981c-77e3016848a2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/3b4a87e4-b19d-40b3-802e-b24be89b21c2 HTTP/1.1" status: 404 len: 339 time: 0.0418909 Nov 19 04:07:19.992012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58378) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.007680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c8324f01-9e16-49b0-947a-27f4d807fb14 None None] Provisioning complete for port 721116d7-72ba-497d-9022-cbb6319a02d5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:20.008360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c8324f01-9e16-49b0-947a-27f4d807fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.041589 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4d0ab5-91d4-4a24-94eb-67082cfd85f8 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.042212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4d0ab5-91d4-4a24-94eb-67082cfd85f8 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.050943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58380) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.052158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eb4d0ab5-91d4-4a24-94eb-67082cfd85f8 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/f6d0d706-db36-444e-aa55-51ef27163f44 HTTP/1.1" status: 404 len: 337 time: 0.0588555 Nov 19 04:07:20.068153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port b1641bf7-1c70-4c3b-a0d9-e56c2c990884 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:20.068493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.086977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 721116d7-72ba-497d-9022-cbb6319a02d5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:20.087365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.200896 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f77038d-019f-444c-86c0-b456ae58c83f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.201855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f77038d-019f-444c-86c0-b456ae58c83f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.213091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3f77038d-019f-444c-86c0-b456ae58c83f tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/8531e3e1-c536-4fd6-a3d7-40106a72223f HTTP/1.1" status: 404 len: 339 time: 0.1586986 Nov 19 04:07:20.214252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58382) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.243444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.246607 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2307dc84-52fc-4ed5-96c4-b43cf47e21e2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.247068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2307dc84-52fc-4ed5-96c4-b43cf47e21e2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.252960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2307dc84-52fc-4ed5-96c4-b43cf47e21e2 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/bd5f6705-9484-42a6-b5ca-92658ffa9a5c HTTP/1.1" status: 404 len: 337 time: 0.0355873 Nov 19 04:07:20.253386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58384) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.264115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for b1641bf7-1c70-4c3b-a0d9-e56c2c990884 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:20.286928 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f2b151-2c03-4f85-a8b0-c4397046760d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.290560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f2b151-2c03-4f85-a8b0-c4397046760d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.295085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-26f2b151-2c03-4f85-a8b0-c4397046760d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/3b1d9d11-bb34-43aa-8583-993098a2ca1b HTTP/1.1" status: 404 len: 339 time: 0.0405979 Nov 19 04:07:20.302235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58386) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.350299 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-9790ba35-fd3d-4b80-a8f1-2bee45f34e74 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.350997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9790ba35-fd3d-4b80-a8f1-2bee45f34e74 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.357748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9790ba35-fd3d-4b80-a8f1-2bee45f34e74 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/a03894f5-ebba-4698-983c-169903efed2e HTTP/1.1" status: 404 len: 337 time: 0.0544443 Nov 19 04:07:20.359241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58392) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.360838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-85f93914-0175-4ff8-8014-52d98200e9aa None None] Could not find standard attr ID for object c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:20.391553 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4adb87-b9d9-46b4-83ae-4a62b779dd49 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.392094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4adb87-b9d9-46b4-83ae-4a62b779dd49 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.417838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca4adb87-b9d9-46b4-83ae-4a62b779dd49 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/84c48ef6-6eb4-4501-9e9e-0ebfe27d4dbb HTTP/1.1" status: 404 len: 339 time: 0.0575266 Nov 19 04:07:20.422857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58394) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.475468 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c6984b-f499-42fc-ac06-d20e614225e5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.476058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c6984b-f499-42fc-ac06-d20e614225e5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.484902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58398) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.485955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f0c6984b-f499-42fc-ac06-d20e614225e5 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/5d88bfc8-e436-42f3-a3ae-0b77e1d6de01 HTTP/1.1" status: 404 len: 337 time: 0.0619748 Nov 19 04:07:20.515358 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-de72d137-4796-4678-9ef9-6c013f536e93 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.516331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de72d137-4796-4678-9ef9-6c013f536e93 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.520462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-de72d137-4796-4678-9ef9-6c013f536e93 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/4236ef2e-bc60-4acb-b8a5-398c7986a4d6 HTTP/1.1" status: 404 len: 339 time: 0.0325401 Nov 19 04:07:20.523154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58400) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.534201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.588609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=b1641bf7-1c70-4c3b-a0d9-e56c2c990884,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:20.595798 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dd67e1-701f-481e-9450-d6770a0e673d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.596996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7dd67e1-701f-481e-9450-d6770a0e673d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.605903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7dd67e1-701f-481e-9450-d6770a0e673d tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/8e0ccea5-c32c-4fe0-9dde-7b533160b06b HTTP/1.1" status: 404 len: 337 time: 0.0805876 Nov 19 04:07:20.607719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58404) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.623477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.628331 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93ac705a-b7ac-44ee-b3b6-04c880da2fe1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/b1641bf7-1c70-4c3b-a0d9-e56c2c990884 HTTP/1.1" status: 204 len: 168 time: 0.8102520 Nov 19 04:07:20.630578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.640192 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad23b900-7209-4519-ab21-b095950d6d95 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.640606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad23b900-7209-4519-ab21-b095950d6d95 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.648453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad23b900-7209-4519-ab21-b095950d6d95 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/97bb7717-cf6e-48a8-8bd6-58c00b942b41 HTTP/1.1" status: 404 len: 339 time: 0.0371983 Nov 19 04:07:20.648671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58408) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.682588 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac8bbd0-5f21-4b1c-a4e0-e4b76b5130e4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.683056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac8bbd0-5f21-4b1c-a4e0-e4b76b5130e4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.686217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dac8bbd0-5f21-4b1c-a4e0-e4b76b5130e4 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/3b28b1ee-4a8c-44cf-80d1-b7ca24ba40f2 HTTP/1.1" status: 404 len: 337 time: 0.0365350 Nov 19 04:07:20.689045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58410) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.693140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f642c82-813a-48cd-bc62-331695414117 None None] Could not find standard attr ID for object b1641bf7-1c70-4c3b-a0d9-e56c2c990884. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:20.719828 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7db1d4-4bc8-4650-bf00-12e276324821 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.720386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7db1d4-4bc8-4650-bf00-12e276324821 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.726880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58414) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.727017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d7db1d4-4bc8-4650-bf00-12e276324821 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/6ae301d2-e496-4acb-84db-cdd3021befa5 HTTP/1.1" status: 404 len: 339 time: 0.0339789 Nov 19 04:07:20.742779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c6068-5073-419d-8cd0-e2868473af65 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:20.745046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c6068-5073-419d-8cd0-e2868473af65 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:20.746748 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c73c6068-5073-419d-8cd0-e2868473af65 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1150396 Nov 19 04:07:20.749641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58416) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.766994 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3f08e7-1a67-4c4e-a7b7-d6df095b2771 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.767472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3f08e7-1a67-4c4e-a7b7-d6df095b2771 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.772535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7d3f08e7-1a67-4c4e-a7b7-d6df095b2771 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/da3a4f7a-681d-492d-9cde-0abe1b0f76c1 HTTP/1.1" status: 404 len: 337 time: 0.0433815 Nov 19 04:07:20.778534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58418) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.812727 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-22187e70-a19e-479f-937f-d6332cc545ec tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:20.813265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22187e70-a19e-479f-937f-d6332cc545ec tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:20.821035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 47f1d120-999e-4da6-9362-26ae429c778b {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:20.825973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.831989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-22187e70-a19e-479f-937f-d6332cc545ec tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/2f7df2ca-f662-47ee-a011-4e0523768353 HTTP/1.1" status: 404 len: 339 time: 0.0492015 Nov 19 04:07:20.831989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58424) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:20.913325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:20.944004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Deleting subnet 11d94765-3eae-48aa-84d5-69b5b7a147e2 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:20.956908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.055059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.194815 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.267402 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35dc169e-7dc3-4309-ab66-a39be75f2eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.303692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.350623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68566ee6-ec41-4434-abcf-9c8d71904347 None None] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:21.368527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.374989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/subnets/11d94765-3eae-48aa-84d5-69b5b7a147e2 HTTP/1.1" status: 204 len: 168 time: 0.5419867 Nov 19 04:07:21.380232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58432) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:21.430524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664fe02-384c-46da-84ea-e3ffc2894f36 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Subnet': ['ID=11d94765-3eae-48aa-84d5-69b5b7a147e2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:21.451926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.576361 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.590214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.618660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.624489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/47f1d120-999e-4da6-9362-26ae429c778b HTTP/1.1" status: 204 len: 168 time: 0.8710132 Nov 19 04:07:21.624489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff35c8-7ac8-41fc-a1a5-14036dac6ffa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=47f1d120-999e-4da6-9362-26ae429c778b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:21.630838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bd4a0-cf26-4d87-bf19-8cca9a2b4ac6 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:21.631355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:21.684602 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ffea0bd1-d12a-4272-ac16-925cfcd2868a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498750 Nov 19 04:07:21.684812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:21.735230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Deleting port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:21.735483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.747386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] DHCP port deletion for c6ce155d-0888-4206-a5b1-bfd98ebc08f7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:21.771144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028aac3c-ef9b-4d61-ab68-887f11fab4f4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:21.773044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-028aac3c-ef9b-4d61-ab68-887f11fab4f4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0874317 Nov 19 04:07:21.776678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:21.882979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] For port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,segment=NetworkSegment(9b2f5946-cca9-4450-bac0-7ef8f1589c0f),segment_id=9b2f5946-cca9-4450-bac0-7ef8f1589c0f)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:21.883719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:21.898968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b8d21-45aa-40e3-b0d2-b7ba24727ae7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:21.900510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e92b8d21-45aa-40e3-b0d2-b7ba24727ae7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228361 Nov 19 04:07:21.903171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58450) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:21.910707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Calling delete_port for 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:21.991423 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-83e961e6-38a2-441e-bd8e-2c98f26d2b19 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869670 Nov 19 04:07:21.995870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58454) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:22.000845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:22.012630 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.053795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] No DVR routers for this DVR port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:22.055992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Port': ['ID=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:22.121733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:22.153389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:22.154163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:22.189350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.200098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:22.204640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.219754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ce155d-0888-4206-a5b1-bfd98ebc08f7']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:22.233437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2f5946-cca9-4450-bac0-7ef8f1589c0f') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:22.233804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2f5946-cca9-4450-bac0-7ef8f1589c0f') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:22.241971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Deleting port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:22.242892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.246871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.262102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.273102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:22.273655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:22.344419 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:22.360248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] For port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:22.362873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.379904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.384657 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.392243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] 10.222.0.52 "DELETE /v2.0/networks/c6ce155d-0888-4206-a5b1-bfd98ebc08f7 HTTP/1.1" status: 204 len: 168 time: 0.9694700 Nov 19 04:07:22.393107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Calling delete_port for 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:22.397431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:07:22.401185 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.434977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775203-d615-4572-ae40-21d0d20be537 tempest-NetworksTest-477240615 tempest-NetworksTest-477240615-project] Pushing event deleted for resources: {'Network': ['ID=c6ce155d-0888-4206-a5b1-bfd98ebc08f7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:22.456711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Network c6ce155d-0888-4206-a5b1-bfd98ebc08f7 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:07:22.457721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] No DVR routers for this DVR port 81bccaa4-ed9a-4bd9-a1d4-c5aba8423586 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:22.467691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:22.474306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc790b82-d16b-4da0-aee9-481226490553 None None] Pushing event deleted for resources: {'Port': ['ID=81bccaa4-ed9a-4bd9-a1d4-c5aba8423586,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:22.570619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.589270 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.601770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] Deleting port 721116d7-72ba-497d-9022-cbb6319a02d5 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:22.601770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.685353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:22.691788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:22.703369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:22.706173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.710254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=fb18acc9-7b03-433e-811d-0009630b89d3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:22.731405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95d24fa1-34ca-467d-89aa-e010578ad954 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7344451 Nov 19 04:07:22.734141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:22.739987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:83:93:22', 'name': 'tempest-NetworksTestDHCPv6-1410790518'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:22.757826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] For port 721116d7-72ba-497d-9022-cbb6319a02d5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=721116d7-72ba-497d-9022-cbb6319a02d5,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:22.759065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.776622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] Calling delete_port for 721116d7-72ba-497d-9022-cbb6319a02d5 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:22.888356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.891478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:22.902381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:22.930456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] Pushing event deleted for resources: {'Port': ['ID=721116d7-72ba-497d-9022-cbb6319a02d5,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:22.940613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f12df7-1f94-4e5e-abce-5a5f4147f0eb None None] No DVR routers for this DVR port 721116d7-72ba-497d-9022-cbb6319a02d5 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:22.952877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 00a7b82b-70a0-4573-9cc2-24ec0dabad46 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:22.968168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c14af-f7bc-4102-b60b-84a6b6ee03e3 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:23.068508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58482) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:23.221816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::339 (b0139743-f538-4089-8a77-ffb9c227eb62/fb18acc9-7b03-433e-811d-0009630b89d3/00a7b82b-70a0-4573-9cc2-24ec0dabad46) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:23.222975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'fb18acc9-7b03-433e-811d-0009630b89d3'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:23.223875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.436074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.481602 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a2988962-67a5-4add-b94e-c4b33046870d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e9904deca284eed90cbb1d411526752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118047 Nov 19 04:07:23.482933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58492) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:23.490215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.538115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.556867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=00a7b82b-70a0-4573-9cc2-24ec0dabad46,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:23.567837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.572573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:23.573796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:23.577024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:23.584158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:23.584941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.608174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/fb18acc9-7b03-433e-811d-0009630b89d3/9435b148-464a-4a4b-a297-f33196ff72e8) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:23.608869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6312e018-6c05-4514-9bef-155650499b49 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8733830 Nov 19 04:07:23.609919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:23.620401 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75e1abf7-4ed7-4303-bfe7-ba1ee79a47e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.646521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.651048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.652857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af3523ca-a879-4b33-8e89-9e7032d8d041 HTTP/1.1" status: 204 len: 168 time: 0.1687572 Nov 19 04:07:23.682276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3523ca-a879-4b33-8e89-9e7032d8d041,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:23.686047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ffbbf-9dc6-4621-a7a2-bad969074814 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:23.692501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58502) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:23.694281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.694902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.695506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.696159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.696828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.697447 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1f7ffbbf-9dc6-4621-a7a2-bad969074814 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0862191 Nov 19 04:07:23.698508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.699364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.699926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.700494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.701078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.701880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.702602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283f74-2465-4ce0-ac93-3142f03a4448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:07:23.704965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58504) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:23.872557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721116d7-72ba-497d-9022-cbb6319a02d5 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:23.921295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 721116d7-72ba-497d-9022-cbb6319a02d5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:23.922274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 721116d7-72ba-497d-9022-cbb6319a02d5 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:23.942417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55a832f3-5dd9-4e23-bf07-3488272b108e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:23.949805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 00a7b82b-70a0-4573-9cc2-24ec0dabad46 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:23.950185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.015164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.036065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.094659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:24.098007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.099628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55a832f3-5dd9-4e23-bf07-3488272b108e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.102551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:24.104547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:24.110836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:24.114425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55a832f3-5dd9-4e23-bf07-3488272b108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.117714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 00a7b82b-70a0-4573-9cc2-24ec0dabad46 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:24.173187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55a832f3-5dd9-4e23-bf07-3488272b108e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dd6e506211846c68e99a5c161c28c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4649100 Nov 19 04:07:24.173187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a832f3-5dd9-4e23-bf07-3488272b108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca26528-2018-4f0a-b058-64cd98aeacd2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:24.176068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58516) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:24.251025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Attempting to bind port 9435b148-464a-4a4b-a297-f33196ff72e8 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:24.251826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Attempting to bind port 9435b148-464a-4a4b-a297-f33196ff72e8 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:24.252861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Attempting to bind port 9435b148-464a-4a4b-a297-f33196ff72e8 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:24.263480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:24.265901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:24.266925 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.268328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:24.268962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Bound port: 9435b148-464a-4a4b-a297-f33196ff72e8, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:24.269453 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.286845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.291763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5a277aa-1a35-40eb-9df3-a3b1a9606f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.337730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5a277aa-1a35-40eb-9df3-a3b1a9606f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.347018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=00a7b82b-70a0-4573-9cc2-24ec0dabad46,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:24.365463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.366685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:24.369126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9f4896d9-a9bd-48dd-9916-de873e3499f8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/00a7b82b-70a0-4573-9cc2-24ec0dabad46 HTTP/1.1" status: 204 len: 168 time: 0.6491442 Nov 19 04:07:24.371562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:24.372306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58524) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:24.380352 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.447887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fb738-a7e0-411f-9fd7-30a3988069a4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:24.450177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fb738-a7e0-411f-9fd7-30a3988069a4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:24.451857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1b6fb738-a7e0-411f-9fd7-30a3988069a4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0781751 Nov 19 04:07:24.454767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58526) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:24.465706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ea4a3-6aef-473f-aeb7-6c747682d513 None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:24.466059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5a277aa-1a35-40eb-9df3-a3b1a9606f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.469351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5a277aa-1a35-40eb-9df3-a3b1a9606f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.473487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e5a277aa-1a35-40eb-9df3-a3b1a9606f5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ca26528-2018-4f0a-b058-64cd98aeacd2 HTTP/1.1" status: 204 len: 168 time: 0.2822661 Nov 19 04:07:24.480814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a277aa-1a35-40eb-9df3-a3b1a9606f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca26528-2018-4f0a-b058-64cd98aeacd2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:24.557755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet fb18acc9-7b03-433e-811d-0009630b89d3 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:24.566288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.631814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.762901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.881407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58542) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:24.921159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.955790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=fb18acc9-7b03-433e-811d-0009630b89d3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:24.959395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:24.962756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aacd6024-52d1-4417-86b9-e600d8667ae4 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/fb18acc9-7b03-433e-811d-0009630b89d3 HTTP/1.1" status: 204 len: 168 time: 0.5066202 Nov 19 04:07:24.965829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.042192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-720b3ef9-1ab9-4ac0-b345-ae6449110d27 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744543 Nov 19 04:07:25.044606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.109473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-203573639'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:25.131403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58552) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.149263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0345f243-e7c9-4f3f-8e68-7091447f88ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.150188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878276c-5da4-4a71-b9c6-6a607b83d2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:25.154832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58554) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.155520 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e878276c-5da4-4a71-b9c6-6a607b83d2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1097829 Nov 19 04:07:25.156830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:25.161152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.170212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.204190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.259021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533aade-2d7e-4598-8a8b-138e70eab710 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:25.260671 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5533aade-2d7e-4598-8a8b-138e70eab710 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043625 Nov 19 04:07:25.263578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.264423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.309099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0345f243-e7c9-4f3f-8e68-7091447f88ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.314232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0345f243-e7c9-4f3f-8e68-7091447f88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.319565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7d62b04e-eb16-4886-ba78-c56bf8df1c55 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536447 Nov 19 04:07:25.320567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.324514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58558) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.337258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:25.351908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:25.354624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0345f243-e7c9-4f3f-8e68-7091447f88ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cc6c1340f5141099c8d9612af96d4e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220140 Nov 19 04:07:25.361794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.366609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.366976 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment e1920021-1842-48b2-8e90-0311e70de456 of type vlan for network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 Nov 19 04:07:25.396767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345f243-e7c9-4f3f-8e68-7091447f88ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9772254-0d62-44b4-834a-642878fcb829,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:25.437874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04cdca4c-0045-4d41-8bed-1f9e0c20327b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.463969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.467975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04cdca4c-0045-4d41-8bed-1f9e0c20327b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.501260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0582f981-0cd4-4ebe-8c13-78edafe1df92,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:25.537079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04cdca4c-0045-4d41-8bed-1f9e0c20327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.543051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.543238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04cdca4c-0045-4d41-8bed-1f9e0c20327b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.544276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-04cdca4c-0045-4d41-8bed-1f9e0c20327b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9772254-0d62-44b4-834a-642878fcb829 HTTP/1.1" status: 204 len: 168 time: 0.1812305 Nov 19 04:07:25.550378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:25.551087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.577810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdca4c-0045-4d41-8bed-1f9e0c20327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9772254-0d62-44b4-834a-642878fcb829,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:25.659244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:25.663800 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.674379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7915001 Nov 19 04:07:25.677220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58566) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:25.683706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-2033227558'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:25.688982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62409bf9-c67a-4333-a482-c23f5bf7c925 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=1a56bac2-3bb7-42fd-8d5d-6d7847b7a839,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:25.699983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:25.775218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:25.789159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.870735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:25.888478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.888897 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment 0c93dbc7-8f3e-420e-af04-e43fd265e37b of type vlan for network 7417523d-8111-4f5e-b12a-5e8cebc027cc Nov 19 04:07:25.934789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:25.941698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.977343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:25.988965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:25.989615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.038178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6b53e-bbbb-4039-bcce-63a17ef119e2 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:26.096847 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4171379 Nov 19 04:07:26.100547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58574) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:26.106035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:26.197111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca9a40-691e-4775-b531-2cb311eb8859 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=7417523d-8111-4f5e-b12a-5e8cebc027cc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:26.256272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:26.261033 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.277031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:26.284550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:26.390601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:26.390897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.396826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cc0558cc-8760-4eb1-a1f5-e5733aa8f18e None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:26.397287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc0558cc-8760-4eb1-a1f5-e5733aa8f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.470924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.594403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.612193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.680705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc0558cc-8760-4eb1-a1f5-e5733aa8f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.690540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:26.710055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.715419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.769631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.api [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:07:26.770911 n-d-818503-1 neutron-server[109986]: DEBUG oslo_db.api [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:07:26.825051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:26.837293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-cc0558cc-8760-4eb1-a1f5-e5733aa8f18e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:07:26.837699 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-cc0558cc-8760-4eb1-a1f5-e5733aa8f18e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:07:26.887152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=cbae3728-db96-475f-952d-41e183a50b70,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:26.928527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': 'e1920021-1842-48b2-8e90-0311e70de456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:26.928897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:26.957440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:26.973727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:26.979413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:26.980416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:26.985100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771e4b8-1788-402a-a820-8d01efaf9549 None None] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:27.011995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4cdc7cb8-a642-48b5-b322-8a443676b680 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9099226 Nov 19 04:07:27.014590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58604) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:27.021015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:27.238665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:27.243438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.310332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-1a56bac2-3bb7-42fd-8d5d-6d7847b7a839', 'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': 'cbae3728-db96-475f-952d-41e183a50b70'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:27.311180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.328970 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.609788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Allocated IP 172.20.0.2 (1a56bac2-3bb7-42fd-8d5d-6d7847b7a839/cbae3728-db96-475f-952d-41e183a50b70/e304e48b-ec7f-41cc-a66d-c12dac104977) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:27.697455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.699675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.857628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=8f4eeae6-68d2-47d3-899c-a218db36f310,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:27.859629 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.866779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:27.897290 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:27.980767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-68d3d0ff-d171-4768-94cd-e01bb3b56f5d None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:27.981706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': '0c93dbc7-8f3e-420e-af04-e43fd265e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:27.982188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: 7417523d-8111-4f5e-b12a-5e8cebc027cc, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:27.982607 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-68d3d0ff-d171-4768-94cd-e01bb3b56f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.032097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:28.067371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:28.069928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7417523d-8111-4f5e-b12a-5e8cebc027cc) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:28.081649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:28.082307 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.112683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-264a07d1-429d-45f2-8661-5a86edc64a20 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0967596 Nov 19 04:07:28.115613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58626) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:28.117802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.120889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1151386404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:28.122630 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.123583 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.175795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.176820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.211175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:28.223799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:28.231611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:28.232414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.254695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=cdba263b-b0b3-4600-b137-48c014054fe3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:28.264633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:28.277714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:28.277714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ddf6ae-caab-4c7b-904f-2871e84aab23 None None] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:28.278965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e3b62e68-cdc2-4093-826e-1194522c134b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9499011 Nov 19 04:07:28.279475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026087f7-209d-4ec5-8ae6-64f8dda3d2cf None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:28.280329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:28.286948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:28.329637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:28.340179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:28.364394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.374917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.421763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.425003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5b0b29f2-8bc9-405d-9a65-b3340f6243c9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3072512 Nov 19 04:07:28.427208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:28.431255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Pushing event updated for resources: {'Port': ['ID=e304e48b-ec7f-41cc-a66d-c12dac104977,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:28.456895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:28.457283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.758823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-68d3d0ff-d171-4768-94cd-e01bb3b56f5d None None] Could not find standard attr ID for object 00a7b82b-70a0-4573-9cc2-24ec0dabad46. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:28.760788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Attempting to bind port e304e48b-ec7f-41cc-a66d-c12dac104977 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:28.761410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Attempting to bind port e304e48b-ec7f-41cc-a66d-c12dac104977 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e1920021-1842-48b2-8e90-0311e70de456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:28.762004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Attempting to bind port e304e48b-ec7f-41cc-a66d-c12dac104977 on network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:28.812780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:28.814152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Checking segment: {'id': 'e1920021-1842-48b2-8e90-0311e70de456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:28.815282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.815840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Bound using segment: {'id': 'e1920021-1842-48b2-8e90-0311e70de456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:28.816642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Bound port: e304e48b-ec7f-41cc-a66d-c12dac104977, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1920021-1842-48b2-8e90-0311e70de456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1a56bac2-3bb7-42fd-8d5d-6d7847b7a839'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:28.817235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.879264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:28.883963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:28.948231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-7417523d-8111-4f5e-b12a-5e8cebc027cc', 'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': '8f4eeae6-68d2-47d3-899c-a218db36f310'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:28.949439 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.014924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] For port e304e48b-ec7f-41cc-a66d-c12dac104977, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:29.020669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] For port e304e48b-ec7f-41cc-a66d-c12dac104977, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e304e48b-ec7f-41cc-a66d-c12dac104977,segment=NetworkSegment(e1920021-1842-48b2-8e90-0311e70de456),segment_id=e1920021-1842-48b2-8e90-0311e70de456)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:29.045608 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdba263b-b0b3-4600-b137-48c014054fe3 (CIDR: 2001:db8::/64) Nov 19 04:07:29.048447 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:29.049521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:29.077822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4668f0b0-2c04-4f0d-add4-f5815661d9f5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7954323 Nov 19 04:07:29.078154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58658) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:29.085807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:29.089067 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.190166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.278720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:29.282941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.367698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf407f-6853-4b3c-920f-9e898eee9d6a None None] Pushing event updated for resources: {'Port': ['ID=e304e48b-ec7f-41cc-a66d-c12dac104977,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:29.446881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Allocated IP 172.21.0.2 (7417523d-8111-4f5e-b12a-5e8cebc027cc/8f4eeae6-68d2-47d3-899c-a218db36f310/a8acfa22-111e-441a-9c3e-0d298caeb6b9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:29.461623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-78102b6f-1e69-4f60-a89f-35f0e4cae89e None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:29.462130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-78102b6f-1e69-4f60-a89f-35f0e4cae89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.654984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.20.0.1 (1a56bac2-3bb7-42fd-8d5d-6d7847b7a839/cbae3728-db96-475f-952d-41e183a50b70/5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:29.826144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.852959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.887425 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.910819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.948229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Pushing event updated for resources: {'Port': ['ID=a8acfa22-111e-441a-9c3e-0d298caeb6b9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:29.950477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:29.956450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e304e48b-ec7f-41cc-a66d-c12dac104977 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:29.964544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:29.984198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:29.988057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:29.992505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:29.997635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:29.998260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.010704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:30.011344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=129e0ac4-b116-4869-88ac-77376e7665f9,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:30.021911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6109e-f894-440b-9c1c-84e08fbe4918 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:30.029964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3340ea10-5fe8-4f3c-9e4e-695d6a13ea1a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9499876 Nov 19 04:07:30.033830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:30.039513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:1d:36:0c', 'name': 'tempest-NetworksTestDHCPv6-2005199721'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:30.075787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:30.085060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:30.088951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:30.150097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:30.194317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Attempting to bind port a8acfa22-111e-441a-9c3e-0d298caeb6b9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:30.195141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Attempting to bind port a8acfa22-111e-441a-9c3e-0d298caeb6b9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '0c93dbc7-8f3e-420e-af04-e43fd265e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:30.195704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Attempting to bind port a8acfa22-111e-441a-9c3e-0d298caeb6b9 on network 7417523d-8111-4f5e-b12a-5e8cebc027cc {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:30.197525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:30.203116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e304e48b-ec7f-41cc-a66d-c12dac104977 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:30.207172 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.209274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.262248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:30.263083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Checking segment: {'id': '0c93dbc7-8f3e-420e-af04-e43fd265e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:30.263737 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.264364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Bound using segment: {'id': '0c93dbc7-8f3e-420e-af04-e43fd265e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:30.265102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Bound port: a8acfa22-111e-441a-9c3e-0d298caeb6b9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c93dbc7-8f3e-420e-af04-e43fd265e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7417523d-8111-4f5e-b12a-5e8cebc027cc'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:30.265758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.347264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58688) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:30.448348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.451031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.480044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 0e21efbb-32c1-4eee-b8a2-5cb98be2ebee yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:30.569308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] For port a8acfa22-111e-441a-9c3e-0d298caeb6b9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:30.588891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.598511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] For port a8acfa22-111e-441a-9c3e-0d298caeb6b9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a8acfa22-111e-441a-9c3e-0d298caeb6b9,segment=NetworkSegment(0c93dbc7-8f3e-420e-af04-e43fd265e37b),segment_id=0c93dbc7-8f3e-420e-af04-e43fd265e37b)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:30.621013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.742002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': 'cdba263b-b0b3-4600-b137-48c014054fe3', 'ip_address': '2001:db8::f816:3eff:fe43:8e2d'}, {'subnet_id': '129e0ac4-b116-4869-88ac-77376e7665f9'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '9435b148-464a-4a4b-a297-f33196ff72e8'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:07:30.762082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8:0:1::1fc (b0139743-f538-4089-8a77-ffb9c227eb62/129e0ac4-b116-4869-88ac-77376e7665f9/0e21efbb-32c1-4eee-b8a2-5cb98be2ebee) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:30.784871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:fe1d:360c (b0139743-f538-4089-8a77-ffb9c227eb62/cdba263b-b0b3-4600-b137-48c014054fe3/0e21efbb-32c1-4eee-b8a2-5cb98be2ebee) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:30.789892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.863356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9799-9243-4c80-934e-aa2126cd0cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.887044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port e304e48b-ec7f-41cc-a66d-c12dac104977, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e304e48b-ec7f-41cc-a66d-c12dac104977,segment=NetworkSegment(e1920021-1842-48b2-8e90-0311e70de456),segment_id=e1920021-1842-48b2-8e90-0311e70de456)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:30.901858 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:30.904010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1681c-78d3-49d4-bbe6-9c2501a2608b None None] Pushing event updated for resources: {'Port': ['ID=a8acfa22-111e-441a-9c3e-0d298caeb6b9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:30.972271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469b3c9-dfa9-4999-965c-08f316e4b607 None None] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:30.989774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.008212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.128613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:31.154864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.168014 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.201558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9799-9243-4c80-934e-aa2126cd0cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.204378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.222053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9799-9243-4c80-934e-aa2126cd0cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.264698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=e304e48b-ec7f-41cc-a66d-c12dac104977,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:31.280590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d67e5f70-f0a9-47e0-8fdd-4e97a2c9bf67 None None] Provisioning complete for port e304e48b-ec7f-41cc-a66d-c12dac104977 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:31.280998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d67e5f70-f0a9-47e0-8fdd-4e97a2c9bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.288528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:31.299678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:31.314823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:31.332644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:31.338494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.362985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=0e21efbb-32c1-4eee-b8a2-5cb98be2ebee,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:31.378427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5068cc63-7458-4469-8b6f-f846841ad2ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3429837 Nov 19 04:07:31.380138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b9799-9243-4c80-934e-aa2126cd0cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7efa90-1d3e-4dd4-9156-73365e06b024,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:31.381048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58698) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:31.429484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9b2b9799-9243-4c80-934e-aa2126cd0cce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff4d1877cd1e43eeab7bb8f3a85c1c09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0810504 Nov 19 04:07:31.430330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58700) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:31.431688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:31.433246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:31.561070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 0e21efbb-32c1-4eee-b8a2-5cb98be2ebee {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:31.561429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.566579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-34b299eb-8fa2-4b4e-bd30-f3ee882ae0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.582101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router fa5050ff-ecac-42f4-ba19-2cf953412a1b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:07:31.644255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-34b299eb-8fa2-4b4e-bd30-f3ee882ae0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.686615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] Allocated IP 2001:db8:0:1::2 (b0139743-f538-4089-8a77-ffb9c227eb62/129e0ac4-b116-4869-88ac-77376e7665f9/9435b148-464a-4a4b-a297-f33196ff72e8) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:31.722631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:31.734304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c381a0fd-4146-4451-b3c9-3420ad5f0410 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/fa5050ff-ecac-42f4-ba19-2cf953412a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3057706 Nov 19 04:07:31.734968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58704) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:31.746271 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] Sync routers for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:31.766597 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:31.767515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:31.811474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-34b299eb-8fa2-4b4e-bd30-f3ee882ae0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.814051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-34b299eb-8fa2-4b4e-bd30-f3ee882ae0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.818452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-34b299eb-8fa2-4b4e-bd30-f3ee882ae0e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e7efa90-1d3e-4dd4-9156-73365e06b024 HTTP/1.1" status: 204 len: 168 time: 0.3811450 Nov 19 04:07:31.844385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:31.847324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b299eb-8fa2-4b4e-bd30-f3ee882ae0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7efa90-1d3e-4dd4-9156-73365e06b024,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:31.875129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5bff0c-7c29-4954-aeee-54e744556055 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:31.880424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58708) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:31.888226 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:31.901722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ae5bff0c-7c29-4954-aeee-54e744556055 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports/5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 HTTP/1.1" status: 200 len: 910 time: 0.1644483 Nov 19 04:07:31.904903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 0e21efbb-32c1-4eee-b8a2-5cb98be2ebee owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:31.912394 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:31.913032 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:31.989046 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:31.992566 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe118c5-174c-4c26-8551-f8182205ebfa None None] The sync data for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:32.035725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:32.057983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.114895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a8acfa22-111e-441a-9c3e-0d298caeb6b9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:32.120877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.158654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.301062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a8acfa22-111e-441a-9c3e-0d298caeb6b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:32.301336 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.371246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.387543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ff0bb-a50f-4255-b790-a1409eb750fd None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:32.477560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=0e21efbb-32c1-4eee-b8a2-5cb98be2ebee,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:32.521243 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.547237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-266fe1be-5739-411d-97eb-8469e4e36a66 None None] Provisioning complete for port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:32.547662 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-266fe1be-5739-411d-97eb-8469e4e36a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.649006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-266fe1be-5739-411d-97eb-8469e4e36a66 None None] Port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:32.664349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.679070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a5938146-6fd4-44ac-b631-75cb8c14c561 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/0e21efbb-32c1-4eee-b8a2-5cb98be2ebee HTTP/1.1" status: 204 len: 168 time: 1.2964876 Nov 19 04:07:32.679461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58720) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:32.680061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58722) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:32.694336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-266fe1be-5739-411d-97eb-8469e4e36a66 None None] Provisioning complete for port e304e48b-ec7f-41cc-a66d-c12dac104977 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:32.695856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-266fe1be-5739-411d-97eb-8469e4e36a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.741790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a8acfa22-111e-441a-9c3e-0d298caeb6b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a8acfa22-111e-441a-9c3e-0d298caeb6b9,segment=NetworkSegment(0c93dbc7-8f3e-420e-af04-e43fd265e37b),segment_id=0c93dbc7-8f3e-420e-af04-e43fd265e37b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:32.792725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7641c57-6282-46f8-8f29-477a0cbfa3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.809616 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:32.810038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e304e48b-ec7f-41cc-a66d-c12dac104977 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:32.854101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd89e6-d941-47f8-aac3-5fac2247bfdd None None] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:32.938859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a8acfa22-111e-441a-9c3e-0d298caeb6b9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:32.950331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd630f-533b-4a27-8898-af07644716f1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:32.959194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4ddd630f-533b-4a27-8898-af07644716f1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2746339 Nov 19 04:07:32.960253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58726) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:33.076695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466aa81-9292-4973-b1bf-facf78e028d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:33.084801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f466aa81-9292-4973-b1bf-facf78e028d1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1228819 Nov 19 04:07:33.085802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58730) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:33.154260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c26b4269-19f2-421b-8f43-30d1ecc06a5f None None] Provisioning complete for port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:33.154652 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c26b4269-19f2-421b-8f43-30d1ecc06a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.190684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.221727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c26b4269-19f2-421b-8f43-30d1ecc06a5f None None] Port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:33.243539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159dfc3-765e-4572-8e9c-60d215aa1c13 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:33.248269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159dfc3-765e-4572-8e9c-60d215aa1c13 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:33.251450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159dfc3-765e-4572-8e9c-60d215aa1c13 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:33.255062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4159dfc3-765e-4572-8e9c-60d215aa1c13 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1679947 Nov 19 04:07:33.257873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58732) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:33.258210 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7641c57-6282-46f8-8f29-477a0cbfa3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.259639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e304e48b-ec7f-41cc-a66d-c12dac104977 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:33.260131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.264866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c26b4269-19f2-421b-8f43-30d1ecc06a5f None None] Provisioning complete for port a8acfa22-111e-441a-9c3e-0d298caeb6b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:33.265104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c26b4269-19f2-421b-8f43-30d1ecc06a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.337916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7641c57-6282-46f8-8f29-477a0cbfa3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.370049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 129e0ac4-b116-4869-88ac-77376e7665f9 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:33.376511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.457274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.642197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.732263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-20da67b8-c811-4102-bb69-200f5a9f34c7 None None] Provisioning complete for port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:33.733366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-20da67b8-c811-4102-bb69-200f5a9f34c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.787165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-20da67b8-c811-4102-bb69-200f5a9f34c7 None None] Port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:33.793249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.813988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-20da67b8-c811-4102-bb69-200f5a9f34c7 None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:33.822966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-20da67b8-c811-4102-bb69-200f5a9f34c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.893748 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:33.897218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/129e0ac4-b116-4869-88ac-77376e7665f9 HTTP/1.1" status: 204 len: 168 time: 0.6377892 Nov 19 04:07:33.909559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c9488-2837-41ba-91d3-cba667943254 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=129e0ac4-b116-4869-88ac-77376e7665f9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:33.911440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58736) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:33.969238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a8acfa22-111e-441a-9c3e-0d298caeb6b9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:34.035884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet cdba263b-b0b3-4600-b137-48c014054fe3 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:34.046721 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.083526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641c57-6282-46f8-8f29-477a0cbfa3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7416f8f2-e143-4a6d-8d33-4be4ba61b7fa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:34.092431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c7641c57-6282-46f8-8f29-477a0cbfa3d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3511608792d74207a413e073ac1bdd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4113488 Nov 19 04:07:34.097300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58740) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:34.101441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fb59f-99b2-44a6-bf8d-23e1426cd3c4 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:34.132108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.257322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.353019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a8acfa22-111e-441a-9c3e-0d298caeb6b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:34.355519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.363887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.420946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.21.0.1 (7417523d-8111-4f5e-b12a-5e8cebc027cc/8f4eeae6-68d2-47d3-899c-a218db36f310/d08e2c95-11f3-4c91-9a55-46da12e695f5) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:34.423880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=cdba263b-b0b3-4600-b137-48c014054fe3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:34.428214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.438515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a7864fd-e840-4caf-b574-7dc11dfa7704 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/cdba263b-b0b3-4600-b137-48c014054fe3 HTTP/1.1" status: 204 len: 168 time: 0.5259743 Nov 19 04:07:34.441284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:34.494489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7980113c-fae4-4200-8233-e7abe2705578 None None] Could not find standard attr ID for object 0e21efbb-32c1-4eee-b8a2-5cb98be2ebee. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:34.528736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-79c0136c-28c7-4cfa-890c-e852f091bb02 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862093 Nov 19 04:07:34.531517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58746) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:34.536603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:34.553489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7980113c-fae4-4200-8233-e7abe2705578 None None] Provisioning complete for port a8acfa22-111e-441a-9c3e-0d298caeb6b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:34.553860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7980113c-fae4-4200-8233-e7abe2705578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.592781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.660102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d567982f-fa50-4bef-99f7-8e5c319ed73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.663869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:34.693394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:34.697862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.708785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d567982f-fa50-4bef-99f7-8e5c319ed73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.711416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.789461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:34.816567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:34.821499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:34.843125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=d08e2c95-11f3-4c91-9a55-46da12e695f5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:34.870726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b224c8-1efe-4818-8033-95167644bcc6 None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': 'cdba263b-b0b3-4600-b137-48c014054fe3'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '9435b148-464a-4a4b-a297-f33196ff72e8'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:07:34.933441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16b224c8-1efe-4818-8033-95167644bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.942285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:34.943076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:34.953329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.068510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d567982f-fa50-4bef-99f7-8e5c319ed73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.083733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d567982f-fa50-4bef-99f7-8e5c319ed73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.085268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d567982f-fa50-4bef-99f7-8e5c319ed73a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7416f8f2-e143-4a6d-8d33-4be4ba61b7fa HTTP/1.1" status: 204 len: 168 time: 0.9871559 Nov 19 04:07:35.138556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567982f-fa50-4bef-99f7-8e5c319ed73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7416f8f2-e143-4a6d-8d33-4be4ba61b7fa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:35.159760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.294446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab90ac2-8f6b-40d1-b75b-b034ef07cc36 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:35.377239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f110e2d7-d8e1-4eab-8cc2-9874383b6d11 None None] Provisioning complete for port d08e2c95-11f3-4c91-9a55-46da12e695f5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:35.377929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f110e2d7-d8e1-4eab-8cc2-9874383b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.455032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:35.611951 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.618155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.693381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f110e2d7-d8e1-4eab-8cc2-9874383b6d11 None None] Port d08e2c95-11f3-4c91-9a55-46da12e695f5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:35.727924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.780767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:35.784259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=d08e2c95-11f3-4c91-9a55-46da12e695f5,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:35.874760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:35.948657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:35.951682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:35.987325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:36.004744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cc358133-db50-427d-9cf8-5d3ff578b5f1 None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:36.005136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc358133-db50-427d-9cf8-5d3ff578b5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.059447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.072750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.076092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.113077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router fa5050ff-ecac-42f4-ba19-2cf953412a1b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:07:36.232136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=49d36800-4a7b-4bd2-90c4-aad72e5cb242,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:36.288519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=11']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:36.293853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:36.295869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:36.301641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:36.302679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.320059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.346648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bac23275-46db-47d5-8b94-42ae19756450 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8139129 Nov 19 04:07:36.349539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58778) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:36.355856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:36.370707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:36.373502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:36.380525 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.388638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5c1e0a6c-6f62-494b-a38c-5dea05e36a9b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/fa5050ff-ecac-42f4-ba19-2cf953412a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5068216 Nov 19 04:07:36.389281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58780) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:36.452671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] Sync routers for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:36.513798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d309336a-9fae-4ad3-8065-2a34f9da2064 None None] Provisioning complete for port d08e2c95-11f3-4c91-9a55-46da12e695f5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:36.515682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d309336a-9fae-4ad3-8065-2a34f9da2064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.541706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa52d4a-779f-4ed0-a7d4-92a6111f38e1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:36.551273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eaa52d4a-779f-4ed0-a7d4-92a6111f38e1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports/d08e2c95-11f3-4c91-9a55-46da12e695f5 HTTP/1.1" status: 200 len: 910 time: 0.1609290 Nov 19 04:07:36.554013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58786) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:36.591876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:36.594592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:36.660940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:36.672177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:36.704609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:36.712831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:36.746249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:36.746899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:36.755922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d309336a-9fae-4ad3-8065-2a34f9da2064 None None] Port d08e2c95-11f3-4c91-9a55-46da12e695f5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:36.800614 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49d36800-4a7b-4bd2-90c4-aad72e5cb242 (CIDR: 2001:db8::/64) Nov 19 04:07:36.809431 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:36.810009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:36.817914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:36.819144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe26c9b-eca5-4fbb-822c-25c7683f6e4d None None] The sync data for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:36.858868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2e047a01-c47b-4e39-916d-3a57e05d5089 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5074897 Nov 19 04:07:36.860581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58790) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:36.867310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:37.023408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:37.027451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.132475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.367402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5e479-02e1-4f82-8cd3-242113862131 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:37.475955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-69ac9a80-b443-4d92-a6b5-ad567172d27d None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:37.476254 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69ac9a80-b443-4d92-a6b5-ad567172d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.538116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d67b-4418-499d-8d78-861996d88ffb req-cb2b0273-f500-4afc-a147-40cdb7640e27 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:37.539851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99b2d67b-4418-499d-8d78-861996d88ffb req-cb2b0273-f500-4afc-a147-40cdb7640e27 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1020646 Nov 19 04:07:37.564956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port d08e2c95-11f3-4c91-9a55-46da12e695f5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:37.567488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.575099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.693783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:37.702223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69ac9a80-b443-4d92-a6b5-ad567172d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.706065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:37.730439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99b2d67b-4418-499d-8d78-861996d88ffb req-77323597-caf5-4230-9aa4-8ff7407f4226 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833835 Nov 19 04:07:37.731919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:37.732530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.735040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.776685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=8ea0c59f-747d-470c-b910-75c280991d74,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:37.781307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for d08e2c95-11f3-4c91-9a55-46da12e695f5 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:37.796999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-69ac9a80-b443-4d92-a6b5-ad567172d27d None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:37.798917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58822) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:37.806209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4106864-606d-4389-906e-4187a6a651d0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9319291 Nov 19 04:07:37.811079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69ac9a80-b443-4d92-a6b5-ad567172d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:37.817693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:ca:e5:c9', 'name': 'tempest-NetworksTestDHCPv6-1240393821'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:37.957372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:38.028298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '49d36800-4a7b-4bd2-90c4-aad72e5cb242', 'ip_address': '2001:db8::f816:3eff:fe43:8e2d'}, {'subnet_id': '8ea0c59f-747d-470c-b910-75c280991d74'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '9435b148-464a-4a4b-a297-f33196ff72e8'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:07:38.030338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac9a80-b443-4d92-a6b5-ad567172d27d None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=13']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:38.089570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.109320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:38.109898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.118641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:38.225146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.297308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=d08e2c95-11f3-4c91-9a55-46da12e695f5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:38.340723 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.365895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] Allocated IP 2001:db8:0:1::2 (b0139743-f538-4089-8a77-ffb9c227eb62/8ea0c59f-747d-470c-b910-75c280991d74/9435b148-464a-4a4b-a297-f33196ff72e8) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:38.384719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 0e6ceabe-bba5-48fa-939d-f14ca3e17fb2 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:38.527773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:38.550158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.561366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.570272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.595795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58860) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:38.669704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97fd2b-3b9c-41dd-894a-3881eb9c1bf6 None None] Pushing event updated for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=14']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:38.726241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3376e9e0-6b3b-454b-8749-6b6ddf4aafe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.823925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3376e9e0-6b3b-454b-8749-6b6ddf4aafe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.856031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3376e9e0-6b3b-454b-8749-6b6ddf4aafe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:38.864464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8:0:1::179 (b0139743-f538-4089-8a77-ffb9c227eb62/8ea0c59f-747d-470c-b910-75c280991d74/0e6ceabe-bba5-48fa-939d-f14ca3e17fb2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:38.874490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::f816:3eff:feca:e5c9 (b0139743-f538-4089-8a77-ffb9c227eb62/49d36800-4a7b-4bd2-90c4-aad72e5cb242/0e6ceabe-bba5-48fa-939d-f14ca3e17fb2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:38.883991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router fa5050ff-ecac-42f4-ba19-2cf953412a1b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:07:38.917292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3376e9e0-6b3b-454b-8749-6b6ddf4aafe3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ace9530a4204821b10a4d1cabcc55b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3201218 Nov 19 04:07:38.919849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:38.926466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376e9e0-6b3b-454b-8749-6b6ddf4aafe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336b9e38-5ff4-442e-8820-fde3dadee14e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:38.951609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53726cc-6d46-4b05-880a-e266218a00b2 req-a909cddf-b1d2-4da1-8ba6-2230955704c0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:38.953151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e53726cc-6d46-4b05-880a-e266218a00b2 req-a909cddf-b1d2-4da1-8ba6-2230955704c0 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1326823 Nov 19 04:07:39.024024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2043edf7-e8d5-45b5-8f10-1d3d5d68e062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.029239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e53726cc-6d46-4b05-880a-e266218a00b2 req-9e924448-ad82-4c0c-8c81-d1a52a5b6580 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638380 Nov 19 04:07:39.054039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2043edf7-e8d5-45b5-8f10-1d3d5d68e062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.077568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:39.089158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-48f6b9e9-f670-4e91-9be6-4e92de8d3445 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/fa5050ff-ecac-42f4-ba19-2cf953412a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339806 Nov 19 04:07:39.089740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58872) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:39.092883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] Sync routers for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:39.104041 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:39.104839 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:39.146941 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:39.161056 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:39.161751 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:39.212881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.217203 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:39.218248 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2926164c-7aae-415d-9505-e56f8bf0327c None None] The sync data for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:39.259652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.263748 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2043edf7-e8d5-45b5-8f10-1d3d5d68e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.269668 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2043edf7-e8d5-45b5-8f10-1d3d5d68e062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.270943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2043edf7-e8d5-45b5-8f10-1d3d5d68e062 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/336b9e38-5ff4-442e-8820-fde3dadee14e HTTP/1.1" status: 204 len: 168 time: 0.3501649 Nov 19 04:07:39.304694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:39.310280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:39.314729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:39.318604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043edf7-e8d5-45b5-8f10-1d3d5d68e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336b9e38-5ff4-442e-8820-fde3dadee14e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:39.320842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:39.321528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.358256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5485594 Nov 19 04:07:39.358690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58876) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:39.373296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd734bb1-22ff-4b15-8773-e0d2bbcbb526 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=0e6ceabe-bba5-48fa-939d-f14ca3e17fb2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:39.430454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a152fb-54df-4caf-b522-821329b5a22e None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:39.483432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 0e6ceabe-bba5-48fa-939d-f14ca3e17fb2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:39.483952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.496831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-02ebd538-25b9-45cc-abb9-49e254a96e75 None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:39.497210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02ebd538-25b9-45cc-abb9-49e254a96e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.555606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.595712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.612368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 0e6ceabe-bba5-48fa-939d-f14ca3e17fb2 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:39.643189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58880) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:39.662465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-728f4eb4-079f-4177-ac4e-ab86e22d694d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.892287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:39.907452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:39.979249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=0e6ceabe-bba5-48fa-939d-f14ca3e17fb2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:40.006186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:40.006589 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.023689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:40.024186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.081158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-728f4eb4-079f-4177-ac4e-ab86e22d694d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.082844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.086685 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3eeeff25-cc0e-4ddf-9fbb-1cdbc61547db tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/0e6ceabe-bba5-48fa-939d-f14ca3e17fb2 HTTP/1.1" status: 204 len: 168 time: 0.7265606 Nov 19 04:07:40.090995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58884) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:40.136132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-728f4eb4-079f-4177-ac4e-ab86e22d694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.139234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a288801-0314-48f1-abae-618ed09f56bd req-054c6d30-6a81-4631-a48f-90b4e2f3bddb tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:40.144489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a288801-0314-48f1-abae-618ed09f56bd req-054c6d30-6a81-4631-a48f-90b4e2f3bddb tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 946 time: 0.1080189 Nov 19 04:07:40.151172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-27a19928-bff6-407d-b5b6-a6058c9c48a8 None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:40.151551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-27a19928-bff6-407d-b5b6-a6058c9c48a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.306878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Deleting port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:40.308932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.310019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-27a19928-bff6-407d-b5b6-a6058c9c48a8 None None] Could not find standard attr ID for object 0e6ceabe-bba5-48fa-939d-f14ca3e17fb2. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:40.415310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] For port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:40.415705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.423834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0c7b8717-b6d2-4c49-983e-0d8752641abe None None] Could not find standard attr ID for object 0e6ceabe-bba5-48fa-939d-f14ca3e17fb2. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:40.435901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Calling delete_port for ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:40.603476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf23de7-cdec-4b45-8770-c183a2afef60 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:07:40.612947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.644424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Pushing event deleted for resources: {'Port': ['ID=ed1a8a74-22d5-4cc7-89a1-96dbb4acb070,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:40.661450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-728f4eb4-079f-4177-ac4e-ab86e22d694d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1303f12bab543158985d3de9897e5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0170944 Nov 19 04:07:40.670654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:40.671943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['7217f365-0c7d-4695-baa6-006e842b83bc', 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:07:40.673450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f4eb4-079f-4177-ac4e-ab86e22d694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e8c57-f1ce-46d1-82e1-7a941c10488c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:40.700024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] No DVR routers for this DVR port ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:40.703339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.705425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00aafc5-b220-4dcf-bc29-cebd377bda3d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:40.709390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a288801-0314-48f1-abae-618ed09f56bd req-8a84fb38-ef54-46d0-9834-2ae32c9c3bd7 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "DELETE /v2.0/ports/ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 HTTP/1.1" status: 204 len: 173 time: 0.5550418 Nov 19 04:07:40.709572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f00aafc5-b220-4dcf-bc29-cebd377bda3d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6092744 Nov 19 04:07:40.709687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'name': 'network-vif-deleted', 'tag': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:07:40.710940 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b85eb8d-3dfe-40bc-ac03-f88d0d112c07" -d '{"events": [{"server_uuid": "dd56b224-c820-46d1-ae0a-94d47b1edf9e", "name": "network-vif-deleted", "tag": "ed1a8a74-22d5-4cc7-89a1-96dbb4acb070"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:07:40.715577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58892) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:40.718173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.783428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-2fbf0843-2684-42a5-9384-6b2c2d035c3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2478652 Nov 19 04:07:40.791771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd5315-f232-4a80-a894-869b5b131058 req-f015aa98-8c94-490f-b4fe-e1e44af79c4f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:40.800284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-20bd5315-f232-4a80-a894-869b5b131058 req-f015aa98-8c94-490f-b4fe-e1e44af79c4f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd56b224-c820-46d1-ae0a-94d47b1edf9e HTTP/1.1" status: 200 len: 867 time: 0.2585289 Nov 19 04:07:40.816249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:40.822441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf23de7-cdec-4b45-8770-c183a2afef60 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:07:40.935490 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:07:40.955758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe5dd-4002-4f71-861c-bba7ed52e03c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:40.957372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-196fe5dd-4002-4f71-861c-bba7ed52e03c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2346663 Nov 19 04:07:40.960635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:40.964272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3b87570-e9ab-4082-9635-1704d996782a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:40.968726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-20bd5315-f232-4a80-a894-869b5b131058 req-b62827bd-0191-43ad-ae8e-fd4c4c5c835a tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675041 Nov 19 04:07:41.013053 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3b87570-e9ab-4082-9635-1704d996782a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.031063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-c2a78d80-354a-492a-89f7-5e80064a334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.033289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-c2a78d80-354a-492a-89f7-5e80064a334a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 1097 time: 0.1618767 Nov 19 04:07:41.208230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db931277-1b01-4712-bb8f-e151838e9161 None None] DHCP port deletion for cb7c0f3a-8dc4-4e47-8608-824f226b793e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:41.208838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3b87570-e9ab-4082-9635-1704d996782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.211112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3b87570-e9ab-4082-9635-1704d996782a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.213986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3b87570-e9ab-4082-9635-1704d996782a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/385e8c57-f1ce-46d1-82e1-7a941c10488c HTTP/1.1" status: 204 len: 168 time: 0.5332909 Nov 19 04:07:41.255658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b87570-e9ab-4082-9635-1704d996782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e8c57-f1ce-46d1-82e1-7a941c10488c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:41.269576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-5a3b7f11-ddea-4498-ada0-84e5f36230ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.271065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-5a3b7f11-ddea-4498-ada0-84e5f36230ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 200 len: 917 time: 0.1797018 Nov 19 04:07:41.340128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.384390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=5bd6a4bf-74de-43b0-a142-ad0b79d2b6e5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:41.416255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-35859dba-c81b-4300-90ff-82623354729b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 200 len: 1002 time: 0.1374710 Nov 19 04:07:41.451911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21ffa5-e64a-40db-bb52-277aee5f04d3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.453470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21ffa5-e64a-40db-bb52-277aee5f04d3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.455523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21ffa5-e64a-40db-bb52-277aee5f04d3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.460237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd21ffa5-e64a-40db-bb52-277aee5f04d3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4975922 Nov 19 04:07:41.462554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58904) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:41.557469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 49d36800-4a7b-4bd2-90c4-aad72e5cb242 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:41.561135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.617253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.626197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-d6fff432-600b-49ec-8dd4-80cc43de18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.628439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-d6fff432-600b-49ec-8dd4-80cc43de18c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95927755-dd4f-4769-9e85-9eafaa4b3589 HTTP/1.1" status: 200 len: 855 time: 0.1766748 Nov 19 04:07:41.671014 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1872fa2-23f2-4c23-afff-1328c17bfc60 x-openstack-request-id: req-b1872fa2-23f2-4c23-afff-1328c17bfc60 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:07:41.671330 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56b224-c820-46d1-ae0a-94d47b1edf9e", "name": "network-vif-deleted", "tag": "ed1a8a74-22d5-4cc7-89a1-96dbb4acb070", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:07:41.671516 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1872fa2-23f2-4c23-afff-1328c17bfc60 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:07:41.671853 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd56b224-c820-46d1-ae0a-94d47b1edf9e', 'name': 'network-vif-deleted', 'tag': 'ed1a8a74-22d5-4cc7-89a1-96dbb4acb070', 'status': 'completed', 'code': 200} Nov 19 04:07:41.716671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.724514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.812723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-571dda8d-0d39-4c2d-977b-d856580881e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:41.815061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-571dda8d-0d39-4c2d-977b-d856580881e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a45af5c7-9a70-45c0-9df2-4f55c776e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473515 Nov 19 04:07:41.818331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.868073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=49d36800-4a7b-4bd2-90c4-aad72e5cb242,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:41.873354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.879652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3155dd07-6e00-4f9c-ab94-429f87c5d541 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/49d36800-4a7b-4bd2-90c4-aad72e5cb242 HTTP/1.1" status: 204 len: 168 time: 0.4135547 Nov 19 04:07:41.879982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58914) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:41.884393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710e368-96ba-4225-ab84-3541b0e5d1c0 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:41.938311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 8ea0c59f-747d-470c-b910-75c280991d74 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:41.942847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:41.959775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router fa5050ff-ecac-42f4-ba19-2cf953412a1b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:07:41.997853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.063654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-2df202c6-0946-4a12-9739-d35433fac824 service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398345 Nov 19 04:07:42.081601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:42.101016 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6d56e1a7-8133-4ff6-8bed-16a3c58b7b77 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/fa5050ff-ecac-42f4-ba19-2cf953412a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0032277 Nov 19 04:07:42.101276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58926) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:42.101430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] Sync routers for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:42.120070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:42.121137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:42.157026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e30ca04-e169-4c75-9ebc-18b33c3da145 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa5050ff-ecac-42f4-ba19-2cf953412a1b HTTP/1.1" status: 200 len: 205 time: 0.0543532 Nov 19 04:07:42.171368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:42.176151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:42.193916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] Routers {'fa5050ff-ecac-42f4-ba19-2cf953412a1b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:42.194699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:42.221567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-696b0639-6c76-4415-bcac-0e2e0669ff96 req-b4ed053a-400c-47c8-953c-f81bdad6d6ad service neutron] 10.222.0.36 "GET /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494875 Nov 19 04:07:42.250399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:42.261985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70daac3-1fc7-4392-826d-ec8b1892371e None None] The sync data for ids ['fa5050ff-ecac-42f4-ba19-2cf953412a1b'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:42.301855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.307593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.528601 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.533329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.577705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.618352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.619053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router fa5050ff-ecac-42f4-ba19-2cf953412a1b {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:07:42.627115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.628402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-923e727d-0c63-4448-a28f-ad836672d875 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/fa5050ff-ecac-42f4-ba19-2cf953412a1b HTTP/1.1" status: 204 len: 168 time: 0.4512410 Nov 19 04:07:42.629560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea0c59f-747d-470c-b910-75c280991d74,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:42.632124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58944) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:42.635707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.651284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-68801130-c2b7-46fa-a86f-8f0ecf0fb289 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/8ea0c59f-747d-470c-b910-75c280991d74 HTTP/1.1" status: 204 len: 168 time: 0.7692509 Nov 19 04:07:42.652125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58948) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:42.669863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481edf2-3076-48c9-8c0c-26e609a1d9be req-7c879537-d94a-4e23-bcda-1f118103bb06 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:42.671921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7481edf2-3076-48c9-8c0c-26e609a1d9be req-7c879537-d94a-4e23-bcda-1f118103bb06 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1359084 Nov 19 04:07:42.745756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8c6bc23a-9e2f-49d6-a813-e36a25f54e03 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899560 Nov 19 04:07:42.746393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58950) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:42.752123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:42.791599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7481edf2-3076-48c9-8c0c-26e609a1d9be req-73dd67b8-1e47-4b86-835f-4fb24e53c8a8 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112378 Nov 19 04:07:42.802131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet 8f4eeae6-68d2-47d3-899c-a218db36f310 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:42.807506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.889156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:42.894685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.895418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:42.989798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a381a6-be49-4193-bf1a-d820e744da60 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:43.030492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.098969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b3ec9080-b6e5-4f77-92c7-8e871517895e None None] Provisioning complete for port 9435b148-464a-4a4b-a297-f33196ff72e8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:43.098969 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9080-b6e5-4f77-92c7-8e871517895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.124077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.167117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4eeae6-68d2-47d3-899c-a218db36f310,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:43.170382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.189664 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.199496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ead69530-d7b5-4392-9f07-083744a97d6f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/8f4eeae6-68d2-47d3-899c-a218db36f310 HTTP/1.1" status: 204 len: 168 time: 0.5603340 Nov 19 04:07:43.202882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58960) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:43.224656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21181bd6-149a-4f20-8324-9bb51cc7556f None None] Network 7417523d-8111-4f5e-b12a-5e8cebc027cc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:43.229607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:43.250875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:43.269627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:43.270397 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.273179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:43.303778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f3541d18-3153-418f-b824-0d25dca14da2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5560827 Nov 19 04:07:43.304591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58964) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:43.315840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:43.320092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:43.371282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet cbae3728-db96-475f-952d-41e183a50b70 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:43.379171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.456012 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.560710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:43.564819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.605623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] Deleting port 9435b148-464a-4a4b-a297-f33196ff72e8 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:43.606088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.631286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.671448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] DHCP port deletion for 7417523d-8111-4f5e-b12a-5e8cebc027cc request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:43.721756 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa (CIDR: 2001:db8::/64) Nov 19 04:07:43.726711 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:43.727543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:43.728010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] For port 9435b148-464a-4a4b-a297-f33196ff72e8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9435b148-464a-4a4b-a297-f33196ff72e8,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:43.728426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.747600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.748322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] Calling delete_port for 9435b148-464a-4a4b-a297-f33196ff72e8 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:43.769682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d90505d-556d-4bfd-9b99-08cbe5f68555 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4640086 Nov 19 04:07:43.772579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58984) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:43.778514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:43.796871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.801599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/cbae3728-db96-475f-952d-41e183a50b70 HTTP/1.1" status: 204 len: 168 time: 0.5968280 Nov 19 04:07:43.802963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445f042-6cfa-42aa-8c9b-4a4f1a47b413 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=cbae3728-db96-475f-952d-41e183a50b70,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:43.803780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] Deleting port a8acfa22-111e-441a-9c3e-0d298caeb6b9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:43.804367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.804507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58986) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:43.841810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2dac9-8e25-4f5e-a8ec-b89a457e18a2 None None] Network 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:43.891681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a8acfa22-111e-441a-9c3e-0d298caeb6b9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:43.937484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6e198-ddd3-464f-95e5-4fa90f0ba3a9 req-d2517785-0658-420e-814d-bfe89ed23693 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:43.940246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eed6e198-ddd3-464f-95e5-4fa90f0ba3a9 req-d2517785-0658-420e-814d-bfe89ed23693 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.0692022 Nov 19 04:07:43.976619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:43.983238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:44.011260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eed6e198-ddd3-464f-95e5-4fa90f0ba3a9 req-247aa6e1-8df8-4c9e-abc1-8afea55c03ab tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Nov 19 04:07:44.041817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:44.045375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.052832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:44.053186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ed1a8a74-22d5-4cc7-89a1-96dbb4acb070 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:44.072050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] For port a8acfa22-111e-441a-9c3e-0d298caeb6b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a8acfa22-111e-441a-9c3e-0d298caeb6b9,segment=NetworkSegment(0c93dbc7-8f3e-420e-af04-e43fd265e37b),segment_id=0c93dbc7-8f3e-420e-af04-e43fd265e37b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:44.072784 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.152569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port a8acfa22-111e-441a-9c3e-0d298caeb6b9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:44.152928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.154427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] Calling delete_port for a8acfa22-111e-441a-9c3e-0d298caeb6b9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:44.191394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.206083 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.247859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port a8acfa22-111e-441a-9c3e-0d298caeb6b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a8acfa22-111e-441a-9c3e-0d298caeb6b9,segment=NetworkSegment(0c93dbc7-8f3e-420e-af04-e43fd265e37b),segment_id=0c93dbc7-8f3e-420e-af04-e43fd265e37b)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:44.248238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.268196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for a8acfa22-111e-441a-9c3e-0d298caeb6b9 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:44.294377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] Pushing event deleted for resources: {'Port': ['ID=9435b148-464a-4a4b-a297-f33196ff72e8,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:44.312356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c429c1-abf2-412c-a977-08f676a0fe3f None None] No DVR routers for this DVR port 9435b148-464a-4a4b-a297-f33196ff72e8 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:44.332013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a8acfa22-111e-441a-9c3e-0d298caeb6b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a8acfa22-111e-441a-9c3e-0d298caeb6b9,segment=NetworkSegment(0c93dbc7-8f3e-420e-af04-e43fd265e37b),segment_id=0c93dbc7-8f3e-420e-af04-e43fd265e37b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:44.354229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.356018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:44.364996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7968671-4012-4438-b722-fdd97bc8a868 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:44.447008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9435b148-464a-4a4b-a297-f33196ff72e8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:44.447410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9435b148-464a-4a4b-a297-f33196ff72e8 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:44.457852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] DHCP port deletion for 1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:44.474869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.477491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.524681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=a8acfa22-111e-441a-9c3e-0d298caeb6b9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:44.530582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port a8acfa22-111e-441a-9c3e-0d298caeb6b9 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:44.530744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a8acfa22-111e-441a-9c3e-0d298caeb6b9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:44.535165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] No DVR routers for this DVR port a8acfa22-111e-441a-9c3e-0d298caeb6b9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:44.581288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d641104-5f76-4a75-afa5-068deb98539b None None] Pushing event deleted for resources: {'Port': ['ID=a8acfa22-111e-441a-9c3e-0d298caeb6b9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:44.647745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] Deleting port e304e48b-ec7f-41cc-a66d-c12dac104977 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:44.648119 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.684264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:44.688152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.712852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b0139743-f538-4089-8a77-ffb9c227eb62', 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'tenant_id': 'b0756d75d51541aa94f673b3176c1c76', 'fixed_ips': [{'subnet_id': 'bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa'}, {'subnet_id': 'f91946cc-82b2-42da-819e-403fdf63909e'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:44.713760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.717756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59018) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:44.744488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:44.752220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:44.757024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.759727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] For port e304e48b-ec7f-41cc-a66d-c12dac104977, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e304e48b-ec7f-41cc-a66d-c12dac104977,segment=NetworkSegment(e1920021-1842-48b2-8e90-0311e70de456),segment_id=e1920021-1842-48b2-8e90-0311e70de456)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:44.760143 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.763840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:44.764434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.780569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] Calling delete_port for e304e48b-ec7f-41cc-a66d-c12dac104977 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:44.795347 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0182993 Nov 19 04:07:44.796391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59022) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:44.796674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483f71-0bc4-4273-9f7f-bd22f5a16f7e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=f91946cc-82b2-42da-819e-403fdf63909e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:44.808665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7417523d-8111-4f5e-b12a-5e8cebc027cc']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:44.821087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c93dbc7-8f3e-420e-af04-e43fd265e37b') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:44.821465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c93dbc7-8f3e-420e-af04-e43fd265e37b') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:44.837024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.853298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:1a:07:3a', 'name': 'tempest-NetworksTestDHCPv6-1953342797'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:44.854562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.862644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:44.863058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:44.867380 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:44.929219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-efbc38fa-99a5-4735-a354-0bd72d8e9e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.944075 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.966887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:44.973288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/7417523d-8111-4f5e-b12a-5e8cebc027cc HTTP/1.1" status: 204 len: 168 time: 1.1646435 Nov 19 04:07:44.976429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703d2d5-efb4-4241-a018-500263e1d40e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=7417523d-8111-4f5e-b12a-5e8cebc027cc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:44.978479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59024) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:45.003156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.013361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa/c91757fb-5f7c-43c3-82e7-2da09b623248) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:45.034118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:45.041602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] Pushing event deleted for resources: {'Port': ['ID=e304e48b-ec7f-41cc-a66d-c12dac104977,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.044790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8e:d102 (b0139743-f538-4089-8a77-ffb9c227eb62/f91946cc-82b2-42da-819e-403fdf63909e/c91757fb-5f7c-43c3-82e7-2da09b623248) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:45.054659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6399822-f870-4f39-8fe1-a61078ccd19f None None] No DVR routers for this DVR port e304e48b-ec7f-41cc-a66d-c12dac104977 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:45.118377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.178661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-efbc38fa-99a5-4735-a354-0bd72d8e9e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.191793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-efbc38fa-99a5-4735-a354-0bd72d8e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.218139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.225484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.232137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.241460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a56bac2-3bb7-42fd-8d5d-6d7847b7a839']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:45.249119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-efbc38fa-99a5-4735-a354-0bd72d8e9e26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37dcddaa4160486c82043d69bea191c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5301931 Nov 19 04:07:45.252757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1920021-1842-48b2-8e90-0311e70de456') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:45.253401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1920021-1842-48b2-8e90-0311e70de456') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:45.254848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:45.255704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.264972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ef31f-a070-4bce-b50e-723c19efe49c req-f75be86f-25fa-45e2-994e-ef1fc69259ec tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:45.271050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.273508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd5ef31f-a070-4bce-b50e-723c19efe49c req-f75be86f-25fa-45e2-994e-ef1fc69259ec tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1625047 Nov 19 04:07:45.277647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:45.280725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:45.284610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:45.291927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Pushing event updated for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.292672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc38fa-99a5-4735-a354-0bd72d8e9e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0764e3e-ac5b-49c4-9800-44a685ec1a31,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.304305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.318118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:45.318621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:45.322219 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:45.324983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port 5bd05c25-84c9-409c-85b3-090843881526 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:45.377637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Attempting to bind port c91757fb-5f7c-43c3-82e7-2da09b623248 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:45.378280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Attempting to bind port c91757fb-5f7c-43c3-82e7-2da09b623248 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:45.378433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Attempting to bind port c91757fb-5f7c-43c3-82e7-2da09b623248 on network b0139743-f538-4089-8a77-ffb9c227eb62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:45.385524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:45.385898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Checking segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:45.386694 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.386954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Bound using segment: {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:45.387202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Bound port: c91757fb-5f7c-43c3-82e7-2da09b623248, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:45.387592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.390300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd5ef31f-a070-4bce-b50e-723c19efe49c req-dbdce934-e947-4102-9c68-5313f29d64fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151483 Nov 19 04:07:45.399186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc9a4-c46a-41b2-8cc6-4e014878aa39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.415794 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.430885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.435144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/1a56bac2-3bb7-42fd-8d5d-6d7847b7a839 HTTP/1.1" status: 204 len: 168 time: 0.4514790 Nov 19 04:07:45.441969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc9a4-c46a-41b2-8cc6-4e014878aa39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.443564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59030) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:45.461120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-543491614'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:45.470531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:45.471995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65776d2d-b3d9-4bab-829c-7c2ae0bb7a8c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=1a56bac2-3bb7-42fd-8d5d-6d7847b7a839,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.473789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91757fb-5f7c-43c3-82e7-2da09b623248,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:45.478753 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.517604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:45.524120 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.545569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10986cbb-d19b-4993-9634-0ae9e56d7e10 None None] Pushing event updated for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.563640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:45.571688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc9a4-c46a-41b2-8cc6-4e014878aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.574267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::1c8 (b0139743-f538-4089-8a77-ffb9c227eb62/bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa/5bd05c25-84c9-409c-85b3-090843881526) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:45.574888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a1cc9a4-c46a-41b2-8cc6-4e014878aa39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.576104 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a1cc9a4-c46a-41b2-8cc6-4e014878aa39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0764e3e-ac5b-49c4-9800-44a685ec1a31 HTTP/1.1" status: 204 len: 168 time: 0.3202116 Nov 19 04:07:45.599598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.600022 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment a2389e5c-4568-4869-8b84-1f21fb39a871 of type vlan for network 7cfb127f-c2c0-4288-9fbe-2028302bf194 Nov 19 04:07:45.602070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:73a (b0139743-f538-4089-8a77-ffb9c227eb62/f91946cc-82b2-42da-819e-403fdf63909e/5bd05c25-84c9-409c-85b3-090843881526) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:45.631578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cc9a4-c46a-41b2-8cc6-4e014878aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0764e3e-ac5b-49c4-9800-44a685ec1a31,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.701337 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.763482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.771000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:45.771646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.870921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=7cfb127f-c2c0-4288-9fbe-2028302bf194,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:45.882646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:45.887086 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-08092283-2597-4bc6-a156-285202b1b146 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4423840 Nov 19 04:07:45.893520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:45.903041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:45.906484 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.954174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e304e48b-ec7f-41cc-a66d-c12dac104977 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:45.967242 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:45.998547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e304e48b-ec7f-41cc-a66d-c12dac104977 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:45.998898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e304e48b-ec7f-41cc-a66d-c12dac104977 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:46.033808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:46.040685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:46.056676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:46.058756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:46.062483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:46.062986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.063113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.073880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=5bd05c25-84c9-409c-85b3-090843881526,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:46.087639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ceb4ad40-1feb-4459-9e94-be500ffb4044 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2893276 Nov 19 04:07:46.090109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59042) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:46.098301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59044) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:46.134816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7bb1873-0727-4676-a8e7-cbd37ec17660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.243647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port 5bd05c25-84c9-409c-85b3-090843881526 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:46.244002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.270466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.311083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7bb1873-0727-4676-a8e7-cbd37ec17660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.318746 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7bb1873-0727-4676-a8e7-cbd37ec17660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.334884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:46.343979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': 'a2389e5c-4568-4869-8b84-1f21fb39a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:46.343979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: 7cfb127f-c2c0-4288-9fbe-2028302bf194, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:46.364776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:46.375620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7cfb127f-c2c0-4288-9fbe-2028302bf194) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:46.380748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:46.381356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.382661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f7bb1873-0727-4676-a8e7-cbd37ec17660 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0892b635ab6d4a0f8c36ede37f76e7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831969 Nov 19 04:07:46.384805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59046) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:46.386423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b8ac38-e7a8-49da-a58d-7d9feaf37b62 None None] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:46.412511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.430071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for 5bd05c25-84c9-409c-85b3-090843881526 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:46.434180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e63dba3-8436-4de5-947f-0fa85fe5c654 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5392160 Nov 19 04:07:46.435448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:46.448580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-39424842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:46.486748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aabcc7ae-3b10-42fd-94a9-27a11f7f52aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.505015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.506101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.521316 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aabcc7ae-3b10-42fd-94a9-27a11f7f52aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.580766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb1873-0727-4676-a8e7-cbd37ec17660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b0891e-e7fc-4758-b94b-ef54f70feb2a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:46.585719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aabcc7ae-3b10-42fd-94a9-27a11f7f52aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.588846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aabcc7ae-3b10-42fd-94a9-27a11f7f52aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.592842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aabcc7ae-3b10-42fd-94a9-27a11f7f52aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8b0891e-e7fc-4758-b94b-ef54f70feb2a HTTP/1.1" status: 204 len: 168 time: 0.2044148 Nov 19 04:07:46.617138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcc7ae-3b10-42fd-94a9-27a11f7f52aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b0891e-e7fc-4758-b94b-ef54f70feb2a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:46.702913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba548-ed9f-4d1e-b35b-3d8ec0d48945 req-3447634c-7419-405c-abac-6f52c218e9cc tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:46.723401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-656ba548-ed9f-4d1e-b35b-3d8ec0d48945 req-3447634c-7419-405c-abac-6f52c218e9cc tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1624537 Nov 19 04:07:46.795631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.818545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-656ba548-ed9f-4d1e-b35b-3d8ec0d48945 req-c301779d-fb77-4533-a58a-0d3f314e09d5 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937445 Nov 19 04:07:46.826739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-7cfb127f-c2c0-4288-9fbe-2028302bf194', 'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': '4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:07:46.827700 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.874964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.883276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.906852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:46.909194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-868f3dfc-fa00-41e8-aa0a-58d9b1734d56 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4659903 Nov 19 04:07:46.910887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=5bd05c25-84c9-409c-85b3-090843881526,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:46.911833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59060) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:46.925865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'port': {'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194', 'name': 'tempest-RoutersTest-492978806'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:46.930783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5bbcb-2b49-4b94-bf73-58f6a618fa3d None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:47.033579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.040245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-62a51427-1ac7-44b8-80c7-d9fcaab425f9 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/5bd05c25-84c9-409c-85b3-090843881526 HTTP/1.1" status: 204 len: 168 time: 0.9489815 Nov 19 04:07:47.040877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59066) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:47.066361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:47.073970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.093153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-abf72fa0-4c83-4f31-8935-f562fca6029b None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:47.093546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf72fa0-4c83-4f31-8935-f562fca6029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.103575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] device_id is not set on port 30136bfc-569d-48c1-8853-38043cf6abda yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:47.122819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd8867-d568-4479-9c07-9e84a0a817a8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:47.123757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39fd8867-d568-4479-9c07-9e84a0a817a8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0809669 Nov 19 04:07:47.125611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59070) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:47.170885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Allocated IP 172.20.0.2 (7cfb127f-c2c0-4288-9fbe-2028302bf194/4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a/1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:47.196504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae62a85-67ac-455c-8fa6-176ac0af7fbf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:47.200409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ae62a85-67ac-455c-8fa6-176ac0af7fbf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0710988 Nov 19 04:07:47.200785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:47.266580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809521a-bef3-45ea-a6d3-d2767a00cd1c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:47.268691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809521a-bef3-45ea-a6d3-d2767a00cd1c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:47.270393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809521a-bef3-45ea-a6d3-d2767a00cd1c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:47.272729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3809521a-bef3-45ea-a6d3-d2767a00cd1c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0704253 Nov 19 04:07:47.275848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59076) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:47.356196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:47.359524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.400182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf72fa0-4c83-4f31-8935-f562fca6029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.451721 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.493884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.498829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-abf72fa0-4c83-4f31-8935-f562fca6029b None None] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91757fb-5f7c-43c3-82e7-2da09b623248,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:47.503068 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.513852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abf72fa0-4c83-4f31-8935-f562fca6029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.560619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:47.571170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:47.575547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:47.589954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Pushing event updated for resources: {'Port': ['ID=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:47.651534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.694139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.20.0.7 (7cfb127f-c2c0-4288-9fbe-2028302bf194/4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a/30136bfc-569d-48c1-8853-38043cf6abda) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:47.782946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Attempting to bind port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:07:47.783909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Attempting to bind port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a2389e5c-4568-4869-8b84-1f21fb39a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:07:47.784158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Attempting to bind port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff on network 7cfb127f-c2c0-4288-9fbe-2028302bf194 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:07:47.801617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0abdf4d3-45d7-4e64-bf86-0eae29907a2e None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:47.802255 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0abdf4d3-45d7-4e64-bf86-0eae29907a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.815263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:07:47.816160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Checking segment: {'id': 'a2389e5c-4568-4869-8b84-1f21fb39a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:47.816697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.816898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.817464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Bound using segment: {'id': 'a2389e5c-4568-4869-8b84-1f21fb39a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:07:47.818176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Bound port: 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2389e5c-4568-4869-8b84-1f21fb39a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7cfb127f-c2c0-4288-9fbe-2028302bf194'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:07:47.818807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.821588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf72fa0-4c83-4f31-8935-f562fca6029b None None] Pushing event updated for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:47.940800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:47.954029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:47.958360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0495c1cd-a66f-41d4-b1ec-72343134e3ae tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa HTTP/1.1" status: 204 len: 168 time: 0.6812298 Nov 19 04:07:47.962720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59094) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:48.051028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.056095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91757fb-5f7c-43c3-82e7-2da09b623248 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:48.099914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet f91946cc-82b2-42da-819e-403fdf63909e {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:48.103710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.119593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] For port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:07:48.145842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.149203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] For port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,segment=NetworkSegment(a2389e5c-4568-4869-8b84-1f21fb39a871),segment_id=a2389e5c-4568-4869-8b84-1f21fb39a871)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:07:48.161598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.212893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e838d-323f-440e-9992-c9743635be22 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:48.216085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.230768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:48.231163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.243670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:48.247200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:48.254592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:48.263152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=30136bfc-569d-48c1-8853-38043cf6abda,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:48.300769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59102) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:48.327155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6a7da8e6-d3c8-470e-85ea-3f1678f121e4 None None] Could not find standard attr ID for object 5bd05c25-84c9-409c-85b3-090843881526. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:48.371817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f8820-6bee-44fb-91d1-6fd224fd31fb None None] Pushing event updated for resources: {'Port': ['ID=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:48.374396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:48.386225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.412670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-22f9a686-293c-4f26-8d81-661a2965638c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4995449 Nov 19 04:07:48.414219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59106) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:48.647801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd4ff5-350d-48f2-974c-9de3730588d2 req-1e93c330-0f30-4541-ae8b-b70b442b3421 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:48.650429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbcd4ff5-350d-48f2-974c-9de3730588d2 req-1e93c330-0f30-4541-ae8b-b70b442b3421 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.6009731 Nov 19 04:07:48.768464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbcd4ff5-350d-48f2-974c-9de3730588d2 req-7a436f9b-7ce7-441b-84a0-0882881c4942 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076219 Nov 19 04:07:48.788115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.923524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.934452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a78f3086-d671-4925-8fcd-fb3608f544ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.950757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:48.955504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f91946cc-82b2-42da-819e-403fdf63909e HTTP/1.1" status: 204 len: 168 time: 0.9896734 Nov 19 04:07:48.958597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59108) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:48.979683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b871-4884-47ac-ace5-c042eee7ace0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=f91946cc-82b2-42da-819e-403fdf63909e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:49.036957 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-02b34e83-c577-4c61-a45b-3f396d09143f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736535 Nov 19 04:07:49.040021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:49.045285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:49.133243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-ced828b1-fb7c-4288-a1d6-c9e2a99c5c93 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:49.134933 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-ced828b1-fb7c-4288-a1d6-c9e2a99c5c93 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.2335882 Nov 19 04:07:49.176342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:49.180696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.381726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc0973-d170-475f-99bc-f74c0581aec7 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:49.442096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.467253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a78f3086-d671-4925-8fcd-fb3608f544ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.488316 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a78f3086-d671-4925-8fcd-fb3608f544ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.492533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:49.497840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:49.503858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:49.504473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.533357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=79640493-aaa4-4de7-9033-5901efbefb01,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:49.556076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-78325b7e-665b-41e3-b566-3ea5ae0f893d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5145738 Nov 19 04:07:49.557306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59112) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:49.568077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:49.578851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1e18c076-0aa0-45e3-bb93-afb0fc0883fb None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:49.580223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e18c076-0aa0-45e3-bb93-afb0fc0883fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.602015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3086-d671-4925-8fcd-fb3608f544ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2299bf-5bab-4dc8-bfa6-ca3953b6f5b4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:49.611228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a78f3086-d671-4925-8fcd-fb3608f544ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f97d4f1cd61745908c982bea74adf52e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3071749 Nov 19 04:07:49.622591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59114) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:49.624416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.644861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Deleting port 7217f365-0c7d-4695-baa6-006e842b83bc {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:49.645350 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.738904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '79640493-aaa4-4de7-9033-5901efbefb01'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'c91757fb-5f7c-43c3-82e7-2da09b623248'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:07:49.740665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:49.745327 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.816961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:49.887016 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79640493-aaa4-4de7-9033-5901efbefb01 (CIDR: 2001:db8::/64) Nov 19 04:07:49.890677 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:07:49.891137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:49.919937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706f429-33f0-4582-923a-f6185169631b None None] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:49.945553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-48a64d8c-cec9-4594-b2f7-252032bfc029 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3865497 Nov 19 04:07:49.948843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:49.955127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'subnet': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:49.978077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e18f55b-e1f7-49cf-9fd4-4bcfdf8ba504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.011006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] For port 7217f365-0c7d-4695-baa6-006e842b83bc, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7217f365-0c7d-4695-baa6-006e842b83bc,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:50.011454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.043163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb44e9-282a-431c-8f6c-34ef1526943c req-e2d1fc13-a89d-4640-836d-d9e2718208b2 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:50.045461 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcdb44e9-282a-431c-8f6c-34ef1526943c req-e2d1fc13-a89d-4640-836d-d9e2718208b2 tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 945 time: 0.1461995 Nov 19 04:07:50.046961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91757fb-5f7c-43c3-82e7-2da09b623248 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:50.047173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Calling delete_port for 7217f365-0c7d-4695-baa6-006e842b83bc owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:50.081522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e18f55b-e1f7-49cf-9fd4-4bcfdf8ba504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.104427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a5ddfd53-9eef-45c1-983f-bab035a821a1 None None] Provisioning complete for port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:50.104807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfd53-9eef-45c1-983f-bab035a821a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.130819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcdb44e9-282a-431c-8f6c-34ef1526943c req-466dd9d4-574c-4dff-bd38-6cb798f3a58f tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/security-groups?id=053a02d4-6a68-4017-8a46-1ec03015abad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711365 Nov 19 04:07:50.165013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:50.170249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.275314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e18f55b-e1f7-49cf-9fd4-4bcfdf8ba504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.279238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e18f55b-e1f7-49cf-9fd4-4bcfdf8ba504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.280494 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4e18f55b-e1f7-49cf-9fd4-4bcfdf8ba504 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f2299bf-5bab-4dc8-bfa6-ca3953b6f5b4 HTTP/1.1" status: 204 len: 168 time: 0.6530094 Nov 19 04:07:50.283288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.296217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18f55b-e1f7-49cf-9fd4-4bcfdf8ba504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2299bf-5bab-4dc8-bfa6-ca3953b6f5b4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:50.298894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.430370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=30136bfc-569d-48c1-8853-38043cf6abda,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:50.458191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.507466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:50.508049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.524666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Pushing event deleted for resources: {'Port': ['ID=7217f365-0c7d-4695-baa6-006e842b83bc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:50.542416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] Allocated IP 2001:db8::2 (b0139743-f538-4089-8a77-ffb9c227eb62/79640493-aaa4-4de7-9033-5901efbefb01/c91757fb-5f7c-43c3-82e7-2da09b623248) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:50.614000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] No DVR routers for this DVR port 7217f365-0c7d-4695-baa6-006e842b83bc on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:50.621020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.624886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25c8f826-846e-466f-8ca9-e3eccdfd7bc2 req-1033c8f1-61c7-409e-b43b-7383734e37fa tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.31 "DELETE /v2.0/ports/7217f365-0c7d-4695-baa6-006e842b83bc HTTP/1.1" status: 204 len: 173 time: 1.4399817 Nov 19 04:07:50.625348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'name': 'network-vif-deleted', 'tag': '7217f365-0c7d-4695-baa6-006e842b83bc'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:07:50.628593 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b4419-a4dd-4632-bcf2-24846dbf72b5" -d '{"events": [{"server_uuid": "8aeb0ab4-3891-452f-a4cb-18c94bada186", "name": "network-vif-deleted", "tag": "7217f365-0c7d-4695-baa6-006e842b83bc"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:07:50.681091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4177dc-e5bd-4ce0-88dd-a827de6e1e5b None None] DHCP port deletion for cb7c0f3a-8dc4-4e47-8608-824f226b793e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:50.702246 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65196563-d5bf-4f87-8aeb-865bb3605443 x-openstack-request-id: req-65196563-d5bf-4f87-8aeb-865bb3605443 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:07:50.702551 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeb0ab4-3891-452f-a4cb-18c94bada186", "name": "network-vif-deleted", "tag": "7217f365-0c7d-4695-baa6-006e842b83bc", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:07:50.702816 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65196563-d5bf-4f87-8aeb-865bb3605443 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:07:50.703355 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb0ab4-3891-452f-a4cb-18c94bada186', 'name': 'network-vif-deleted', 'tag': '7217f365-0c7d-4695-baa6-006e842b83bc', 'status': 'completed', 'code': 200} Nov 19 04:07:50.726330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.790442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:50.909443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91757fb-5f7c-43c3-82e7-2da09b623248,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:50.926761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:50.998057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:51.040729 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfd53-9eef-45c1-983f-bab035a821a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.097924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.111266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a5ddfd53-9eef-45c1-983f-bab035a821a1 None None] For port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,segment=NetworkSegment(a2389e5c-4568-4869-8b84-1f21fb39a871),segment_id=a2389e5c-4568-4869-8b84-1f21fb39a871)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:51.113877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.178675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692d2e-835d-45fd-9b27-28b75f46bb14 None None] Pushing event updated for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:51.182247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfd53-9eef-45c1-983f-bab035a821a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.183886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:51.184257 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.210553 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.337463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12780142-6603-4d3b-a829-d6070bec2451 req-9ad7a535-bf41-4685-837e-e54f1a4e87ef tempest-ServerRescueNegativeTestJSON-1116904953 tempest-ServerRescueNegativeTestJSON-1116904953-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aeb0ab4-3891-452f-a4cb-18c94bada186 HTTP/1.1" status: 200 len: 210 time: 0.0564127 Nov 19 04:07:51.425547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.437693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.452150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8226c8eb-ddad-43ae-b9bb-23e761ae01d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.483207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-01e1f24c-8edc-4f56-9efb-61c546aec535 None None] Provisioning complete for port 30136bfc-569d-48c1-8853-38043cf6abda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:51.486403 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01e1f24c-8edc-4f56-9efb-61c546aec535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.496471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddfd53-9eef-45c1-983f-bab035a821a1 None None] Pushing event updated for resources: {'Port': ['ID=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:51.616222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91757fb-5f7c-43c3-82e7-2da09b623248,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:51.617170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=30136bfc-569d-48c1-8853-38043cf6abda,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:51.623834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.638875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-01e1f24c-8edc-4f56-9efb-61c546aec535 None None] Port 30136bfc-569d-48c1-8853-38043cf6abda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:51.670804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-01e1f24c-8edc-4f56-9efb-61c546aec535 None None] Provisioning complete for port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:51.671183 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01e1f24c-8edc-4f56-9efb-61c546aec535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.700016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.709462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.710559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.791102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=8']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:51.841630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:51.848354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:51.853538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:51.854186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:51.884214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Subnet': ['ID=30450e55-62cb-4779-8c45-a2096a5e654a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:51.897038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:51.899130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:51.902924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7b46d3c-c33e-4bf2-a768-48982f7387e6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9523997 Nov 19 04:07:51.908887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59156) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:51.917143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Request body: {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'mac_address': 'fa:16:3e:3e:3a:5c', 'name': 'tempest-NetworksTestDHCPv6-533491031'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:51.925672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91757fb-5f7c-43c3-82e7-2da09b623248 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:51.963422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7217f365-0c7d-4695-baa6-006e842b83bc no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:52.023032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 7217f365-0c7d-4695-baa6-006e842b83bc {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:52.023416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7217f365-0c7d-4695-baa6-006e842b83bc not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:52.063310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:52.063819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.118025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-310e5c2c-3648-42b4-837e-30af74345707 None None] Provisioning complete for port 30136bfc-569d-48c1-8853-38043cf6abda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:52.118532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-310e5c2c-3648-42b4-837e-30af74345707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.169069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Made reservation on behalf of b0756d75d51541aa94f673b3176c1c76 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:52.179763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 94639e65-8c21-4739-81ae-305740ae6b91 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:07:52.183933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-310e5c2c-3648-42b4-837e-30af74345707 None None] Port 30136bfc-569d-48c1-8853-38043cf6abda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:52.256682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:07:52.328857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.355064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] device_id is not set on port cdbee515-6274-4bc8-ab0b-31327169caba yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:07:52.356219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:52.356704 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.358513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5a99fd62-4e82-424e-9bd3-680b2c97aac6 None None] Provisioning complete for port 30136bfc-569d-48c1-8853-38043cf6abda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:52.358995 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a99fd62-4e82-424e-9bd3-680b2c97aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.403702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5a99fd62-4e82-424e-9bd3-680b2c97aac6 None None] Port 30136bfc-569d-48c1-8853-38043cf6abda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:52.433399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:52.445333 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] Sync routers for ids ['94639e65-8c21-4739-81ae-305740ae6b91'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:52.448938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5cfd639f-ef9d-4cb6-9e87-1fea6e2b6863 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/94639e65-8c21-4739-81ae-305740ae6b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0311580 Nov 19 04:07:52.452339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59170) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:52.458319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59172) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:52.468790 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] Routers {'94639e65-8c21-4739-81ae-305740ae6b91'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:52.469443 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['94639e65-8c21-4739-81ae-305740ae6b91'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:52.560669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:52.576061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c32b0-c0da-43b4-a6ba-b552f9ba46d5 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:52.583544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59178) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:52.584916 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] Routers {'94639e65-8c21-4739-81ae-305740ae6b91'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:52.585896 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['94639e65-8c21-4739-81ae-305740ae6b91'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:52.640298 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:52.641837 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64e52d-82f5-4f30-946e-23db418e0bd9 None None] The sync data for ids ['94639e65-8c21-4739-81ae-305740ae6b91'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:52.686966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2725cc-6724-41c5-b15a-0572eaa34aa1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:52.691882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2d2725cc-6724-41c5-b15a-0572eaa34aa1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports/30136bfc-569d-48c1-8853-38043cf6abda HTTP/1.1" status: 200 len: 976 time: 0.2328362 Nov 19 04:07:52.692159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b38b4bad-19be-4f8f-b979-38b11720006b None None] Provisioning complete for port 30136bfc-569d-48c1-8853-38043cf6abda triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:52.693114 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b38b4bad-19be-4f8f-b979-38b11720006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.694661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59182) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:52.764712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.799463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8::cd (b0139743-f538-4089-8a77-ffb9c227eb62/79640493-aaa4-4de7-9033-5901efbefb01/cdbee515-6274-4bc8-ab0b-31327169caba) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:52.813301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1783108891'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:52.819839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:3a5c (b0139743-f538-4089-8a77-ffb9c227eb62/30450e55-62cb-4779-8c45-a2096a5e654a/cdbee515-6274-4bc8-ab0b-31327169caba) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:52.831991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b38b4bad-19be-4f8f-b979-38b11720006b None None] Port 30136bfc-569d-48c1-8853-38043cf6abda cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:52.948706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Made reservation on behalf of 96cb9b439d744f408686c16f89961266 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:52.952195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.959117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dd38259e-16b3-4042-afa9-147be411ba24 None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:52.959499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dd38259e-16b3-4042-afa9-147be411ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:52.976745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.105600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.148616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.240042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.249435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.278376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.306971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:53.348118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1256b51-044d-469c-a6c6-2e9839bf4848,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:53.362324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.362689 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Added segment 76bde51e-4c61-4a8d-a818-e5e72ef49665 of type vlan for network b1993008-6394-45c7-923b-acb5190ab1f6 Nov 19 04:07:53.365438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Network b0139743-f538-4089-8a77-ffb9c227eb62 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:53.382588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:53.387399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event updated for resources: {'Port': ['ID=cdbee515-6274-4bc8-ab0b-31327169caba,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:53.389760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:53.395797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:53.396478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.463568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.482291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a3dfd699-a1e6-4d07-b373-ca5a1fd95de3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5718036 Nov 19 04:07:53.485770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59184) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:53.513851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec146711-0502-40c6-91d8-e76abd043283 None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:53.541831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.587604 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08ed3c49-fd22-4428-9446-c0ac7a313301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.597094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b3153f09-eb9f-4386-b972-0b1579cd5327 None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:53.597557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3153f09-eb9f-4386-b972-0b1579cd5327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.619383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.625244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:53.626520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.698983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Deleting port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:53.699644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.745221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1599662 Nov 19 04:07:53.748146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59188) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:53.749574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa97b5-da52-49b8-af85-2874336446a4 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Pushing event updated for resources: {'Network': ['ID=b1993008-6394-45c7-923b-acb5190ab1f6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:53.801454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b1993008-6394-45c7-923b-acb5190ab1f6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:53.818949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] For port 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,segment=NetworkSegment(67ec9356-0a98-4e4d-8418-23bfc74eca82),segment_id=67ec9356-0a98-4e4d-8418-23bfc74eca82)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:53.821963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.841435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'network': {'name': 'tempest-network--2019210191', 'router:external': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:53.849097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Calling delete_port for 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:53.879029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting port cdbee515-6274-4bc8-ab0b-31327169caba {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:53.879397 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.917280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Made reservation on behalf of 04eadba1f55b4b27965b9fc5bb22a259 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:53.919679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:53.932135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.008783 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.042175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Calling delete_port for cdbee515-6274-4bc8-ab0b-31327169caba owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:54.109475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.115227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.130328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 30136bfc-569d-48c1-8853-38043cf6abda {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:54.130594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.154725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:54.171694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7677ad97-ce10-4eac-8592-444c216e6cb6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:54.177504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.178121 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Added segment 64100553-82e5-4f42-bd0b-08c3731bccaf of type vlan for network b8252728-81b3-4ece-ba7a-931da9de1c1d Nov 19 04:07:54.179312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.256980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:54.285549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.293310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.304008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6716cc0-88b1-4019-9fb2-db0e6621e9be None None] Provisioning complete for port cdbee515-6274-4bc8-ab0b-31327169caba triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:54.304508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6716cc0-88b1-4019-9fb2-db0e6621e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.316524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 30136bfc-569d-48c1-8853-38043cf6abda owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:54.366402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d5bd8-12ea-49d0-b6d7-65de3631f8e0 None None] DHCP port deletion for cb7c0f3a-8dc4-4e47-8608-824f226b793e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:54.379558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.380385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:54.380932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.388569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f6716cc0-88b1-4019-9fb2-db0e6621e9be None None] Port cdbee515-6274-4bc8-ab0b-31327169caba cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:07:54.403947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6716cc0-88b1-4019-9fb2-db0e6621e9be None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:54.404646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6716cc0-88b1-4019-9fb2-db0e6621e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.449332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.497537 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7466178 Nov 19 04:07:54.501105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Port': ['ID=cdbee515-6274-4bc8-ab0b-31327169caba,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:54.502388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59194) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:54.546789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f93dac-b529-4c42-a585-2d61a8936bcc tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Network': ['ID=b8252728-81b3-4ece-ba7a-931da9de1c1d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:54.563248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b8252728-81b3-4ece-ba7a-931da9de1c1d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:54.593698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.645848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4c3a0982-0fc6-4be1-a337-6061666f3c3d None None] Could not find standard attr ID for object cdbee515-6274-4bc8-ab0b-31327169caba. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:07:54.691562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.697260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-04220a22-968e-431b-9d15-a023ebfce1aa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/cdbee515-6274-4bc8-ab0b-31327169caba HTTP/1.1" status: 204 len: 168 time: 1.2068326 Nov 19 04:07:54.700271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59196) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:54.716908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.771517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77a534-5fc1-4a80-a7df-b983eba51488 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:54.773064 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ff77a534-5fc1-4a80-a7df-b983eba51488 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0737627 Nov 19 04:07:54.775636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59200) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:54.850730 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.863600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.903979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=30136bfc-569d-48c1-8853-38043cf6abda,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:54.923886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8252728-81b3-4ece-ba7a-931da9de1c1d']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:54.924729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf6e38-e292-4206-9ffa-9d130a5d771d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:54.929529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-beaf6e38-e292-4206-9ffa-9d130a5d771d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1507430 Nov 19 04:07:54.929995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59204) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:54.950461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64100553-82e5-4f42-bd0b-08c3731bccaf') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:54.950777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64100553-82e5-4f42-bd0b-08c3731bccaf') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:54.983063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:54.988824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:07:55.008107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.014922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8ff6a-655f-41a8-b8e6-06b61dcdafc2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:55.016610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8ff6a-655f-41a8-b8e6-06b61dcdafc2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:55.018267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8ff6a-655f-41a8-b8e6-06b61dcdafc2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:55.019902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9a8ff6a-655f-41a8-b8e6-06b61dcdafc2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0887947 Nov 19 04:07:55.022311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:55.022936 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:55.025096 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:55.027751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59206) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:55.131246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:55.139572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d13a9486-1167-4d4a-902f-aaab93ce5f20 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c410501-45e5-4eb9-9335-d40b5bb5b8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794236 Nov 19 04:07:55.140251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59208) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:55.145331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] Sync routers for ids ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:55.156104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] Routers {'7c410501-45e5-4eb9-9335-d40b5bb5b8a7'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:55.156809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:55.255385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.264448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.285449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] Set router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:07:55.381178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.440595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Deleting port 83d69118-f193-43d5-80ee-d3dd95b006b7 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:55.441247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.478484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:07:54Z', 'revision_number': 5, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port': {'id': '83d69118-f193-43d5-80ee-d3dd95b006b7', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:04:48Z', 'updated_at': '2021-11-19T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:55.507853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] Checking router: 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:07:55.516926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] Routers {'7c410501-45e5-4eb9-9335-d40b5bb5b8a7'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:55.517634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:55.530873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] For port 83d69118-f193-43d5-80ee-d3dd95b006b7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=83d69118-f193-43d5-80ee-d3dd95b006b7,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:55.531261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.538158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.546257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Calling delete_port for 83d69118-f193-43d5-80ee-d3dd95b006b7 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:55.557036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.561720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8252728-81b3-4ece-ba7a-931da9de1c1d {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:07:55.564748 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.568713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/networks/b8252728-81b3-4ece-ba7a-931da9de1c1d HTTP/1.1" status: 204 len: 168 time: 1.0578699 Nov 19 04:07:55.580940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 30450e55-62cb-4779-8c45-a2096a5e654a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:55.582925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59210) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:55.592005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:55.614741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] Set router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:07:55.637710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.678120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:07:55Z', 'revision_number': 6, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:55.700850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a15f0-a741-4e3d-ab5a-0c36a8c25452 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8252728-81b3-4ece-ba7a-931da9de1c1d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:55.709692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c8c86-5b67-4024-9f03-c8a1dd740b22 None None] The sync data for ids ['7c410501-45e5-4eb9-9335-d40b5bb5b8a7'] in n-d-818503-1 is: [{'id': '7c410501-45e5-4eb9-9335-d40b5bb5b8a7', 'name': 'tempest-ServerRescueNegativeTestJSON-1957511918-router', 'tenant_id': '12bed4759d8e414181dbd74c7481e7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:04:47Z', 'updated_at': '2021-11-19T04:07:55Z', 'revision_number': 6, 'project_id': '12bed4759d8e414181dbd74c7481e7c8', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:55.739613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.761815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Made reservation on behalf of 04eadba1f55b4b27965b9fc5bb22a259 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:55.764134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.788644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.847347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c2c3d-97d4-4145-9be3-e207ec57f6af None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:55.848571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d69118-f193-43d5-80ee-d3dd95b006b7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:55.908365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:55.928670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 94639e65-8c21-4739-81ae-305740ae6b91 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:07:55.945061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.953405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:55.954680 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Added segment 73966968-9420-4956-b081-f5972760bf32 of type vlan for network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 Nov 19 04:07:55.976232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.050821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.054609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.103747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.105686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c410501-45e5-4eb9-9335-d40b5bb5b8a7 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:07:56.115048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.119297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb47ae43-5858-4e17-a0ef-af8bda499ef8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7c410501-45e5-4eb9-9335-d40b5bb5b8a7 HTTP/1.1" status: 204 len: 168 time: 0.9779351 Nov 19 04:07:56.120180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59216) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.121959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.135659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:07:56.140678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-846d5ad5-1a45-48be-b7c1-aa99167b4cbb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/94639e65-8c21-4739-81ae-305740ae6b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4451089 Nov 19 04:07:56.144550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59218) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.202343 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] Sync routers for ids ['94639e65-8c21-4739-81ae-305740ae6b91'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:07:56.210418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.216451 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] Routers {'94639e65-8c21-4739-81ae-305740ae6b91'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:56.217205 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['94639e65-8c21-4739-81ae-305740ae6b91'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:56.220440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Deleting subnet 54386903-d13f-45e8-91a5-3bc4b2cf95bd {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:56.230856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.231887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:56.232825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.255764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.269674 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:56.279064 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] Routers {'94639e65-8c21-4739-81ae-305740ae6b91'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:07:56.279957 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['94639e65-8c21-4739-81ae-305740ae6b91'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:56.293613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=30450e55-62cb-4779-8c45-a2096a5e654a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:56.316259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:56.316937 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372557b6-f843-4d10-9fd1-377a9731956d None None] The sync data for ids ['94639e65-8c21-4739-81ae-305740ae6b91'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:07:56.331075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.336953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.341972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6e60e01c-4998-4e0c-a587-40736aec1f81 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/30450e55-62cb-4779-8c45-a2096a5e654a HTTP/1.1" status: 204 len: 168 time: 1.3026872 Nov 19 04:07:56.347645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59220) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.348011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da2f14-62df-43d1-87dc-6f4f4136b51c None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:56.371000 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-0aac8c12-fca2-4979-965c-a866ce0d976b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 04:07:56.372068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0aac8c12-fca2-4979-965c-a866ce0d976b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/94639e65-8c21-4739-81ae-305740ae6b91/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2263737 Nov 19 04:07:56.374931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59222) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.399024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8102427 Nov 19 04:07:56.401994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59224) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.408633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a26df632-ed7e-48fb-96eb-f7ed64bd6aac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=94639e65-8c21-4739-81ae-305740ae6b91 HTTP/1.1" status: 200 len: 205 time: 0.0299444 Nov 19 04:07:56.408858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.411593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'subnet': {'network_id': '4d852b4d-000b-413f-8d5e-10efd3bc2e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:56.414698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.441858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b28d1a-1fa1-4ff4-adad-e70bbee7d8d0 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Network': ['ID=4d852b4d-000b-413f-8d5e-10efd3bc2e02,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:56.468219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Deleting subnet 79640493-aaa4-4de7-9033-5901efbefb01 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:56.476233 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.499934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.515189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.551492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:56.553806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.554380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Made reservation on behalf of 04eadba1f55b4b27965b9fc5bb22a259 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:56.556396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.619186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.674874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54386903-d13f-45e8-91a5-3bc4b2cf95bd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:56.682370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.686167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-409aa14b-7045-4ce3-8a64-d08ae21adf49 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/54386903-d13f-45e8-91a5-3bc4b2cf95bd HTTP/1.1" status: 204 len: 168 time: 0.5617309 Nov 19 04:07:56.691463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59228) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.694788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc6a48-91c6-4e35-8c6e-b7d59a27902d None None] Network cb7c0f3a-8dc4-4e47-8608-824f226b793e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:56.711667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.815669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.868151 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.923861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.926996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.934880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Subnet': ['ID=79640493-aaa4-4de7-9033-5901efbefb01,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:56.947100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:56.952188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b43af-4a28-4cb7-8f7d-acf2509a39b3 None None] DHCP port deletion for cb7c0f3a-8dc4-4e47-8608-824f226b793e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:56.955155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1893beb9-6a54-4200-9345-a9ee1800af51 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/79640493-aaa4-4de7-9033-5901efbefb01 HTTP/1.1" status: 204 len: 168 time: 0.6064329 Nov 19 04:07:56.959458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59230) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:56.968746 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.015627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.016272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router 94639e65-8c21-4739-81ae-305740ae6b91 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:07:57.020769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1852abf7-b62b-464b-b0ef-c48760a0750f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571127 Nov 19 04:07:57.024712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ba5096-f50f-4a5d-838b-474241060442 None None] Update dhcp port {'port': {'network_id': 'b0139743-f538-4089-8a77-ffb9c227eb62', 'fixed_ips': [{'subnet_id': '79640493-aaa4-4de7-9033-5901efbefb01'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'c91757fb-5f7c-43c3-82e7-2da09b623248'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:07:57.030383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59234) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.033260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7c0f3a-8dc4-4e47-8608-824f226b793e']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:57.038836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.042553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-20cd0b88-d7b8-412f-bc4c-87686ad4b0c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/94639e65-8c21-4739-81ae-305740ae6b91 HTTP/1.1" status: 204 len: 168 time: 0.6235569 Nov 19 04:07:57.044144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59236) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.054866 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5096-f50f-4a5d-838b-474241060442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.055232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ec9356-0a98-4e4d-8418-23bfc74eca82') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:57.055544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ec9356-0a98-4e4d-8418-23bfc74eca82') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:57.096096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.121200 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.128573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:07:57.129058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.135436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet 4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:07:57.139399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:57.139822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:57.141663 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:57.154208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.183738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a01333-d2ac-4847-9941-16aa539f9926 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:57.185319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-16a01333-d2ac-4847-9941-16aa539f9926 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1538067 Nov 19 04:07:57.191181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59240) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.247989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.254703 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.268142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Checking segment: {'id': '73966968-9420-4956-b081-f5972760bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d852b4d-000b-413f-8d5e-10efd3bc2e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:07:57.268475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Network hostable DHCP agents. Network: 4d852b4d-000b-413f-8d5e-10efd3bc2e02, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:07:57.272898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb3a7340-7bbf-4538-a05e-007fb04e3222,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:57.280669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.288374 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.291604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aef741-2cb5-43f4-ab3c-f1256d779653 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:57.293070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-71aef741-2cb5-43f4-ab3c-f1256d779653 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1000957 Nov 19 04:07:57.294525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cb7c0f3a-8dc4-4e47-8608-824f226b793e HTTP/1.1" status: 204 len: 168 time: 0.6018958 Nov 19 04:07:57.297375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59244) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.322531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea6ea-e9be-4aad-bb44-52655ebe3318 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7c0f3a-8dc4-4e47-8608-824f226b793e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:57.342939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22063c7-1c92-4e84-9340-941d9a724dea None None] Network b0139743-f538-4089-8a77-ffb9c227eb62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:57.350909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e37a5a1-808e-49fb-983b-17452b856f59 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484438 Nov 19 04:07:57.356779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59246) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.370288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:07:57.398187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.408570 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f876fdd-09b6-4a76-a206-9e5975155963 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.409239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f876fdd-09b6-4a76-a206-9e5975155963 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.414392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4f876fdd-09b6-4a76-a206-9e5975155963 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/cdbee515-6274-4bc8-ab0b-31327169caba HTTP/1.1" status: 404 len: 333 time: 0.0565608 Nov 19 04:07:57.415749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 4d852b4d-000b-413f-8d5e-10efd3bc2e02) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:57.417116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59248) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.431260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:57.431856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.435298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195c95a-b3a3-43eb-88b0-addf2f19ea6c None None] Network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:57.462657 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3c7934-a597-41c5-9cc4-e3ab53734cdf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.463855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3c7934-a597-41c5-9cc4-e3ab53734cdf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.466597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb3c7934-a597-41c5-9cc4-e3ab53734cdf tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/30450e55-62cb-4779-8c45-a2096a5e654a HTTP/1.1" status: 404 len: 337 time: 0.0485451 Nov 19 04:07:57.470195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59250) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.500474 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba839384-1ad9-453a-8158-daeb02739b7d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.500474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba839384-1ad9-453a-8158-daeb02739b7d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.504113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ba839384-1ad9-453a-8158-daeb02739b7d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/79640493-aaa4-4de7-9033-5901efbefb01 HTTP/1.1" status: 404 len: 337 time: 0.0325749 Nov 19 04:07:57.510296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0bf5e00b-7c26-44ad-9b21-77666a01347a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1042285 Nov 19 04:07:57.510501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59252) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.510639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59254) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.516534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'floatingip': {'floating_network_id': '4d852b4d-000b-413f-8d5e-10efd3bc2e02'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:57.528433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1435034d-d6b5-4c62-b941-0dc8b3c7f471 None None] Provisioning complete for port c91757fb-5f7c-43c3-82e7-2da09b623248 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:07:57.528783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1435034d-d6b5-4c62-b941-0dc8b3c7f471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.544498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.568250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.573183 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3dc68f-5a2b-466b-8bc5-cf90e7d9cc0f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.573803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3dc68f-5a2b-466b-8bc5-cf90e7d9cc0f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.580383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa3dc68f-5a2b-466b-8bc5-cf90e7d9cc0f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/5bd05c25-84c9-409c-85b3-090843881526 HTTP/1.1" status: 404 len: 333 time: 0.0648160 Nov 19 04:07:57.592770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.638671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.642765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.645011 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7fde1b-8b9b-42e8-8010-314788abb885 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.645593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a HTTP/1.1" status: 204 len: 168 time: 0.6003013 Nov 19 04:07:57.646122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7fde1b-8b9b-42e8-8010-314788abb885 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.647128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036716-d43e-442c-b4b3-212c1ac87c6c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:57.649844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f7fde1b-8b9b-42e8-8010-314788abb885 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f91946cc-82b2-42da-819e-403fdf63909e HTTP/1.1" status: 404 len: 337 time: 0.0468383 Nov 19 04:07:57.652012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a6966e-3b60-490f-af63-ca39fe0c1b18 None None] Network 7cfb127f-c2c0-4288-9fbe-2028302bf194 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:57.653954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59260) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.654315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59262) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.697621 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-acca6c16-b526-4dc4-9583-23fb8416d109 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.700907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acca6c16-b526-4dc4-9583-23fb8416d109 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.702556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-acca6c16-b526-4dc4-9583-23fb8416d109 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/bbac57b0-5a1d-47fe-8de7-6b29bc52f7fa HTTP/1.1" status: 404 len: 337 time: 0.0458639 Nov 19 04:07:57.705116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59264) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.772601 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-130b0881-91ed-40f6-b531-634848d93284 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.773487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130b0881-91ed-40f6-b531-634848d93284 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.777865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-130b0881-91ed-40f6-b531-634848d93284 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/0e6ceabe-bba5-48fa-939d-f14ca3e17fb2 HTTP/1.1" status: 404 len: 333 time: 0.0713818 Nov 19 04:07:57.781630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59266) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.852631 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc0042b-8e32-4691-bbdb-ee924c94c7ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.853160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc0042b-8e32-4691-bbdb-ee924c94c7ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.860098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8fc0042b-8e32-4691-bbdb-ee924c94c7ee tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/8ea0c59f-747d-470c-b910-75c280991d74 HTTP/1.1" status: 404 len: 337 time: 0.0742800 Nov 19 04:07:57.860573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59268) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.866801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6e909-3a21-4219-bbc9-59efc495c4b1 None None] Network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:07:57.875101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 83d69118-f193-43d5-80ee-d3dd95b006b7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:57.876728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:57.877735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] DHCP port deletion for b0139743-f538-4089-8a77-ffb9c227eb62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:57.903453 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad615bce-3b5a-4ac7-9341-c9ff3fd3c198 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.903930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad615bce-3b5a-4ac7-9341-c9ff3fd3c198 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.910608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad615bce-3b5a-4ac7-9341-c9ff3fd3c198 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/49d36800-4a7b-4bd2-90c4-aad72e5cb242 HTTP/1.1" status: 404 len: 337 time: 0.0452449 Nov 19 04:07:57.911044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.940778 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f22aa9-18b5-4a60-9d73-20e2f7945961 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.941303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f22aa9-18b5-4a60-9d73-20e2f7945961 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:57.946877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-54f22aa9-18b5-4a60-9d73-20e2f7945961 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/0e21efbb-32c1-4eee-b8a2-5cb98be2ebee HTTP/1.1" status: 404 len: 333 time: 0.0327692 Nov 19 04:07:57.961410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59272) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:57.963320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 83d69118-f193-43d5-80ee-d3dd95b006b7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:57.963670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 83d69118-f193-43d5-80ee-d3dd95b006b7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:57.964097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c91757fb-5f7c-43c3-82e7-2da09b623248 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:57.995806 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d12b207-0c94-4255-8a34-078044ef503d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:57.996286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d12b207-0c94-4255-8a34-078044ef503d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.002252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0d12b207-0c94-4255-8a34-078044ef503d tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/129e0ac4-b116-4869-88ac-77376e7665f9 HTTP/1.1" status: 404 len: 337 time: 0.0371857 Nov 19 04:07:58.002500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59274) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.038790 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a82fa4f-8675-4aab-8966-fbcdd6c3002a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.039174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a82fa4f-8675-4aab-8966-fbcdd6c3002a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.044598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a82fa4f-8675-4aab-8966-fbcdd6c3002a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/cdba263b-b0b3-4600-b137-48c014054fe3 HTTP/1.1" status: 404 len: 337 time: 0.0390382 Nov 19 04:07:58.045280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59278) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.078043 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-712e218a-9717-4a89-9302-d09e79445875 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.078631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712e218a-9717-4a89-9302-d09e79445875 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.082410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-712e218a-9717-4a89-9302-d09e79445875 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/00a7b82b-70a0-4573-9cc2-24ec0dabad46 HTTP/1.1" status: 404 len: 333 time: 0.0361621 Nov 19 04:07:58.085306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59280) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.098247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:58.098607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.118616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-26f809c9-9966-4561-8547-fda913a9e2f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12bed4759d8e414181dbd74c7481e7c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671969 Nov 19 04:07:58.119267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59282) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.131406 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-594415fd-39b4-42a6-8247-db01ca804c85 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.131901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594415fd-39b4-42a6-8247-db01ca804c85 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.135036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-594415fd-39b4-42a6-8247-db01ca804c85 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/fb18acc9-7b03-433e-811d-0009630b89d3 HTTP/1.1" status: 404 len: 337 time: 0.0490985 Nov 19 04:07:58.147808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59284) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.172385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] Deleting port c91757fb-5f7c-43c3-82e7-2da09b623248 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:58.173283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.174945 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e7e352-b47d-48ec-983d-a1e8a617ff40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.175759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e7e352-b47d-48ec-983d-a1e8a617ff40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.179550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-54e7e352-b47d-48ec-983d-a1e8a617ff40 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/b1641bf7-1c70-4c3b-a0d9-e56c2c990884 HTTP/1.1" status: 404 len: 333 time: 0.0303869 Nov 19 04:07:58.183647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59286) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.215789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.221795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] DHCP port deletion for 7cfb127f-c2c0-4288-9fbe-2028302bf194 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:07:58.228930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.231805 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-83715a7e-8b24-4982-a5dd-129aeb0c9e32 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.232294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83715a7e-8b24-4982-a5dd-129aeb0c9e32 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.238231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-83715a7e-8b24-4982-a5dd-129aeb0c9e32 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/47f1d120-999e-4da6-9362-26ae429c778b HTTP/1.1" status: 404 len: 337 time: 0.0507214 Nov 19 04:07:58.241475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59288) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.243955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9550332-ebf2-4ad4-b492-337eda5cbfc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.253151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,segment=NetworkSegment(a2389e5c-4568-4869-8b84-1f21fb39a871),segment_id=a2389e5c-4568-4869-8b84-1f21fb39a871)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:58.253542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.276687 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-73addc94-121c-43bf-9cb8-6973f3e8f3af tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.277493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73addc94-121c-43bf-9cb8-6973f3e8f3af tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.283524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-73addc94-121c-43bf-9cb8-6973f3e8f3af tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/c4c97cb9-f16b-492d-8cb1-ddd3d5d3f249 HTTP/1.1" status: 404 len: 333 time: 0.0380082 Nov 19 04:07:58.283725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59292) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.289767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:58.319024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9550332-ebf2-4ad4-b492-337eda5cbfc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.330735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91757fb-5f7c-43c3-82e7-2da09b623248,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:58.331147 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.347413 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-911ae787-2a7d-4132-ad71-673b0357628a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.348587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c91757fb-5f7c-43c3-82e7-2da09b623248, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c91757fb-5f7c-43c3-82e7-2da09b623248,segment=NetworkSegment(3e229514-6b3f-4fac-8fb4-e23ea55a9d3d),segment_id=3e229514-6b3f-4fac-8fb4-e23ea55a9d3d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:58.349187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911ae787-2a7d-4132-ad71-673b0357628a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.352395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-911ae787-2a7d-4132-ad71-673b0357628a tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/908a547f-258c-470f-8fb4-d8b592566e95 HTTP/1.1" status: 404 len: 337 time: 0.0676403 Nov 19 04:07:58.356103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] Calling delete_port for c91757fb-5f7c-43c3-82e7-2da09b623248 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:58.362645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59294) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.366242 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.366941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:58.429523 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2066c99-7d38-4fba-a42c-1f832ad31be2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.430413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2066c99-7d38-4fba-a42c-1f832ad31be2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.433923 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2066c99-7d38-4fba-a42c-1f832ad31be2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/e05c2151-d473-491d-851b-63ad01ea2456 HTTP/1.1" status: 404 len: 333 time: 0.0482023 Nov 19 04:07:58.436749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59296) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.439707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.459981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:58.460577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da5dba1-4ed9-4b8b-a7e8-3ac0a3de8a57 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:58.474274 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8ec03d-6d39-4c0f-8733-8db32e90a3f6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.474603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8ec03d-6d39-4c0f-8733-8db32e90a3f6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.480474 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fd8ec03d-6d39-4c0f-8733-8db32e90a3f6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/a79b11e7-f702-441c-acda-e69c63f3a8a6 HTTP/1.1" status: 404 len: 337 time: 0.0401134 Nov 19 04:07:58.480658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:58.480761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59298) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.486871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:58.499676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Allocated IP 172.20.0.14 (4d852b4d-000b-413f-8d5e-10efd3bc2e02/fb3a7340-7bbf-4538-a05e-007fb04e3222/38e4717f-6ac6-4ff7-b6bf-042c3cd390ef) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:07:58.531087 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d5237a-a7d7-437b-81ed-342c09a11919 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.531815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d5237a-a7d7-437b-81ed-342c09a11919 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.535208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d2d5237a-a7d7-437b-81ed-342c09a11919 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/3234b7a5-5488-4720-b280-c1b84a497677 HTTP/1.1" status: 404 len: 333 time: 0.0533328 Nov 19 04:07:58.537754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59300) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.547319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9550332-ebf2-4ad4-b492-337eda5cbfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.550152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9550332-ebf2-4ad4-b492-337eda5cbfc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.554689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9550332-ebf2-4ad4-b492-337eda5cbfc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/053a02d4-6a68-4017-8a46-1ec03015abad HTTP/1.1" status: 204 len: 168 time: 0.4274037 Nov 19 04:07:58.591749 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2480d82-76d4-48c4-9d07-d9b4620d44ed tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.592311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2480d82-76d4-48c4-9d07-d9b4620d44ed tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.598004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.599303 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2480d82-76d4-48c4-9d07-d9b4620d44ed tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/ed46f275-66fb-45fc-b646-a498487a7092 HTTP/1.1" status: 404 len: 337 time: 0.0567560 Nov 19 04:07:58.599447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59304) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.622932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9550332-ebf2-4ad4-b492-337eda5cbfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a02d4-6a68-4017-8a46-1ec03015abad,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:58.656987 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7829fc28-14f8-4a49-abf2-73f944f80470 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.658469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7829fc28-14f8-4a49-abf2-73f944f80470 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.665384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7829fc28-14f8-4a49-abf2-73f944f80470 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/698c23c8-26eb-48df-828c-86fbeabd76d2 HTTP/1.1" status: 404 len: 333 time: 0.0625331 Nov 19 04:07:58.670276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59306) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.684483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfb127f-c2c0-4288-9fbe-2028302bf194']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:58.693824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.714063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Deleting port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:07:58.714307 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.720587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2389e5c-4568-4869-8b84-1f21fb39a871') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:58.721106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2389e5c-4568-4869-8b84-1f21fb39a871') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:07:58.728488 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5715dac9-e0bf-40cf-8f59-f6f44ee548a8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.729072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5715dac9-e0bf-40cf-8f59-f6f44ee548a8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.735645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5715dac9-e0bf-40cf-8f59-f6f44ee548a8 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/e8ef7252-b4af-4b59-9a6b-a2699e125de4 HTTP/1.1" status: 404 len: 337 time: 0.0615215 Nov 19 04:07:58.736096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59308) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.746523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.751313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.765386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:58.775474 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e90a342-48d0-48b0-a8ca-bbe5b0c3fd09 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.776043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e90a342-48d0-48b0-a8ca-bbe5b0c3fd09 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.783090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0e90a342-48d0-48b0-a8ca-bbe5b0c3fd09 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/d264966c-26fd-497b-81c5-495c4188e4be HTTP/1.1" status: 404 len: 337 time: 0.0429111 Nov 19 04:07:58.783750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59310) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.809703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.812218 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-575ca1b9-f842-4823-90d3-e0f07dd5757c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.812880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575ca1b9-f842-4823-90d3-e0f07dd5757c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.818815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] For port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:07:58.819032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-575ca1b9-f842-4823-90d3-e0f07dd5757c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/b00c7ca7-01b3-464f-954d-ef0a8157d341 HTTP/1.1" status: 404 len: 333 time: 0.0316191 Nov 19 04:07:58.819138 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.819437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.822641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:07:58.834527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Calling delete_port for 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:07:58.837836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:07:58.839806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:07:58.850159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:07:58.873248 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.874807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:07:58.875490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.876034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.913101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] Pushing event deleted for resources: {'Port': ['ID=c91757fb-5f7c-43c3-82e7-2da09b623248,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:58.924090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Port': ['ID=38e4717f-6ac6-4ff7-b6bf-042c3cd390ef,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:58.927037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f25d638-9336-4c8a-9f78-4f576d6d0c09 None None] No DVR routers for this DVR port c91757fb-5f7c-43c3-82e7-2da09b623248 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:58.948166 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-abde8af2-82b1-4928-a949-a49a111607c7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.948712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abde8af2-82b1-4928-a949-a49a111607c7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.952065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-abde8af2-82b1-4928-a949-a49a111607c7 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/3f7c9e6e-1dca-457c-8d97-dd8fc6bba927 HTTP/1.1" status: 404 len: 337 time: 0.1307125 Nov 19 04:07:58.952447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] No DVR routers for this DVR port 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:07:58.953093 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:07:58.956378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59316) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:58.961171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518ee39-1435-45c6-b474-26e7c48248fd None None] Pushing event deleted for resources: {'Port': ['ID=1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:58.987898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:58.996083 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef9e16f-cce2-438f-894a-d4a1c5509705 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:58.996461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef9e16f-cce2-438f-894a-d4a1c5509705 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:58.999634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8ef9e16f-cce2-438f-894a-d4a1c5509705 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/fb571c56-1e37-4319-b0de-33d6bcc32a2d HTTP/1.1" status: 404 len: 337 time: 0.0424893 Nov 19 04:07:59.000663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.006606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/7cfb127f-c2c0-4288-9fbe-2028302bf194 HTTP/1.1" status: 204 len: 168 time: 1.3513093 Nov 19 04:07:59.010410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59318) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.014520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59320) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.035838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014379870'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:59.041322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.042616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592253f6-7852-4fe2-b230-e7ac67b567fa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=7cfb127f-c2c0-4288-9fbe-2028302bf194,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:59.062782 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ab91e0-aac6-454d-864f-05640db36a58 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.063471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ab91e0-aac6-454d-864f-05640db36a58 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.069127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-27ab91e0-aac6-454d-864f-05640db36a58 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/85b749fc-4a2f-4658-872b-2bbb3b1109cf HTTP/1.1" status: 404 len: 333 time: 0.0531287 Nov 19 04:07:59.069676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59324) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.083720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.101406 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-352ae760-9ebc-4921-ab52-086222207ab1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.102062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352ae760-9ebc-4921-ab52-086222207ab1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.105091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-352ae760-9ebc-4921-ab52-086222207ab1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/94142a12-6a17-4be5-be0f-d076e42b675f HTTP/1.1" status: 404 len: 337 time: 0.0344043 Nov 19 04:07:59.108008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59328) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.142601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:59.146456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.148725 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-31431a9a-7af6-4453-b3f9-e69789cc9fa1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.149182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31431a9a-7af6-4453-b3f9-e69789cc9fa1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.152789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-31431a9a-7af6-4453-b3f9-e69789cc9fa1 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/8ceea9c2-0959-4c38-99cd-c1a6c890ff8c HTTP/1.1" status: 404 len: 337 time: 0.0436444 Nov 19 04:07:59.155292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59334) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.182994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:07:59.194823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.196318 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment 22589276-c254-499d-97ef-1634a87018a0 of type vlan for network e23b5336-82b1-4975-b2a6-0e10ba63a064 Nov 19 04:07:59.217336 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f80dd3-55ba-488e-872c-a17b34eb3db2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.217336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f80dd3-55ba-488e-872c-a17b34eb3db2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.220447 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5f80dd3-55ba-488e-872c-a17b34eb3db2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/90e27641-b216-4952-ba9b-48c966d6326c HTTP/1.1" status: 404 len: 333 time: 0.0640485 Nov 19 04:07:59.223485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59338) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.255803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.258089 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a6908f-509e-4fbe-8c7c-349947c504ff tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.258559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a6908f-509e-4fbe-8c7c-349947c504ff tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.261643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61a6908f-509e-4fbe-8c7c-349947c504ff tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f4478e73-2836-4493-be5f-45f9b376054c HTTP/1.1" status: 404 len: 337 time: 0.0371764 Nov 19 04:07:59.264181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.284299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.292440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:07:59.293208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.299794 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ff5069-b044-4e76-bc84-801496dc09da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.300271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ff5069-b044-4e76-bc84-801496dc09da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.305893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-77ff5069-b044-4e76-bc84-801496dc09da tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f524bc6b-b3a7-4b13-aa6e-a5be9ec196d0 HTTP/1.1" status: 404 len: 337 time: 0.0383184 Nov 19 04:07:59.307986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59342) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.334892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3095915 Nov 19 04:07:59.339019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59346) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.345890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:59.386516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-74fb7ccc-15d4-4353-87a1-c4ba749da8bb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports?device_id=acfcd320-4f18-40e6-9abf-8029771aae4d HTTP/1.1" status: 200 len: 205 time: 0.0751667 Nov 19 04:07:59.387574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59352) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.424456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.436577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.440428 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-0a682f5d-1c6e-4b8c-9c0c-634027df4dea tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] delete failed (client error): The resource could not be found. Nov 19 04:07:59.442023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0a682f5d-1c6e-4b8c-9c0c-634027df4dea tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/routers/acfcd320-4f18-40e6-9abf-8029771aae4d HTTP/1.1" status: 404 len: 336 time: 0.0536869 Nov 19 04:07:59.443577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9a5d-1200-4eff-8b97-1b1806b4562c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=e23b5336-82b1-4975-b2a6-0e10ba63a064,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:59.444977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59356) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.456103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:07:59.532538 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-44000d19-f4e8-4d98-9df6-5d46316e3a6e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.533175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44000d19-f4e8-4d98-9df6-5d46316e3a6e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.536628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-44000d19-f4e8-4d98-9df6-5d46316e3a6e tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/633c1803-5cef-4fb5-9795-ffca5d976ca8 HTTP/1.1" status: 404 len: 337 time: 0.0806067 Nov 19 04:07:59.539865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59360) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.565177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:59.567665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ec899663-a052-4f62-8dc9-3928541386bb tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a2a15ad-7073-4823-9432-b30c5e587a81 HTTP/1.1" status: 200 len: 205 time: 0.0265222 Nov 19 04:07:59.568867 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.570035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.610758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59364) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.617392 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-a9b87595-af14-4203-865c-7d1b594b2caa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] delete failed (client error): The resource could not be found. Nov 19 04:07:59.621040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a9b87595-af14-4203-865c-7d1b594b2caa tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/routers/6a2a15ad-7073-4823-9432-b30c5e587a81 HTTP/1.1" status: 404 len: 336 time: 0.0475709 Nov 19 04:07:59.621186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59368) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.622769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Port': ['ID=38e4717f-6ac6-4ff7-b6bf-042c3cd390ef,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:07:59.650097 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1f3b0d-398f-417a-8d91-ebb5e250c652 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.650359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.650662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1f3b0d-398f-417a-8d91-ebb5e250c652 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.653972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-db1f3b0d-398f-417a-8d91-ebb5e250c652 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/f77fe08e-1f0c-481c-9c3a-b263e5fcbb2a HTTP/1.1" status: 404 len: 337 time: 0.0318313 Nov 19 04:07:59.656596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59370) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.679261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.680520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5438ee4a-8f0b-4571-bea5-de8e61eeed92 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1687877 Nov 19 04:07:59.683370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59372) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.684279 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd6cbd1-3a21-403e-88a5-e927a8d2c1e3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.684479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd6cbd1-3a21-403e-88a5-e927a8d2c1e3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.687768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5cd6cbd1-3a21-403e-88a5-e927a8d2c1e3 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/54d6aba7-c84c-45af-8d6b-0fb875fb3e68 HTTP/1.1" status: 404 len: 337 time: 0.0291302 Nov 19 04:07:59.691165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59374) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.720221 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f12dd48-9bd4-4e43-96cb-46492bb3c5e2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.720911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f12dd48-9bd4-4e43-96cb-46492bb3c5e2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.726616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7f12dd48-9bd4-4e43-96cb-46492bb3c5e2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/327c1a3c-60b7-4a20-8f45-f173c67a0683 HTTP/1.1" status: 404 len: 333 time: 0.0311370 Nov 19 04:07:59.726873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59376) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.740308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-408416470-network', 'tenant_id': 'dfac0a22773b4078b437cf3f71515ba5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:07:59.761621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a35454b6-d8bc-4272-80a6-f12cb99f8e91 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=4d852b4d-000b-413f-8d5e-10efd3bc2e02 HTTP/1.1" status: 200 len: 690 time: 0.0746360 Nov 19 04:07:59.761621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59378) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.768537 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e441b3-04d1-409f-b86e-dbedeb67e9a2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.769001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e441b3-04d1-409f-b86e-dbedeb67e9a2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.774590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-43e441b3-04d1-409f-b86e-dbedeb67e9a2 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/8ef4cb3c-4264-4b91-abf7-b8b5ed6a6c8d HTTP/1.1" status: 404 len: 337 time: 0.0442629 Nov 19 04:07:59.776621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59380) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.806930 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c347de-d2ce-4386-9e75-54193b51f171 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.807256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c347de-d2ce-4386-9e75-54193b51f171 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.810429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-50c347de-d2ce-4386-9e75-54193b51f171 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/0cb7a3c8-0bc6-4405-9498-d6cbbfcdfc4b HTTP/1.1" status: 404 len: 333 time: 0.0328271 Nov 19 04:07:59.813217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Made reservation on behalf of dfac0a22773b4078b437cf3f71515ba5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:07:59.815894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.824270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.832408 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.846008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:07:59.866063 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e49ded-d064-4b99-93e4-075f0acfbbc6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.866541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e49ded-d064-4b99-93e4-075f0acfbbc6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.869370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:07:59.869665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-09e49ded-d064-4b99-93e4-075f0acfbbc6 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/d150202e-fa4e-4311-ba59-9cc9a32ad1f8 HTTP/1.1" status: 404 len: 337 time: 0.0441792 Nov 19 04:07:59.869773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1231bed8-8ec5-4c3d-a447-c0a1eeccc5ff not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:07:59.874048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59384) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.899280 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a38322-b01d-4ee4-9cf7-533fe5489c33 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.899851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a38322-b01d-4ee4-9cf7-533fe5489c33 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.902997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-24a38322-b01d-4ee4-9cf7-533fe5489c33 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/9e15e9f2-5ca2-4b72-9121-0d00e1fd3913 HTTP/1.1" status: 404 len: 333 time: 0.0280190 Nov 19 04:07:59.906092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59386) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.938731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.940269 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75c157b-8aae-4c61-9c61-90b7def7d41b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.940785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75c157b-8aae-4c61-9c61-90b7def7d41b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.944119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c75c157b-8aae-4c61-9c61-90b7def7d41b tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/88216c6c-10ed-4b36-a272-ed54964ea868 HTTP/1.1" status: 404 len: 337 time: 0.0369396 Nov 19 04:07:59.947867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59388) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:07:59.948281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:07:59.983089 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-136589ae-8cc3-4294-8310-38ec4a86a560 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:07:59.983712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136589ae-8cc3-4294-8310-38ec4a86a560 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:07:59.987532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-136589ae-8cc3-4294-8310-38ec4a86a560 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/db7bb909-4f37-4371-b057-74251b35f8ab HTTP/1.1" status: 404 len: 333 time: 0.0387299 Nov 19 04:07:59.991308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59390) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.027808 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f588db2a-b150-4203-9b33-ceb3cbeb1d5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.028274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f588db2a-b150-4203-9b33-ceb3cbeb1d5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.035889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f588db2a-b150-4203-9b33-ceb3cbeb1d5c tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/ea046194-acdd-4a65-aa21-06d7f8efa53d HTTP/1.1" status: 404 len: 337 time: 0.0394256 Nov 19 04:08:00.035889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59392) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.039576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=25af08cd-245d-4b73-b8c1-736e8a4b4bec,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:00.071169 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee78e46-34a6-4c79-a3cc-2e5e4a010f93 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.071742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee78e46-34a6-4c79-a3cc-2e5e4a010f93 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.074904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fee78e46-34a6-4c79-a3cc-2e5e4a010f93 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/5090a113-056d-48d0-bf3f-27e8fb2e67af HTTP/1.1" status: 404 len: 333 time: 0.0387719 Nov 19 04:08:00.078178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59394) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.082078 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.082410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': '22589276-c254-499d-97ef-1634a87018a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:00.082932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: e23b5336-82b1-4975-b2a6-0e10ba63a064, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:00.090160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.108399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Deleting port 38e4717f-6ac6-4ff7-b6bf-042c3cd390ef {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:00.108669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.111761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:00.120307 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a7d62c-0552-4834-9ebe-a8276dd0b4de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.120779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a7d62c-0552-4834-9ebe-a8276dd0b4de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.123935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f9a7d62c-0552-4834-9ebe-a8276dd0b4de tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/526e8071-798c-4004-bdf9-e6ad44c44c9c HTTP/1.1" status: 404 len: 337 time: 0.0449314 Nov 19 04:08:00.128115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59396) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.138627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:00.144658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152548a6-201e-4e31-a1d6-303f52c31e4e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:00.152032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.152385 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Added segment 23394e03-2977-4429-902c-388a3b9e93b8 of type vlan for network 5b29ce63-3944-4828-9203-2c0858d8c889 Nov 19 04:08:00.183542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e23b5336-82b1-4975-b2a6-0e10ba63a064) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:00.185313 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac997620-d229-476c-a76b-7c45acb633e0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.185881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac997620-d229-476c-a76b-7c45acb633e0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.192029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac997620-d229-476c-a76b-7c45acb633e0 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/8a089148-00f2-4e25-83b9-b0e1dbc5c32a HTTP/1.1" status: 404 len: 333 time: 0.0605266 Nov 19 04:08:00.192203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5905a680-004d-43ab-879e-22c0bc218bac None None] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:00.193228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59398) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.202987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:00.203577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.211628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.242204 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-717667ad-7c64-47e7-a45f-406fcf07edb5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.242973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717667ad-7c64-47e7-a45f-406fcf07edb5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.250082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-717667ad-7c64-47e7-a45f-406fcf07edb5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/adee7f0d-d59b-4c46-9f11-2ed7dc43e5f3 HTTP/1.1" status: 404 len: 337 time: 0.0534482 Nov 19 04:08:00.251647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.263440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0d21ff50-cdae-439f-83d0-160c200e869c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9233260 Nov 19 04:08:00.273695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59404) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.280629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-301668238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:00.289969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.291447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:00.292052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.301969 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a415c760-9618-455f-ad14-1a2a123d20e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.301969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a415c760-9618-455f-ad14-1a2a123d20e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.305083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a415c760-9618-455f-ad14-1a2a123d20e5 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/ports/921f86fc-a0f8-4f24-ac56-adbdd9b90a07 HTTP/1.1" status: 404 len: 333 time: 0.0523643 Nov 19 04:08:00.308551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.333133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.333624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.364581 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e01766d-d0c1-4593-aa80-515ca2a5522f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:00.364958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e01766d-d0c1-4593-aa80-515ca2a5522f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:00.370602 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0e01766d-d0c1-4593-aa80-515ca2a5522f tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/subnets/e8e95895-dbff-4b79-8602-a0fe49937bfd HTTP/1.1" status: 404 len: 337 time: 0.0583186 Nov 19 04:08:00.371009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59408) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.373324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Calling delete_port for 38e4717f-6ac6-4ff7-b6bf-042c3cd390ef owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:00.381115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.382195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.385425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e23b5336-82b1-4975-b2a6-0e10ba63a064', 'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': '25af08cd-245d-4b73-b8c1-736e8a4b4bec'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:00.386836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.406169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7914739 Nov 19 04:08:00.428642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59410) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.434918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3779ea0-c59a-4316-a9da-7fbd15195676 admin admin] Pushing event updated for resources: {'Network': ['ID=5b29ce63-3944-4828-9203-2c0858d8c889,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:00.437635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Request body: {'subnet': {'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-408416470-subnet', 'tenant_id': 'dfac0a22773b4078b437cf3f71515ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:00.467874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 5b29ce63-3944-4828-9203-2c0858d8c889 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:00.476042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.504603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.517871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.538290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Made reservation on behalf of dfac0a22773b4078b437cf3f71515ba5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:00.541062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.576207 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.593104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.596125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7d375dbd-3adb-457b-ad3b-2c9c5c8876f2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3215263 Nov 19 04:08:00.606291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59414) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:00.620537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0139743-f538-4089-8a77-ffb9c227eb62']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:00.623003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Allocated IP 172.20.0.2 (e23b5336-82b1-4975-b2a6-0e10ba63a064/25af08cd-245d-4b73-b8c1-736e8a4b4bec/c0a454f0-fad4-4160-b24d-7b3e012666a5) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:00.693172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:00.693455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e229514-6b3f-4fac-8fb4-e23ea55a9d3d') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:00.707156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.729544 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.765069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Port': ['ID=38e4717f-6ac6-4ff7-b6bf-042c3cd390ef,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:00.791504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.803319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:00.803729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:00.807027 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:00.825708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.860411 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.881434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.884388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.916004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:00.923427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:00.927416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:00.948896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Pushing event updated for resources: {'Port': ['ID=c0a454f0-fad4-4160-b24d-7b3e012666a5,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:00.968398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cd7f36-9d58-443a-ac48-015c8952819c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:00.975279 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.979627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:00.983899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] 10.222.0.52 "DELETE /v2.0/networks/b0139743-f538-4089-8a77-ffb9c227eb62 HTTP/1.1" status: 204 len: 168 time: 0.6119277 Nov 19 04:08:01.005979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Checking segment: {'id': '23394e03-2977-4429-902c-388a3b9e93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:01.006136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b08e6b-8379-4119-830b-b7d5dc8f5535 tempest-NetworksTestDHCPv6-1707996709 tempest-NetworksTestDHCPv6-1707996709-project] Pushing event deleted for resources: {'Network': ['ID=b0139743-f538-4089-8a77-ffb9c227eb62,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:01.006401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Network hostable DHCP agents. Network: 5b29ce63-3944-4828-9203-2c0858d8c889, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:01.021391 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.024450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Attempting to bind port c0a454f0-fad4-4160-b24d-7b3e012666a5 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:01.024835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Attempting to bind port c0a454f0-fad4-4160-b24d-7b3e012666a5 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '22589276-c254-499d-97ef-1634a87018a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:01.025209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Attempting to bind port c0a454f0-fad4-4160-b24d-7b3e012666a5 on network e23b5336-82b1-4975-b2a6-0e10ba63a064 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:01.031430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:01.031878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Checking segment: {'id': '22589276-c254-499d-97ef-1634a87018a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:01.032899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.033455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Bound using segment: {'id': '22589276-c254-499d-97ef-1634a87018a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:01.033777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Bound port: c0a454f0-fad4-4160-b24d-7b3e012666a5, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22589276-c254-499d-97ef-1634a87018a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e23b5336-82b1-4975-b2a6-0e10ba63a064'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:01.034198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.041548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.075137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Network 5b29ce63-3944-4828-9203-2c0858d8c889 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:01.097986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 5b29ce63-3944-4828-9203-2c0858d8c889) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:01.102944 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.104919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.111251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.111729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab03da9-865e-4a96-8a4c-36fee6bb8a25 None None] Network 5b29ce63-3944-4828-9203-2c0858d8c889 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:01.153216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3a7340-7bbf-4538-a05e-007fb04e3222,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:01.196282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] For port c0a454f0-fad4-4160-b24d-7b3e012666a5, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:01.220872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.223625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] For port c0a454f0-fad4-4160-b24d-7b3e012666a5, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c0a454f0-fad4-4160-b24d-7b3e012666a5,segment=NetworkSegment(22589276-c254-499d-97ef-1634a87018a0),segment_id=22589276-c254-499d-97ef-1634a87018a0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:01.245502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.247531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d852b4d-000b-413f-8d5e-10efd3bc2e02']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:01.258258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73966968-9420-4956-b081-f5972760bf32') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:01.258635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73966968-9420-4956-b081-f5972760bf32') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:01.269828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.284660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.291729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:01.292149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.305740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59422) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:01.306463 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:01.349846 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37471457-2da7-4593-a76b-ebbea5ee07d6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9189765 Nov 19 04:08:01.391095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.413748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf36f9cd-3cc0-4cdc-a9a2-c4b5df76f1d0 None None] Network 5b29ce63-3944-4828-9203-2c0858d8c889 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:01.416031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d852b4d-000b-413f-8d5e-10efd3bc2e02 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:08:01.416845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850c05-c38a-4e78-881b-2240849ecb66 None None] Pushing event updated for resources: {'Port': ['ID=c0a454f0-fad4-4160-b24d-7b3e012666a5,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:01.433967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d852b4d-000b-413f-8d5e-10efd3bc2e02,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:01.441806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.454507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-357b2a28-09a6-4d71-8975-bbc29f6686bd tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/networks/4d852b4d-000b-413f-8d5e-10efd3bc2e02 HTTP/1.1" status: 204 len: 168 time: 1.6912794 Nov 19 04:08:01.456541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:01.601905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59430) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:01.604472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b2f2a207-65a2-483c-8db6-f77003dc5ab7 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.1447978 Nov 19 04:08:01.711714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-804fd3ff-a113-43ea-b8ed-302862ea673f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0756d75d51541aa94f673b3176c1c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042535 Nov 19 04:08:01.715829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59436) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:01.781174 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.843194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39a6bb15-4286-4e1c-9074-44d0af3e06fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.873910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39a6bb15-4286-4e1c-9074-44d0af3e06fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:01.910987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.911545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.911823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.912286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.912748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.913200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.913657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.914506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.916627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.917501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.918213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:01.924713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e16f8384-8b89-470a-b201-8dba84b294c6 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7061 time: 0.3217061 Nov 19 04:08:01.929629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:01.938060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c0a454f0-fad4-4160-b24d-7b3e012666a5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:02.000302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c0a454f0-fad4-4160-b24d-7b3e012666a5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:02.000968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.002948 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-05e8d710-5633-4d2f-95ac-493167177f7a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] delete failed (client error): The resource could not be found. Nov 19 04:08:02.004149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-05e8d710-5633-4d2f-95ac-493167177f7a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/817ecd43-0109-4f44-9035-fad5c5073010 HTTP/1.1" status: 404 len: 345 time: 0.0699441 Nov 19 04:08:02.012296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:02.049367 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39a6bb15-4286-4e1c-9074-44d0af3e06fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.052105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39a6bb15-4286-4e1c-9074-44d0af3e06fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.053245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-39a6bb15-4286-4e1c-9074-44d0af3e06fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/604315b9-216b-420b-8ec9-03a19d92d302 HTTP/1.1" status: 204 len: 168 time: 0.3374541 Nov 19 04:08:02.054781 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-46022423-15bc-4bc2-aced-a2bab4ab3f22 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] DELETE failed (client error): The resource could not be found. Nov 19 04:08:02.055309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46022423-15bc-4bc2-aced-a2bab4ab3f22 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:02.063771 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46022423-15bc-4bc2-aced-a2bab4ab3f22 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/networks/4d852b4d-000b-413f-8d5e-10efd3bc2e02 HTTP/1.1" status: 404 len: 339 time: 0.0517862 Nov 19 04:08:02.065166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59448) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:02.071709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'network': {'name': 'tempest-network--1311537979', 'router:external': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:02.105563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.20.0.1 (e23b5336-82b1-4975-b2a6-0e10ba63a064/25af08cd-245d-4b73-b8c1-736e8a4b4bec/8ff77607-44c6-4a65-b13a-23fc90251c6a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:02.116177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6bb15-4286-4e1c-9074-44d0af3e06fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604315b9-216b-420b-8ec9-03a19d92d302,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:02.118505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Made reservation on behalf of 04eadba1f55b4b27965b9fc5bb22a259 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:02.121104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.152346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.178424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:02.189858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.190344 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Added segment 4dc4e313-fdce-45a7-9cc1-403e73d790e4 of type vlan for network ba3a52f8-643d-448f-9f7e-cb9434bf6f35 Nov 19 04:08:02.226731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c0a454f0-fad4-4160-b24d-7b3e012666a5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c0a454f0-fad4-4160-b24d-7b3e012666a5,segment=NetworkSegment(22589276-c254-499d-97ef-1634a87018a0),segment_id=22589276-c254-499d-97ef-1634a87018a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:02.234843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.259806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.306134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.308242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:02.309160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.352155 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2841053 Nov 19 04:08:02.352798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59462) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:02.377166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c0a454f0-fad4-4160-b24d-7b3e012666a5,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:02.479363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-762123af-607b-4b12-bafa-8ef5f73b25f4 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:02.488640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-762123af-607b-4b12-bafa-8ef5f73b25f4 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/networks?id=5b29ce63-3944-4828-9203-2c0858d8c889 HTTP/1.1" status: 200 len: 808 time: 0.2554250 Nov 19 04:08:02.502316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.513600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72777a9-d3da-4cf9-939f-4ee1f944f34a tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Network': ['ID=ba3a52f8-643d-448f-9f7e-cb9434bf6f35,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:02.516485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-6c447572-6442-4676-82bf-37072bf0e27a tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/quotas/dfac0a22773b4078b437cf3f71515ba5 HTTP/1.1" status: 200 len: 375 time: 0.0263932 Nov 19 04:08:02.524867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network ba3a52f8-643d-448f-9f7e-cb9434bf6f35 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:02.557193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-ab4ae8f8-afb3-4e7b-8e52-65b3e91cefff tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfac0a22773b4078b437cf3f71515ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390539 Nov 19 04:08:02.612100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.682354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:02.704597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:02.708214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec12b4-4ad3-4350-ab9a-fa99efe3b8f5 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:02.709593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:02.716307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec12b4-4ad3-4350-ab9a-fa99efe3b8f5 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:02.723310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec12b4-4ad3-4350-ab9a-fa99efe3b8f5 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:02.731836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec12b4-4ad3-4350-ab9a-fa99efe3b8f5 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:02.733979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2bec12b4-4ad3-4350-ab9a-fa99efe3b8f5 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3386464 Nov 19 04:08:02.737808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:02.754649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=8ff77607-44c6-4a65-b13a-23fc90251c6a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:02.778264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.838850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.849382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9dce2-cc59-49f8-82e2-8874e8f99711 None None] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:02.925738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4e51f187-2f59-4c12-b8a1-df84b09c8edb None None] Provisioning complete for port c0a454f0-fad4-4160-b24d-7b3e012666a5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:02.926399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e51f187-2f59-4c12-b8a1-df84b09c8edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.957486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:02.988818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3a52f8-643d-448f-9f7e-cb9434bf6f35']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:02.998221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc4e313-fdce-45a7-9cc1-403e73d790e4') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:02.998657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc4e313-fdce-45a7-9cc1-403e73d790e4') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:03.009697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.024928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.033507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:03.034253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:03.036713 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:03.043323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.048934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-ef136155-57a7-4b91-a752-c2b55afe502c service neutron] 10.222.0.52 "GET /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907138 Nov 19 04:08:03.115877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.125197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba3a52f8-643d-448f-9f7e-cb9434bf6f35 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:08:03.141685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.152132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/networks/ba3a52f8-643d-448f-9f7e-cb9434bf6f35 HTTP/1.1" status: 204 len: 168 time: 0.4130328 Nov 19 04:08:03.169503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59488) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:03.177617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'network': {'name': 'tempest-network--1815821036', 'router:external': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:03.183533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916a32-fb22-4621-b4c5-066ee23a342c tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba3a52f8-643d-448f-9f7e-cb9434bf6f35,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:03.217988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Made reservation on behalf of 04eadba1f55b4b27965b9fc5bb22a259 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:03.223823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.242861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59490) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:03.273362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:03.288497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.289715 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Added segment e1ed6bfb-7c82-429a-b0bb-7b999ea1b465 of type vlan for network 7bf6e3e9-bfcd-4632-867a-df2e19bd54df Nov 19 04:08:03.363793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.398293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1313933571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:03.408456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.409509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:03.410612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.423377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-2bd102b8-b980-4123-aba7-c46a6cee45ab service neutron] 10.222.0.52 "GET /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601716 Nov 19 04:08:03.453788 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.457208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.502873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Network': ['ID=7bf6e3e9-bfcd-4632-867a-df2e19bd54df,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:03.519994 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e2634e4-0944-4dd8-a66a-351ad39ae88e tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3483863 Nov 19 04:08:03.520632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59494) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:03.537501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7bf6e3e9-bfcd-4632-867a-df2e19bd54df details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:03.591710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.609049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.631801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4ddca4b5-c5ac-4721-980f-8856e5188b52 None None] Provisioning complete for port c0a454f0-fad4-4160-b24d-7b3e012666a5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:03.632275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ddca4b5-c5ac-4721-980f-8856e5188b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.644997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.646241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7b6612d4-0a98-42f5-8743-c5091733a23e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4023938 Nov 19 04:08:03.654669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59498) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:03.668496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-909472569'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:03.703482 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.717864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02725c-2a2f-4745-b101-7423eb67cce2 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:03.718265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.720628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac02725c-2a2f-4745-b101-7423eb67cce2 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] 10.222.0.52 "GET /v2.0/networks/7bf6e3e9-bfcd-4632-867a-df2e19bd54df HTTP/1.1" status: 200 len: 757 time: 0.1978273 Nov 19 04:08:03.724125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59502) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:03.760960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Made reservation on behalf of bb0d1822b64f443ea4ba96673b236e95 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:03.764987 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.814086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4ddca4b5-c5ac-4721-980f-8856e5188b52 None None] Provisioning complete for port 8ff77607-44c6-4a65-b13a-23fc90251c6a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:03.814908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ddca4b5-c5ac-4721-980f-8856e5188b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.851555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.886585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4ddca4b5-c5ac-4721-980f-8856e5188b52 None None] Port 8ff77607-44c6-4a65-b13a-23fc90251c6a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:03.910102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c0a454f0-fad4-4160-b24d-7b3e012666a5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:03.919139 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:03.932067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c45513-533c-4c5e-91c4-cb3b03566acb tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:03.936452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-75c45513-533c-4c5e-91c4-cb3b03566acb tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] 10.222.0.52 "GET /v2.0/networks/b1993008-6394-45c7-923b-acb5190ab1f6 HTTP/1.1" status: 200 len: 768 time: 0.2113006 Nov 19 04:08:03.938604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59506) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:03.952710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=8ff77607-44c6-4a65-b13a-23fc90251c6a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:03.958313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-061156ba-7745-4f1b-a2de-12dac852e5be req-4f4c82ff-530d-44b2-a44e-22f7e9b578b5 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 210 time: 0.0532806 Nov 19 04:08:04.014728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8136c94b-cbb0-4df5-8234-84045094cb34 None None] Provisioning complete for port 8ff77607-44c6-4a65-b13a-23fc90251c6a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:04.015137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8136c94b-cbb0-4df5-8234-84045094cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.020940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c0a454f0-fad4-4160-b24d-7b3e012666a5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:04.021720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.043667 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.093324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8136c94b-cbb0-4df5-8234-84045094cb34 None None] Port 8ff77607-44c6-4a65-b13a-23fc90251c6a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:04.119701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:04.121201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:04.145653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.152602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.185057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.203203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:04.241771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf6e3e9-bfcd-4632-867a-df2e19bd54df']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.260086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ed6bfb-7c82-429a-b0bb-7b999ea1b465') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.262146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ed6bfb-7c82-429a-b0bb-7b999ea1b465') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.265292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157df9e5-8d91-41ba-8728-6ce4ced9e958,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:04.279336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.279916 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Added segment 010d3815-b871-4995-a0b9-dcd2d7f617b5 of type vlan for network 9c532a56-ac21-48cf-830b-1852639fff0a Nov 19 04:08:04.296401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.309790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 997b6862-7226-431f-9217-672b00e0b6f5 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:08:04.342516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.350567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.358298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:04.358720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:04.362508 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:04.443536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:04.448907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fc1af698-13e5-4fb1-8d3e-41113ecf4a64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/997b6862-7226-431f-9217-672b00e0b6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8414791 Nov 19 04:08:04.451666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59514) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:04.453042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.458933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:04.459548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.463912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] Sync routers for ids ['997b6862-7226-431f-9217-672b00e0b6f5'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:04.478775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] Routers {'997b6862-7226-431f-9217-672b00e0b6f5'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:04.479630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['997b6862-7226-431f-9217-672b00e0b6f5'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.491218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8332894 Nov 19 04:08:04.496704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59516) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:04.505101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'subnet': {'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:04.517237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd9c0f-0a0d-4cc9-b3ae-01dc80247fd3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:04.521548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3cd9c0f-0a0d-4cc9-b3ae-01dc80247fd3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports/8ff77607-44c6-4a65-b13a-23fc90251c6a HTTP/1.1" status: 200 len: 910 time: 0.0660369 Nov 19 04:08:04.521716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.522445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.523738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59518) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:04.546402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d5a99b96-7ffe-4d4b-9bd8-23e4bb729a21 None None] Provisioning complete for port 8ff77607-44c6-4a65-b13a-23fc90251c6a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:04.547106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5a99b96-7ffe-4d4b-9bd8-23e4bb729a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.550438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] Routers {'997b6862-7226-431f-9217-672b00e0b6f5'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:04.551287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['997b6862-7226-431f-9217-672b00e0b6f5'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.608549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bf6e3e9-bfcd-4632-867a-df2e19bd54df {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:08:04.616983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.623937 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/networks/7bf6e3e9-bfcd-4632-867a-df2e19bd54df HTTP/1.1" status: 204 len: 168 time: 0.6843081 Nov 19 04:08:04.624125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59520) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:04.630108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'network': {'name': 'tempest-network--99846490'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:04.640751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c523d7-85cb-49fb-b846-c9bf828c7d84 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Network': ['ID=9c532a56-ac21-48cf-830b-1852639fff0a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:04.647129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Made reservation on behalf of bb0d1822b64f443ea4ba96673b236e95 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:04.651584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.659680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428b128-032c-4166-9625-8091f4ebddf5 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bf6e3e9-bfcd-4632-867a-df2e19bd54df,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:04.670017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9c532a56-ac21-48cf-830b-1852639fff0a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:04.732952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Made reservation on behalf of 04eadba1f55b4b27965b9fc5bb22a259 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:04.736183 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.749781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:04.750824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d70419-417d-422a-84f1-537dc85cdb55 None None] The sync data for ids ['997b6862-7226-431f-9217-672b00e0b6f5'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:04.817263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d5a99b96-7ffe-4d4b-9bd8-23e4bb729a21 None None] Port 8ff77607-44c6-4a65-b13a-23fc90251c6a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:04.825771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:04.868443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:04.868826 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Added segment c413387f-03b6-46c5-ba04-fe0e0cb46abd of type vlan for network 84726aec-5cef-45dd-baa9-edfc1c83f1cf Nov 19 04:08:04.964553 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.021356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.130537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68355ff3-13da-40a4-aa02-135cf47fb8af req-70f389a0-1016-450e-adf3-49ea1a1ae838 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 210 time: 0.0621717 Nov 19 04:08:05.143271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.144469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:05.145058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.151941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.278518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6531494 Nov 19 04:08:05.288655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971afd6a-23e5-46a1-b00e-bff742a1643b tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Network': ['ID=84726aec-5cef-45dd-baa9-edfc1c83f1cf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:05.300506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59528) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:05.301532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 84726aec-5cef-45dd-baa9-edfc1c83f1cf details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:05.313861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:05.365698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-d7892afb-579a-4409-9b3d-e87ac94d1ab6 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:05.367272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-d7892afb-579a-4409-9b3d-e87ac94d1ab6 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.36 "GET /v2.0/networks?id=5b29ce63-3944-4828-9203-2c0858d8c889 HTTP/1.1" status: 200 len: 808 time: 0.4226375 Nov 19 04:08:05.367941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Subnet': ['ID=52147126-913f-450a-854f-42bb998e00bb,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:05.386331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Request body: {'port': {'device_id': '18372fe2-fdba-4d66-91e8-015ee73df255', 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889', 'admin_state_up': True, 'tenant_id': 'dfac0a22773b4078b437cf3f71515ba5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:05.459001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Checking segment: {'id': '010d3815-b871-4995-a0b9-dcd2d7f617b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:05.459380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network hostable DHCP agents. Network: 9c532a56-ac21-48cf-830b-1852639fff0a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:05.547084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 9c532a56-ac21-48cf-830b-1852639fff0a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:05.580563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9c532a56-ac21-48cf-830b-1852639fff0a) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:05.588851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025d309-187d-4f32-9e4c-385aad9e5487 None None] Network 9c532a56-ac21-48cf-830b-1852639fff0a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:05.589893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:05.590538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.623972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.633215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 8ff77607-44c6-4a65-b13a-23fc90251c6a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:05.634331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.642821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Made reservation on behalf of dfac0a22773b4078b437cf3f71515ba5 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:05.647950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.667978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-218beb81-e25d-4b7c-aeb2-2c7726a36963 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1672337 Nov 19 04:08:05.667978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.670006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59530) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:05.678726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'network': {'name': 'tempest-router-network01--1849529489'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:05.731181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Network 84726aec-5cef-45dd-baa9-edfc1c83f1cf is not hosted by any dhcp agent {{(pid=109986) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:08:05.732121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:05.732875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.733608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.734238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "PUT /v2.0/networks/84726aec-5cef-45dd-baa9-edfc1c83f1cf HTTP/1.1" status: 200 len: 856 time: 0.4326730 Nov 19 04:08:05.741248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59532) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:05.748858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 8ff77607-44c6-4a65-b13a-23fc90251c6a owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:05.770160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-9c532a56-ac21-48cf-830b-1852639fff0a', 'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a', 'tenant_id': 'bb0d1822b64f443ea4ba96673b236e95', 'fixed_ips': [{'subnet_id': '52147126-913f-450a-854f-42bb998e00bb'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:05.771391 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.841738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccbf97-f590-464b-95f7-878186bbc677 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event updated for resources: {'Network': ['ID=84726aec-5cef-45dd-baa9-edfc1c83f1cf,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:05.877691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Made reservation on behalf of bb0d1822b64f443ea4ba96673b236e95 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:05.881633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.943733 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.952269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Allocated IP 172.20.0.2 (9c532a56-ac21-48cf-830b-1852639fff0a/52147126-913f-450a-854f-42bb998e00bb/2eb7b18f-c65f-480d-9d2e-be9708b57449) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:05.970722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:05.981281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Allocated IP 172.20.0.5 (5b29ce63-3944-4828-9203-2c0858d8c889/e0cd7f36-9d58-443a-ac48-015c8952819c/f671c7ee-e484-4518-9ac3-25641616ef9f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:05.987375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.997549 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:05.998457 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Added segment cd73ec84-89f5-4a79-95af-e4e37527486c of type vlan for network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c Nov 19 04:08:06.025173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=8ff77607-44c6-4a65-b13a-23fc90251c6a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:06.137665 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.146341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.156179 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.161764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.210491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.289041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f634be51-9780-4efd-9ca3-b8d34be9a5fb req-1f8de065-ef68-4c81-8fa7-43fe175cc967 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 210 time: 0.0503027 Nov 19 04:08:06.324269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84726aec-5cef-45dd-baa9-edfc1c83f1cf']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.341492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c413387f-03b6-46c5-ba04-fe0e0cb46abd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.341776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c413387f-03b6-46c5-ba04-fe0e0cb46abd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.359120 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.362672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.368314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:06.368914 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.406291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 997b6862-7226-431f-9217-672b00e0b6f5 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:06.437078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Network 9c532a56-ac21-48cf-830b-1852639fff0a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:06.449295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:06.454400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:06.457360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.457789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Pushing event updated for resources: {'Port': ['ID=2eb7b18f-c65f-480d-9d2e-be9708b57449,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:06.493657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.493657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.493657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.494342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.494469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.494778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.495118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.495456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.495794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.496125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.496459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.496791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:06.515461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:06.527638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-20b5b6d5-e6f9-4ccb-9fc2-5544795b2fa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/997b6862-7226-431f-9217-672b00e0b6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0007327 Nov 19 04:08:06.528514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59540) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:06.531253 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] Sync routers for ids ['997b6862-7226-431f-9217-672b00e0b6f5'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:06.544685 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] Routers {'997b6862-7226-431f-9217-672b00e0b6f5'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:06.545888 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['997b6862-7226-431f-9217-672b00e0b6f5'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.550166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Attempting to bind port 2eb7b18f-c65f-480d-9d2e-be9708b57449 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:06.551163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Attempting to bind port 2eb7b18f-c65f-480d-9d2e-be9708b57449 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '010d3815-b871-4995-a0b9-dcd2d7f617b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:06.551163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Attempting to bind port 2eb7b18f-c65f-480d-9d2e-be9708b57449 on network 9c532a56-ac21-48cf-830b-1852639fff0a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:06.564985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f252dc78-a450-4e55-964e-0abd38601faa tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=997b6862-7226-431f-9217-672b00e0b6f5 HTTP/1.1" status: 200 len: 205 time: 0.0350971 Nov 19 04:08:06.565746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59542) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:06.569052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:06.570824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Checking segment: {'id': '010d3815-b871-4995-a0b9-dcd2d7f617b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:06.571363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.571789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Bound using segment: {'id': '010d3815-b871-4995-a0b9-dcd2d7f617b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:06.572839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Bound port: 2eb7b18f-c65f-480d-9d2e-be9708b57449, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010d3815-b871-4995-a0b9-dcd2d7f617b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c532a56-ac21-48cf-830b-1852639fff0a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:06.575085 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.590036 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.602276 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] Routers {'997b6862-7226-431f-9217-672b00e0b6f5'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:06.603297 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['997b6862-7226-431f-9217-672b00e0b6f5'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.643375 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:06.644449 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f4eed-0ad3-4a5a-a07d-3df6c536e0dd None None] The sync data for ids ['997b6862-7226-431f-9217-672b00e0b6f5'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:06.673900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] For port 2eb7b18f-c65f-480d-9d2e-be9708b57449, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:06.680698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] For port 2eb7b18f-c65f-480d-9d2e-be9708b57449, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2eb7b18f-c65f-480d-9d2e-be9708b57449,segment=NetworkSegment(010d3815-b871-4995-a0b9-dcd2d7f617b5),segment_id=010d3815-b871-4995-a0b9-dcd2d7f617b5)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:06.686469 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.692947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.777809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9aa9ba-b23e-4848-a1d0-6d42985496da None None] Pushing event updated for resources: {'Port': ['ID=2eb7b18f-c65f-480d-9d2e-be9708b57449,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:06.869299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:06.870446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2055302 Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:06.880816 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:06.895490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59544) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:06.900627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'network': {'name': 'tempest-router-network02--885460902'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:06.917508 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.921698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.942774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36a3be-8e1b-4dc4-aa8a-167d7d8c0c27 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Network': ['ID=48cbe944-72b2-4a1b-8ee3-490bd11ce03c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:06.960231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:06.983461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.997443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:06.998598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router 997b6862-7226-431f-9217-672b00e0b6f5 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:08:07.000537 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.007177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Made reservation on behalf of bb0d1822b64f443ea4ba96673b236e95 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:07.017978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.019606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84726aec-5cef-45dd-baa9-edfc1c83f1cf {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:08:07.034954 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.042342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.043061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] 10.222.0.52 "DELETE /v2.0/networks/84726aec-5cef-45dd-baa9-edfc1c83f1cf HTTP/1.1" status: 204 len: 168 time: 1.2984314 Nov 19 04:08:07.044024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:07.045173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b26a32b0-8dad-4937-be78-600c21fe8af7 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/997b6862-7226-431f-9217-672b00e0b6f5 HTTP/1.1" status: 204 len: 168 time: 0.4782913 Nov 19 04:08:07.061609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c093fa-79a2-4fc2-a9f0-9f7b8ff76254 tempest-ExternalNetworksTestJSON-1555832876 tempest-ExternalNetworksTestJSON-1555832876-project-admin] Pushing event deleted for resources: {'Network': ['ID=84726aec-5cef-45dd-baa9-edfc1c83f1cf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:07.063553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59550) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:07.093542 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-873f78d0-8b25-4bb1-b738-b80c24d6b950 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] DELETE failed (client error): The resource could not be found. Nov 19 04:08:07.093918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873f78d0-8b25-4bb1-b738-b80c24d6b950 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:08:07.102700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-873f78d0-8b25-4bb1-b738-b80c24d6b950 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] 10.222.0.52 "DELETE /v2.0/subnets/fb3a7340-7bbf-4538-a05e-007fb04e3222 HTTP/1.1" status: 404 len: 337 time: 0.0558355 Nov 19 04:08:07.113991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:07.200795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet 25af08cd-245d-4b73-b8c1-736e8a4b4bec {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:07.224006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:07.227449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.243657 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.271357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.271810 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Added segment 8aa29c88-3170-4087-b599-a554474a4272 of type vlan for network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 Nov 19 04:08:07.289968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.312664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Network 5b29ce63-3944-4828-9203-2c0858d8c889 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:07.321804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.328664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:07.344716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:07.350790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Pushing event updated for resources: {'Port': ['ID=f671c7ee-e484-4518-9ac3-25641616ef9f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:07.368917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.430711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.436242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:07.436841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.490547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:07.491263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.509857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.515598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6160333 Nov 19 04:08:07.518384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59558) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:07.522898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'subnet': {'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:07.547995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-6845456b-834d-431c-8c29-418576d4ae68 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1677272 Nov 19 04:08:07.552681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1993008-6394-45c7-923b-acb5190ab1f6']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:07.570698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Request body: {'port': {'device_id': '18372fe2-fdba-4d66-91e8-015ee73df255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:07.574758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bde51e-4c61-4a8d-a818-e5e72ef49665') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:07.575935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bde51e-4c61-4a8d-a818-e5e72ef49665') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:07.585498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db7deb-a7cd-4675-9e26-ada995f3bd6c req-0f370cd0-d236-4e5b-9343-c0ef5d91272d tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:07.587342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7db7deb-a7cd-4675-9e26-ada995f3bd6c req-0f370cd0-d236-4e5b-9343-c0ef5d91272d tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 931 time: 0.1368914 Nov 19 04:08:07.594798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.615021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.635080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Network': ['ID=2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:07.662034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.662358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.662902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.663060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.664292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.664292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.664292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.664591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.664732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.665746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.665746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.665746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092bb853-df2e-42cc-b8f6-61c1f96b8cc5 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:07.672924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.698973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:07.699688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Made reservation on behalf of bb0d1822b64f443ea4ba96673b236e95 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:07.706297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.707166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:07.707620 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:07.710976 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:07.715074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7db7deb-a7cd-4675-9e26-ada995f3bd6c req-c8e6fc01-1796-474e-9364-7150f05c6a85 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025355 Nov 19 04:08:07.778925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.854589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.866484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.881828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.899438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] 10.222.0.52 "DELETE /v2.0/networks/b1993008-6394-45c7-923b-acb5190ab1f6 HTTP/1.1" status: 204 len: 168 time: 0.7771618 Nov 19 04:08:07.901811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b1f11-984d-4add-a590-c7b6fc396647 tempest-ExternalNetworksTestJSON-84912297 tempest-ExternalNetworksTestJSON-84912297-project] Pushing event deleted for resources: {'Network': ['ID=b1993008-6394-45c7-923b-acb5190ab1f6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:07.917287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=25af08cd-245d-4b73-b8c1-736e8a4b4bec,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:07.928977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:07.935818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d979c61d-55bc-4cea-b58c-0538cf1aea59 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/25af08cd-245d-4b73-b8c1-736e8a4b4bec HTTP/1.1" status: 204 len: 168 time: 0.8706203 Nov 19 04:08:07.938674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:07.944390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec63b3-ce6b-4528-b672-f785e200ddc5 None None] Network e23b5336-82b1-4975-b2a6-0e10ba63a064 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:08.006135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2eb7b18f-c65f-480d-9d2e-be9708b57449 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:08.180030 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.239185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2eb7b18f-c65f-480d-9d2e-be9708b57449 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:08.244429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.311672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.346615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] DHCP port deletion for e23b5336-82b1-4975-b2a6-0e10ba63a064 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:08.385567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59570) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:08.397971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f671c7ee-e484-4518-9ac3-25641616ef9f {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:08:08.409897 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.419676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port c0a454f0-fad4-4160-b24d-7b3e012666a5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:08.420159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.429205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Transition to ACTIVE for port object f671c7ee-e484-4518-9ac3-25641616ef9f will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:08:08.433624 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.435722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca32da-b15e-4aa1-8370-4972c9f272c3 None None] Network 9c532a56-ac21-48cf-830b-1852639fff0a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:08.493775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Subnet': ['ID=5ac968ba-612a-4ce9-836e-f0e7bcba49fb,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:08.502781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Checking segment: {'id': 'cd73ec84-89f5-4a79-95af-e4e37527486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:08.503265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network hostable DHCP agents. Network: 48cbe944-72b2-4a1b-8ee3-490bd11ce03c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:08.505408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Pushing event updated for resources: {'Port': ['ID=f671c7ee-e484-4518-9ac3-25641616ef9f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:08.536913 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.540763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port c0a454f0-fad4-4160-b24d-7b3e012666a5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c0a454f0-fad4-4160-b24d-7b3e012666a5,segment=NetworkSegment(22589276-c254-499d-97ef-1634a87018a0),segment_id=22589276-c254-499d-97ef-1634a87018a0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:08.541144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.542128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] Deleting port c0a454f0-fad4-4160-b24d-7b3e012666a5 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:08.542550 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.561126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for c0a454f0-fad4-4160-b24d-7b3e012666a5 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:08.567441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:08.615640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c13132dc-1861-4b80-a089-c577cf85bbe7 None None] Provisioning complete for port 2eb7b18f-c65f-480d-9d2e-be9708b57449 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:08.616452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c13132dc-1861-4b80-a089-c577cf85bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.621503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 48cbe944-72b2-4a1b-8ee3-490bd11ce03c) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:08.628788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:08.629145 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.645022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468309e1-6dfe-416f-be47-9c7de5a7834d None None] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:08.656372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-53905edb-7f26-4f07-812e-43b616eb47f0 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1376984 Nov 19 04:08:08.659479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59574) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:08.664530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'subnet': {'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:08.694232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f0f0f6cf-d094-4167-a36a-46d225744de3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96cb9b439d744f408686c16f89961266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073862 Nov 19 04:08:08.695897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Attempting to bind port f671c7ee-e484-4518-9ac3-25641616ef9f on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:08.696443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Attempting to bind port f671c7ee-e484-4518-9ac3-25641616ef9f by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '23394e03-2977-4429-902c-388a3b9e93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:08.696774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Attempting to bind port f671c7ee-e484-4518-9ac3-25641616ef9f on network 5b29ce63-3944-4828-9203-2c0858d8c889 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:08.698652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:08.708667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Port f671c7ee-e484-4518-9ac3-25641616ef9f on network 5b29ce63-3944-4828-9203-2c0858d8c889 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:08.709112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Attempting to bind port f671c7ee-e484-4518-9ac3-25641616ef9f on network 5b29ce63-3944-4828-9203-2c0858d8c889 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:08.725356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:08.725356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Checking segment: {'id': '23394e03-2977-4429-902c-388a3b9e93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:08.725707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Bound using segment: {'id': '23394e03-2977-4429-902c-388a3b9e93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:08.726032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Bound port: f671c7ee-e484-4518-9ac3-25641616ef9f, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23394e03-2977-4429-902c-388a3b9e93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:08.726343 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.739012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] For port c0a454f0-fad4-4160-b24d-7b3e012666a5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c0a454f0-fad4-4160-b24d-7b3e012666a5,segment=NetworkSegment(22589276-c254-499d-97ef-1634a87018a0),segment_id=22589276-c254-499d-97ef-1634a87018a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:08.740079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.745335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 2eb7b18f-c65f-480d-9d2e-be9708b57449, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2eb7b18f-c65f-480d-9d2e-be9708b57449,segment=NetworkSegment(010d3815-b871-4995-a0b9-dcd2d7f617b5),segment_id=010d3815-b871-4995-a0b9-dcd2d7f617b5)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:08.762431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.789348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.794403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] Calling delete_port for c0a454f0-fad4-4160-b24d-7b3e012666a5 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:08.812148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port c0a454f0-fad4-4160-b24d-7b3e012666a5 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:08.853458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=c0a454f0-fad4-4160-b24d-7b3e012666a5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:08.864672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b48d28a6-8644-46b1-aee6-28b38c227a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.898937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Made reservation on behalf of bb0d1822b64f443ea4ba96673b236e95 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:08.899178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] For port f671c7ee-e484-4518-9ac3-25641616ef9f, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:08.902841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.926093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] For port f671c7ee-e484-4518-9ac3-25641616ef9f, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f671c7ee-e484-4518-9ac3-25641616ef9f,segment=NetworkSegment(23394e03-2977-4429-902c-388a3b9e93b8),segment_id=23394e03-2977-4429-902c-388a3b9e93b8)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:08.928483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b48d28a6-8644-46b1-aee6-28b38c227a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.939226 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:08.953048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=2eb7b18f-c65f-480d-9d2e-be9708b57449,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:08.988854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d26fa-a960-4307-8ec9-b8c614e5d30c req-c5f7e8e6-92b6-4eb8-a35a-27ce7450f04c tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:08.990729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a19d26fa-a960-4307-8ec9-b8c614e5d30c req-c5f7e8e6-92b6-4eb8-a35a-27ce7450f04c tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 943 time: 0.1687984 Nov 19 04:08:09.029975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.034935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:09.035884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.037745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] 10.222.0.36 "PUT /v2.0/ports/f671c7ee-e484-4518-9ac3-25641616ef9f HTTP/1.1" status: 200 len: 1091 time: 1.4747996 Nov 19 04:08:09.039980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18372fe2-fdba-4d66-91e8-015ee73df255', 'tag': 'f671c7ee-e484-4518-9ac3-25641616ef9f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:09.043433 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "18372fe2-fdba-4d66-91e8-015ee73df255", "tag": "f671c7ee-e484-4518-9ac3-25641616ef9f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:09.074728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23b5336-82b1-4975-b2a6-0e10ba63a064']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:09.101657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22589276-c254-499d-97ef-1634a87018a0') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:09.101849 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.101980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22589276-c254-499d-97ef-1634a87018a0') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:09.106327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c23e68-08c0-47de-b794-4f628d06daef service neutron] Pushing event updated for resources: {'Port': ['ID=f671c7ee-e484-4518-9ac3-25641616ef9f,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:09.120194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.143470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-48cbe944-72b2-4a1b-8ee3-490bd11ce03c', 'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c', 'tenant_id': 'bb0d1822b64f443ea4ba96673b236e95', 'fixed_ips': [{'subnet_id': '5ac968ba-612a-4ce9-836e-f0e7bcba49fb'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:09.144508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.148122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b48d28a6-8644-46b1-aee6-28b38c227a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.148318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] Pushing event deleted for resources: {'Port': ['ID=c0a454f0-fad4-4160-b24d-7b3e012666a5,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:09.149271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b48d28a6-8644-46b1-aee6-28b38c227a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.152731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b48d28a6-8644-46b1-aee6-28b38c227a6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1256b51-044d-469c-a6c6-2e9839bf4848 HTTP/1.1" status: 204 len: 168 time: 0.4498737 Nov 19 04:08:09.156046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2fe868-fc0e-4225-949c-d2319459a43e None None] No DVR routers for this DVR port c0a454f0-fad4-4160-b24d-7b3e012666a5 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:09.162771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.174753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:09.175318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:09.179347 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:09.220007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d28a6-8644-46b1-aee6-28b38c227a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1256b51-044d-469c-a6c6-2e9839bf4848,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:09.255344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a19d26fa-a960-4307-8ec9-b8c614e5d30c req-717639d5-aaf5-4f08-8b2c-4b01e2d4e5da tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473366 Nov 19 04:08:09.296450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-1e2bc517-69fc-413c-bec5-3ddc8fc924b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:09.300724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-1e2bc517-69fc-413c-bec5-3ddc8fc924b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfac0a22773b4078b437cf3f71515ba5&device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 1094 time: 0.1858037 Nov 19 04:08:09.363886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.371248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-9a3ada74-b6c8-4968-9f5d-8e4282589bca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f671c7ee-e484-4518-9ac3-25641616ef9f HTTP/1.1" status: 200 len: 217 time: 0.0601332 Nov 19 04:08:09.373481 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098ba68-b802-463d-8143-abbbb79edc3f x-openstack-request-id: req-b098ba68-b802-463d-8143-abbbb79edc3f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:09.373810 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18372fe2-fdba-4d66-91e8-015ee73df255", "tag": "f671c7ee-e484-4518-9ac3-25641616ef9f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:09.374104 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b098ba68-b802-463d-8143-abbbb79edc3f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:09.374518 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18372fe2-fdba-4d66-91e8-015ee73df255', 'tag': 'f671c7ee-e484-4518-9ac3-25641616ef9f', 'status': 'completed', 'code': 200} Nov 19 04:08:09.381289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Allocated IP 172.20.0.2 (48cbe944-72b2-4a1b-8ee3-490bd11ce03c/5ac968ba-612a-4ce9-836e-f0e7bcba49fb/9e9ea7c9-7bfa-4d89-b398-c3563e6256cf) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:09.400220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.419825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/e23b5336-82b1-4975-b2a6-0e10ba63a064 HTTP/1.1" status: 204 len: 168 time: 1.4765813 Nov 19 04:08:09.419825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04210c-f7ef-47a0-bba3-0daa1e1828ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=e23b5336-82b1-4975-b2a6-0e10ba63a064,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:09.421286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59590) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:09.424507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.444403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e949-2774-47e2-a157-91025a4d731e req-6a75181e-ad77-4bef-ae30-80bfe26dac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:09.446652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-6a75181e-ad77-4bef-ae30-80bfe26dac37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0cd7f36-9d58-443a-ac48-015c8952819c HTTP/1.1" status: 200 len: 848 time: 0.0658426 Nov 19 04:08:09.449070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224852316', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:09.506053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-3170e9fc-369d-4a38-8065-d9a6ea7a64e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b29ce63-3944-4828-9203-2c0858d8c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523672 Nov 19 04:08:09.530335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Subnet': ['ID=90be6dc0-8586-4f4f-a7ed-694e38b9e1b5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:09.569994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.570995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.580732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Checking segment: {'id': '8aa29c88-3170-4087-b599-a554474a4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:09.581269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network hostable DHCP agents. Network: 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:09.637242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59594) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:09.640080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-90b1b2b5-2149-40ec-9c05-c2cad84df451 None None] Provisioning complete for port 2eb7b18f-c65f-480d-9d2e-be9708b57449 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:09.640945 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-90b1b2b5-2149-40ec-9c05-c2cad84df451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.658603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.661262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:09.711882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:09.723602 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-58abd7b7-693e-4940-9936-a4b1e14172aa service neutron] 10.222.0.36 "GET /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918089 Nov 19 04:08:09.725924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305b120-bb61-4997-a98a-f52e4a986719 None None] Network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:09.751054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:09.751729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.809063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.809683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37d4da06-096a-45eb-9a12-f148501094aa tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1487229 Nov 19 04:08:09.810334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59596) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:09.821453 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.882648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2eb7b18f-c65f-480d-9d2e-be9708b57449 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:09.886245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d90e949-2774-47e2-a157-91025a4d731e req-cf450f82-a553-46a6-8409-178aae3ada2b service neutron] 10.222.0.36 "GET /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479392 Nov 19 04:08:09.908072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4800bec0-42e3-4f48-9a59-2064afd32b04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04eadba1f55b4b27965b9fc5bb22a259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695594 Nov 19 04:08:09.911080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59598) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:09.931254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:09.935198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a467d-29c0-4fd8-9478-0ab4712f170e req-f5bd84d7-7ef1-4ecd-879a-c0dbae13b699 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:09.936808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f91a467d-29c0-4fd8-9478-0ab4712f170e req-f5bd84d7-7ef1-4ecd-879a-c0dbae13b699 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.2115750 Nov 19 04:08:10.055363 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0eb17d3-8f5b-4f7b-82ad-249a4382505e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.061863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-4eab0fb5-dcc5-41fb-926c-ec94eb0dad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:10.065027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-4eab0fb5-dcc5-41fb-926c-ec94eb0dad7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfac0a22773b4078b437cf3f71515ba5&device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 1094 time: 0.1245594 Nov 19 04:08:10.072485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f91a467d-29c0-4fd8-9478-0ab4712f170e req-75b7acd1-bc44-46a5-bf10-dc9d65216a12 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159003 Nov 19 04:08:10.103200 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0eb17d3-8f5b-4f7b-82ad-249a4382505e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.147411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:10.157250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:10.159799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:10.190372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Pushing event updated for resources: {'Port': ['ID=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:10.224920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0eb17d3-8f5b-4f7b-82ad-249a4382505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.227971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0eb17d3-8f5b-4f7b-82ad-249a4382505e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.232128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d0eb17d3-8f5b-4f7b-82ad-249a4382505e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7677ad97-ce10-4eac-8592-444c216e6cb6 HTTP/1.1" status: 204 len: 168 time: 0.3173015 Nov 19 04:08:10.248876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb17d3-8f5b-4f7b-82ad-249a4382505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7677ad97-ce10-4eac-8592-444c216e6cb6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:10.279570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-03f5f60a-74c8-489f-b8af-2e66b1b40362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:10.287450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-03f5f60a-74c8-489f-b8af-2e66b1b40362 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b29ce63-3944-4828-9203-2c0858d8c889 HTTP/1.1" status: 200 len: 909 time: 0.1726320 Nov 19 04:08:10.349294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Attempting to bind port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:10.349687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Attempting to bind port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'cd73ec84-89f5-4a79-95af-e4e37527486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:10.350154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Attempting to bind port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf on network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:10.380134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:10.380527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Checking segment: {'id': 'cd73ec84-89f5-4a79-95af-e4e37527486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:10.381029 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.381505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Bound using segment: {'id': 'cd73ec84-89f5-4a79-95af-e4e37527486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:10.382086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Bound port: 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd73ec84-89f5-4a79-95af-e4e37527486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48cbe944-72b2-4a1b-8ee3-490bd11ce03c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:10.382488 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.399103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2eb7b18f-c65f-480d-9d2e-be9708b57449 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:10.399487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.401573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01', 'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01', 'tenant_id': 'bb0d1822b64f443ea4ba96673b236e95', 'fixed_ips': [{'subnet_id': '90be6dc0-8586-4f4f-a7ed-694e38b9e1b5'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:10.402242 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.424933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-73453d6e-2f1b-4d22-8e28-f553f638b512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f671c7ee-e484-4518-9ac3-25641616ef9f HTTP/1.1" status: 200 len: 217 time: 0.1293671 Nov 19 04:08:10.514891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-892f6f76-bb79-4e72-9bb5-dde91734f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:10.517105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-892f6f76-bb79-4e72-9bb5-dde91734f56d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0cd7f36-9d58-443a-ac48-015c8952819c HTTP/1.1" status: 200 len: 848 time: 0.0746205 Nov 19 04:08:10.526920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3bdf9-0a1e-44f6-b6e6-52b87fa2f6b2 req-dba218d4-060d-4bd5-b1a0-f854f4757aa3 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:10.528653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5d3bdf9-0a1e-44f6-b6e6-52b87fa2f6b2 req-dba218d4-060d-4bd5-b1a0-f854f4757aa3 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 943 time: 0.1058912 Nov 19 04:08:10.568737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-c4eae84a-b668-4b12-a415-014971eaff04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b29ce63-3944-4828-9203-2c0858d8c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390108 Nov 19 04:08:10.622037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.663856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5d3bdf9-0a1e-44f6-b6e6-52b87fa2f6b2 req-0bc10502-52e5-40f4-bc5e-655799967609 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261945 Nov 19 04:08:10.669890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] For port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:10.750935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-54c431d6-a5c7-4b5b-a691-cc1208afa9b3 service neutron] 10.222.0.36 "GET /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667233 Nov 19 04:08:10.757420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] For port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,segment=NetworkSegment(cd73ec84-89f5-4a79-95af-e4e37527486c),segment_id=cd73ec84-89f5-4a79-95af-e4e37527486c)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:10.782997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:10.868149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Allocated IP 172.20.0.2 (2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01/90be6dc0-8586-4f4f-a7ed-694e38b9e1b5/498dd317-8d92-4849-b35f-ad6aaa9b8fd8) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:10.924267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bcaac-dd57-4571-a9fa-6d76a791c2f1 None None] Pushing event updated for resources: {'Port': ['ID=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:10.975007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c0a454f0-fad4-4160-b24d-7b3e012666a5 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:10.996658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f501b3e-6913-4a30-8117-ae31f5bbb5ef req-e91cc546-8b25-4e91-bc15-f9115d8339e5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365725 Nov 19 04:08:11.020577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c0a454f0-fad4-4160-b24d-7b3e012666a5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:11.020950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c0a454f0-fad4-4160-b24d-7b3e012666a5 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:11.030304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Allocated IP 172.20.0.1 (48cbe944-72b2-4a1b-8ee3-490bd11ce03c/5ac968ba-612a-4ce9-836e-f0e7bcba49fb/9fb996cf-6f1b-4556-809f-ece41f267c8d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:11.176764 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.192432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.196973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.217163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.275934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:11.278898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:11.283894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:11.300404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Pushing event updated for resources: {'Port': ['ID=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:11.398893 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.408407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Attempting to bind port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:11.408953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Attempting to bind port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8aa29c88-3170-4087-b599-a554474a4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:11.409426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Attempting to bind port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 on network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:11.416971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:11.417467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Checking segment: {'id': '8aa29c88-3170-4087-b599-a554474a4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:11.418004 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.418452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Bound using segment: {'id': '8aa29c88-3170-4087-b599-a554474a4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:11.419029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Bound port: 498dd317-8d92-4849-b35f-ad6aaa9b8fd8, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa29c88-3170-4087-b599-a554474a4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:11.419868 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.435277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.25.8.128 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2915f519-8361-4691-933e-5d0e3bc55315) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:11.522330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.537623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] For port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:11.544761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] For port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,segment=NetworkSegment(8aa29c88-3170-4087-b599-a554474a4272),segment_id=8aa29c88-3170-4087-b599-a554474a4272)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:11.556300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.616191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:11.626237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:11.629025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:11.671322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d403aa-a3c5-47d8-bdb1-45b5f2883c68 None None] Pushing event updated for resources: {'Port': ['ID=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:11.675772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Port': ['ID=9fb996cf-6f1b-4556-809f-ece41f267c8d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:11.715981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.721190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.746589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.754560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.780680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.792712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.801495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.825802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.837954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:11.850890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-d2fb313e-3c83-48c1-a522-36143863efa4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.1903324 Nov 19 04:08:11.896959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:11.964365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:12.008661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4f3a548-9535-43c8-aa92-b30074cee1b9 req-b39c49cb-ce3b-4de7-a13a-9f21aa2fe4ae tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553752 Nov 19 04:08:12.024382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.034377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:12.048569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:12.051490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:12.066653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3278594-e3e0-40f2-ac58-b45b2ad7b846 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:12.077266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:12.077636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.103089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=2915f519-8361-4691-933e-5d0e3bc55315,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:12.210006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a9c3977b-6938-44d0-a88b-fa16eccf89d2 None None] Provisioning complete for port 2915f519-8361-4691-933e-5d0e3bc55315 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:12.210398 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9c3977b-6938-44d0-a88b-fa16eccf89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.281326 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.288909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28257c60-0f9c-42ba-a67e-2764b5ff8311 req-135d4c54-ea1d-4747-b967-f5a9a5c3d447 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:12.290689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28257c60-0f9c-42ba-a67e-2764b5ff8311 req-135d4c54-ea1d-4747-b967-f5a9a5c3d447 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.0966947 Nov 19 04:08:12.312126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3977b-6938-44d0-a88b-fa16eccf89d2 None None] Port 2915f519-8361-4691-933e-5d0e3bc55315 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:12.337594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,segment=NetworkSegment(cd73ec84-89f5-4a79-95af-e4e37527486c),segment_id=cd73ec84-89f5-4a79-95af-e4e37527486c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:12.348732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.413753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28257c60-0f9c-42ba-a67e-2764b5ff8311 req-10c46ee2-db88-45d1-ae3d-24eb15d2c49e tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145365 Nov 19 04:08:12.437469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:12.538243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d816-35d2-48a0-af36-32a2e539667d req-abc89a4b-c1a5-4001-875a-33b6f68b77de tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:12.556388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01c5d816-35d2-48a0-af36-32a2e539667d req-abc89a4b-c1a5-4001-875a-33b6f68b77de tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 943 time: 0.0682817 Nov 19 04:08:12.639958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01c5d816-35d2-48a0-af36-32a2e539667d req-dd5bbb2c-0008-4c73-89c5-cd55e7efa7e0 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886171 Nov 19 04:08:12.695387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.725091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c973ea-527e-47d9-ac33-9d958ef1b347 None None] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:12.772624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59658) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:12.804753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.821442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.884447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f671c7ee-e484-4518-9ac3-25641616ef9f details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:08:12.949559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5673a694-f215-4139-ae04-fb4c88211a9e None None] Provisioning complete for port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:12.949999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5673a694-f215-4139-ae04-fb4c88211a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:12.962887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Port': ['ID=9fb996cf-6f1b-4556-809f-ece41f267c8d,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:12.973078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.067890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-972998446'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:13.101363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Made reservation on behalf of e519c212513b4334a97ba77650a4b83b for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:13.108273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.128357 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.137766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f671c7ee-e484-4518-9ac3-25641616ef9f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f671c7ee-e484-4518-9ac3-25641616ef9f,segment=NetworkSegment(23394e03-2977-4429-902c-388a3b9e93b8),segment_id=23394e03-2977-4429-902c-388a3b9e93b8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:13.167935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.176163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.181895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.187148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c07539-6b90-4968-a800-e529e18829a8 None None] Network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:13.197892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f671c7ee-e484-4518-9ac3-25641616ef9f', 'network_id': '5b29ce63-3944-4828-9203-2c0858d8c889', 'port_id': 'f671c7ee-e484-4518-9ac3-25641616ef9f', 'mac_address': 'fa:16:3e:74:82:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cd7f36-9d58-443a-ac48-015c8952819c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:08:13.198851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.208848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.215893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.223052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.224618 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f6607510-f558-4a88-bda4-b37b23e045d4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.3115194 Nov 19 04:08:13.283613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6159b9fb-86e1-4f68-8b78-36dfdc7f2a19 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.284087 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6159b9fb-86e1-4f68-8b78-36dfdc7f2a19 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "GET /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0505078 Nov 19 04:08:13.289637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.296102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.326098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.341195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:13.343548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f671c7ee-e484-4518-9ac3-25641616ef9f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:08:13.369656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a013abd-5aa9-4183-b2d7-e0cfe0884b12,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:13.372286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f671c7ee-e484-4518-9ac3-25641616ef9f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f671c7ee-e484-4518-9ac3-25641616ef9f,segment=NetworkSegment(23394e03-2977-4429-902c-388a3b9e93b8),segment_id=23394e03-2977-4429-902c-388a3b9e93b8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:13.374297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.375732 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Added segment b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b of type vlan for network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 Nov 19 04:08:13.385343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.396004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:13.411591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:13.414013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.486727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.490937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ce94c4d4-ef73-429a-8d4b-07258205c927 None None] Provisioning complete for port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:13.491320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce94c4d4-ef73-429a-8d4b-07258205c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.504370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.510702 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.517685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.520150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f671c7ee-e484-4518-9ac3-25641616ef9f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:13.525670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.532010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.538243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.546524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.556314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c72de496-c8c0-4208-a87c-7494d19864dd req-edabe5c0-b02d-412b-bdd6-0b0a26612e21 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5435 time: 0.1874614 Nov 19 04:08:13.636126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-049fcc1c-874d-48f3-ba86-45a70e4e52c6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "GET /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3318441 Nov 19 04:08:13.650934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:13.688639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c72de496-c8c0-4208-a87c-7494d19864dd req-3fdc03fa-58b8-4298-bccb-c75dc0bf348a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300106 Nov 19 04:08:13.699241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.710173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:13.710616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.826514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f671c7ee-e484-4518-9ac3-25641616ef9f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:08:13.865524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0917084 Nov 19 04:08:13.897513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6694a4-44c5-40c3-9a04-1e6b95305784 tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Pushing event updated for resources: {'Network': ['ID=78a3b66c-b05a-4a2b-8674-02fc165a4ca7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:13.904154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce94c4d4-ef73-429a-8d4b-07258205c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:13.929782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:14.031064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ce94c4d4-ef73-429a-8d4b-07258205c927 None None] For port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,segment=NetworkSegment(8aa29c88-3170-4087-b599-a554474a4272),segment_id=8aa29c88-3170-4087-b599-a554474a4272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:14.058995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699faad-d847-4f4a-bd65-870eca35e7b1 req-88b8453c-9929-4a78-9e11-b757f65c2474 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:14.068337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6699faad-d847-4f4a-bd65-870eca35e7b1 req-88b8453c-9929-4a78-9e11-b757f65c2474 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.1460993 Nov 19 04:08:14.072868 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce94c4d4-ef73-429a-8d4b-07258205c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.157956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:14.186988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6699faad-d847-4f4a-bd65-870eca35e7b1 req-9355042d-9867-4939-9ca6-80314e8743ca tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173897 Nov 19 04:08:14.332738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Provisioning complete for port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:14.333223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.340983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c4d4-ef73-429a-8d4b-07258205c927 None None] Pushing event updated for resources: {'Port': ['ID=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:14.352085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.384680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69347f4e-ae65-4396-8088-6512076c449d req-3b378e5f-908a-4bbf-9a63-cc8d00779c13 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:14.386577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69347f4e-ae65-4396-8088-6512076c449d req-3b378e5f-908a-4bbf-9a63-cc8d00779c13 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 944 time: 0.0872638 Nov 19 04:08:14.412451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Router e91f9591-0833-497e-99fd-e1ad240f082a is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:08:14.425472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router ca5e192b-fac6-4fdb-8578-d39bd9a329db is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:08:14.432494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:14.432885 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.475126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69347f4e-ae65-4396-8088-6512076c449d req-bb85b5d7-676b-4145-b8a9-df956accdb73 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Nov 19 04:08:14.599717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:14.635316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Provisioning complete for port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:14.635770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.681297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:14.691134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8ef5ca4-9449-43e8-95de-60a63c6e147a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8422382 Nov 19 04:08:14.692703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59688) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:14.695867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] Sync routers for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:14.705231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:14.705231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.714463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59690) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:14.722626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Request body: {'port': {'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7', 'binding:host_id': 'n-h1-818503-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-128535898'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:14.756528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:14.765977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:14.766640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.780744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:14.793766 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] Sync routers for ids ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:14.807522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.809772 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] Routers {'ca5e192b-fac6-4fdb-8578-d39bd9a329db'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:14.811234 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.835515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:14.836151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.869020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] For port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:14.877873 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.879769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.880410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781584-b8a1-47fe-a1b0-83ceaebc53a6 None None] The sync data for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:14.889264 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] Routers {'ca5e192b-fac6-4fdb-8578-d39bd9a329db'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:14.889950 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.890431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f671c7ee-e484-4518-9ac3-25641616ef9f up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:14.916913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Provisioning complete for port 9fb996cf-6f1b-4556-809f-ece41f267c8d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:14.917198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.928997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] device_id is not set on port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:14.929243 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:14.929840 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c081a6-cdbe-4afc-89d1-dfebdd565d81 None None] The sync data for ids ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:14.941048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Made reservation on behalf of cbe803c983064a9aaf51fca9f8db519a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:14.943444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.958542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.962960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.972378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:14.973615 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-435908f9-faa6-4231-a9a5-4dcc0bf89fff tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5415132 Nov 19 04:08:14.982858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59694) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:14.988975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-5eaeb5bf-a896-4905-a09b-651d94ba2eff tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:14.991599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-5eaeb5bf-a896-4905-a09b-651d94ba2eff tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 946 time: 0.2404068 Nov 19 04:08:15.010649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc374ad1-d36c-4f04-a97e-6602494a9c7b None None] Port 9fb996cf-6f1b-4556-809f-ece41f267c8d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:15.029805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f671c7ee-e484-4518-9ac3-25641616ef9f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:08:15.034930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f671c7ee-e484-4518-9ac3-25641616ef9f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:15.036044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.045278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.051633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.058206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.064986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.071107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.077223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.084345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.095421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-105c4843-a464-4b4e-abb8-701d465bf771 req-4ff722b1-82c7-4d61-a192-df2d26c4e0e0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 5358 time: 0.2204714 Nov 19 04:08:15.128403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-da648bd5-98d8-40ba-a5fa-f8596c156856 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/routers/ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 200 len: 880 time: 0.1442213 Nov 19 04:08:15.142287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.154615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-222919c5-7837-4745-900e-36ae8b04802d None None] Provisioning complete for port 9fb996cf-6f1b-4556-809f-ece41f267c8d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:15.154838 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-222919c5-7837-4745-900e-36ae8b04802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.207130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.208349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:15.220690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f671c7ee-e484-4518-9ac3-25641616ef9f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f671c7ee-e484-4518-9ac3-25641616ef9f,segment=NetworkSegment(23394e03-2977-4429-902c-388a3b9e93b8),segment_id=23394e03-2977-4429-902c-388a3b9e93b8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:15.223395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18372fe2-fdba-4d66-91e8-015ee73df255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f671c7ee-e484-4518-9ac3-25641616ef9f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:15.226463 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ab3bd4-9f05-4356-b42d-1d4c5b526db3" -d '{"events": [{"server_uuid": "18372fe2-fdba-4d66-91e8-015ee73df255", "name": "network-vif-plugged", "status": "completed", "tag": "f671c7ee-e484-4518-9ac3-25641616ef9f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:15.234072 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.235830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 640d3df4-3e8b-46a2-8208-6ab53bf6909b no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:15.265087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.290362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-222919c5-7837-4745-900e-36ae8b04802d None None] Port 9fb996cf-6f1b-4556-809f-ece41f267c8d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:15.331356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f671c7ee-e484-4518-9ac3-25641616ef9f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:15.341766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Pushing event updated for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:15.345118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.399276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5775a-5fcf-4e40-a43e-44996e26da04,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:15.414193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:15.443272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-105c4843-a464-4b4e-abb8-701d465bf771 req-356a82d7-1ba5-4e80-8866-0ecd0939348d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&id=ad0ddfac-8a89-4b73-a407-8213091c22ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3464811 Nov 19 04:08:15.451949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.522963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:15.527580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.553630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Deleting port 640d3df4-3e8b-46a2-8208-6ab53bf6909b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:15.554684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.640723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:15.655861 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-c18b3a58-8d3a-404a-b022-32aee2f24e56 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:08:15.658050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c18b3a58-8d3a-404a-b022-32aee2f24e56 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9639621 Nov 19 04:08:15.664226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:15.736762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] No DVR routers for this DVR port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:15.799512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9dc2d-9736-4d65-b59c-d527a19d9cfd req-dfbdb944-229a-43c9-a23c-787a2593f2cc tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.807712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58e9dc2d-9736-4d65-b59c-d527a19d9cfd req-dfbdb944-229a-43c9-a23c-787a2593f2cc tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 944 time: 0.1945591 Nov 19 04:08:15.825017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] For port 640d3df4-3e8b-46a2-8208-6ab53bf6909b, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=640d3df4-3e8b-46a2-8208-6ab53bf6909b,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:15.825409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.857711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3a67271d-208e-4fb1-bee0-9a7202275ceb None None] Provisioning complete for port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:15.858812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3a67271d-208e-4fb1-bee0-9a7202275ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.897182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] In _notify_port_updated(), no bound segment for port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:08:15.898097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:15.898712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.900013 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f0552552-8286-447f-9faf-c6c70740911e service neutron] 10.222.0.31 "PUT /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 200 len: 1027 time: 2.2550933 Nov 19 04:08:15.907099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:15.909456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3a67271d-208e-4fb1-bee0-9a7202275ceb None None] Port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:15.963352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:15.964036 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:15.995559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:16.003897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-4f2d3f3e-d56a-4514-8c79-d56544d97943 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:16.005348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-4f2d3f3e-d56a-4514-8c79-d56544d97943 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "GET /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0866716 Nov 19 04:08:16.018274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.031031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:16.038683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.048285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:16.099662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:16.100106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:16.173426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:16.182281 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.184945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb409ee8-ebb3-42bb-8ce2-60311e2cff5c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9753289 Nov 19 04:08:16.185770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.190184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59708) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:16.195795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-224852316'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:16.226356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:16.236124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.237340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c4ac5c62-6443-48eb-83e0-55daca71ee17 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:16.249884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Checking segment: {'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:16.250881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Network hostable DHCP agents. Network: 78a3b66c-b05a-4a2b-8674-02fc165a4ca7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:16.327969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:16.360205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:16.371361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.389219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58e9dc2d-9736-4d65-b59c-d527a19d9cfd req-1e85c211-5071-47ec-9334-5a8e2aba4b20 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2b19883-e562-43f1-ac86-e0083c35e8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806241 Nov 19 04:08:16.405220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 78a3b66c-b05a-4a2b-8674-02fc165a4ca7) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:16.414074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:16.415751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8eba43-0245-477c-be0b-85bc0f2955d0 None None] Network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:16.477988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:16.478342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:16.478686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:16.510611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:16.510611 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:16.513917 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 2 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:16.518043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c4ac5c62-6443-48eb-83e0-55daca71ee17,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:16.533208 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c25064-0d50-4ee6-aacd-35aa345f3222 x-openstack-request-id: req-d9c25064-0d50-4ee6-aacd-35aa345f3222 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:16.533535 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18372fe2-fdba-4d66-91e8-015ee73df255", "name": "network-vif-plugged", "status": "completed", "tag": "f671c7ee-e484-4518-9ac3-25641616ef9f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:16.533729 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9c25064-0d50-4ee6-aacd-35aa345f3222 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:16.534160 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18372fe2-fdba-4d66-91e8-015ee73df255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f671c7ee-e484-4518-9ac3-25641616ef9f', 'code': 200} Nov 19 04:08:16.608386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:16.608735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:16.609078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:16.630225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.630585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.631126 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Floating IP 4c8ed7cd-bd50-46e4-93a0-55ba1a053866 disassociated. External IP: 172.25.8.209, port: 640d3df4-3e8b-46a2-8208-6ab53bf6909b. Nov 19 04:08:16.631481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Calling delete_port for 640d3df4-3e8b-46a2-8208-6ab53bf6909b owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:16.635935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:16.636282 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:16.646401 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 3 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:16.669905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] For port c4ac5c62-6443-48eb-83e0-55daca71ee17, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:16.731167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:16.731519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:16.731867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:16.744413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1312e-fef6-4743-8c8e-3a50c6855782 req-926189c2-a577-4b64-ae9a-ba33ed0b8459 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:16.745967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68e1312e-fef6-4743-8c8e-3a50c6855782 req-926189c2-a577-4b64-ae9a-ba33ed0b8459 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 945 time: 0.1222539 Nov 19 04:08:16.748409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5b6f-3c79-477f-a909-50af3460ded3 req-a3de37d5-ba44-4632-a751-b4ad7c1a071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:16.749910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-58ee5b6f-3c79-477f-a909-50af3460ded3 req-a3de37d5-ba44-4632-a751-b4ad7c1a071c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 1096 time: 0.1812792 Nov 19 04:08:16.756323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:16.756672 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:16.760022 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 4 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:16.803050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] device_id is not set on port c4ac5c62-6443-48eb-83e0-55daca71ee17 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:16.832410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:16.832711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:16.833078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:16.839520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.852940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:16.853280 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:16.861108 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 5 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:16.863624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.874385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68e1312e-fef6-4743-8c8e-3a50c6855782 req-849e5c61-ae68-4979-9b0d-8ded466a8466 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171813 Nov 19 04:08:16.894043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.900347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:08:16.900709 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:08:16.914997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.942930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:16.943288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:16.943636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:16.955900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-58ee5b6f-3c79-477f-a909-50af3460ded3 req-106b5413-1360-4c06-bb22-ff97f29fa36b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874795 Nov 19 04:08:16.958162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:16.962972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:16.963318 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:16.966950 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 6 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:16.977192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:16.999508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.004031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] No DVR routers for this DVR port c4ac5c62-6443-48eb-83e0-55daca71ee17 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:17.066254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event deleted for resources: {'Port': ['ID=640d3df4-3e8b-46a2-8208-6ab53bf6909b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:17.130344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-7ed80e5c-9d81-4efd-b017-230e49310bc9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:17.137114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-7ed80e5c-9d81-4efd-b017-230e49310bc9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:17.144594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-7ed80e5c-9d81-4efd-b017-230e49310bc9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:17.150672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-7ed80e5c-9d81-4efd-b017-230e49310bc9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:17.157482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-7ed80e5c-9d81-4efd-b017-230e49310bc9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:17.159436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-7ed80e5c-9d81-4efd-b017-230e49310bc9 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 3884 time: 0.2035143 Nov 19 04:08:17.239713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2c315158-4105-4a3a-932c-2c5d3657f590 None None] Provisioning complete for port c4ac5c62-6443-48eb-83e0-55daca71ee17 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:17.240302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2c315158-4105-4a3a-932c-2c5d3657f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.276562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2c315158-4105-4a3a-932c-2c5d3657f590 None None] Port c4ac5c62-6443-48eb-83e0-55daca71ee17 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:17.319021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83c52c75-9946-4956-87c9-c3031e8c64e2 req-c616e4e5-d77a-4b82-ab8f-a82b1084a094 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473303 Nov 19 04:08:17.350237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Router 37966d6b-3037-478a-9f75-80ab383145e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:17.378893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:17.379249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:17.379591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:17.393851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:17.394213 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:17.397507 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 7 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:17.448646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] In _notify_port_updated(), no bound segment for port c4ac5c62-6443-48eb-83e0-55daca71ee17 on network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:08:17.449549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:17.450192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.451499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-034a9093-17d8-4142-ac62-476ccb2c9d65 service neutron] 10.222.0.31 "PUT /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 200 len: 1028 time: 1.4315743 Nov 19 04:08:17.460240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:17.460591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:17.460940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:17.481235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1363f363-2bca-48d7-9f41-3ad562361b95 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:17.531205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:17.539872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:17.540217 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:17.550236 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 8 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:17.565404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f180-adc6-42de-8628-53e948ba15af None None] Sync routers for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:17.580698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] No DVR routers for this DVR port 640d3df4-3e8b-46a2-8208-6ab53bf6909b on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:17.584282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.587917 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a20a978c-b9c4-423b-83f8-ef5432fd0aa6 req-3fd244c5-99fe-4e59-9c2e-b65417013f63 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.36 "DELETE /v2.0/ports/640d3df4-3e8b-46a2-8208-6ab53bf6909b HTTP/1.1" status: 204 len: 173 time: 2.5863237 Nov 19 04:08:17.588530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'name': 'network-vif-deleted', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:17.590867 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0bb39a-5c41-4edb-ba4c-4a74516f1391" -d '{"events": [{"server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "name": "network-vif-deleted", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:17.592948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.595531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:17.596398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:17.597373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:17.597730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:17.598179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:17.615486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:17.615832 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:17.619169 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 9 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:17.631551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Deleting port 9fb996cf-6f1b-4556-809f-ece41f267c8d {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:17.631972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.642898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:17.643258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:17.643614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:17.713878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router ca5e192b-fac6-4fdb-8578-d39bd9a329db has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:17.739275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:17.739639 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:17.741620 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 10 to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe Nov 19 04:08:17.773448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1363f363-2bca-48d7-9f41-3ad562361b95,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:17.779930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.780611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e879143a-20a7-4702-8a45-630e36574bb2 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:17.781771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.857517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:17.858263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:17.858783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:17.865952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:17.867635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:17.868150 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:17.869215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.902145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port e879143a-20a7-4702-8a45-630e36574bb2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:17.902564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:17.907350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Calling delete_port for 9fb996cf-6f1b-4556-809f-ece41f267c8d owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:17.945724 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:08:18.097579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09e19221-9b44-41f4-b272-df01fbefeb7c req-c654cb15-faf2-41d9-9cec-852b233a8703 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.0843146 Nov 19 04:08:18.209732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e879143a-20a7-4702-8a45-630e36574bb2,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:18.210545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.216517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:18.228896 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] Sync routers for ids ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:18.237286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.241734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e5534908-09a6-4331-86ac-ca7ab55b92a0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 200 len: 887 time: 2.0495584 Nov 19 04:08:18.244566 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] Routers {'ca5e192b-fac6-4fdb-8578-d39bd9a329db'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:18.245048 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:18.248586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59732) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:18.252453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] For port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:18.253047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempted to set empty binding levels {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 04:08:18.254540 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f849d9-b1d4-4da1-8d2b-4325c388ef69 x-openstack-request-id: req-f9f849d9-b1d4-4da1-8d2b-4325c388ef69 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:18.254971 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "name": "network-vif-deleted", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:18.255445 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9f849d9-b1d4-4da1-8d2b-4325c388ef69 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:18.256334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for e879143a-20a7-4702-8a45-630e36574bb2 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:18.257220 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'name': 'network-vif-deleted', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'status': 'completed', 'code': 200} Nov 19 04:08:18.272179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:18.333893 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:18.346422 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] Routers {'ca5e192b-fac6-4fdb-8578-d39bd9a329db'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:18.347538 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:18.387465 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:18.388514 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b3f0d-631a-436b-b186-d5d7fce2191e None None] The sync data for ids ['ca5e192b-fac6-4fdb-8578-d39bd9a329db'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:18.412152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e16876-de71-432d-85e9-9056e9988da7 req-ba77574c-bfb1-4324-a9c7-e44980879058 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:18.413645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98e16876-de71-432d-85e9-9056e9988da7 req-ba77574c-bfb1-4324-a9c7-e44980879058 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 945 time: 0.0824440 Nov 19 04:08:18.439819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.446667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.512095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59e6e542-2185-4fc8-8575-f64ef5494cd0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/routers/ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 200 len: 887 time: 0.2620618 Nov 19 04:08:18.512813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59736) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:18.516926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Port': ['ID=9fb996cf-6f1b-4556-809f-ece41f267c8d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:18.524247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.543032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b'}, {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe'}, {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95'}, {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:18.547584 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ea884-62fa-422f-a9ad-355b05a4938a" -d '{"events": [{"server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "name": "network-vif-unplugged", "status": "completed", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b"}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe"}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95"}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e879143a-20a7-4702-8a45-630e36574bb2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:18.567163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e879143a-20a7-4702-8a45-630e36574bb2, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e879143a-20a7-4702-8a45-630e36574bb2,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:18.589578 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.593699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device e76e9786-9af0-4897-ae11-0cafb01dc699 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:18.629227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:18.629863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.687436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-70899884-0e28-4686-8d63-c4383d96f450 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 200 len: 205 time: 0.1035669 Nov 19 04:08:18.694722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59740) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:18.760727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.0414760 Nov 19 04:08:18.774283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0dbe8-f4f8-4e57-bb1b-8fa75fa987ce tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:18.780682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59742) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:18.834712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:18.870347 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.886886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:18.924935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98e16876-de71-432d-85e9-9056e9988da7 req-7ded03a7-1729-431c-80ff-f967f2702b46 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042429 Nov 19 04:08:18.925237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:28Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:18.977495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f180-adc6-42de-8628-53e948ba15af None None] Checking router: 37966d6b-3037-478a-9f75-80ab383145e6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:08:18.989239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e76e9786-9af0-4897-ae11-0cafb01dc699,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:19.001287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:19.003803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:19.008328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.008522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:19.060408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.106091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=e879143a-20a7-4702-8a45-630e36574bb2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:19.124465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.141329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Deleting port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:19.142343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.186908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:19.213557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9499-93ef-43c2-bbf4-e8b3f47a01ac req-18a3214d-31ae-41b3-8577-5bcef16be8f5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:19.220735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9499-93ef-43c2-bbf4-e8b3f47a01ac req-18a3214d-31ae-41b3-8577-5bcef16be8f5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:19.227628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9499-93ef-43c2-bbf4-e8b3f47a01ac req-18a3214d-31ae-41b3-8577-5bcef16be8f5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:19.236171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9499-93ef-43c2-bbf4-e8b3f47a01ac req-18a3214d-31ae-41b3-8577-5bcef16be8f5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:19.238987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:19.244633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-735c9499-93ef-43c2-bbf4-e8b3f47a01ac req-18a3214d-31ae-41b3-8577-5bcef16be8f5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 3145 time: 0.1711502 Nov 19 04:08:19.255473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] For port 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe, host n-h1-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:19.255858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.272854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Calling delete_port for 664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:19.303750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.412471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:19.444534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.458266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] No DVR routers for this DVR port e879143a-20a7-4702-8a45-630e36574bb2 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:19.461214 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.465409 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.468856 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-f5482202-3b24-4f62-a827-13ef2f430d2f tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "DELETE /v2.0/ports/e879143a-20a7-4702-8a45-630e36574bb2 HTTP/1.1" status: 204 len: 173 time: 2.0047822 Nov 19 04:08:19.480615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.487074 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "DELETE /v2.0/ports/664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe HTTP/1.1" status: 204 len: 168 time: 0.7023339 Nov 19 04:08:19.539888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:19.542258 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e679646-fa67-44b1-a807-8ccbc1145cb4" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "e879143a-20a7-4702-8a45-630e36574bb2"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:19.572720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59750) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:19.591457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:19.635187 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da195af-e1f0-43c3-b95a-30827f97f811 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:08:19.636703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9da195af-e1f0-43c3-b95a-30827f97f811 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "GET /v2.0/ports/664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe HTTP/1.1" status: 404 len: 333 time: 0.0616460 Nov 19 04:08:19.651996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efb66c-a642-46be-89b4-93da37969345 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event deleted for resources: {'Port': ['ID=664c2ecc-8bcf-4eeb-9ab9-0420fd5dc5fe,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:19.653929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59754) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:19.661495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Request body: {'port': {'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1037908722'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:19.675026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5062f180-adc6-42de-8628-53e948ba15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:28Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:19.705367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Made reservation on behalf of cbe803c983064a9aaf51fca9f8db519a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:19.708245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.715533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f180-adc6-42de-8628-53e948ba15af None None] The sync data for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 is: [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '0300993e-28d4-4866-8d82-cec327658cf6', 'name': '', 'network_id': 'a45af5c7-9a70-45c0-9df2-4f55c776e8ce', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'mac_address': 'fa:16:3e:51:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:21Z', 'updated_at': '2021-11-19T04:05:28Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'subnets': [{'id': '95927755-dd4f-4769-9e85-9eafaa4b3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:19.738887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port 1363f363-2bca-48d7-9f41-3ad562361b95 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:19.739580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.795439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:19.832837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port 65e42eb3-d128-4607-9335-693bcd25f99a yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:19.847723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-735c9499-93ef-43c2-bbf4-e8b3f47a01ac req-3c38d3f8-9748-4ac6-98a8-2f2529b35103 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5953932 Nov 19 04:08:19.949683 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6114e468-c368-4e60-b7b2-1da744b89600 x-openstack-request-id: req-6114e468-c368-4e60-b7b2-1da744b89600 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:19.950106 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d1ecdd-b7a7-4bfd-980f-4ad496454015", "name": "network-vif-unplugged", "status": "completed", "tag": "640d3df4-3e8b-46a2-8208-6ab53bf6909b", "code": 200}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe", "code": 200}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95", "code": 200}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e879143a-20a7-4702-8a45-630e36574bb2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:19.950364 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6114e468-c368-4e60-b7b2-1da744b89600 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:19.950790 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d1ecdd-b7a7-4bfd-980f-4ad496454015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640d3df4-3e8b-46a2-8208-6ab53bf6909b', 'code': 200} Nov 19 04:08:19.951057 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe', 'code': 200} Nov 19 04:08:19.951317 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95', 'code': 200} Nov 19 04:08:19.951574 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2', 'code': 200} Nov 19 04:08:20.034185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Router e91f9591-0833-497e-99fd-e1ad240f082a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:20.110829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.131300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] For port 1363f363-2bca-48d7-9f41-3ad562361b95, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1363f363-2bca-48d7-9f41-3ad562361b95,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:20.131684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.177569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:20.187100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6b18f415-c18f-4ad6-a18d-dc5efda3a7bd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5157046 Nov 19 04:08:20.187100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 2915f519-8361-4691-933e-5d0e3bc55315 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:20.187100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.188822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] Sync routers for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:20.207854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:20.208510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:20.211754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59758) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:20.267763 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64482179-0f24-41ac-9907-7d390b02fa0d None None] New status for floating IP 4c8ed7cd-bd50-46e4-93a0-55ba1a053866: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:08:20.272714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:20.285166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1151f69a-09dc-4632-8698-75b4f5e40d21 req-3a7a19e6-b7d0-4769-bfe6-579d382b772e tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.0431085 Nov 19 04:08:20.301399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:20.302142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:20.316311 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.330777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 2915f519-8361-4691-933e-5d0e3bc55315 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:20.382427 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-3144c05c-a178-46a8-9084-77296787191e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] delete failed (client error): The resource could not be found. Nov 19 04:08:20.387237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3144c05c-a178-46a8-9084-77296787191e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1005612073 HTTP/1.1" status: 404 len: 335 time: 0.1606214 Nov 19 04:08:20.388520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59760) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:20.393715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:20.394443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77ce89-8f5c-47dc-a2a7-d2bdfc129dc6 None None] The sync data for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:20.396270 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb020cb-b348-4a8c-924f-c44e972faf9c x-openstack-request-id: req-2fb020cb-b348-4a8c-924f-c44e972faf9c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:20.396579 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "e879143a-20a7-4702-8a45-630e36574bb2", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:20.396774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bb34322f-adb2-4601-8141-56b2a101b1dd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e91f9591-0833-497e-99fd-e1ad240f082a'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:20.396911 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fb020cb-b348-4a8c-924f-c44e972faf9c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:20.397242 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': 'e879143a-20a7-4702-8a45-630e36574bb2', 'status': 'completed', 'code': 200} Nov 19 04:08:20.572698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.573326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.573476 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Floating IP 7e5a5488-1d36-474d-a478-252e6948f429 disassociated. External IP: 172.25.8.81, port: 1363f363-2bca-48d7-9f41-3ad562361b95. Nov 19 04:08:20.573731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for 1363f363-2bca-48d7-9f41-3ad562361b95 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:20.649149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.717205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:20.726911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:20.729446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:20.730968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:20.731593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.741409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=65e42eb3-d128-4607-9335-693bcd25f99a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:20.771559 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-56dea597-8025-4ac9-9208-607af04db8f2 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1163118 Nov 19 04:08:20.775711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59768) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:20.788238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:20.795214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.854034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb34322f-adb2-4601-8141-56b2a101b1dd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.886994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:20.915885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=2915f519-8361-4691-933e-5d0e3bc55315,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:20.916848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70517757-2604-4c0d-8e91-5133d55e641f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:20.918245 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-bb34322f-adb2-4601-8141-56b2a101b1dd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] update failed (client error): The resource could not be found. Nov 19 04:08:20.925419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bb34322f-adb2-4601-8141-56b2a101b1dd tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a HTTP/1.1" status: 404 len: 339 time: 0.5358555 Nov 19 04:08:20.929762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:20.933365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=1363f363-2bca-48d7-9f41-3ad562361b95,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:21.013588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.063428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.148403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.152463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.209452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.211308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router ca5e192b-fac6-4fdb-8578-d39bd9a329db {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:08:21.241002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.242787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-899448c4-fdd4-4579-b5a6-c12f05a4dbae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 204 len: 168 time: 2.5429409 Nov 19 04:08:21.247556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59780) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:21.255167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-220293108'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:21.269236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-665ab421-9628-4941-9f58-bf412b5bbaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.287712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:21.292948 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.364186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:21.377395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.377789 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment 505de807-bdaf-4f2a-a65d-f6b438dbf43e of type vlan for network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a Nov 19 04:08:21.408874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8db5d-8295-4a68-a389-2f483536a84c req-29a9e862-411b-4125-845c-b089c1a50bea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:21.415286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8db5d-8295-4a68-a389-2f483536a84c req-29a9e862-411b-4125-845c-b089c1a50bea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:21.421716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8db5d-8295-4a68-a389-2f483536a84c req-29a9e862-411b-4125-845c-b089c1a50bea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:21.424067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68d8db5d-8295-4a68-a389-2f483536a84c req-29a9e862-411b-4125-845c-b089c1a50bea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 2409 time: 0.1118538 Nov 19 04:08:21.430556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Router 784234d0-9be3-4c29-8959-2de56abb1839 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:21.492898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.542338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68d8db5d-8295-4a68-a389-2f483536a84c req-6524ef35-4dee-4c4c-8b9f-fdabc10a873e tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776913 Nov 19 04:08:21.591798 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.599562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:21.600203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.694761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4450598 Nov 19 04:08:21.721251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:21.729133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:21.738795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0681d73e-d0de-4a08-b7a8-f9fd32709b55 req-0ae71d19-2225-4057-b3a1-b8d3962f1a64 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.0680630 Nov 19 04:08:21.741576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b34e9a-76b8-4238-9079-4be12be09566 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=e74bde0b-ae3f-4ae0-928e-7dc86bc5144a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:21.753289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:21.934555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:21.949151 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:21.953504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699'}, {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:21.958149 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0270f8af-136e-4a93-b37a-a9abf9063d92" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699"}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:21.990801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port 65e42eb3-d128-4607-9335-693bcd25f99a yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:22.001211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.003499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.048297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.099507 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c35d0-c2d6-4442-9754-c41d95ddfa1c x-openstack-request-id: req-216c35d0-c2d6-4442-9754-c41d95ddfa1c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:22.099809 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699", "code": 200}, {"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:22.100095 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-216c35d0-c2d6-4442-9754-c41d95ddfa1c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:22.100527 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699', 'code': 200} Nov 19 04:08:22.101458 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9', 'code': 200} Nov 19 04:08:22.232515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.314620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=a0327c3f-1f45-445f-b9f1-22f52b76b614,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:22.342807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': '505de807-bdaf-4f2a-a65d-f6b438dbf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:22.343187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: e74bde0b-ae3f-4ae0-928e-7dc86bc5144a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:22.367077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:22.385255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e74bde0b-ae3f-4ae0-928e-7dc86bc5144a) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:22.391481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:22.392108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.398237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9de175-6565-4b73-b3dd-edb7f5235222 None None] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:22.414245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:22.414245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=65e42eb3-d128-4607-9335-693bcd25f99a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:22.431195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-21e4c49e-5ff8-43b4-ae53-5d150e534866 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060113 Nov 19 04:08:22.433167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59800) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:22.435120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] Sync routers for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:22.438278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1153518154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:22.492777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:22.493196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:22.493600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:22.494971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:22.495612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:22.497858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.500128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.536518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] No DVR routers for this DVR port 1363f363-2bca-48d7-9f41-3ad562361b95 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:22.541272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.545276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-6a432376-c289-4576-b1ca-103b2f7f5883 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "DELETE /v2.0/ports/1363f363-2bca-48d7-9f41-3ad562361b95 HTTP/1.1" status: 204 len: 173 time: 3.0591853 Nov 19 04:08:22.545876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:22.546277 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:22.550584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:22.553019 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a745bc8-0890-47bb-8d2f-cd6feb071985" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:22.555839 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 2 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:22.624528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.641346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.647818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.675342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.681782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b01f902a-aeb2-46e4-b644-b81a77bae3d1 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2475510 Nov 19 04:08:22.682691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59808) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:22.684948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:22.685330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:22.685707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:22.715685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e74bde0b-ae3f-4ae0-928e-7dc86bc5144a', 'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': 'a0327c3f-1f45-445f-b9f1-22f52b76b614'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:22.716973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:22.721198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:22.842054 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff34185-8b14-4a75-9d1f-43b8fafbdd72 x-openstack-request-id: req-cff34185-8b14-4a75-9d1f-43b8fafbdd72 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:22.842425 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "1363f363-2bca-48d7-9f41-3ad562361b95", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:22.842828 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cff34185-8b14-4a75-9d1f-43b8fafbdd72 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:22.843342 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': '1363f363-2bca-48d7-9f41-3ad562361b95', 'status': 'completed', 'code': 200} Nov 19 04:08:22.851326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:22.851871 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:22.887766 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 3 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:22.908050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:22.908798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:22.909468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:22.914189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Allocated IP 172.20.0.1 (9c532a56-ac21-48cf-830b-1852639fff0a/52147126-913f-450a-854f-42bb998e00bb/eafd242e-943a-41e8-96fd-f4db724e9146) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:22.917192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c48e-4ddc-4e11-a896-2b3222bda768 req-6216d779-65df-43d7-9ee6-afabbe70edfc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:22.924610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c48e-4ddc-4e11-a896-2b3222bda768 req-6216d779-65df-43d7-9ee6-afabbe70edfc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:22.931740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c48e-4ddc-4e11-a896-2b3222bda768 req-6216d779-65df-43d7-9ee6-afabbe70edfc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:22.932985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ea2c48e-4ddc-4e11-a896-2b3222bda768 req-6216d779-65df-43d7-9ee6-afabbe70edfc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 2409 time: 0.0796382 Nov 19 04:08:22.946766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:22.947416 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:23.010147 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ea2c48e-4ddc-4e11-a896-2b3222bda768 req-fb09c1c5-40d4-4f5d-830a-692c37c439d6 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667551 Nov 19 04:08:23.041587 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 4 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:23.052206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Allocated IP 172.20.0.2 (e74bde0b-ae3f-4ae0-928e-7dc86bc5144a/a0327c3f-1f45-445f-b9f1-22f52b76b614/3e1f5df1-78eb-4405-87b6-829a8ef31176) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:23.117555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:23.118067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:23.118523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:23.140346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:23.141346 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:23.188754 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 5 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:23.244930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:23.245276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.276629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:23.277351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:23.277710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:23.294188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ac65ef8-99c2-4b77-9e71-2d12b8d3a685 req-3722cb82-4758-497f-acd4-7ace8e37719b tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.0468547 Nov 19 04:08:23.330323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.350107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:23.350461 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:23.356793 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 6 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:23.377512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:23.394399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:23.394521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:23.394882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:23.423031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:23.423376 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:23.425379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] Checking router: 784234d0-9be3-4c29-8959-2de56abb1839 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:08:23.430823 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 7 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:23.461924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:23.462602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:07:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:23.474471 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.503705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:23.504056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:23.504408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:23.514968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] For port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:23.515362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.527348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:23.527686 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:23.562070 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 8 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:23.582352 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.597589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:23.599838 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.602971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.622061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-18eb3e31-68ce-407c-9e6c-aeec60fe218e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.643721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:23.659252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:23.666666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:23.669962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:23.670483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:23.670804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:23.681359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Pushing event updated for resources: {'Port': ['ID=3e1f5df1-78eb-4405-87b6-829a8ef31176,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:23.685733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:23.699970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 9c532a56-ac21-48cf-830b-1852639fff0a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:23.780042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:23.782154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:23.782586 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:23.784927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:23.791918 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 9 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:23.792227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Attempting to bind port 3e1f5df1-78eb-4405-87b6-829a8ef31176 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:23.792227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Attempting to bind port 3e1f5df1-78eb-4405-87b6-829a8ef31176 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '505de807-bdaf-4f2a-a65d-f6b438dbf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:23.792227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Attempting to bind port 3e1f5df1-78eb-4405-87b6-829a8ef31176 on network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:23.799440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Port': ['ID=eafd242e-943a-41e8-96fd-f4db724e9146,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:23.844140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:23.844599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Checking segment: {'id': '505de807-bdaf-4f2a-a65d-f6b438dbf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:23.845016 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.845427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Bound using segment: {'id': '505de807-bdaf-4f2a-a65d-f6b438dbf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:23.845953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Bound port: 3e1f5df1-78eb-4405-87b6-829a8ef31176, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505de807-bdaf-4f2a-a65d-f6b438dbf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e74bde0b-ae3f-4ae0-928e-7dc86bc5144a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:23.846367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:23.948858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566dcc-002e-4946-b1e1-bb27830e0b0b req-18da941b-e116-433b-8597-b5212e9b5622 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:23.959693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea566dcc-002e-4946-b1e1-bb27830e0b0b req-18da941b-e116-433b-8597-b5212e9b5622 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 945 time: 0.0810096 Nov 19 04:08:23.997756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.20.0.1 (e74bde0b-ae3f-4ae0-928e-7dc86bc5144a/a0327c3f-1f45-445f-b9f1-22f52b76b614/dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:24.032111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] For port 3e1f5df1-78eb-4405-87b6-829a8ef31176, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:24.033176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea566dcc-002e-4946-b1e1-bb27830e0b0b req-e39ddaea-57aa-45d7-b366-1254645e301b tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706937 Nov 19 04:08:24.063748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] For port 3e1f5df1-78eb-4405-87b6-829a8ef31176, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3e1f5df1-78eb-4405-87b6-829a8ef31176,segment=NetworkSegment(505de807-bdaf-4f2a-a65d-f6b438dbf43e),segment_id=505de807-bdaf-4f2a-a65d-f6b438dbf43e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:24.087210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:24.087824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:24.088349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:24.111628 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.212440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-57599718-dfe2-42c5-b936-3fee6bf31575 None None] Provisioning complete for port eafd242e-943a-41e8-96fd-f4db724e9146 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:24.212968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57599718-dfe2-42c5-b936-3fee6bf31575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.216447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2f386-a2d9-4d50-92e7-c830f635156b None None] Pushing event updated for resources: {'Port': ['ID=3e1f5df1-78eb-4405-87b6-829a8ef31176,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:24.239407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.250738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8512353-f227-48c0-a77d-bcc541c799b1 req-11e03b48-496c-4ef5-a3d7-a0ec50d9d9a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:24.264123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8512353-f227-48c0-a77d-bcc541c799b1 req-11e03b48-496c-4ef5-a3d7-a0ec50d9d9a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:24.268201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-57599718-dfe2-42c5-b936-3fee6bf31575 None None] Port eafd242e-943a-41e8-96fd-f4db724e9146 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:24.273009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:24.279195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8512353-f227-48c0-a77d-bcc541c799b1 req-11e03b48-496c-4ef5-a3d7-a0ec50d9d9a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:24.282840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8512353-f227-48c0-a77d-bcc541c799b1 req-11e03b48-496c-4ef5-a3d7-a0ec50d9d9a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 2409 time: 0.1406307 Nov 19 04:08:24.304316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e4251-0564-4a2e-b233-bfc3e07cf867 None None] The sync data for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 is: [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T03:57:22Z', 'revision_number': 4, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c864c5f4-0671-4755-b56d-3f22f4552188', 'name': '', 'network_id': '48eb8720-4add-44ff-aaca-edb67addda3f', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'mac_address': 'fa:16:3e:1e:4d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:21Z', 'updated_at': '2021-11-19T03:57:26Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'subnets': [{'id': '25f507ef-e07a-4760-b990-c8b677b104d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:24.336471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:24.336819 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:24.348108 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 10 to bind port 65e42eb3-d128-4607-9335-693bcd25f99a Nov 19 04:08:24.357601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8512353-f227-48c0-a77d-bcc541c799b1 req-0bc5be85-b6be-463e-a97d-f2e2654197da tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660913 Nov 19 04:08:24.363211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.393429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.517739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:24.518141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:24.518838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:24.530518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.546375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:24.560553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:24.560553 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 65e42eb3-d128-4607-9335-693bcd25f99a on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:24.560553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.567630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-945e9fc0-9c8a-4740-bcab-8205ab8740ec req-4aa29218-d04b-49dd-9e7b-03bb965f59e7 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d1ecdd-b7a7-4bfd-980f-4ad496454015 HTTP/1.1" status: 200 len: 210 time: 0.0532577 Nov 19 04:08:24.574092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:24.602700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:24.606781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:24.784892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:24.814798 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b188f8-45d7-4ae8-8d3e-a9e42af88416 None None] New status for floating IP 7e5a5488-1d36-474d-a478-252e6948f429: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:08:24.823128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] No DVR routers for this DVR port f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:24.825798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:24.838313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-ecc3688e-d1de-4813-98ce-09ab7d0e1c0a tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "DELETE /v2.0/ports/f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe HTTP/1.1" status: 204 len: 173 time: 2.2739413 Nov 19 04:08:24.853182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:24.856985 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df694310-a119-4b96-a00f-e809db9255d9" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:24.863050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.025799 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc24f6e2-05c6-4ec2-b9a1-8365ef6f6c39 x-openstack-request-id: req-dc24f6e2-05c6-4ec2-b9a1-8365ef6f6c39 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:25.026210 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:25.026538 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc24f6e2-05c6-4ec2-b9a1-8365ef6f6c39 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:25.027012 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': 'f489ff78-3ab3-4ebc-bb55-3a8d4b1240fe', 'status': 'completed', 'code': 200} Nov 19 04:08:25.040044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] For port 65e42eb3-d128-4607-9335-693bcd25f99a, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:25.040778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempted to set empty binding levels {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 04:08:25.050432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.066050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.196539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] In _notify_port_updated(), no bound segment for port 65e42eb3-d128-4607-9335-693bcd25f99a on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:08:25.198411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.199063 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.200521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "PUT /v2.0/ports/65e42eb3-d128-4607-9335-693bcd25f99a HTTP/1.1" status: 200 len: 975 time: 4.4236157 Nov 19 04:08:25.236736 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.262307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59832) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:25.323775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933bb61-9fef-4356-bf21-755de262526f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=65e42eb3-d128-4607-9335-693bcd25f99a,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:25.359690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-191d71ba-1b5d-4c82-b0fb-987887785b7e tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.361883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-191d71ba-1b5d-4c82-b0fb-987887785b7e tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.36 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 945 time: 0.2642584 Nov 19 04:08:25.382675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea84229-f2d0-43b7-9efe-7375f9e5f456 req-ff0f6926-f47d-4770-b865-494bdd379ecf tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.391151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eea84229-f2d0-43b7-9efe-7375f9e5f456 req-ff0f6926-f47d-4770-b865-494bdd379ecf tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 945 time: 0.2298882 Nov 19 04:08:25.460119 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.461913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.462434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.462915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.463386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.463860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.464320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.464788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.465448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.466192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.466828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.467466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.468103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.468778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.469420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.470128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.470764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.471392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.472060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.472704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.473335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.473985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.474617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.475317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.475956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.476626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.477257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.477890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.478545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.479200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.479819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.480703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.481332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.482579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.483216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:25.487463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9482799d-b048-4f5e-9c0f-cf97ba15858f tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30325 time: 0.2240293 Nov 19 04:08:25.493184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59836) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:25.560853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:25.561827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.649318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eea84229-f2d0-43b7-9efe-7375f9e5f456 req-b1db347c-c6e8-44d2-be53-87f57d0dfb6a tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/security-groups?id=152548a6-201e-4e31-a1d6-303f52c31e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569873 Nov 19 04:08:25.679437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c5359-a13c-493f-86f8-038cdb44f3f3 None None] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:25.689074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Deleting port f671c7ee-e484-4518-9ac3-25641616ef9f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:25.689734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.759845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Deleting port 65e42eb3-d128-4607-9335-693bcd25f99a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:25.760197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.923476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-070bceaa-80ec-4248-a258-eef1784af583 None None] Provisioning complete for port 3e1f5df1-78eb-4405-87b6-829a8ef31176 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:25.924133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-070bceaa-80ec-4248-a258-eef1784af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:25.977913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3e1f5df1-78eb-4405-87b6-829a8ef31176 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:26.016754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] For port 65e42eb3-d128-4607-9335-693bcd25f99a, host n-h1-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:26.017147 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.041306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838a26-1f74-40b9-85dc-d372feca7b96 req-5b025855-637d-471e-abe0-3a9e6ccfaeb5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:26.048149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838a26-1f74-40b9-85dc-d372feca7b96 req-5b025855-637d-471e-abe0-3a9e6ccfaeb5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:26.055966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29838a26-1f74-40b9-85dc-d372feca7b96 req-5b025855-637d-471e-abe0-3a9e6ccfaeb5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 1677 time: 0.2449574 Nov 19 04:08:26.063271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] For port f671c7ee-e484-4518-9ac3-25641616ef9f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f671c7ee-e484-4518-9ac3-25641616ef9f,segment=NetworkSegment(23394e03-2977-4429-902c-388a3b9e93b8),segment_id=23394e03-2977-4429-902c-388a3b9e93b8)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:26.063670 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.101346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3e1f5df1-78eb-4405-87b6-829a8ef31176 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:26.102220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.104560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Calling delete_port for 65e42eb3-d128-4607-9335-693bcd25f99a owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:26.127355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Calling delete_port for f671c7ee-e484-4518-9ac3-25641616ef9f owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:26.219250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-070bceaa-80ec-4248-a258-eef1784af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.242030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29838a26-1f74-40b9-85dc-d372feca7b96 req-7e1976fb-5a51-4436-ba0f-bab6d71376c0 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845701 Nov 19 04:08:26.340904 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.379826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-070bceaa-80ec-4248-a258-eef1784af583 None None] For port 3e1f5df1-78eb-4405-87b6-829a8ef31176, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3e1f5df1-78eb-4405-87b6-829a8ef31176,segment=NetworkSegment(505de807-bdaf-4f2a-a65d-f6b438dbf43e),segment_id=505de807-bdaf-4f2a-a65d-f6b438dbf43e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:26.406154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-070bceaa-80ec-4248-a258-eef1784af583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.415550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59844) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:26.423099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.540035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:08:26.540444 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:08:26.545755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bceaa-80ec-4248-a258-eef1784af583 None None] Pushing event updated for resources: {'Port': ['ID=3e1f5df1-78eb-4405-87b6-829a8ef31176,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:26.554111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] For port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:26.555122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.579183 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.599587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:26.643156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a570b981-7be9-4547-a5f7-17673acbfc6d None None] Provisioning complete for port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:26.644542 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a570b981-7be9-4547-a5f7-17673acbfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.675406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.694639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "DELETE /v2.0/ports/65e42eb3-d128-4607-9335-693bcd25f99a HTTP/1.1" status: 204 len: 168 time: 1.2000740 Nov 19 04:08:26.705401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59850) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:26.763539 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17d24f36-99ad-4bba-93d8-93efb35218c5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.765966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.766297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a570b981-7be9-4547-a5f7-17673acbfc6d None None] Port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:26.774840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e42eb3-d128-4607-9335-693bcd25f99a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:26.788189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a570b981-7be9-4547-a5f7-17673acbfc6d None None] Provisioning complete for port 3e1f5df1-78eb-4405-87b6-829a8ef31176 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:26.789562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a570b981-7be9-4547-a5f7-17673acbfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.830943 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60c08af-8554-4694-be55-19281aab4a83 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:08:26.836217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a60c08af-8554-4694-be55-19281aab4a83 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "GET /v2.0/ports/65e42eb3-d128-4607-9335-693bcd25f99a HTTP/1.1" status: 404 len: 333 time: 0.0826716 Nov 19 04:08:26.836217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.838713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59852) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:26.862044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1319413335', 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:26.864904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.865463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.866047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.866764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.867310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.867832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.868903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.869460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.869834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.870226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.870574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.870921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ddce7-9c53-4978-a7e2-020a17af9341 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:26.873679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.884324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9aad5d24-87a7-4a5b-8350-40c7e5acc653 req-ef134e3f-c193-4190-b412-f137e73469d8 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.52 "GET /v2.0/ports?device_id=18372fe2-fdba-4d66-91e8-015ee73df255 HTTP/1.1" status: 200 len: 210 time: 0.1155741 Nov 19 04:08:26.908541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f671c7ee-e484-4518-9ac3-25641616ef9f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:08:26.945138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17d24f36-99ad-4bba-93d8-93efb35218c5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.957671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:26.961845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Pushing event deleted for resources: {'Port': ['ID=f671c7ee-e484-4518-9ac3-25641616ef9f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:26.998193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] No DVR routers for this DVR port f671c7ee-e484-4518-9ac3-25641616ef9f on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:27.001955 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.007094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ba8ca97-cd98-4e5b-a26a-4cad08a278ee req-a853a661-445a-410b-bbd7-22aadbd22335 tempest-ServerTagsTestJSON-1561215643 tempest-ServerTagsTestJSON-1561215643-project] 10.222.0.36 "DELETE /v2.0/ports/f671c7ee-e484-4518-9ac3-25641616ef9f HTTP/1.1" status: 204 len: 173 time: 1.6359806 Nov 19 04:08:27.054686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18372fe2-fdba-4d66-91e8-015ee73df255', 'name': 'network-vif-deleted', 'tag': 'f671c7ee-e484-4518-9ac3-25641616ef9f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:27.060760 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e536a422-f263-440f-8ca5-a0efb9d94206" -d '{"events": [{"server_uuid": "18372fe2-fdba-4d66-91e8-015ee73df255", "name": "network-vif-deleted", "tag": "f671c7ee-e484-4518-9ac3-25641616ef9f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:27.076038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17d24f36-99ad-4bba-93d8-93efb35218c5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.083749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-17d24f36-99ad-4bba-93d8-93efb35218c5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.089311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-17d24f36-99ad-4bba-93d8-93efb35218c5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "DELETE /v2.0/security-groups/b2b19883-e562-43f1-ac86-e0083c35e8f5 HTTP/1.1" status: 204 len: 168 time: 0.6726813 Nov 19 04:08:27.090576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59856) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:27.137665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24f36-99ad-4bba-93d8-93efb35218c5 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b19883-e562-43f1-ac86-e0083c35e8f5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:27.150526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.151822 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-fdf5cb76-4c78-48b6-91cf-88d68e2f2eb1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] show failed (client error): The resource could not be found. Nov 19 04:08:27.160998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdf5cb76-4c78-48b6-91cf-88d68e2f2eb1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "GET /v2.0/security-groups/b2b19883-e562-43f1-ac86-e0083c35e8f5 HTTP/1.1" status: 404 len: 347 time: 0.0437000 Nov 19 04:08:27.161298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59858) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:27.164319 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a8aa78-7ec2-4ceb-87ff-bbc2fada0deb x-openstack-request-id: req-b2a8aa78-7ec2-4ceb-87ff-bbc2fada0deb {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:27.164805 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18372fe2-fdba-4d66-91e8-015ee73df255", "name": "network-vif-deleted", "tag": "f671c7ee-e484-4518-9ac3-25641616ef9f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:27.165106 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2a8aa78-7ec2-4ceb-87ff-bbc2fada0deb {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:27.165623 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18372fe2-fdba-4d66-91e8-015ee73df255', 'name': 'network-vif-deleted', 'tag': 'f671c7ee-e484-4518-9ac3-25641616ef9f', 'status': 'completed', 'code': 200} Nov 19 04:08:27.196896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5cb12880-a5aa-4f8a-a165-18871687e11f None None] Provisioning complete for port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:27.196896 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5cb12880-a5aa-4f8a-a165-18871687e11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.198615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event updated for resources: {'Port': ['ID=eafd242e-943a-41e8-96fd-f4db724e9146,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:27.201455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.245203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Made reservation on behalf of cbe803c983064a9aaf51fca9f8db519a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:27.247785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.270635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5cb12880-a5aa-4f8a-a165-18871687e11f None None] Port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:27.279293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.416242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450554f-55bb-4816-a7f6-10eea1bef363 req-2c9f7089-bbd7-4f9e-abad-5aeba7b8054c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:27.431858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450554f-55bb-4816-a7f6-10eea1bef363 req-2c9f7089-bbd7-4f9e-abad-5aeba7b8054c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:27.447355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port c4653aae-8678-4ef9-9dc9-0cd3293049c3 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:27.448110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6450554f-55bb-4816-a7f6-10eea1bef363 req-2c9f7089-bbd7-4f9e-abad-5aeba7b8054c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 1677 time: 0.0983369 Nov 19 04:08:27.480883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:27.483561 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.528982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6450554f-55bb-4816-a7f6-10eea1bef363 req-321c28cb-8918-4611-afd7-8f2be1578d4c tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795166 Nov 19 04:08:27.612881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Network 9c532a56-ac21-48cf-830b-1852639fff0a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:27.660603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:27.667466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:27.770709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=5b8321f2-0d43-4e7a-8266-ea07f03a0cb9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:27.902181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3e1f5df1-78eb-4405-87b6-829a8ef31176 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:27.966710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59866) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:28.004663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] No DVR routers for this DVR port 5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:28.005612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3e1f5df1-78eb-4405-87b6-829a8ef31176 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:28.006464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.015517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Deleting port bf4b61b5-4f67-4817-8358-f4862ea74f8f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:28.015869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.020639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.024799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-c26cdbcb-ffc6-44f4-938d-cd9ff23eedea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "DELETE /v2.0/ports/5b8321f2-0d43-4e7a-8266-ea07f03a0cb9 HTTP/1.1" status: 204 len: 173 time: 3.1532910 Nov 19 04:08:28.027888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:28.030189 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c73ddb1-5433-41fb-8308-cfcbd236d164" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:28.044764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Deleting subnet e0cd7f36-9d58-443a-ac48-015c8952819c {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:28.049335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.056086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:28.088020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.123793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-de4ac4d7-a933-455b-9245-0074848cc8a1 None None] Provisioning complete for port eafd242e-943a-41e8-96fd-f4db724e9146 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:28.124137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:28.124647 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-de4ac4d7-a933-455b-9245-0074848cc8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.127801 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcee78b-ea06-4330-ac4c-d0ee57ae51bc x-openstack-request-id: req-bfcee78b-ea06-4330-ac4c-d0ee57ae51bc {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:28.128103 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "5b8321f2-0d43-4e7a-8266-ea07f03a0cb9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:28.128368 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfcee78b-ea06-4330-ac4c-d0ee57ae51bc {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:28.128776 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': '5b8321f2-0d43-4e7a-8266-ea07f03a0cb9', 'status': 'completed', 'code': 200} Nov 19 04:08:28.135128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Router e91f9591-0833-497e-99fd-e1ad240f082a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:28.182075 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.211445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.235279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-de4ac4d7-a933-455b-9245-0074848cc8a1 None None] Port eafd242e-943a-41e8-96fd-f4db724e9146 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:28.296497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.335389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0cd7f36-9d58-443a-ac48-015c8952819c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:28.338909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.351603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d7f535b7-a2f4-408d-9d04-d6c02283c84e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e0cd7f36-9d58-443a-ac48-015c8952819c HTTP/1.1" status: 204 len: 168 time: 0.3750722 Nov 19 04:08:28.352643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59870) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:28.444293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.517541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.518065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.535937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.556498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Calling delete_port for bf4b61b5-4f67-4817-8358-f4862ea74f8f owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:28.561488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b29ce63-3944-4828-9203-2c0858d8c889']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.574510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23394e03-2977-4429-902c-388a3b9e93b8') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.574826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23394e03-2977-4429-902c-388a3b9e93b8') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.579443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.588529 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.599820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c9708c7-9509-45d9-8107-6837e9f1b877 None None] Provisioning complete for port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:28.602604 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c9708c7-9509-45d9-8107-6837e9f1b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.604015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.612838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:28.613420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:28.616223 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:28.629459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:28.635156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-74e04fea-8bf4-44dc-931a-f32bbb7bb63a tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6887372 Nov 19 04:08:28.659634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64540290-da1a-4535-846c-ec602e04a39b None None] Sync routers for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:28.663381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59874) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:28.691401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port e76e9786-9af0-4897-ae11-0cafb01dc699 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:28.691899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.706818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1c9708c7-9509-45d9-8107-6837e9f1b877 None None] Port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:28.714235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64540290-da1a-4535-846c-ec602e04a39b None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:28.716543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64540290-da1a-4535-846c-ec602e04a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.720355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:28.756253 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:28.760178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:28.761249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:28.762085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.771041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-581ee815-a6e7-4901-b2b9-8709487ebe99 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.772931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=c4653aae-8678-4ef9-9dc9-0cd3293049c3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:28.783130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64540290-da1a-4535-846c-ec602e04a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.801710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64540290-da1a-4535-846c-ec602e04a39b None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:28.801910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64540290-da1a-4535-846c-ec602e04a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.838337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fee29eb6-0e3e-474a-8a9d-01afdc78865b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9936054 Nov 19 04:08:28.846254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59878) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:28.849522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 8a314e6a-0f25-4e76-97c5-0a809cc2114b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:08:28.897274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-64540290-da1a-4535-846c-ec602e04a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:28.897274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64540290-da1a-4535-846c-ec602e04a39b None None] The sync data for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:28.920712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f671c7ee-e484-4518-9ac3-25641616ef9f no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:28.948335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11daa56a-af81-4065-bda9-56c6c4ff5ac7 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:28.950266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-11daa56a-af81-4065-bda9-56c6c4ff5ac7 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "GET /v2.0/ports/c4653aae-8678-4ef9-9dc9-0cd3293049c3 HTTP/1.1" status: 200 len: 955 time: 0.1024413 Nov 19 04:08:28.955006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] For port e76e9786-9af0-4897-ae11-0cafb01dc699, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=e76e9786-9af0-4897-ae11-0cafb01dc699,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:28.955732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:28.958554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:28.977252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: f671c7ee-e484-4518-9ac3-25641616ef9f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:28.977661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f671c7ee-e484-4518-9ac3-25641616ef9f not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:29.261433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.266429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.272694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5b29ce63-3944-4828-9203-2c0858d8c889 HTTP/1.1" status: 204 len: 168 time: 0.9180024 Nov 19 04:08:29.291199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c602a-7750-4b12-a472-561e71a64089 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b29ce63-3944-4828-9203-2c0858d8c889,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:29.308736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d4fc-8521-4cd6-a2f8-0cd1a3cc6a89 req-a98c53a0-f6a5-42d0-bcc9-dc146a601aea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:29.310375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f56d4fc-8521-4cd6-a2f8-0cd1a3cc6a89 req-a98c53a0-f6a5-42d0-bcc9-dc146a601aea tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 943 time: 0.5537367 Nov 19 04:08:29.314420 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-581ee815-a6e7-4901-b2b9-8709487ebe99 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 04:08:29.315442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-581ee815-a6e7-4901-b2b9-8709487ebe99 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a HTTP/1.1" status: 409 len: 329 time: 0.6510999 Nov 19 04:08:29.324247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59884) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:29.425402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for e76e9786-9af0-4897-ae11-0cafb01dc699 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:29.459886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f56d4fc-8521-4cd6-a2f8-0cd1a3cc6a89 req-07c7d936-8954-4ec9-b028-2de7465ced56 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups?id=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340446 Nov 19 04:08:29.535069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:29.543881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-da6b8c49-1e45-438d-8a7c-0e8194741e8e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/8a314e6a-0f25-4e76-97c5-0a809cc2114b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8598092 Nov 19 04:08:29.548775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59886) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:29.553127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.561632 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] Sync routers for ids ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:29.579216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59888) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:29.587471 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] Routers {'8a314e6a-0f25-4e76-97c5-0a809cc2114b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:29.588260 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:29.639026 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:29.647247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bad50f-5fc4-4453-81f8-418a08569a2c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:29.649916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-99bad50f-5fc4-4453-81f8-418a08569a2c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports/dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 HTTP/1.1" status: 200 len: 910 time: 0.0999699 Nov 19 04:08:29.653908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:29.662583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0327c3f-1f45-445f-b9f1-22f52b76b614'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:29.662962 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] Routers {'8a314e6a-0f25-4e76-97c5-0a809cc2114b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:29.663831 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:29.700493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a7a8f738-2604-4b18-ba74-fc419ec0cf2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfac0a22773b4078b437cf3f71515ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181259 Nov 19 04:08:29.704299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59892) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:29.715594 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:29.717435 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18dded-b54d-40b0-adaf-4d8d9c15e114 None None] The sync data for ids ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:29.748589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Pushing event deleted for resources: {'Port': ['ID=bf4b61b5-4f67-4817-8358-f4862ea74f8f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:29.805008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.807835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.809528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2555c120-6c61-463b-b5e7-2ccf0930dab1 tempest-ServersTestBootFromVolume-1476942994 tempest-ServersTestBootFromVolume-1476942994-project] 10.222.0.52 "DELETE /v2.0/floatingips/4c8ed7cd-bd50-46e4-93a0-55ba1a053866 HTTP/1.1" status: 204 len: 168 time: 2.6415622 Nov 19 04:08:29.815181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59894) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:29.882669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.887005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Deleting port c4653aae-8678-4ef9-9dc9-0cd3293049c3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:29.887597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:29.927936 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0484e5c6-3f20-43f9-8d48-b848d048e57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.052511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0484e5c6-3f20-43f9-8d48-b848d048e57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.069410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.215623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.228053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=e76e9786-9af0-4897-ae11-0cafb01dc699,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:30.244949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] No DVR routers for this DVR port e76e9786-9af0-4897-ae11-0cafb01dc699 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:30.269948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.274786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-56241534-197c-4ac9-b634-dbf774a0ea22 req-873ab18b-fde6-434e-82ba-2f13bf1dfc18 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.31 "DELETE /v2.0/ports/e76e9786-9af0-4897-ae11-0cafb01dc699 HTTP/1.1" status: 204 len: 173 time: 2.2384160 Nov 19 04:08:30.277172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:30.279922 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a28f597-3e16-411b-8710-af138b861ffa" -d '{"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:30.313163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.333699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0484e5c6-3f20-43f9-8d48-b848d048e57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.336396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0484e5c6-3f20-43f9-8d48-b848d048e57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.339862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0484e5c6-3f20-43f9-8d48-b848d048e57d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/152548a6-201e-4e31-a1d6-303f52c31e4e HTTP/1.1" status: 204 len: 168 time: 0.6307237 Nov 19 04:08:30.390369 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cedfabe-d431-434d-804e-d6bdf7394306 x-openstack-request-id: req-9cedfabe-d431-434d-804e-d6bdf7394306 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:30.390999 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab18dd-8254-472c-9424-58a298e7af5b", "name": "network-vif-deleted", "tag": "e76e9786-9af0-4897-ae11-0cafb01dc699", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:30.391384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484e5c6-3f20-43f9-8d48-b848d048e57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152548a6-201e-4e31-a1d6-303f52c31e4e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:30.391703 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cedfabe-d431-434d-804e-d6bdf7394306 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:30.392492 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab18dd-8254-472c-9424-58a298e7af5b', 'name': 'network-vif-deleted', 'tag': 'e76e9786-9af0-4897-ae11-0cafb01dc699', 'status': 'completed', 'code': 200} Nov 19 04:08:30.455305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Calling delete_port for c4653aae-8678-4ef9-9dc9-0cd3293049c3 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:30.726815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fdd80f4-dedd-4f27-9659-cff9557c75f4 req-601c5ed2-03ca-4ba4-b56c-8f7bc1baa282 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.1117072 Nov 19 04:08:30.797090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.831740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4653aae-8678-4ef9-9dc9-0cd3293049c3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:30.865603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:30.870647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-abbf4b39-1837-453c-bdc4-1880e2f33b9b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c4653aae-8678-4ef9-9dc9-0cd3293049c3 HTTP/1.1" status: 204 len: 168 time: 1.9086165 Nov 19 04:08:30.873218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59912) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:30.904249 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0763f10-4a15-4975-8e0b-679e5def857a tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:08:30.906015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e0763f10-4a15-4975-8e0b-679e5def857a tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "GET /v2.0/ports/c4653aae-8678-4ef9-9dc9-0cd3293049c3 HTTP/1.1" status: 404 len: 333 time: 0.0317852 Nov 19 04:08:30.910600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59916) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:30.918537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Request body: {'port': {'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1867989032'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:30.978049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Made reservation on behalf of cbe803c983064a9aaf51fca9f8db519a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:30.981185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.010105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.046281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.051321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port 36231135-0d58-4481-ac0f-a18699e1b834 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:31.064507 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.266162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:31.291972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:31.293468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.299349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b562c663-f0cc-4e36-acd7-0a3f81d3c7ac tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/ports/dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 HTTP/1.1" status: 200 len: 910 time: 1.6412370 Nov 19 04:08:31.300021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59926) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:31.390407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.400573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Deleting port eafd242e-943a-41e8-96fd-f4db724e9146 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:31.401528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.501763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:31.507325 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.515024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.523145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Calling delete_port for eafd242e-943a-41e8-96fd-f4db724e9146 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:31.574521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:31.576631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Deleting port 0300993e-28d4-4866-8d82-cec327658cf6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:31.577194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.662530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] For port 0300993e-28d4-4866-8d82-cec327658cf6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0300993e-28d4-4866-8d82-cec327658cf6,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:31.663039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.677661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Calling delete_port for 0300993e-28d4-4866-8d82-cec327658cf6 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:31.695248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:31.699511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:31.701068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:31.704425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.724924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1730731403-network', 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:31.823943 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.850391 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:31.863525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9492784 Nov 19 04:08:31.864195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59938) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:31.878535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd939935-33c3-4161-8512-9ce246e9abb0 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=36231135-0d58-4481-ac0f-a18699e1b834,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:31.897807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:31.957407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Port': ['ID=eafd242e-943a-41e8-96fd-f4db724e9146,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:31.988542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:31.991398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.037289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.059871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.066321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e84f1a47-da7a-4e51-855f-9cd8da377818 req-27314a4e-9933-40f3-bfb7-89b22c759057 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.1496465 Nov 19 04:08:32.278430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.503749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.519388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.524211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] device_id is not set on port 36231135-0d58-4481-ac0f-a18699e1b834 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:32.536579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.550948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.593748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.600703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:32.602699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Pushing event deleted for resources: {'Port': ['ID=0300993e-28d4-4866-8d82-cec327658cf6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:32.634667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c619ad6-ef99-41dd-9649-4165fc8c710c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:32.695206 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.695553 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Added segment f6ef3350-5f81-4626-9b47-2eaca4829946 of type vlan for network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f Nov 19 04:08:32.786138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=36231135-0d58-4481-ac0f-a18699e1b834,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:32.820438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:32.831339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:32.831685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:32.832037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:32.959593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:32.960285 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:32.960953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.resource_extend [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:08:32.967738 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 2 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:32.999127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:32.999667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.000022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.009716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.010717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:33.011304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.014045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Router e91f9591-0833-497e-99fd-e1ad240f082a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:33.017160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.017505 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.021469 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 3 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.027508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.041234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.089983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.090324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.090674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.108104 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6040072 Nov 19 04:08:33.114721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59942) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:33.151655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Request body: {'subnet': {'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1730731403-subnet', 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:33.155557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.155936 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.159290 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 4 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.161767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcd67c-497e-4369-8e12-62989ad18749 admin admin] Pushing event updated for resources: {'Network': ['ID=53f3ba5f-ba9b-4892-a490-c05aa41ea42f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:33.180162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:33.204092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:33.211398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d04598f8-7f8f-4474-9df0-bd92e532c75c tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8852158 Nov 19 04:08:33.217561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59944) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:33.257990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.261717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.262317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.294867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e8c77-b988-4165-809b-580c4b98036a None None] Sync routers for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:33.307529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81be041d-77e0-46fb-8e46-646d483ed1ef req-cefa7529-8afd-42c6-8833-a7e8b5c9e090 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0427840 Nov 19 04:08:33.310358 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-fcb81f04-7995-4194-b19b-00626d35ea03 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] show failed (client error): The resource could not be found. Nov 19 04:08:33.313609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.314010 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.315140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fcb81f04-7995-4194-b19b-00626d35ea03 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-696987059 HTTP/1.1" status: 404 len: 334 time: 0.0959039 Nov 19 04:08:33.316149 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 5 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.321604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:33.325481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a0709e49-8478-4e75-92aa-f5ff4f7945a6 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:33.336415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.336784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.337117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.341962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:33.344440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.358349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.359720 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.372611 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 6 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.394035 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-a0709e49-8478-4e75-92aa-f5ff4f7945a6 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] update failed (client error): The resource could not be found. Nov 19 04:08:33.399447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a0709e49-8478-4e75-92aa-f5ff4f7945a6 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-564680554 HTTP/1.1" status: 404 len: 334 time: 0.0739813 Nov 19 04:08:33.400654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59948) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:33.447940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.448678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.449263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.495174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e8c77-b988-4165-809b-580c4b98036a None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:33.496056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-074e8c77-b988-4165-809b-580c4b98036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:33.499636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.505728 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.531967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-074e8c77-b988-4165-809b-580c4b98036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:33.549438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e8c77-b988-4165-809b-580c4b98036a None None] Routers {'e91f9591-0833-497e-99fd-e1ad240f082a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:33.550396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-074e8c77-b988-4165-809b-580c4b98036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e91f9591-0833-497e-99fd-e1ad240f082a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:33.555189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Deleting subnet 90be6dc0-8586-4f4f-a7ed-694e38b9e1b5 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:33.558825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.591626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-074e8c77-b988-4165-809b-580c4b98036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:33.592665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e8c77-b988-4165-809b-580c4b98036a None None] The sync data for ids ['e91f9591-0833-497e-99fd-e1ad240f082a'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:33.592798 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 7 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.615968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.616904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.616904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.622801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.638423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.638754 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.644730 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 8 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.715474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.715819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.716168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.733845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.734714 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.738986 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 9 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.800393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.817604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Router 37966d6b-3037-478a-9f75-80ab383145e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:33.826531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:33.831123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:33.831736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:33.851928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:33.852293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.861362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:33.862060 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:33.865549 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempt 10 to bind port 36231135-0d58-4481-ac0f-a18699e1b834 Nov 19 04:08:33.946880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:33.959803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:34.020501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:34.031776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-91a938bd-04e9-422b-8d8a-73be749fa260 admin admin] 10.222.0.52 "PUT /v2.0/routers/37966d6b-3037-478a-9f75-80ab383145e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2143812 Nov 19 04:08:34.035061 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] Sync routers for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:34.037071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:34.038516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:34.039092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:34.039705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempting to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:34.058755 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:34.059515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:34.097579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:34.098334 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Failed to bind port 36231135-0d58-4481-ac0f-a18699e1b834 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '78a3b66c-b05a-4a2b-8674-02fc165a4ca7'}] Nov 19 04:08:34.099068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.115438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.179715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.242744 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:34.291028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=dfd0c47d-5967-46c1-ae56-1a4a34e8a6d0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:34.324975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.440198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Subnet': ['ID=90be6dc0-8586-4f4f-a7ed-694e38b9e1b5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:34.457300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.462337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc643b-792a-4937-b9f4-1d91e0d1fc24 None None] Network 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:34.473792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3033da02-3834-4aaf-814a-d17493913cac tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/subnets/90be6dc0-8586-4f4f-a7ed-694e38b9e1b5 HTTP/1.1" status: 204 len: 168 time: 1.0698323 Nov 19 04:08:34.477223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59956) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:34.619775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Deleting subnet 5ac968ba-612a-4ce9-836e-f0e7bcba49fb {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:34.685410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c10ac4e-762f-4a4b-a9fc-f95640422f3b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:34.696878 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:08:32Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:34.703373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.758781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:34.759268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Network hostable DHCP agents. Network: 53f3ba5f-ba9b-4892-a490-c05aa41ea42f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:34.764235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] For port 36231135-0d58-4481-ac0f-a18699e1b834, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:34.764690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attempted to set empty binding levels {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 04:08:34.776920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.777158 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] Checking router: 37966d6b-3037-478a-9f75-80ab383145e6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:08:34.793444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.796695 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] Routers {'37966d6b-3037-478a-9f75-80ab383145e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:34.797346 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['37966d6b-3037-478a-9f75-80ab383145e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:34.833752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] DHCP port deletion for 2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:34.847205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.894362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a827351c-35e7-4e7c-b3d3-d38d8d7a3bce req-90a9f65a-049c-425f-bcdc-3e79805f6437 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.2735448 Nov 19 04:08:34.939935 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] Set router 37966d6b-3037-478a-9f75-80ab383145e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:34.954016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:34.956681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] In _notify_port_updated(), no bound segment for port 36231135-0d58-4481-ac0f-a18699e1b834 on network 78a3b66c-b05a-4a2b-8674-02fc165a4ca7 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:08:34.957820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:34.958740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.959045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.960741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "PUT /v2.0/ports/36231135-0d58-4481-ac0f-a18699e1b834 HTTP/1.1" status: 200 len: 975 time: 3.0833223 Nov 19 04:08:34.964293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59960) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:34.984447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] Deleting port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:34.987362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37092f-b64e-491f-8449-5c96c329db3b tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event updated for resources: {'Port': ['ID=36231135-0d58-4481-ac0f-a18699e1b834,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:34.989420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:34.990251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 53f3ba5f-ba9b-4892-a490-c05aa41ea42f) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:34.998196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:34.998966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.013950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.026196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9f2b8-e5f0-48c3-b742-7d0ffb7f2ed0 None None] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:35.043191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5aa741ae-bc63-4837-bad9-dc26adbcb81e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.9262700 Nov 19 04:08:35.136797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Deleting port cdf0203b-4c6e-4491-b603-54f2b44d351c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:35.137283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.196079 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.303221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] For port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,segment=NetworkSegment(8aa29c88-3170-4087-b599-a554474a4272),segment_id=8aa29c88-3170-4087-b599-a554474a4272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:35.303901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.330297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] For port cdf0203b-4c6e-4491-b603-54f2b44d351c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cdf0203b-4c6e-4491-b603-54f2b44d351c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:35.332265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.352329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] Calling delete_port for 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:35.362896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Calling delete_port for cdf0203b-4c6e-4491-b603-54f2b44d351c owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:35.386551 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:08:32Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:35.423315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 8a314e6a-0f25-4e76-97c5-0a809cc2114b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:35.453388 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc67fe-a094-42e2-be6c-ac280d2aa9d8 None None] The sync data for ids ['37966d6b-3037-478a-9f75-80ab383145e6'] in n-d-818503-1 is: [{'id': '37966d6b-3037-478a-9f75-80ab383145e6', 'name': 'tempest-ServersTestBootFromVolume-1109180307-router', 'tenant_id': '4600c6ac527c46b9ba2062609b54b7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:16Z', 'updated_at': '2021-11-19T04:08:32Z', 'revision_number': 5, 'project_id': '4600c6ac527c46b9ba2062609b54b7c9', 'gw_port': {'id': 'cdf0203b-4c6e-4491-b603-54f2b44d351c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37966d6b-3037-478a-9f75-80ab383145e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:17Z', 'updated_at': '2021-11-19T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:35.554108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:35.571511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3a018f8f-7a4e-4803-8aee-6685d2c66eba tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/8a314e6a-0f25-4e76-97c5-0a809cc2114b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2672567 Nov 19 04:08:35.573859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59970) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:35.576537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Deleting port 36231135-0d58-4481-ac0f-a18699e1b834 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:35.577070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.588291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] Sync routers for ids ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:35.622743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] Routers {'8a314e6a-0f25-4e76-97c5-0a809cc2114b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:35.623549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:35.628129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d988cc1-b30b-423b-b500-b2650159dd1c None None] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:35.647056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6bb92b05-a008-490a-864b-8a33c4e1b2ae tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a314e6a-0f25-4e76-97c5-0a809cc2114b HTTP/1.1" status: 200 len: 205 time: 0.0719218 Nov 19 04:08:35.649478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59980) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:35.659116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.767285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831da07-585c-4055-9690-9de65e504a09 None None] Network 48cbe944-72b2-4a1b-8ee3-490bd11ce03c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:35.771606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac968ba-612a-4ce9-836e-f0e7bcba49fb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:35.775094 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.782213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:35.783427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.787292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1a5e1df0-60a4-4f17-9e44-3139c203c613 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/subnets/5ac968ba-612a-4ce9-836e-f0e7bcba49fb HTTP/1.1" status: 204 len: 168 time: 1.3001564 Nov 19 04:08:35.797925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59984) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:35.806724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] For port 36231135-0d58-4481-ac0f-a18699e1b834, host n-h1-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:35.807539 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.849696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:35.873377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Calling delete_port for 36231135-0d58-4481-ac0f-a18699e1b834 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:35.878316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] Pushing event deleted for resources: {'Port': ['ID=498dd317-8d92-4849-b35f-ad6aaa9b8fd8,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:35.882377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74a84e-268d-4b52-9e08-d998b7379ddc None None] No DVR routers for this DVR port 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:35.941861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] Routers {'8a314e6a-0f25-4e76-97c5-0a809cc2114b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:35.945812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:36.017184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.017627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:36.045120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:36.045859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 498dd317-8d92-4849-b35f-ad6aaa9b8fd8 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:36.047300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0300993e-28d4-4866-8d82-cec327658cf6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:36.049466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:36.050702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5cc40-f41c-4ed8-b94f-625cc4b3798c None None] The sync data for ids ['8a314e6a-0f25-4e76-97c5-0a809cc2114b'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:36.079921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-36da92d0-d0d0-4383-b1b4-b9e569d0cb2f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:36.081761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-36da92d0-d0d0-4383-b1b4-b9e569d0cb2f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.4200730 Nov 19 04:08:36.096399 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.193580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf0203b-4c6e-4491-b603-54f2b44d351c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:36.195534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c80622-3f1f-4ab7-abbb-6841469b3e89 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:36.201261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0300993e-28d4-4866-8d82-cec327658cf6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:36.201617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0300993e-28d4-4866-8d82-cec327658cf6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:36.223502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.226098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.279929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-9d68a581-069a-4619-8c81-73821d0bd6fa tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.1896715 Nov 19 04:08:36.327188 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.328004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router 8a314e6a-0f25-4e76-97c5-0a809cc2114b {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:08:36.336508 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.340034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e5b472d7-a167-4f12-8a9a-67378ec8bc74 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/8a314e6a-0f25-4e76-97c5-0a809cc2114b HTTP/1.1" status: 204 len: 168 time: 0.6872447 Nov 19 04:08:36.340720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59988) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:36.342729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.347771 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-0dde2e02-7e4d-4f3e-bbf5-7f8b28cbc227 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578222 Nov 19 04:08:36.356110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.363790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd4674-121b-4032-b535-b006d767d14b None None] DHCP port deletion for 48cbe944-72b2-4a1b-8ee3-490bd11ce03c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:36.429287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-aafd4674-121b-4032-b535-b006d767d14b None None] Deleting port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:36.429974 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aafd4674-121b-4032-b535-b006d767d14b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.443484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:36.462390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa29c88-3170-4087-b599-a554474a4272') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:36.462672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa29c88-3170-4087-b599-a554474a4272') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:36.478466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.494405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.519090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.523495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.528712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet a0327c3f-1f45-445f-b9f1-22f52b76b614 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:36.531232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-aafd4674-121b-4032-b535-b006d767d14b None None] For port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,segment=NetworkSegment(cd73ec84-89f5-4a79-95af-e4e37527486c),segment_id=cd73ec84-89f5-4a79-95af-e4e37527486c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:36.531862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aafd4674-121b-4032-b535-b006d767d14b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.536287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.549490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-aafd4674-121b-4032-b535-b006d767d14b None None] Calling delete_port for 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:36.561863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Pushing event deleted for resources: {'Port': ['ID=36231135-0d58-4481-ac0f-a18699e1b834,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:36.577974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.584400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b514b66-4ada-485a-bce5-b589e1fcf407 tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "DELETE /v2.0/ports/36231135-0d58-4481-ac0f-a18699e1b834 HTTP/1.1" status: 204 len: 168 time: 1.6167393 Nov 19 04:08:36.584400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.588113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59990) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:36.615791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:36.616218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.624110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:36.625428 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:36.630586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.631285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37966d6b-3037-478a-9f75-80ab383145e6 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:08:36.636235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.640876 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-17a2c5ff-8275-4bbb-b5d6-0b188fedeba3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/37966d6b-3037-478a-9f75-80ab383145e6 HTTP/1.1" status: 204 len: 168 time: 2.5976624 Nov 19 04:08:36.641112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59992) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:36.669180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aafd4674-121b-4032-b535-b006d767d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.709468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd4674-121b-4032-b535-b006d767d14b None None] Pushing event deleted for resources: {'Port': ['ID=9e9ea7c9-7bfa-4d89-b398-c3563e6256cf,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:36.711822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd4674-121b-4032-b535-b006d767d14b None None] No DVR routers for this DVR port 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:36.721527 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f92dd1-6f65-4a2e-b6cb-f6a9ede8aa8c tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:08:36.721527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44f92dd1-6f65-4a2e-b6cb-f6a9ede8aa8c tempest-PortsAdminExtendedAttrsTestJSON-1406410314 tempest-PortsAdminExtendedAttrsTestJSON-1406410314-project-admin] 10.222.0.52 "GET /v2.0/ports/36231135-0d58-4481-ac0f-a18699e1b834 HTTP/1.1" status: 404 len: 333 time: 0.1261170 Nov 19 04:08:36.725110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-205c4b0c-9a0a-4f08-a321-4fbb6555faae service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538601 Nov 19 04:08:36.727845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 59994) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:36.747055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Deleting subnet 95927755-dd4f-4769-9e85-9eafaa4b3589 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:36.751035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.816744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.824977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.834114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/networks/2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01 HTTP/1.1" status: 204 len: 168 time: 1.0346167 Nov 19 04:08:36.853902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:36.854434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbef47-2086-4d5e-96d5-ce6428140466 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Network': ['ID=2d0ad3f2-38dd-4dac-bdeb-ca5a2b7dea01,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:36.915896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.941263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.974859 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-4e003c72-2180-4d21-9d2f-c113977565df service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386751 Nov 19 04:08:36.978566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:36.986788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.142617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.157600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.199832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a3b66c-b05a-4a2b-8674-02fc165a4ca7']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:37.204533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.248373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=a0327c3f-1f45-445f-b9f1-22f52b76b614,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:37.255541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:37.255852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a96e0c-8f92-4ec7-8ff7-c57aafaf926b') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:37.275418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.277864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.281910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-45535233-a483-4dda-84df-99433c560463 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/a0327c3f-1f45-445f-b9f1-22f52b76b614 HTTP/1.1" status: 204 len: 168 time: 0.9399884 Nov 19 04:08:37.290140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60004) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:37.297683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab308e-759d-4afa-bdc7-bf30bf965428 None None] Network e74bde0b-ae3f-4ae0-928e-7dc86bc5144a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:37.406271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.411841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.425964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:37.426306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:37.430387 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:37.506730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.565431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b86aca4-4147-4d74-87fa-3db602f03bb5 req-e561960b-9505-47d1-86c5-3c2e951d00e1 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0382998 Nov 19 04:08:37.566081 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.569334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/95927755-dd4f-4769-9e85-9eafaa4b3589 HTTP/1.1" status: 204 len: 168 time: 0.9068232 Nov 19 04:08:37.571995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60010) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:37.580650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801400f-7afa-4e7c-b8e8-b67fc1a24fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95927755-dd4f-4769-9e85-9eafaa4b3589,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:37.587724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f819bf2-0e2b-48e2-b586-58b07ced339f None None] Network a45af5c7-9a70-45c0-9df2-4f55c776e8ce requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:37.608133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.633344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.648439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.654078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] 10.222.0.52 "DELETE /v2.0/networks/78a3b66c-b05a-4a2b-8674-02fc165a4ca7 HTTP/1.1" status: 204 len: 168 time: 0.9228685 Nov 19 04:08:37.654078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa600ae-84c3-4863-a47a-5fab4796cb8b tempest-PortsAdminExtendedAttrsTestJSON-1253949035 tempest-PortsAdminExtendedAttrsTestJSON-1253949035-project] Pushing event deleted for resources: {'Network': ['ID=78a3b66c-b05a-4a2b-8674-02fc165a4ca7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:37.674909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 3e1f5df1-78eb-4405-87b6-829a8ef31176 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:37.678451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.738190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c15703db-743c-4cb9-b6bd-422209665670 req-56488d9e-6396-45cd-b508-d5a52597a7c1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 210 time: 0.0645545 Nov 19 04:08:37.763102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cbe944-72b2-4a1b-8ee3-490bd11ce03c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:37.779650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd73ec84-89f5-4a79-95af-e4e37527486c') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:37.780078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd73ec84-89f5-4a79-95af-e4e37527486c') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:37.784880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.798405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.848743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.861731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:37.862919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:37.867744 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:37.870224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 3e1f5df1-78eb-4405-87b6-829a8ef31176, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3e1f5df1-78eb-4405-87b6-829a8ef31176,segment=NetworkSegment(505de807-bdaf-4f2a-a65d-f6b438dbf43e),segment_id=505de807-bdaf-4f2a-a65d-f6b438dbf43e)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:37.870224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:37.888566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] DHCP port deletion for e74bde0b-ae3f-4ae0-928e-7dc86bc5144a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:37.925551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 3e1f5df1-78eb-4405-87b6-829a8ef31176 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:37.959701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cdf0203b-4c6e-4491-b603-54f2b44d351c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:37.994280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Deleting port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:37.994890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.003751 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.050252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: cdf0203b-4c6e-4491-b603-54f2b44d351c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:38.052692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cdf0203b-4c6e-4491-b603-54f2b44d351c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:38.053278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:38.091474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.095754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/networks/48cbe944-72b2-4a1b-8ee3-490bd11ce03c HTTP/1.1" status: 204 len: 168 time: 1.2377613 Nov 19 04:08:38.109640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60020) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:38.121007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22365d3e-7892-4922-8882-9cf411967223 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Network': ['ID=48cbe944-72b2-4a1b-8ee3-490bd11ce03c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:38.145414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:38.145991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9e9ea7c9-7bfa-4d89-b398-c3563e6256cf not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:38.150804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] DHCP port deletion for a45af5c7-9a70-45c0-9df2-4f55c776e8ce request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:38.170535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60022) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:38.219705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.223552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] For port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:38.223929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.240312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Deleting port 3e1f5df1-78eb-4405-87b6-829a8ef31176 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:38.240867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.273967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Deleting subnet 52147126-913f-450a-854f-42bb998e00bb {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:38.274875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port 3e1f5df1-78eb-4405-87b6-829a8ef31176 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:38.276884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=3e1f5df1-78eb-4405-87b6-829a8ef31176,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:38.302866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.305849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Calling delete_port for 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:38.320375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] For port 3e1f5df1-78eb-4405-87b6-829a8ef31176, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:38.320375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.338053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Calling delete_port for 3e1f5df1-78eb-4405-87b6-829a8ef31176 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:38.340682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] Deleting port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:38.341141 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.344669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Port 3e1f5df1-78eb-4405-87b6-829a8ef31176 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:08:38.356947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.443810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.445946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] Pushing event deleted for resources: {'Port': ['ID=3e1f5df1-78eb-4405-87b6-829a8ef31176,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:38.448880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e0b13-a07a-425e-b65d-a4432e5073e4 None None] No DVR routers for this DVR port 3e1f5df1-78eb-4405-87b6-829a8ef31176 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:38.490165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] For port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,segment=NetworkSegment(0308f644-c738-488c-ad62-76c6b25a0bfe),segment_id=0308f644-c738-488c-ad62-76c6b25a0bfe)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:38.490578 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.495533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74bde0b-ae3f-4ae0-928e-7dc86bc5144a']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:38.509531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] Calling delete_port for 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:38.510082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505de807-bdaf-4f2a-a65d-f6b438dbf43e') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:38.511200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505de807-bdaf-4f2a-a65d-f6b438dbf43e') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:38.527419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.543247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.558641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.574375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:38.574813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.642347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:38.661592 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:38.670655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.683799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.697047 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/e74bde0b-ae3f-4ae0-928e-7dc86bc5144a HTTP/1.1" status: 204 len: 168 time: 1.4033651 Nov 19 04:08:38.700344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:38.711007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-670160993', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:38.718435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] Pushing event deleted for resources: {'Port': ['ID=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:38.723712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b76fef-e1da-4555-85d4-d6d07f5c1e12 None None] No DVR routers for this DVR port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:38.744690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e10abd-5014-4024-850f-b9260c7ab196 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=e74bde0b-ae3f-4ae0-928e-7dc86bc5144a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:38.767713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd42bfc-5302-428e-951c-75f4e80e6793 req-7144c2c8-735d-41d4-89fa-639daa385205 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0749645 Nov 19 04:08:38.777090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6a04333f-f015-42c9-8d13-61cd728a4992 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e519c212513b4334a97ba77650a4b83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6005557 Nov 19 04:08:38.777348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.777348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.778319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60032) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:38.799316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.816438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] No DVR routers for this DVR port 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:38.818819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.882248 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.887865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.909527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.910978 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-29903544-1f12-45d7-9e40-70e8ce881f9e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2054586 Nov 19 04:08:38.913422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:38.918985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-659451673'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:38.926905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddab572-ab6b-47bc-bfe8-a3d9265c0efa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:38.946719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:38.955299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:38.996268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:39.010387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.011140 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment 19530bab-978d-4fc5-8d6d-2012bf58a140 of type vlan for network 305bf6d1-b97c-4914-be95-962cc74f2700 Nov 19 04:08:39.028792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d140682-14a6-4e99-8c9a-4e2bf12ad49e req-caff7e01-9372-419c-8f2c-9d20df49cadb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 210 time: 0.0950110 Nov 19 04:08:39.073356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.126065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.132307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:39.132971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.176406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.199838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45af5c7-9a70-45c0-9df2-4f55c776e8ce']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:39.212295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0308f644-c738-488c-ad62-76c6b25a0bfe') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:39.212683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0308f644-c738-488c-ad62-76c6b25a0bfe') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:39.223716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=305bf6d1-b97c-4914-be95-962cc74f2700,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:39.236082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 305bf6d1-b97c-4914-be95-962cc74f2700 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:39.240281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.250714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9bc9382b-555c-4c1f-83d7-6489cf8da79c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3361549 Nov 19 04:08:39.253273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60042) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:39.255383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.258223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:39.262134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:39.262586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:39.321423 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:39.334071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d582de7b-7323-4c59-b5ff-8f12091c3094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.335821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.364255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.368378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a45af5c7-9a70-45c0-9df2-4f55c776e8ce HTTP/1.1" status: 204 len: 168 time: 1.7951467 Nov 19 04:08:39.430227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:39.430460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-afc1fb50-2046-4278-8862-7276b39f35b9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:39.432428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-afc1fb50-2046-4278-8862-7276b39f35b9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.4137509 Nov 19 04:08:39.438028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.440303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28eebd-9803-4ab3-8e24-ddec46802924 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45af5c7-9a70-45c0-9df2-4f55c776e8ce,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:39.454494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:39.500512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.526328 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d582de7b-7323-4c59-b5ff-8f12091c3094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.540037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60048) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:39.549711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5939e92-7cea-4169-8365-939e701af907 None None] Network 9c532a56-ac21-48cf-830b-1852639fff0a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:39.627077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d83d7f38-0992-4dd8-bdee-2e9b951034b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4600c6ac527c46b9ba2062609b54b7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859561 Nov 19 04:08:39.630361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:39.664892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.670521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/subnets/52147126-913f-450a-854f-42bb998e00bb HTTP/1.1" status: 204 len: 168 time: 1.5576031 Nov 19 04:08:39.672124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60052) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:39.679246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd838df-0ba7-4b28-98ac-209f6775b98e tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Subnet': ['ID=52147126-913f-450a-854f-42bb998e00bb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:39.724181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3e3dc-3f0d-4e89-9fb1-a780c3364fe2 req-c4382d9e-8c35-4d5c-bcc0-0a82b19208cc tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:39.730825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01d3e3dc-3f0d-4e89-9fb1-a780c3364fe2 req-c4382d9e-8c35-4d5c-bcc0-0a82b19208cc tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.3253195 Nov 19 04:08:39.773437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.807744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:39.812503 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.814178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] DHCP port deletion for 9c532a56-ac21-48cf-830b-1852639fff0a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:08:39.845741 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d582de7b-7323-4c59-b5ff-8f12091c3094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.849220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d582de7b-7323-4c59-b5ff-8f12091c3094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.850298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d582de7b-7323-4c59-b5ff-8f12091c3094 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a013abd-5aa9-4183-b2d7-e0cfe0884b12 HTTP/1.1" status: 204 len: 168 time: 1.0697844 Nov 19 04:08:39.865372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.876782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582de7b-7323-4c59-b5ff-8f12091c3094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a013abd-5aa9-4183-b2d7-e0cfe0884b12,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:39.892335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4dd6931-52ef-45fa-9c8d-68c0d5288aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.894352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01d3e3dc-3f0d-4e89-9fb1-a780c3364fe2 req-246938f8-82c5-4ebc-ba7c-4b7f608f9d4d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480608 Nov 19 04:08:39.900313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=d25af8cd-0f34-4850-8c3e-51dedf5ea764,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:39.932874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4dd6931-52ef-45fa-9c8d-68c0d5288aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:39.973189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:39.973562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: 305bf6d1-b97c-4914-be95-962cc74f2700, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:39.987499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:40.038358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:40.041615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 305bf6d1-b97c-4914-be95-962cc74f2700 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:40.042013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9ddab572-ab6b-47bc-bfe8-a3d9265c0efa not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:40.042492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2eb7b18f-c65f-480d-9d2e-be9708b57449 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:40.056307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Deleting port 2eb7b18f-c65f-480d-9d2e-be9708b57449 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:40.056629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.059693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 305bf6d1-b97c-4914-be95-962cc74f2700) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:40.075426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5733bd1b-d2e5-4133-a6f1-0bbfc46d89db req-84d85657-37ef-4b1b-ade3-c7b4c6b9d975 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0413094 Nov 19 04:08:40.097764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4dd6931-52ef-45fa-9c8d-68c0d5288aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.100415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4dd6931-52ef-45fa-9c8d-68c0d5288aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.101574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4dd6931-52ef-45fa-9c8d-68c0d5288aa9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b0fc28f-bb12-4d2b-96cc-6a1047c26bb8 HTTP/1.1" status: 204 len: 168 time: 0.4702969 Nov 19 04:08:40.103084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:40.103676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.128375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd6931-52ef-45fa-9c8d-68c0d5288aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0fc28f-bb12-4d2b-96cc-6a1047c26bb8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:40.149407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dea2cb-cca5-4d83-863a-59b597e2e0f8 None None] Network 305bf6d1-b97c-4914-be95-962cc74f2700 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:40.152019 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be74c24d-248c-4e0f-b6ff-34589fae85cf tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8975787 Nov 19 04:08:40.164258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60062) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:40.168919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] For port 2eb7b18f-c65f-480d-9d2e-be9708b57449, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2eb7b18f-c65f-480d-9d2e-be9708b57449,segment=NetworkSegment(010d3815-b871-4995-a0b9-dcd2d7f617b5),segment_id=010d3815-b871-4995-a0b9-dcd2d7f617b5)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:40.169307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.185121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Deleting port 2eb7b18f-c65f-480d-9d2e-be9708b57449 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:40.186428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.193852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Calling delete_port for 2eb7b18f-c65f-480d-9d2e-be9708b57449 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:40.358203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-04ddb368-44ea-4172-b62a-84e9229be1ce req-4cbe95c7-31a5-4b7f-a7cf-40d68e5a1af2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 210 time: 0.1043608 Nov 19 04:08:40.545066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.11 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/6fce1bb5-a556-4bd1-9c04-f2969db5e199) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:40.549033 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.550131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] For port 2eb7b18f-c65f-480d-9d2e-be9708b57449, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2eb7b18f-c65f-480d-9d2e-be9708b57449,segment=NetworkSegment(010d3815-b871-4995-a0b9-dcd2d7f617b5),segment_id=010d3815-b871-4995-a0b9-dcd2d7f617b5)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:40.550580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:40.598567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No active binding found for port 2eb7b18f-c65f-480d-9d2e-be9708b57449 {{(pid=109988) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 04:08:40.602328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2eb7b18f-c65f-480d-9d2e-be9708b57449 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:40.602869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3e1f5df1-78eb-4405-87b6-829a8ef31176 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:08:40.603788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Port': ['ID=2eb7b18f-c65f-480d-9d2e-be9708b57449,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:40.619135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Calling delete_port for 2eb7b18f-c65f-480d-9d2e-be9708b57449 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:40.622042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] No DVR routers for this DVR port 2eb7b18f-c65f-480d-9d2e-be9708b57449 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:40.730226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60072) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:40.732247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 3e1f5df1-78eb-4405-87b6-829a8ef31176 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:08:40.732979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3e1f5df1-78eb-4405-87b6-829a8ef31176 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:08:40.863955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d285338d-98e9-4684-b6c8-7aca4831b6df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbe803c983064a9aaf51fca9f8db519a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321154 Nov 19 04:08:40.886229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:40.963949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-305bf6d1-b97c-4914-be95-962cc74f2700', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:40.965751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.117560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.271587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.293026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c532a56-ac21-48cf-830b-1852639fff0a']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:41.303992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010d3815-b871-4995-a0b9-dcd2d7f617b5') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:41.304377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010d3815-b871-4995-a0b9-dcd2d7f617b5') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:41.320850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.336971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.348275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5a569448-3b4d-4685-9a58-ec124c62c518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.349796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:41.350137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:41.353433 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:41.387427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.395619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60094) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:41.427948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.440753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4e17d-5f28-4511-9714-27e15ea4c436 req-d6ae1a39-9456-4cca-98b2-6481f47c74a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:41.449476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fa4e17d-5f28-4511-9714-27e15ea4c436 req-d6ae1a39-9456-4cca-98b2-6481f47c74a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.3804567 Nov 19 04:08:41.457322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.459811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.461148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5a569448-3b4d-4685-9a58-ec124c62c518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.467807 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/networks/9c532a56-ac21-48cf-830b-1852639fff0a HTTP/1.1" status: 204 len: 168 time: 1.7926056 Nov 19 04:08:41.469461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b235-e13b-4ea4-af60-88c7bdbeb78b tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Pushing event deleted for resources: {'Network': ['ID=9c532a56-ac21-48cf-830b-1852639fff0a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:41.471100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:41.480884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Network 9c532a56-ac21-48cf-830b-1852639fff0a is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:08:41.481439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] No DVR routers for this DVR port 2eb7b18f-c65f-480d-9d2e-be9708b57449 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:08:41.532801 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-15b0fd1f-3166-4e13-92d6-50ddaae66148 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91f9591-0833-497e-99fd-e1ad240f082a HTTP/1.1" status: 200 len: 205 time: 0.0561497 Nov 19 04:08:41.538946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60100) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:41.541146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e03423-222f-4ddc-9792-9f04d909d820 None None] Pushing event deleted for resources: {'Port': ['ID=2eb7b18f-c65f-480d-9d2e-be9708b57449,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:41.590982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1557376502-network', 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:41.617720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Allocated IP 172.20.0.2 (305bf6d1-b97c-4914-be95-962cc74f2700/d25af8cd-0f34-4850-8c3e-51dedf5ea764/501c2253-16cf-4041-8c93-f3ca599bb929) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:41.651816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.736094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fa4e17d-5f28-4511-9714-27e15ea4c436 req-c6fe03d0-2048-40cb-a687-877470f32763 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856040 Nov 19 04:08:41.750858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:41.753857 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.773666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.780022 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.827983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.845706 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.870682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.873337 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.918718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Network 305bf6d1-b97c-4914-be95-962cc74f2700 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:41.923185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:41.924884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5a569448-3b4d-4685-9a58-ec124c62c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.927684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:41.928106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5a569448-3b4d-4685-9a58-ec124c62c518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.929299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5a569448-3b4d-4685-9a58-ec124c62c518 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82d5775a-5fcf-4e40-a43e-44996e26da04 HTTP/1.1" status: 204 len: 168 time: 1.0380442 Nov 19 04:08:41.930082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Pushing event updated for resources: {'Port': ['ID=501c2253-16cf-4041-8c93-f3ca599bb929,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:41.935990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.937580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Fanout notify agent at l3_agent the message router_deleted on router e91f9591-0833-497e-99fd-e1ad240f082a {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:08:41.949238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:41.962603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8efc2e0d-310d-4183-8596-8872862c3e30 tempest-RoutersNegativeTest-274611314 tempest-RoutersNegativeTest-274611314-project] 10.222.0.52 "DELETE /v2.0/routers/e91f9591-0833-497e-99fd-e1ad240f082a HTTP/1.1" status: 204 len: 168 time: 0.4147115 Nov 19 04:08:41.963097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=6fce1bb5-a556-4bd1-9c04-f2969db5e199,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:41.993572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.20.0.1 (305bf6d1-b97c-4914-be95-962cc74f2700/d25af8cd-0f34-4850-8c3e-51dedf5ea764/03ef3227-e64c-4eed-922b-757f5ce2a0a9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:42.004271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a569448-3b4d-4685-9a58-ec124c62c518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5775a-5fcf-4e40-a43e-44996e26da04,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:42.034669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:42.039346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac02c80d-07da-4b76-b36e-82b2434a6910 req-c9c49879-cfa4-4731-82bf-cf18476e0656 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0775733 Nov 19 04:08:42.048082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:42.055103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:42.110669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Attempting to bind port 501c2253-16cf-4041-8c93-f3ca599bb929 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:42.111062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Attempting to bind port 501c2253-16cf-4041-8c93-f3ca599bb929 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:42.111433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Attempting to bind port 501c2253-16cf-4041-8c93-f3ca599bb929 on network 305bf6d1-b97c-4914-be95-962cc74f2700 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:42.117282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:42.118055 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.120709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:42.121153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Checking segment: {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:42.121566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.121973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Bound using segment: {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:42.122460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Bound port: 501c2253-16cf-4041-8c93-f3ca599bb929, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:42.122906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.268918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] For port 501c2253-16cf-4041-8c93-f3ca599bb929, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:42.276940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] For port 501c2253-16cf-4041-8c93-f3ca599bb929, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=501c2253-16cf-4041-8c93-f3ca599bb929,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:42.290992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60110) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:42.298616 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.300078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-43294a14-851a-4b63-ba92-180b25acb12d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8500125 Nov 19 04:08:42.335067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Request body: {'port': {'device_id': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:42.420545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c5077-dac0-4047-af1f-76efac364734 None None] Pushing event updated for resources: {'Port': ['ID=501c2253-16cf-4041-8c93-f3ca599bb929,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:42.435612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.459427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae013dde-d09d-4a9e-90ee-670aa41e453f req-5d24934c-2c9a-451a-86da-794748c6bda4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:42.466782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae013dde-d09d-4a9e-90ee-670aa41e453f req-5d24934c-2c9a-451a-86da-794748c6bda4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 932 time: 0.2553775 Nov 19 04:08:42.504704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.527622 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.550517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aabe901f-d0ff-4e79-9454-6d4a0098637d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb0d1822b64f443ea4ba96673b236e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581465 Nov 19 04:08:42.561040 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.562465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:42.580127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:42.590018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.590377 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Added segment 2027fc00-0bbc-4dae-b0c0-7654e56c349a of type vlan for network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 Nov 19 04:08:42.671046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54153e80-dc65-40ec-afc3-76fa8192e76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.743425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54153e80-dc65-40ec-afc3-76fa8192e76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.820213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d337c9-a006-43aa-88ef-31b02f75aea5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:42.834354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54153e80-dc65-40ec-afc3-76fa8192e76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.834763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54153e80-dc65-40ec-afc3-76fa8192e76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:42.836131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-54153e80-dc65-40ec-afc3-76fa8192e76e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/157df9e5-8d91-41ba-8728-6ce4ced9e958 HTTP/1.1" status: 204 len: 168 time: 0.2688851 Nov 19 04:08:42.861888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153e80-dc65-40ec-afc3-76fa8192e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157df9e5-8d91-41ba-8728-6ce4ced9e958,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:42.907513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae013dde-d09d-4a9e-90ee-670aa41e453f req-a4ff5bbf-9afa-4257-ab7e-11672b9a88d8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398515 Nov 19 04:08:42.935480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.064016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.065391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:43.065779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.099912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.186483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7854874 Nov 19 04:08:43.190094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60142) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:43.195772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Request body: {'subnet': {'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1557376502-subnet', 'tenant_id': '4ba5ec20a2d14543becb80921de13e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:43.228315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 305bf6d1-b97c-4914-be95-962cc74f2700 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:43.244932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:43.255244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:43.256436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:43.258112 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.259996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c526-02c7-430a-bd17-e735605abd67 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:43.263863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=03ef3227-e64c-4eed-922b-757f5ce2a0a9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:43.276365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:43.307513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a3fb4-2f26-4f6d-8bac-ec09faff4a61 req-f8cd3908-882b-4d86-8f3b-9764a045858a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:43.309221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-074a3fb4-2f26-4f6d-8bac-ec09faff4a61 req-f8cd3908-882b-4d86-8f3b-9764a045858a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.2618530 Nov 19 04:08:43.691601 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.799596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13c240b-a966-4c29-a23b-08967fa2e6aa,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:43.893300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:43.894083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Network hostable DHCP agents. Network: 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:43.926366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.928667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:43.955730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:43.965984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:43.966742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:43.967069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69cb3bf-c7d4-4d80-9815-f045ea643d36 None None] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:43.999434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-234fee8b-619f-4d04-92e3-3ca272b7f4b3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073661 Nov 19 04:08:44.016309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fce1bb5-a556-4bd1-9c04-f2969db5e199 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:08:44.056183 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.063303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 501c2253-16cf-4041-8c93-f3ca599bb929 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:44.099143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159da028-5c9b-435f-b76d-faec5b006120 None None] Network 305bf6d1-b97c-4914-be95-962cc74f2700 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:44.188446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Transition to ACTIVE for port object 6fce1bb5-a556-4bd1-9c04-f2969db5e199 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:08:44.198347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-074a3fb4-2f26-4f6d-8bac-ec09faff4a61 req-ac122f51-cca8-4a28-a366-949ae43fd71d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8765819 Nov 19 04:08:44.207749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.298092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-090c87e2-cb11-4b9e-8352-d0f0ba7c61d1 None None] Provisioning complete for port 501c2253-16cf-4041-8c93-f3ca599bb929 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:44.298713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-090c87e2-cb11-4b9e-8352-d0f0ba7c61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.371995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60176) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:44.399158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.474257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226f744-187a-4e53-9018-5e345719147b service neutron] Pushing event updated for resources: {'Port': ['ID=6fce1bb5-a556-4bd1-9c04-f2969db5e199,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:44.490683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05924ad9-496f-40fe-a07d-3cb23f99d34a req-90445dc1-698c-4d08-9646-3fbae57adc1b tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.1307681 Nov 19 04:08:44.672517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Attempting to bind port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:44.672903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Attempting to bind port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:44.673789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Attempting to bind port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:44.687839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:44.688678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Attempting to bind port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:44.708728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:44.709507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:44.710166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:44.710889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Bound port: 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:44.711905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.712269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f89f80-779c-4a41-af5f-a9405b4afebe None None] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:44.756454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81627e95-ce3f-4d53-b5c3-1a0a42220626 req-b2cd1f3a-d7a2-427d-a7c2-e4ec28c510c3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:44.758453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81627e95-ce3f-4d53-b5c3-1a0a42220626 req-b2cd1f3a-d7a2-427d-a7c2-e4ec28c510c3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 944 time: 0.1232975 Nov 19 04:08:44.861376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-10957337', 'router:external': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:44.879756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 501c2253-16cf-4041-8c93-f3ca599bb929 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:44.879954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.896177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Made reservation on behalf of d973baeae7384ff5890d55f2a99e9387 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:44.899965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:44.917688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.001728 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-090c87e2-cb11-4b9e-8352-d0f0ba7c61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.029757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] For port 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:45.041197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] For port 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:45.065804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.074964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-090c87e2-cb11-4b9e-8352-d0f0ba7c61d1 None None] For port 501c2253-16cf-4041-8c93-f3ca599bb929, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=501c2253-16cf-4041-8c93-f3ca599bb929,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:45.086191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-090c87e2-cb11-4b9e-8352-d0f0ba7c61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.118417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.120606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.126541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.144368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:45.155053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.157115 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Added segment 3d8c8683-1bb0-46ee-a194-0c047fca6b93 of type vlan for network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 Nov 19 04:08:45.200570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81627e95-ce3f-4d53-b5c3-1a0a42220626 req-c106e6de-bd80-4d2b-8841-c9fe9d4c98d5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068210 Nov 19 04:08:45.215999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.237868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c87e2-cb11-4b9e-8352-d0f0ba7c61d1 None None] Pushing event updated for resources: {'Port': ['ID=501c2253-16cf-4041-8c93-f3ca599bb929,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:45.253649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:45.254550 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.257212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-a226f744-187a-4e53-9018-5e345719147b service neutron] 10.222.0.36 "PUT /v2.0/ports/6fce1bb5-a556-4bd1-9c04-f2969db5e199 HTTP/1.1" status: 200 len: 1092 time: 2.9419053 Nov 19 04:08:45.258147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'tag': '6fce1bb5-a556-4bd1-9c04-f2969db5e199'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:45.264425 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7782fb5-8245-43eb-b20f-f8634d7d388c" -d '{"events": [{"name": "network-changed", "server_uuid": "116e2b4a-a029-4bf9-938f-b055d06483ec", "tag": "6fce1bb5-a556-4bd1-9c04-f2969db5e199"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:45.268557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:08:45.270120 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:08:45.275580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.276712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:45.277388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.307888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9324293 Nov 19 04:08:45.324942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.330948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60200) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:45.373921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'subnet': {'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:45.388783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbecd1-5daf-48b1-8a3e-a5c9b25d699f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:45.400793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.410746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226f744-187a-4e53-9018-5e345719147b service neutron] Pushing event updated for resources: {'Port': ['ID=6fce1bb5-a556-4bd1-9c04-f2969db5e199,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:45.435262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162352ff-e3ca-4d04-82cf-61208fc663a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Network': ['ID=9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:45.439928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Made reservation on behalf of d973baeae7384ff5890d55f2a99e9387 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:45.442629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.458745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6ef2b549-4b12-417c-9316-9647552ad25f None None] Provisioning complete for port 501c2253-16cf-4041-8c93-f3ca599bb929 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:45.462270 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ef2b549-4b12-417c-9316-9647552ad25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.523729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:45.667873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-d45ea43e-809a-46c5-8b1e-0c8cc59b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:45.680802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-d45ea43e-809a-46c5-8b1e-0c8cc59b3fff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 1095 time: 0.3693850 Nov 19 04:08:45.684394 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.689108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=03ef3227-e64c-4eed-922b-757f5ce2a0a9,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:45.689558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6ef2b549-4b12-417c-9316-9647552ad25f None None] Provisioning complete for port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:45.690029 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ef2b549-4b12-417c-9316-9647552ad25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:45.730875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2b549-4b12-417c-9316-9647552ad25f None None] Port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:45.757533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-b0ed288f-6d01-4daf-92df-1a3dcb9971fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199 HTTP/1.1" status: 200 len: 217 time: 0.0649564 Nov 19 04:08:45.954406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-db0bc411-a863-4cd8-93c2-412c0419a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:45.955928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-db0bc411-a863-4cd8-93c2-412c0419a6ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1898301 Nov 19 04:08:45.959273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-948ffcad-08ca-4c06-bcdd-019f37aa328a None None] Provisioning complete for port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:45.959883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-948ffcad-08ca-4c06-bcdd-019f37aa328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.018389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-228dd1c4-4b02-4516-9805-c4cef0eff3d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506892 Nov 19 04:08:46.052714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 501c2253-16cf-4041-8c93-f3ca599bb929 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:46.060092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-9ef950f7-e108-42cf-9a95-3d2f92d800e7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:46.069199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-9ef950f7-e108-42cf-9a95-3d2f92d800e7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.3858378 Nov 19 04:08:46.084137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.objects.ports [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:08:46.085134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.100369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-948ffcad-08ca-4c06-bcdd-019f37aa328a None None] Port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:46.122565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-2d0dfa88-c3f0-4e28-bd82-80007752c096 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0524216 Nov 19 04:08:46.130821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 501c2253-16cf-4041-8c93-f3ca599bb929 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:46.131215 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.145328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 305bf6d1-b97c-4914-be95-962cc74f2700 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:46.149396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:46.180325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e6d04e4f-98f1-4786-a657-a750527b68e8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567183 Nov 19 04:08:46.219322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Checking segment: {'id': '3d8c8683-1bb0-46ee-a194-0c047fca6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:46.219700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network hostable DHCP agents. Network: 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:46.224974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd07dfff-c7e3-45fa-a56a-51897300e6b8,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:46.253256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:46.273329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:46.291608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:46.293340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.299676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441cd70-5626-44fc-9ca3-17d14df76be8 None None] Network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:46.339515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0e289b7d-19aa-4a14-92b9-4f89231e7376 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0049293 Nov 19 04:08:46.347853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60228) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:46.353971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-459781825', 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:46.388059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Made reservation on behalf of d973baeae7384ff5890d55f2a99e9387 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:46.395963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.423331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] device_id is not set on port 8a536ba2-7e7c-4924-b13d-c94e8ac732cb yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:08:46.486553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-de113c6b-62e4-4b69-810a-b959a6669087 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529135 Nov 19 04:08:46.528306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77980c96-8d2b-4efe-996f-ae5046eb5d48 None None] Network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:46.609426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69d5df9b-9e23-4359-a7e0-470e7ceda3bd req-e34bb829-539c-443d-a8ca-77984574a4a1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151125 Nov 19 04:08:46.619371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Allocated IP 2001:db8::ad (9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6/bd07dfff-c7e3-45fa-a56a-51897300e6b8/8a536ba2-7e7c-4924-b13d-c94e8ac732cb) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:46.634908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:08:46.642026 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-879733b0-269a-4bf3-af2c-b4836bae81ee service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608417 Nov 19 04:08:46.779924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-70b76839-85de-4e8a-87ba-782387a05824 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253297 Nov 19 04:08:46.821899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-50f60bfa-826b-46ef-8554-bc0f7329e004 None None] Provisioning complete for port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:46.822306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50f60bfa-826b-46ef-8554-bc0f7329e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.839908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:46.850600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ee9b7ec-ea6b-43e7-a8d4-80167440f0f0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6851735 Nov 19 04:08:46.853164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60232) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:46.854995 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:46.858195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1459231093'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:46.861899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.871951 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:46.872600 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:46.884082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-50f60bfa-826b-46ef-8554-bc0f7329e004 None None] Port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:46.902639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:46.910256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.915130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.941091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:46.951353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.952138 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment 0ff01afc-4501-44b2-96b2-62224b5bc4b8 of type vlan for network 676781ff-bf1f-4b87-92a7-305877f99d7d Nov 19 04:08:46.965745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:46.969388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:46.973155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:46.974320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:46.975014 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:46.986831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Port': ['ID=8a536ba2-7e7c-4924-b13d-c94e8ac732cb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:47.004133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-03af1d65-0f3b-47fd-9ee0-6f72df6784ab tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6549664 Nov 19 04:08:47.006574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60238) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:47.008437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.069693 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.075823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:47.076472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.088472 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:47.110105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Deleting port 8a536ba2-7e7c-4924-b13d-c94e8ac732cb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:47.110979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.164515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=676781ff-bf1f-4b87-92a7-305877f99d7d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:47.183535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 676781ff-bf1f-4b87-92a7-305877f99d7d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:47.204080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446aa67-05a2-437b-a4b3-e39e2e4c339d req-f5143418-286c-48a8-8897-9bc40799f4e1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:47.214211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1446aa67-05a2-437b-a4b3-e39e2e4c339d req-f5143418-286c-48a8-8897-9bc40799f4e1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1577377 Nov 19 04:08:47.222188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8272472a-37f8-4fc7-8429-ffcb14d27ce2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3681164 Nov 19 04:08:47.228473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60240) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:47.234397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:47.318091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.344614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1446aa67-05a2-437b-a4b3-e39e2e4c339d req-e4e9d876-de50-48d2-ace1-1be827a1e35a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136298 Nov 19 04:08:47.373271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Calling delete_port for 8a536ba2-7e7c-4924-b13d-c94e8ac732cb owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:47.402781 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c941d64-d193-473c-a605-064a1dd1ab1f x-openstack-request-id: req-2c941d64-d193-473c-a605-064a1dd1ab1f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:47.404653 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116e2b4a-a029-4bf9-938f-b055d06483ec", "tag": "6fce1bb5-a556-4bd1-9c04-f2969db5e199", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:47.406400 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c941d64-d193-473c-a605-064a1dd1ab1f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:47.407942 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'tag': '6fce1bb5-a556-4bd1-9c04-f2969db5e199', 'status': 'completed', 'code': 200} Nov 19 04:08:47.476993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:47.497390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.552739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-e3979efa-1cff-470b-8312-da89b253b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:47.555764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-e3979efa-1cff-470b-8312-da89b253b0e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 1095 time: 0.1290395 Nov 19 04:08:47.586409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:44Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:44Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:47.612703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed15a7e5-ee2c-47ff-a36d-8283b8105256 req-a21bfbf0-6efc-4729-b8d1-32c4da05f1f7 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0551646 Nov 19 04:08:47.664843 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:08:47.666015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Updating router 40dfda0a-cc87-40e5-82b1-85b55252865d port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:08:47.718614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-8ebf9a4b-27ff-4c4f-97a0-10664791d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:47.720753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-8ebf9a4b-27ff-4c4f-97a0-10664791d0f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.1501482 Nov 19 04:08:47.726235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.728017 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.797780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-b1ab3572-798a-4171-8353-a78627965c3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199 HTTP/1.1" status: 200 len: 217 time: 0.0689540 Nov 19 04:08:47.803540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a536ba2-7e7c-4924-b13d-c94e8ac732cb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:47.870920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-83a4a181-26c9-4831-b73e-a78546cfeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:47.872595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-83a4a181-26c9-4831-b73e-a78546cfeb09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0576677 Nov 19 04:08:47.879881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:47.885750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-25cc396c-2e87-4061-b34b-e3c4492436db tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8a536ba2-7e7c-4924-b13d-c94e8ac732cb HTTP/1.1" status: 204 len: 168 time: 0.8757217 Nov 19 04:08:47.891014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60254) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:47.896384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6', 'external_fixed_ips': [{'subnet_id': 'bd07dfff-c7e3-45fa-a56a-51897300e6b8', 'ip_address': '2001:db8::ad'}]}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:47.925497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-b85a4960-a110-4c98-90e2-56ce9b8b1d62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451870 Nov 19 04:08:47.937100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61332fcd-37d7-47c9-ae12-ea8473ca4b37 req-e5279086-9fe4-411d-94cf-fb9088c4c3f3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:47.945382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61332fcd-37d7-47c9-ae12-ea8473ca4b37 req-e5279086-9fe4-411d-94cf-fb9088c4c3f3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 944 time: 0.1585357 Nov 19 04:08:48.049677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.050790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.081296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61332fcd-37d7-47c9-ae12-ea8473ca4b37 req-205d2d19-6f5f-4be3-8bd0-48ea8b65b21a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349132 Nov 19 04:08:48.153408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.220931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=5f242c2f-0509-418a-9603-bcc3d9a39137,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:48.229667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:48.230670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: 676781ff-bf1f-4b87-92a7-305877f99d7d, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:48.254836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 676781ff-bf1f-4b87-92a7-305877f99d7d is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:48.279485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 676781ff-bf1f-4b87-92a7-305877f99d7d) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:48.284351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:48.284990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.292032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a3e3c-da19-43e4-8b1c-04ed83000223 None None] Network 676781ff-bf1f-4b87-92a7-305877f99d7d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:48.313430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f9ce2ef-0122-47b4-b51f-ad708a86290c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0839403 Nov 19 04:08:48.316300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60272) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:48.331231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.363811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb33df77-c006-4d84-a69e-56746a336651 req-da22e740-95a6-466f-aa68-d15d3c8395f8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 210 time: 0.1394975 Nov 19 04:08:48.370406 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.383414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-62f06ea4-999c-4745-bd84-8c7239905754 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120653 Nov 19 04:08:48.391947 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.527826 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Pushing event updated for resources: {'Port': ['ID=03ef3227-e64c-4eed-922b-757f5ce2a0a9,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:48.548626 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.549258 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.549957 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.551737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.552274 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.552783 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.553453 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.554131 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.558569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.560924 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.562069 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.562676 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:08:48.582494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-676781ff-bf1f-4b87-92a7-305877f99d7d', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:48.583382 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.679107 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Attempting to bind port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:48.680910 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Attempting to bind port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:48.681997 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Attempting to bind port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 on network 305bf6d1-b97c-4914-be95-962cc74f2700 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:48.698967 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:48.700625 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Checking segment: {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:48.701528 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.702950 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Bound using segment: {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:48.703461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Bound port: 03ef3227-e64c-4eed-922b-757f5ce2a0a9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19530bab-978d-4fc5-8d6d-2012bf58a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:48.704768 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.812461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] For port 03ef3227-e64c-4eed-922b-757f5ce2a0a9, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:48.820259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] For port 03ef3227-e64c-4eed-922b-757f5ce2a0a9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=03ef3227-e64c-4eed-922b-757f5ce2a0a9,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:48.825367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.842280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Allocated IP 172.21.0.2 (676781ff-bf1f-4b87-92a7-305877f99d7d/5f242c2f-0509-418a-9603-bcc3d9a39137/138c74aa-8feb-4000-8643-e8af1f33ad73) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:48.843063 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:48.966499 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:48.968607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:49.038778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6fce1bb5-a556-4bd1-9c04-f2969db5e199 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:08:49.072369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:49.123669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b942-801a-45da-a740-e373f6a79d96 req-e92276ec-c7b3-4442-a239-2946bef0ce31 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:49.143812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e497b942-801a-45da-a740-e373f6a79d96 req-e92276ec-c7b3-4442-a239-2946bef0ce31 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.6195078 Nov 19 04:08:49.262304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:49.267347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7782fb5-8245-43eb-b20f-f8634d7d388c req-a39ad10d-3e69-4cdb-93d9-e81ce5175610 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660155 Nov 19 04:08:49.348961 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75131e-c36b-44a7-be39-47cd237c0e00 None None] Pushing event updated for resources: {'Port': ['ID=03ef3227-e64c-4eed-922b-757f5ce2a0a9,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:49.363331 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:44Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:48Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:49.385108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-52acc58d-b67d-4d28-a511-7170d6a52731 None None] Provisioning complete for port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:49.385750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52acc58d-b67d-4d28-a511-7170d6a52731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:49.408026 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933b779-8556-4d5c-8ec0-0e30165469ef None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:44Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:48Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:49.412591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:49.420645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e497b942-801a-45da-a740-e373f6a79d96 req-63600af2-283c-4942-bd01-3ea24e00d497 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744143 Nov 19 04:08:49.545808 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:49.547987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '6fce1bb5-a556-4bd1-9c04-f2969db5e199', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': '6fce1bb5-a556-4bd1-9c04-f2969db5e199', 'mac_address': 'fa:16:3e:53:69:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:08:49.660603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:49.664423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:49.715451 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ecad21c-99bb-4f78-86bd-bbd55f9ca57d req-9b83d3e4-cb91-42cf-89eb-f23d3f9b1e98 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.2053044 Nov 19 04:08:49.803574 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:49.838256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.068177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e0b081c0-71bb-4f9b-a5c6-ffbec7ed737f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:50.074020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e0b081c0-71bb-4f9b-a5c6-ffbec7ed737f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.5520051 Nov 19 04:08:50.128099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Pushing event updated for resources: {'Port': ['ID=138c74aa-8feb-4000-8643-e8af1f33ad73,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:50.134052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fce1bb5-a556-4bd1-9c04-f2969db5e199 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:08:50.161879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Request body: {'port': {'device_id': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'admin_state_up': True, 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:50.209652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Network 676781ff-bf1f-4b87-92a7-305877f99d7d is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:50.215025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:50.221532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:50.228955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:50.243552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.251115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49563178-bb82-40ba-9845-249f0fb7d7e3 req-03024824-9d1f-465a-ba63-edae821ae044 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:50.271203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49563178-bb82-40ba-9845-249f0fb7d7e3 req-03024824-9d1f-465a-ba63-edae821ae044 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 944 time: 0.2756236 Nov 19 04:08:50.363714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=6fce1bb5-a556-4bd1-9c04-f2969db5e199,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:50.503471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.21.0.1 (676781ff-bf1f-4b87-92a7-305877f99d7d/5f242c2f-0509-418a-9603-bcc3d9a39137/62454561-8124-4d56-a8da-d7feb62ebe98) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:50.529524 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52acc58d-b67d-4d28-a511-7170d6a52731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.621431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60304) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:50.646869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:08:50.832882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.860182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Attempting to bind port 138c74aa-8feb-4000-8643-e8af1f33ad73 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:50.861603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Attempting to bind port 138c74aa-8feb-4000-8643-e8af1f33ad73 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:50.862018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Attempting to bind port 138c74aa-8feb-4000-8643-e8af1f33ad73 on network 676781ff-bf1f-4b87-92a7-305877f99d7d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:50.910544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:50.920382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Allocated IP 2001:db8::ad (9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6/bd07dfff-c7e3-45fa-a56a-51897300e6b8/d0e16892-a5ae-4f92-a763-fdac52bea5e9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:50.920795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.928603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:50.929022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Checking segment: {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:50.931458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.932239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Bound using segment: {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:50.933667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Bound port: 138c74aa-8feb-4000-8643-e8af1f33ad73, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:50.934112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:50.947607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49563178-bb82-40ba-9845-249f0fb7d7e3 req-ca198037-01c5-4788-b2dd-19c83fc81d5d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6646419 Nov 19 04:08:50.993261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-52acc58d-b67d-4d28-a511-7170d6a52731 None None] For port 03ef3227-e64c-4eed-922b-757f5ce2a0a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=03ef3227-e64c-4eed-922b-757f5ce2a0a9,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:51.008079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52acc58d-b67d-4d28-a511-7170d6a52731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.045211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.075680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acc58d-b67d-4d28-a511-7170d6a52731 None None] Pushing event updated for resources: {'Port': ['ID=03ef3227-e64c-4eed-922b-757f5ce2a0a9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:51.096443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95963cdc-80b8-42bf-ba59-1f76e61e7d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.173880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] For port 138c74aa-8feb-4000-8643-e8af1f33ad73, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:51.179627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45593098-aed7-4c74-ba4a-29208478b76f req-aec54c7e-a1f3-429f-b9c1-88fd01389cba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 210 time: 0.0762432 Nov 19 04:08:51.192091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cca97738-9a27-4148-ae1d-49f6543ec8a8 None None] Provisioning complete for port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:51.192091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cca97738-9a27-4148-ae1d-49f6543ec8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.225450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 676781ff-bf1f-4b87-92a7-305877f99d7d is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:51.254081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:51.266427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] For port 138c74aa-8feb-4000-8643-e8af1f33ad73, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=138c74aa-8feb-4000-8643-e8af1f33ad73,segment=NetworkSegment(0ff01afc-4501-44b2-96b2-62224b5bc4b8),segment_id=0ff01afc-4501-44b2-96b2-62224b5bc4b8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:51.274277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:51.302213 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.309401 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.379279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.380553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e7c12-1ec4-4f41-a6d4-79441f7e3f1f None None] Pushing event updated for resources: {'Port': ['ID=138c74aa-8feb-4000-8643-e8af1f33ad73,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:51.390538 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6e29b244-02ad-469e-9c70-e9eb9e3e855d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.417089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c2237-17d0-4689-8e70-f4fce592adff req-d7158d8b-959d-4cd5-88ac-b05829cab6c5 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:51.443021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a62c2237-17d0-4689-8e70-f4fce592adff req-d7158d8b-959d-4cd5-88ac-b05829cab6c5 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1256261 Nov 19 04:08:51.461617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95963cdc-80b8-42bf-ba59-1f76e61e7d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.474179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=62454561-8124-4d56-a8da-d7feb62ebe98,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:51.511645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.541198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95963cdc-80b8-42bf-ba59-1f76e61e7d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.604578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a62c2237-17d0-4689-8e70-f4fce592adff req-fa5ff705-447e-41ae-9186-5b50974a7725 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606345 Nov 19 04:08:51.611299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95963cdc-80b8-42bf-ba59-1f76e61e7d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac464fda-fc2e-4403-a4ba-020e50f7ec1a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:51.618395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:51.626330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:51.632059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:51.690362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95963cdc-80b8-42bf-ba59-1f76e61e7d51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4284990906fc40c4b18ec7384026bfcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0650475 Nov 19 04:08:51.692054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60312) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:51.745628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Allocated IP 172.20.0.14 (0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5/c13c240b-a966-4c29-a23b-08967fa2e6aa/1ec47380-2c7a-4038-853c-e78c9af41a28) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:51.785205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e16892-a5ae-4f92-a763-fdac52bea5e9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:51.859821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:51.919404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4bda2da-c32a-4759-86b9-df067295c3b5 req-d7f02754-2587-4b61-8138-f02846708242 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0801961 Nov 19 04:08:51.934664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-369d29bd-9c39-4308-9f46-adf749c38733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.097080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-7d3c7f13-6de9-4ab6-ad80-7bf7004c7b39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741467 Nov 19 04:08:52.121574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 138c74aa-8feb-4000-8643-e8af1f33ad73 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:52.218402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 138c74aa-8feb-4000-8643-e8af1f33ad73 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:52.220275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.229874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.248217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.315481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=62454561-8124-4d56-a8da-d7feb62ebe98,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:52.357098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.378630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-369d29bd-9c39-4308-9f46-adf749c38733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.385526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-e65a3292-1c26-479f-b0ab-350ca60b2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:52.387675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-e65a3292-1c26-479f-b0ab-350ca60b2be4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1097 time: 0.1238234 Nov 19 04:08:52.418862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 138c74aa-8feb-4000-8643-e8af1f33ad73, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=138c74aa-8feb-4000-8643-e8af1f33ad73,segment=NetworkSegment(0ff01afc-4501-44b2-96b2-62224b5bc4b8),segment_id=0ff01afc-4501-44b2-96b2-62224b5bc4b8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:52.427380 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.428273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 03ef3227-e64c-4eed-922b-757f5ce2a0a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:52.549120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=138c74aa-8feb-4000-8643-e8af1f33ad73,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:52.551389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955722d-d880-4115-9e2c-7f29cbe789df req-8f296b83-d5c9-4a12-9552-608e38d0c760 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:52.560507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1955722d-d880-4115-9e2c-7f29cbe789df req-8f296b83-d5c9-4a12-9552-608e38d0c760 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 945 time: 0.2356501 Nov 19 04:08:52.580576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:52.580985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.584469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.613661 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.718955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-79558ce6-6855-48f9-b6a5-83fb0c74d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:52.720693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-79558ce6-6855-48f9-b6a5-83fb0c74d5cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.2950642 Nov 19 04:08:52.827553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1955722d-d880-4115-9e2c-7f29cbe789df req-e9081f8d-0caf-4286-9d30-f226580e9e71 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651374 Nov 19 04:08:52.854311 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:52.881577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-ab931ae2-ea39-4e12-b51a-fc8e16edb2ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 1002 time: 0.1227179 Nov 19 04:08:53.010862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a95f46-3572-4685-8f85-d21f3b96325b None None] Network 676781ff-bf1f-4b87-92a7-305877f99d7d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:53.044736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.061161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-ee75904a-94fa-4265-8d81-5bb85e1dd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:53.063318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-ee75904a-94fa-4265-8d81-5bb85e1dd49c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.1710997 Nov 19 04:08:53.104168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 676781ff-bf1f-4b87-92a7-305877f99d7d is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:53.107090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:53.109297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6fce1bb5-a556-4bd1-9c04-f2969db5e199 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:53.119072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.121510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342308-6060-4ba8-8a5e-744c571dee6f req-f2b511b4-e980-43a6-8f8a-db3ab5021e7b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:53.123158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87342308-6060-4ba8-8a5e-744c571dee6f req-f2b511b4-e980-43a6-8f8a-db3ab5021e7b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1647730 Nov 19 04:08:53.132181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.145777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-369d29bd-9c39-4308-9f46-adf749c38733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.149175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-369d29bd-9c39-4308-9f46-adf749c38733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.154784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-369d29bd-9c39-4308-9f46-adf749c38733 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac464fda-fc2e-4403-a4ba-020e50f7ec1a HTTP/1.1" status: 204 len: 168 time: 1.4598603 Nov 19 04:08:53.209334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8b2c6d36-622c-4dbd-9d77-ee5bcf3beb2b None None] Provisioning complete for port 138c74aa-8feb-4000-8643-e8af1f33ad73 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:53.209849 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6d36-622c-4dbd-9d77-ee5bcf3beb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.294962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d29bd-9c39-4308-9f46-adf749c38733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac464fda-fc2e-4403-a4ba-020e50f7ec1a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:53.307040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:08:53.308448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:08:53.309666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:53.324635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:53.328505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:53.328896 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.338887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:53.360717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-e724f474-42e7-4b90-8322-68de6a72c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:53.362390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-e724f474-42e7-4b90-8322-68de6a72c756 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840519 Nov 19 04:08:53.462073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87342308-6060-4ba8-8a5e-744c571dee6f req-4a31a343-7965-4d03-89b2-2b003eabc3be tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244708 Nov 19 04:08:53.510182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event updated for resources: {'Port': ['ID=1ec47380-2c7a-4038-853c-e78c9af41a28,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:53.542365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:53.550223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b8b16e6e-a281-4730-b08b-4382d003cacc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2319522 Nov 19 04:08:53.554871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60326) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:53.565073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-269503885'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:53.571360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:53.572449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.579421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:53.598404 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-e098bf87-3bea-485a-91d3-be7329d55523 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5013425 Nov 19 04:08:53.607360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ba72b1b-7bcf-454a-8390-3580c9c064fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.629255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:53.629902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:53.635041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Request body: {'port': {'device_id': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:53.649847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-38be8daa-2b69-4ea3-91a1-e7f3782c6c8f service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514560 Nov 19 04:08:53.695954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:53.699664 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.739148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.785770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Router b170487c-1293-4b42-b738-d15d74da37e1 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:08:53.794790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60328) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:53.843383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aca0944d-1143-4bb3-9c95-85e29df60ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.878058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:53.914672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08721aa-ee15-4ce8-a990-5e0ac02ab4a7 req-a95fc85b-421f-4f7d-8268-14b47f4e1dbd tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:53.923695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a08721aa-ee15-4ce8-a990-5e0ac02ab4a7 req-a95fc85b-421f-4f7d-8268-14b47f4e1dbd tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 932 time: 0.2780247 Nov 19 04:08:53.959121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:08:53.997721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fce1bb5-a556-4bd1-9c04-f2969db5e199'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:54.000800 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df37e6f8-762a-4ca9-815a-47bcd2d68061" -d '{"events": [{"server_uuid": "116e2b4a-a029-4bf9-938f-b055d06483ec", "name": "network-vif-plugged", "status": "completed", "tag": "6fce1bb5-a556-4bd1-9c04-f2969db5e199"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:54.033531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.033897 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment e2fbaa31-643e-4128-a2f8-fbd2fc1690e3 of type vlan for network bccbc5dc-7695-4ffd-b026-b98835947bf5 Nov 19 04:08:54.053054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 138c74aa-8feb-4000-8643-e8af1f33ad73 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:54.056901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:54.063262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:54.064885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-70a0fd52-6c8e-482d-8f77-138edd1f793f None None] Provisioning complete for port 62454561-8124-4d56-a8da-d7feb62ebe98 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:54.065267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-70a0fd52-6c8e-482d-8f77-138edd1f793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.139619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.214671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aca0944d-1143-4bb3-9c95-85e29df60ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.216902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:08:54.232672 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Sync routers for ids ['b170487c-1293-4b42-b738-d15d74da37e1'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:08:54.236070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec47380-2c7a-4038-853c-e78c9af41a28 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:08:54.248548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.257058 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Routers {'b170487c-1293-4b42-b738-d15d74da37e1'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:54.258012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b170487c-1293-4b42-b738-d15d74da37e1'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:54.270254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-70a0fd52-6c8e-482d-8f77-138edd1f793f None None] Port 62454561-8124-4d56-a8da-d7feb62ebe98 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:54.270883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Transition to ACTIVE for port object 1ec47380-2c7a-4038-853c-e78c9af41a28 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:08:54.276107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed6abca-5bbd-4648-813a-ac308bb02ab1 req-e71f4594-5683-49a0-a696-7150ca0da59a service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127198 Nov 19 04:08:54.277001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aca0944d-1143-4bb3-9c95-85e29df60ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.277143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.284346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a08721aa-ee15-4ce8-a990-5e0ac02ab4a7 req-09cdb149-9d3f-46d0-9e62-3e2a7f2edb9a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597698 Nov 19 04:08:54.344739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0944d-1143-4bb3-9c95-85e29df60ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f17e2-4c48-46bc-83f3-ab3236d96bbd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:54.354213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec47380-2c7a-4038-853c-e78c9af41a28,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:54.366696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.378346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-32a58ed8-61c8-48a0-aaf3-f75ea6e22893 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.4861414 Nov 19 04:08:54.380956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60334) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:54.449771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=6fce1bb5-a556-4bd1-9c04-f2969db5e199,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:54.475689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-70a0fd52-6c8e-482d-8f77-138edd1f793f None None] Provisioning complete for port 138c74aa-8feb-4000-8643-e8af1f33ad73 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:54.476081 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-70a0fd52-6c8e-482d-8f77-138edd1f793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.521384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Set router b170487c-1293-4b42-b738-d15d74da37e1 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:54.564007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Attempting to bind port 1ec47380-2c7a-4038-853c-e78c9af41a28 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:54.564603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Attempting to bind port 1ec47380-2c7a-4038-853c-e78c9af41a28 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:54.564949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Attempting to bind port 1ec47380-2c7a-4038-853c-e78c9af41a28 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:54.575371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Port 1ec47380-2c7a-4038-853c-e78c9af41a28 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:08:54.575612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Attempting to bind port 1ec47380-2c7a-4038-853c-e78c9af41a28 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:54.580773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 138c74aa-8feb-4000-8643-e8af1f33ad73 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:54.581177 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.589713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:54.590092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:54.590498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Bound using segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:54.594211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Bound port: 1ec47380-2c7a-4038-853c-e78c9af41a28, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:54.594915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.616948 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.721457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-386703bf-fc71-463c-bcb6-28573f7730fa req-0cd39483-f39c-404f-8309-0063a6b46696 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ab18dd-8254-472c-9424-58a298e7af5b HTTP/1.1" status: 200 len: 210 time: 0.0585632 Nov 19 04:08:54.751387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] For port 1ec47380-2c7a-4038-853c-e78c9af41a28, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:54.757122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] For port 1ec47380-2c7a-4038-853c-e78c9af41a28, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1ec47380-2c7a-4038-853c-e78c9af41a28,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:54.767519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.847092 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b170487c-1293-4b42-b738-d15d74da37e1', 'name': '', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6', 'external_fixed_ips': [{'subnet_id': 'bd07dfff-c7e3-45fa-a56a-51897300e6b8', 'ip_address': '2001:db8::ad'}], 'enable_snat': True}, 'gw_port_id': 'd0e16892-a5ae-4f92-a763-fdac52bea5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:48Z', 'updated_at': '2021-11-19T04:08:51Z', 'revision_number': 3, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port': {'id': 'd0e16892-a5ae-4f92-a763-fdac52bea5e9', 'name': '', 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b170487c-1293-4b42-b738-d15d74da37e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'bd07dfff-c7e3-45fa-a56a-51897300e6b8', 'ip_address': '2001:db8::ad', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd07dfff-c7e3-45fa-a56a-51897300e6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:54.853668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec47380-2c7a-4038-853c-e78c9af41a28,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:54.863270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:54.863913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.865373 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-1e51c896-eac6-4651-ba6e-f0a180126c18 service neutron] 10.222.0.31 "PUT /v2.0/ports/1ec47380-2c7a-4038-853c-e78c9af41a28 HTTP/1.1" status: 200 len: 1092 time: 1.2424145 Nov 19 04:08:54.865832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'tag': '1ec47380-2c7a-4038-853c-e78c9af41a28'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:08:54.873522 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f" -d '{"events": [{"name": "network-changed", "server_uuid": "82ae3dd1-3497-4f56-ad69-45af529312f2", "tag": "1ec47380-2c7a-4038-853c-e78c9af41a28"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:08:54.882027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aca0944d-1143-4bb3-9c95-85e29df60ae2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d470170e14044df4a6403f1068b21c89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0806382 Nov 19 04:08:54.884779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:54.896886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:54.944203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:51Z', 'revision_number': 3, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:52Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:54.944916 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Checking router: b170487c-1293-4b42-b738-d15d74da37e1 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:08:54.945446 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Updating router b170487c-1293-4b42-b738-d15d74da37e1 port d0e16892-a5ae-4f92-a763-fdac52bea5e9 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:08:54.949076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:08:54.977002 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.039849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611037-3819-422e-9ffe-207b18fdaab0 req-6c6f1759-77a7-4321-bd86-6b166d0316bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:55.041390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-6c6f1759-77a7-4321-bd86-6b166d0316bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1097 time: 0.3824172 Nov 19 04:08:55.043207 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.049399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:55.050716 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.091020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5345793 Nov 19 04:08:55.092688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fda1be8-997e-4dd1-80b0-da5983c80487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.095598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:55.121773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:55.187293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0c178-41c4-479f-b066-afa958a21801 req-c4dacab8-f217-43ec-9e12-976cf4e4169e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:55.194854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed0c178-41c4-479f-b066-afa958a21801 req-c4dacab8-f217-43ec-9e12-976cf4e4169e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 946 time: 0.2783458 Nov 19 04:08:55.213156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.225479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:08:55.225891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Updating router 40dfda0a-cc87-40e5-82b1-85b55252865d port 62454561-8124-4d56-a8da-d7feb62ebe98 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:08:55.240734 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.284167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eee33887-1215-4e38-ae1e-a38fa4ce99e3 None None] Provisioning complete for port 62454561-8124-4d56-a8da-d7feb62ebe98 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:55.284879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eee33887-1215-4e38-ae1e-a38fa4ce99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.285005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a507-b577-4a51-8844-5921fa697d58 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=bccbc5dc-7695-4ffd-b026-b98835947bf5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:55.304078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-eed518f7-333c-42ce-ab84-e3279442079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:55.304637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-eed518f7-333c-42ce-ab84-e3279442079a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 1095 time: 0.3198950 Nov 19 04:08:55.319806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fda1be8-997e-4dd1-80b0-da5983c80487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.327756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:08:55.336985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.393215 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.404641 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.408111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-796e408e-feeb-4d01-9f72-58f70c0fe93c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec47380-2c7a-4038-853c-e78c9af41a28 HTTP/1.1" status: 200 len: 217 time: 0.0514586 Nov 19 04:08:55.422968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611037-3819-422e-9ffe-207b18fdaab0 req-0d300e18-62b8-4219-b7d8-d4dda9b99dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:55.423896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-0d300e18-62b8-4219-b7d8-d4dda9b99dc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.3578916 Nov 19 04:08:55.435804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Attempting to bind port d0e16892-a5ae-4f92-a763-fdac52bea5e9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:55.437051 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Attempting to bind port d0e16892-a5ae-4f92-a763-fdac52bea5e9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3d8c8683-1bb0-46ee-a194-0c047fca6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:55.437685 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Attempting to bind port d0e16892-a5ae-4f92-a763-fdac52bea5e9 on network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:55.441219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ed0c178-41c4-479f-b066-afa958a21801 req-22dbe255-0eeb-462b-a6e4-50c89a8e8db3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394297 Nov 19 04:08:55.464748 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:55.465444 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Checking segment: {'id': '3d8c8683-1bb0-46ee-a194-0c047fca6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:55.466073 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.466741 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Bound using segment: {'id': '3d8c8683-1bb0-46ee-a194-0c047fca6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:55.467533 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Bound port: d0e16892-a5ae-4f92-a763-fdac52bea5e9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8c8683-1bb0-46ee-a194-0c047fca6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:55.468250 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.501185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-8de077bb-2bf6-4c85-801e-8da81f0b76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:55.503026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-8de077bb-2bf6-4c85-801e-8da81f0b76c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0752902 Nov 19 04:08:55.508177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-eee33887-1215-4e38-ae1e-a38fa4ce99e3 None None] Port 62454561-8124-4d56-a8da-d7feb62ebe98 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:08:55.508494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:08:55.518820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.537241 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] For port d0e16892-a5ae-4f92-a763-fdac52bea5e9, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:55.543527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] For port d0e16892-a5ae-4f92-a763-fdac52bea5e9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d0e16892-a5ae-4f92-a763-fdac52bea5e9,segment=NetworkSegment(3d8c8683-1bb0-46ee-a194-0c047fca6b93),segment_id=3d8c8683-1bb0-46ee-a194-0c047fca6b93)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:55.543724 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8cc8e7-3156-4179-b538-e2600979b5eb x-openstack-request-id: req-2f8cc8e7-3156-4179-b538-e2600979b5eb {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:55.544031 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116e2b4a-a029-4bf9-938f-b055d06483ec", "name": "network-vif-plugged", "status": "completed", "tag": "6fce1bb5-a556-4bd1-9c04-f2969db5e199", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:55.544359 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f8cc8e7-3156-4179-b538-e2600979b5eb {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:55.544817 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fce1bb5-a556-4bd1-9c04-f2969db5e199', 'code': 200} Nov 19 04:08:55.567613 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.583839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-ae05a221-8f0f-4a26-b0d0-e06e9250c160 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509953 Nov 19 04:08:55.601697 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Routers {'b170487c-1293-4b42-b738-d15d74da37e1'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:55.602764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b170487c-1293-4b42-b738-d15d74da37e1'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:55.620588 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fda1be8-997e-4dd1-80b0-da5983c80487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.640328 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fda1be8-997e-4dd1-80b0-da5983c80487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.641117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4fda1be8-997e-4dd1-80b0-da5983c80487 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/617f17e2-4c48-46bc-83f3-ab3236d96bbd HTTP/1.1" status: 204 len: 168 time: 0.7545519 Nov 19 04:08:55.742577 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e26f6-97a9-4341-b6a0-0c45f7962db5 None None] Pushing event updated for resources: {'Port': ['ID=d0e16892-a5ae-4f92-a763-fdac52bea5e9,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:55.785359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda1be8-997e-4dd1-80b0-da5983c80487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f17e2-4c48-46bc-83f3-ab3236d96bbd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:55.839313 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] Set router b170487c-1293-4b42-b738-d15d74da37e1 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:55.925114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-6b6eb4fd-ce0c-46b0-83fe-caaad19f428d service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167087 Nov 19 04:08:55.951204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.981725 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:55.991533 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b170487c-1293-4b42-b738-d15d74da37e1', 'name': '', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:48Z', 'updated_at': '2021-11-19T04:08:55Z', 'revision_number': 4, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:56.052450 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f1dfd-459f-408e-baa0-d5519c8a2933 None None] The sync data for ids ['b170487c-1293-4b42-b738-d15d74da37e1'] in n-d-818503-1 is: [{'id': 'b170487c-1293-4b42-b738-d15d74da37e1', 'name': '', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:48Z', 'updated_at': '2021-11-19T04:08:55Z', 'revision_number': 4, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:56.061121 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e26f6-97a9-4341-b6a0-0c45f7962db5 None None] Pushing event updated for resources: {'Port': ['ID=d0e16892-a5ae-4f92-a763-fdac52bea5e9,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:56.087409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b3354-d959-4045-92a8-f477251e9293 None None] Pushing event updated for resources: {'Port': ['ID=62454561-8124-4d56-a8da-d7feb62ebe98,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:56.210697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Deleting port d0e16892-a5ae-4f92-a763-fdac52bea5e9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:08:56.211423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.231183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.266916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b3ee47f-973f-4134-b973-e25f3f0081b4 req-30999a73-b619-438f-9252-96d25dde6092 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163731 Nov 19 04:08:56.272029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Attempting to bind port 62454561-8124-4d56-a8da-d7feb62ebe98 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:56.273186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Attempting to bind port 62454561-8124-4d56-a8da-d7feb62ebe98 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:56.273186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Attempting to bind port 62454561-8124-4d56-a8da-d7feb62ebe98 on network 676781ff-bf1f-4b87-92a7-305877f99d7d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:56.288253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:56.289007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Checking segment: {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:56.289007 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.289328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Bound using segment: {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:56.289839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Bound port: 62454561-8124-4d56-a8da-d7feb62ebe98, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff01afc-4501-44b2-96b2-62224b5bc4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:56.290877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.370861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=ca4bcbab-729c-4cd8-89df-53d05e0982d5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:56.378709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:56.379212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: bccbc5dc-7695-4ffd-b026-b98835947bf5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:08:56.402880 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.408657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:08:56.424178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, bccbc5dc-7695-4ffd-b026-b98835947bf5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:56.432147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:56.434213 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.437966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960fa88b-7b94-4703-9649-fa3aacdd619a None None] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:08:56.459299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-e854ee61-61fc-469a-afe4-83f56cecf0f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 1002 time: 1.0145710 Nov 19 04:08:56.461312 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d212586a-16a4-48c1-8a6c-2224fa0f76cd tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3623276 Nov 19 04:08:56.464160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60360) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:56.469071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.486705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] For port 62454561-8124-4d56-a8da-d7feb62ebe98, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:56.492339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] For port 62454561-8124-4d56-a8da-d7feb62ebe98, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=62454561-8124-4d56-a8da-d7feb62ebe98,segment=NetworkSegment(0ff01afc-4501-44b2-96b2-62224b5bc4b8),segment_id=0ff01afc-4501-44b2-96b2-62224b5bc4b8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:56.547697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.568886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414e4c-acd9-47a3-9d88-ad3812d26692 req-7ba983c3-3816-49f8-bca2-4168ad1edcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:56.570683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27414e4c-acd9-47a3-9d88-ad3812d26692 req-7ba983c3-3816-49f8-bca2-4168ad1edcda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 1097 time: 0.9759388 Nov 19 04:08:56.571813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Calling delete_port for d0e16892-a5ae-4f92-a763-fdac52bea5e9 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:08:56.614611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611037-3819-422e-9ffe-207b18fdaab0 req-4599ac2e-b6eb-4bdb-8023-be761ad683e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:56.616098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-4599ac2e-b6eb-4bdb-8023-be761ad683e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.1102934 Nov 19 04:08:56.630949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b3354-d959-4045-92a8-f477251e9293 None None] Pushing event updated for resources: {'Port': ['ID=62454561-8124-4d56-a8da-d7feb62ebe98,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:56.674894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:08:56.675616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:56.806597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f0bacf44-28cb-40c4-9927-6a0db0cad967 None None] Provisioning complete for port 62454561-8124-4d56-a8da-d7feb62ebe98 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:56.807014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f0bacf44-28cb-40c4-9927-6a0db0cad967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:56.845443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541d13-40ee-4a85-acad-ea314ea85044 req-d9fd0578-911c-4da4-a3d3-55fe2ff5eabb tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:56.847079 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76541d13-40ee-4a85-acad-ea314ea85044 req-d9fd0578-911c-4da4-a3d3-55fe2ff5eabb tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.6319966 Nov 19 04:08:56.945957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:08:57.017507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27414e4c-acd9-47a3-9d88-ad3812d26692 req-120c10be-decf-4887-ad6d-c62623dcba16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328759 Nov 19 04:08:57.018201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.073359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0e16892-a5ae-4f92-a763-fdac52bea5e9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:57.085622 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f0bacf44-28cb-40c4-9927-6a0db0cad967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.094269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.103754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-bccbc5dc-7695-4ffd-b026-b98835947bf5', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:08:57.104897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.107388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611037-3819-422e-9ffe-207b18fdaab0 req-873ac03b-874f-4c4d-b3a8-d2c821898aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:57.109538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-873ac03b-874f-4c4d-b3a8-d2c821898aee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787731 Nov 19 04:08:57.225534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.235398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f0bacf44-28cb-40c4-9927-6a0db0cad967 None None] For port 62454561-8124-4d56-a8da-d7feb62ebe98, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=62454561-8124-4d56-a8da-d7feb62ebe98,segment=NetworkSegment(0ff01afc-4501-44b2-96b2-62224b5bc4b8),segment_id=0ff01afc-4501-44b2-96b2-62224b5bc4b8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:57.273509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f0bacf44-28cb-40c4-9927-6a0db0cad967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.327696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.330227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.372444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.378090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-76541d13-40ee-4a85-acad-ea314ea85044 req-e9e3aaa2-665a-42e6-88d1-a31f1673905b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020143 Nov 19 04:08:57.380784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.381667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b170487c-1293-4b42-b738-d15d74da37e1 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:08:57.387034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.391089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-38b880f5-67ae-4846-b817-dbb9cee60c8f tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b170487c-1293-4b42-b738-d15d74da37e1 HTTP/1.1" status: 204 len: 168 time: 2.9591999 Nov 19 04:08:57.393440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60376) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:57.471301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Deleting subnet bd07dfff-c7e3-45fa-a56a-51897300e6b8 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:08:57.474629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.476524 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df6409-5807-4c17-8e44-1db72785e658 x-openstack-request-id: req-b6df6409-5807-4c17-8e44-1db72785e658 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:08:57.477039 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ae3dd1-3497-4f56-ad69-45af529312f2", "tag": "1ec47380-2c7a-4038-853c-e78c9af41a28", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:08:57.477251 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6df6409-5807-4c17-8e44-1db72785e658 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:08:57.477485 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'tag': '1ec47380-2c7a-4038-853c-e78c9af41a28', 'status': 'completed', 'code': 200} Nov 19 04:08:57.540551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bacf44-28cb-40c4-9927-6a0db0cad967 None None] Pushing event updated for resources: {'Port': ['ID=62454561-8124-4d56-a8da-d7feb62ebe98,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:57.549782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.556487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f770c6ab-5845-4443-be14-f3382ab639c9 None None] Provisioning complete for port 62454561-8124-4d56-a8da-d7feb62ebe98 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:57.557144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f770c6ab-5845-4443-be14-f3382ab639c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.607166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.631408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.22.0.1 (bccbc5dc-7695-4ffd-b026-b98835947bf5/ca4bcbab-729c-4cd8-89df-53d05e0982d5/7527cac4-aa9e-43b7-a8e7-959d613b784e) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:57.668366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-6ec5a008-afe0-459e-bb74-9f8644be9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:57.678597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-6ec5a008-afe0-459e-bb74-9f8644be9c67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 1095 time: 0.1485577 Nov 19 04:08:57.683005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-fde0794f-722c-4af4-8b4b-ec910cdc496b service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345652 Nov 19 04:08:57.710536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-82769870-c014-431c-b80b-0e4750374b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:51Z', 'revision_number': 3, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:56Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:57.744673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82769870-c014-431c-b80b-0e4750374b08 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:51Z', 'revision_number': 3, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:56Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:08:57.934838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:57.975570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-5e82ab55-17bc-424e-810e-c8978ba3c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:57.977380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-5e82ab55-17bc-424e-810e-c8978ba3c61c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.2311494 Nov 19 04:08:57.980947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.006149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd07dfff-c7e3-45fa-a56a-51897300e6b8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:58.025280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.032797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5b99ce85-24c8-4d48-8702-68ed24c9d9ac tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/bd07dfff-c7e3-45fa-a56a-51897300e6b8 HTTP/1.1" status: 204 len: 168 time: 0.6349776 Nov 19 04:08:58.039775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60388) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:58.067564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 62454561-8124-4d56-a8da-d7feb62ebe98 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:08:58.072435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22855c9-e798-44a4-a40a-f828f8a5200c req-bc3e72b3-2019-447f-9e8e-105b5a76e1b1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:58.074426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b22855c9-e798-44a4-a40a-f828f8a5200c req-bc3e72b3-2019-447f-9e8e-105b5a76e1b1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 944 time: 0.4277415 Nov 19 04:08:58.097992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-c1bb9c88-341b-4e9f-91e0-15cc9644c043 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ec47380-2c7a-4038-853c-e78c9af41a28 HTTP/1.1" status: 200 len: 217 time: 0.1052032 Nov 19 04:08:58.157715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 62454561-8124-4d56-a8da-d7feb62ebe98 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:08:58.159648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.212835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.215329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1ec47380-2c7a-4038-853c-e78c9af41a28 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:08:58.245689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:58.247894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-0928707f-989e-489f-b099-db15de9698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:58.249968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-0928707f-989e-489f-b099-db15de9698e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.1336792 Nov 19 04:08:58.258273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28611037-3819-422e-9ffe-207b18fdaab0 req-dd63a0e6-7d58-4f00-97e4-e66687dd3cb2 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316012 Nov 19 04:08:58.261344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.273622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:58.277902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:58.284808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b22855c9-e798-44a4-a40a-f828f8a5200c req-81ef5a78-b50e-4ba5-b4d2-49451c5f2618 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923420 Nov 19 04:08:58.335910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Allocated IP 172.22.0.2 (bccbc5dc-7695-4ffd-b026-b98835947bf5/ca4bcbab-729c-4cd8-89df-53d05e0982d5/93324290-9ef7-47d8-b24d-52ffd946e2f7) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:08:58.352879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-c1199258-e1b9-4162-9a82-078c4393f2ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650642 Nov 19 04:08:58.370028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=7527cac4-aa9e-43b7-a8e7-959d613b784e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:58.441122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.resource_extend [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:08:58.441744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.456700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.500913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:58.527912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8c8683-1bb0-46ee-a194-0c047fca6b93') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:58.528160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8c8683-1bb0-46ee-a194-0c047fca6b93') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:08:58.556990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.638019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.656172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.661869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:08:58.664645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.676809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-79d8cc6e-95b7-4a7c-9ad3-5f3a40a313a1 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962346 Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:08:58.694875 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:08:58.779428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217701c-7fe1-4e43-8e18-7b76cd5427c0 req-f0c1fa63-c2f7-48cf-a21e-81c8a9133ad2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:58.791237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4217701c-7fe1-4e43-8e18-7b76cd5427c0 req-f0c1fa63-c2f7-48cf-a21e-81c8a9133ad2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 946 time: 0.2505202 Nov 19 04:08:58.871826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1ec47380-2c7a-4038-853c-e78c9af41a28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1ec47380-2c7a-4038-853c-e78c9af41a28,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:58.895531 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.897193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '1ec47380-2c7a-4038-853c-e78c9af41a28', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': '1ec47380-2c7a-4038-853c-e78c9af41a28', 'mac_address': 'fa:16:3e:39:25:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:08:58.909365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5cc6d9a6-f49f-489c-95c1-def1b9e1219f req-a1e2ca6b-9a27-4646-b952-2237fc1db68d service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113953 Nov 19 04:08:58.918171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4217701c-7fe1-4e43-8e18-7b76cd5427c0 req-a4552f39-067d-48bf-8814-ae44fddc822d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260011 Nov 19 04:08:58.919503 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.924120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 04:08:58.926931 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:58.938142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/networks/9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6 HTTP/1.1" status: 204 len: 168 time: 0.8903389 Nov 19 04:08:58.948488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338f48-be0d-4a68-89f0-2ab35d54d328 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fee9ed8-3578-4a9e-95ab-dba6cbabe4b6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:58.959061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.037404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.047297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Pushing event updated for resources: {'Port': ['ID=93324290-9ef7-47d8-b24d-52ffd946e2f7,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:59.110455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec47380-2c7a-4038-853c-e78c9af41a28 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:08:59.122971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:59.135359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:08:59.141707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:08:59.210645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.221093 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.256007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1ec47380-2c7a-4038-853c-e78c9af41a28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1ec47380-2c7a-4038-853c-e78c9af41a28,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:08:59.292335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3aa6a-e9fa-4fce-90f6-6feb3eb6d945 req-ef63e1cf-6601-4d5b-a838-92e54b829f0b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:08:59.294327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97c3aa6a-e9fa-4fce-90f6-6feb3eb6d945 req-ef63e1cf-6601-4d5b-a838-92e54b829f0b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1158288 Nov 19 04:08:59.298361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.305308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.356247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=7527cac4-aa9e-43b7-a8e7-959d613b784e,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:59.404584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97c3aa6a-e9fa-4fce-90f6-6feb3eb6d945 req-356b99c6-12e0-413b-bba1-84eb4fe86678 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031470 Nov 19 04:08:59.429562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1ec47380-2c7a-4038-853c-e78c9af41a28,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:59.434220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Attempting to bind port 93324290-9ef7-47d8-b24d-52ffd946e2f7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:08:59.437137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Attempting to bind port 93324290-9ef7-47d8-b24d-52ffd946e2f7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:08:59.439753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Attempting to bind port 93324290-9ef7-47d8-b24d-52ffd946e2f7 on network bccbc5dc-7695-4ffd-b026-b98835947bf5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:08:59.452092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:08:59.453156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Checking segment: {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:08:59.453850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.454096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60422) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:59.454671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Bound using segment: {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:08:59.455402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Bound port: 93324290-9ef7-47d8-b24d-52ffd946e2f7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:08:59.456009 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.529886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60428) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:08:59.560963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'name': 'tempest-router--547056117', 'project_id': '0fea9dc5d9e84de68cc587ae2bb7d085'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:08:59.583372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] For port 93324290-9ef7-47d8-b24d-52ffd946e2f7, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:08:59.587585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] For port 93324290-9ef7-47d8-b24d-52ffd946e2f7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93324290-9ef7-47d8-b24d-52ffd946e2f7,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:08:59.595927 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.679213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f458a-8dcb-4065-9c76-1bc274d55bfa None None] Pushing event updated for resources: {'Port': ['ID=93324290-9ef7-47d8-b24d-52ffd946e2f7,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:08:59.682628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['1ec47380-2c7a-4038-853c-e78c9af41a28'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:08:59.813380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0886cd7f-ac06-44ce-8ded-4098877a0815 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.866471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.867556 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:08:59.976773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:08:59.978850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:00.011140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0886cd7f-ac06-44ce-8ded-4098877a0815 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.093369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-85ece612-1c2d-4ac7-9202-9fb94fbc4190 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:00.098544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-85ece612-1c2d-4ac7-9202-9fb94fbc4190 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.5576332 Nov 19 04:09:00.107462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.138239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.149793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-a85f2780-7ef6-4b17-aaac-48915eefe2d5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0377893 Nov 19 04:09:00.162099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.163513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-763a9101-1ef9-478e-820b-e734f702d421 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6266634 Nov 19 04:09:00.166336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60434) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:00.182041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:00.289145 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0886cd7f-ac06-44ce-8ded-4098877a0815 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.292324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0886cd7f-ac06-44ce-8ded-4098877a0815 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.296423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0886cd7f-ac06-44ce-8ded-4098877a0815 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/security-groups/d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3 HTTP/1.1" status: 204 len: 168 time: 0.8384893 Nov 19 04:09:00.302284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60438) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:00.332477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886cd7f-ac06-44ce-8ded-4098877a0815 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:00.337262 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.338547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:00.339654 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-1d0d3b1f-285c-47bc-a43d-6d9fd6ce0e72 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] show failed (client error): The resource could not be found. Nov 19 04:09:00.345396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1d0d3b1f-285c-47bc-a43d-6d9fd6ce0e72 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "GET /v2.0/security-groups/d8dfc8a6-7ce9-4bd3-9ec3-fd3988f48fe3 HTTP/1.1" status: 404 len: 347 time: 0.0341487 Nov 19 04:09:00.345791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60440) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:00.347783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a285e6a0-defe-456d-bc2c-f6a23e671107 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8825085 Nov 19 04:09:00.348550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:00.353565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'network': {'name': 'tempest-RoutersTest-630805175'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:00.361098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:00.382661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:00.383865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:00.408092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:00.412011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.441539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:09:00.451664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.453133 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added segment 8a1375ee-b4d4-4c86-9317-ccfda8f66e27 of type vlan for network 5aa37120-62d3-4d24-a684-96781ed75b24 Nov 19 04:09:00.475801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-ab10dcab-aeaa-4a69-9af3-05f4f4be01ba tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3108494 Nov 19 04:09:00.500822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:00.501489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.529111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.536717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:00.537442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.598781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2490466 Nov 19 04:09:00.601520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:00.607034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'subnet': {'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:00.639049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99f606-bfab-42d3-b75f-91d696aab102 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Network': ['ID=5aa37120-62d3-4d24-a684-96781ed75b24,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:00.685511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.691230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.705840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 5aa37120-62d3-4d24-a684-96781ed75b24 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:09:00.743002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Made reservation on behalf of eecbb31a7d094ba883a908af74fd21c1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:00.750373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.788581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-162d065f-1b0d-4f17-a9df-dfd408fc80d1 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814562 Nov 19 04:09:00.791640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.792301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e003e28d-9eef-460f-84b9-4dad9f101ff9 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:00.803963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.807954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c733156e-f795-4807-81af-1cadd7870226 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/routers/e003e28d-9eef-460f-84b9-4dad9f101ff9 HTTP/1.1" status: 204 len: 168 time: 0.6381085 Nov 19 04:09:00.887758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:58Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:08:58Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:00.923980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:00.924352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Updating router 40dfda0a-cc87-40e5-82b1-85b55252865d port 7527cac4-aa9e-43b7-a8e7-959d613b784e binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:09:00.935577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-84512e0a-644b-45ac-966e-58a4574b4723 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289737 Nov 19 04:09:00.943136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port c2201450-67a2-4371-b038-b24dc728aa5a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:00.943713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:00.982591 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.017302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60450) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:01.079743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.092899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.094246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.112614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for c2201450-67a2-4371-b038-b24dc728aa5a owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:01.198345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11bb08-8a4c-46d3-82d4-c2ceb4358001 None None] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:01.198722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Subnet': ['ID=68c8f897-a6d4-41ec-9273-dd54516cb35d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:01.201298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Checking segment: {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:01.201736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network hostable DHCP agents. Network: 5aa37120-62d3-4d24-a684-96781ed75b24, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:09:01.239696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 5aa37120-62d3-4d24-a684-96781ed75b24 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:09:01.264256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 5aa37120-62d3-4d24-a684-96781ed75b24) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:01.269028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:01.269640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.307569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-58ee9a0b-02cd-4a2f-a690-eff5ce7ccc28 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7046380 Nov 19 04:09:01.308091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60460) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:01.344505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe8106-665b-4b5e-86dc-b4333c7826c2 None None] Network 5aa37120-62d3-4d24-a684-96781ed75b24 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:01.461497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-828891347', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:01.490018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1071812-2e1f-4398-8b2c-7197de93ee7a req-a9b25bfd-6210-4fa3-b356-706830387a59 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:01.492621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1071812-2e1f-4398-8b2c-7197de93ee7a req-a9b25bfd-6210-4fa3-b356-706830387a59 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 945 time: 0.2035217 Nov 19 04:09:01.531413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.542676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e39d9a72-1f5b-496e-bda5-ba26694215e4 None None] Provisioning complete for port 93324290-9ef7-47d8-b24d-52ffd946e2f7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:01.544058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e39d9a72-1f5b-496e-bda5-ba26694215e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.567863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.569090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.600412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=c2201450-67a2-4371-b038-b24dc728aa5a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:01.685358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1071812-2e1f-4398-8b2c-7197de93ee7a req-7447ee1e-a521-4181-84a5-cf76fdbed107 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798022 Nov 19 04:09:01.756098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1fc425-aa22-4d05-a1c5-de2bd2f77cf5 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:01.783123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.785923 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.788640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.792468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-845dddaa-608f-431f-a51f-7a810ef025bc tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/floatingips/7e5a5488-1d36-474d-a478-252e6948f429 HTTP/1.1" status: 204 len: 168 time: 1.4431670 Nov 19 04:09:01.798805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60472) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:01.860834 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:01.910618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-5aa37120-62d3-4d24-a684-96781ed75b24', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:09:01.914358 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.102862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.105046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.118830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93324290-9ef7-47d8-b24d-52ffd946e2f7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:02.311841 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.359728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1ec47380-2c7a-4038-853c-e78c9af41a28 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:02.470134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.494459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e914b1-216b-4012-8b58-0df9384bd996 req-8af949a9-0832-4651-bd94-ac7aab1644e5 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:02.503282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9e914b1-216b-4012-8b58-0df9384bd996 req-8af949a9-0832-4651-bd94-ac7aab1644e5 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.6202378 Nov 19 04:09:02.610517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port c4ac5c62-6443-48eb-83e0-55daca71ee17 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:02.610870 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.619999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9e914b1-216b-4012-8b58-0df9384bd996 req-1ce242f2-08e2-4db7-a0f8-301733bcffac tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158116 Nov 19 04:09:02.668701 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e39d9a72-1f5b-496e-bda5-ba26694215e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.802089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Allocated IP 172.23.0.2 (5aa37120-62d3-4d24-a684-96781ed75b24/68c8f897-a6d4-41ec-9273-dd54516cb35d/0a374195-55f7-4f79-8346-f5c5968c42b5) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:02.806386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e39d9a72-1f5b-496e-bda5-ba26694215e4 None None] For port 93324290-9ef7-47d8-b24d-52ffd946e2f7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93324290-9ef7-47d8-b24d-52ffd946e2f7,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:02.828106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:02.861145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ddd4d-b865-4606-8fb4-32aca620ab83 None None] Pushing event updated for resources: {'Port': ['ID=7527cac4-aa9e-43b7-a8e7-959d613b784e,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:02.870750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for c4ac5c62-6443-48eb-83e0-55daca71ee17 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:02.880345 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e39d9a72-1f5b-496e-bda5-ba26694215e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.023683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d9a72-1f5b-496e-bda5-ba26694215e4 None None] Pushing event updated for resources: {'Port': ['ID=93324290-9ef7-47d8-b24d-52ffd946e2f7,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:03.048622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 93324290-9ef7-47d8-b24d-52ffd946e2f7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:03.049008 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.133054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-c26a4844-b259-4f35-b77a-5b5e0c73958e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:03.135173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-c26a4844-b259-4f35-b77a-5b5e0c73958e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.3815517 Nov 19 04:09:03.159058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Attempting to bind port 7527cac4-aa9e-43b7-a8e7-959d613b784e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:03.159608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Attempting to bind port 7527cac4-aa9e-43b7-a8e7-959d613b784e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:03.160149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Attempting to bind port 7527cac4-aa9e-43b7-a8e7-959d613b784e on network bccbc5dc-7695-4ffd-b026-b98835947bf5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:03.167309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:03.168896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:03.169294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Checking segment: {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:03.169709 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.170784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Bound using segment: {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:03.171652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Bound port: 7527cac4-aa9e-43b7-a8e7-959d613b784e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:03.172307 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.212380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 1ec47380-2c7a-4038-853c-e78c9af41a28 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:09:03.252018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 1ec47380-2c7a-4038-853c-e78c9af41a28 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:03.252358 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.329261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.385916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.421731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a363a-597d-4b9e-9fc0-b5a5f1ea9c73 req-421cab34-60e0-4c31-857d-034a74508c0b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:03.423850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf0a363a-597d-4b9e-9fc0-b5a5f1ea9c73 req-421cab34-60e0-4c31-857d-034a74508c0b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 945 time: 0.3931110 Nov 19 04:09:03.430409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] For port 7527cac4-aa9e-43b7-a8e7-959d613b784e, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:03.438268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] For port 7527cac4-aa9e-43b7-a8e7-959d613b784e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7527cac4-aa9e-43b7-a8e7-959d613b784e,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:03.461868 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.552926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ddd4d-b865-4606-8fb4-32aca620ab83 None None] Pushing event updated for resources: {'Port': ['ID=7527cac4-aa9e-43b7-a8e7-959d613b784e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:03.646135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.685555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.688175 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.689964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Provisioning complete for port 7527cac4-aa9e-43b7-a8e7-959d613b784e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:03.690412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.691896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:03.692702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:03.697171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.781883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Allocated IP 172.23.0.1 (5aa37120-62d3-4d24-a684-96781ed75b24/68c8f897-a6d4-41ec-9273-dd54516cb35d/27bb7929-b4a5-4885-aaf7-15dcbfce3659) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:03.790351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf0a363a-597d-4b9e-9fc0-b5a5f1ea9c73 req-b1b10182-0e2c-44a4-8061-ff6ebcc3ce36 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462284 Nov 19 04:09:03.791272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=c4ac5c62-6443-48eb-83e0-55daca71ee17,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:03.893155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Allocated IP 172.25.8.34 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/7f872645-7f2d-45b5-86bb-4466c31681d1) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:03.935377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:03.939319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:03.983427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71fa43ea-5f00-4eb8-8633-8b4b512476fc req-3ca39201-53f1-4a95-abe5-01089245f488 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 210 time: 0.0845799 Nov 19 04:09:03.999604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Network 5aa37120-62d3-4d24-a684-96781ed75b24 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:04.009924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.015587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:04.024605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:04.100759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.110127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93324290-9ef7-47d8-b24d-52ffd946e2f7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:04.135469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.138827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f825aab8-aef2-49cb-a62e-9f895062c52d tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/ports/c4ac5c62-6443-48eb-83e0-55daca71ee17 HTTP/1.1" status: 204 len: 168 time: 2.3380694 Nov 19 04:09:04.152164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60524) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:04.181164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec47380-2c7a-4038-853c-e78c9af41a28'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:04.183568 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a401224-c964-4d14-b83d-728721b6aef9" -d '{"events": [{"server_uuid": "82ae3dd1-3497-4f56-ad69-45af529312f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ec47380-2c7a-4038-853c-e78c9af41a28"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:04.208760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=27bb7929-b4a5-4885-aaf7-15dcbfce3659,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:04.213540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 5aa37120-62d3-4d24-a684-96781ed75b24 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:04.225651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:04.241018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:04.328162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 1ec47380-2c7a-4038-853c-e78c9af41a28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1ec47380-2c7a-4038-853c-e78c9af41a28,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:04.339066 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dc7fb1-e1fe-4c5a-90a9-6ce046da252a x-openstack-request-id: req-66dc7fb1-e1fe-4c5a-90a9-6ce046da252a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:04.340580 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ae3dd1-3497-4f56-ad69-45af529312f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ec47380-2c7a-4038-853c-e78c9af41a28", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:04.340790 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66dc7fb1-e1fe-4c5a-90a9-6ce046da252a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:04.341307 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec47380-2c7a-4038-853c-e78c9af41a28', 'code': 200} Nov 19 04:09:04.344265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Pushing event updated for resources: {'Port': ['ID=0a374195-55f7-4f79-8346-f5c5968c42b5,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:04.353411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.376642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:04.425823 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.570909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.575971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fea7-f2d9-4923-9f39-59c16b5d537c req-56db80e3-0ae0-4849-93a9-7984344a9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:04.586855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f309fea7-f2d9-4923-9f39-59c16b5d537c req-56db80e3-0ae0-4849-93a9-7984344a9e8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 1097 time: 0.1260586 Nov 19 04:09:04.619482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.5 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/aa830a84-39c6-4c95-8a76-491511dfdf92) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:04.662143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Attempting to bind port 0a374195-55f7-4f79-8346-f5c5968c42b5 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:04.662871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Attempting to bind port 0a374195-55f7-4f79-8346-f5c5968c42b5 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:04.663330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Attempting to bind port 0a374195-55f7-4f79-8346-f5c5968c42b5 on network 5aa37120-62d3-4d24-a684-96781ed75b24 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:04.666127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=1ec47380-2c7a-4038-853c-e78c9af41a28,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:04.670964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.704134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 93324290-9ef7-47d8-b24d-52ffd946e2f7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:04.704683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.705742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting port d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:04.706197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.715111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f309fea7-f2d9-4923-9f39-59c16b5d537c req-50a017f8-feb3-4a1d-a125-9c83b8b90619 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198525 Nov 19 04:09:04.812433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:04.813458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Checking segment: {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:04.814270 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.814971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Bound using segment: {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:04.815677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Bound port: 0a374195-55f7-4f79-8346-f5c5968c42b5, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:04.816314 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:04.963933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.081057 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.098048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.103120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] For port 0a374195-55f7-4f79-8346-f5c5968c42b5, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:05.110552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:05.117182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] For port 0a374195-55f7-4f79-8346-f5c5968c42b5, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0a374195-55f7-4f79-8346-f5c5968c42b5,segment=NetworkSegment(8a1375ee-b4d4-4c86-9317-ccfda8f66e27),segment_id=8a1375ee-b4d4-4c86-9317-ccfda8f66e27)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:05.121756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb22a9-61c4-4f16-a1a1-8374216e2ffd req-714936c3-d3b5-480f-b7be-8721cf45b05a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:05.130543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4fb22a9-61c4-4f16-a1a1-8374216e2ffd req-714936c3-d3b5-480f-b7be-8721cf45b05a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 946 time: 0.2066276 Nov 19 04:09:05.135633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.144582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.148402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:05.167134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] For port 7527cac4-aa9e-43b7-a8e7-959d613b784e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7527cac4-aa9e-43b7-a8e7-959d613b784e,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:05.167470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Calling delete_port for d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:05.168967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.169530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:05.182785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc504734-6d4c-446b-869f-c00ea373ee86 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:05.183379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event updated for resources: {'Port': ['ID=7f872645-7f2d-45b5-86bb-4466c31681d1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:05.207199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.250162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event updated for resources: {'Port': ['ID=27bb7929-b4a5-4885-aaf7-15dcbfce3659,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:05.253189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.273431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.286553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4fb22a9-61c4-4f16-a1a1-8374216e2ffd req-3dce6719-67ec-455f-9f30-0edf716d4239 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548934 Nov 19 04:09:05.308167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:58Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:03Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:05.322947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Provisioning complete for port 93324290-9ef7-47d8-b24d-52ffd946e2f7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:05.323375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.403964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccbf9a1-b092-41ce-b0b3-5f84911c3fc1 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:08:58Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:03Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:05.407299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Network 5aa37120-62d3-4d24-a684-96781ed75b24 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:05.409922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:05.448444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18345d9-ed9b-422a-a74f-07c684f9fa72 None None] Pushing event updated for resources: {'Port': ['ID=0a374195-55f7-4f79-8346-f5c5968c42b5,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:05.605248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6420241-0e6c-4eaa-8122-b6c4b0a80284 None None] Pushing event updated for resources: {'Port': ['ID=7527cac4-aa9e-43b7-a8e7-959d613b784e,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:05.633749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:05.679450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e960c9bb-1acc-4598-a5e8-d06cc064c513 req-942ef1bc-085c-4ce9-99fe-cfd519c3527e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 210 time: 0.0931046 Nov 19 04:09:05.796945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-603f79cc-e0fc-428e-9949-256231eff5ea None None] Provisioning complete for port 7527cac4-aa9e-43b7-a8e7-959d613b784e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:05.798527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-603f79cc-e0fc-428e-9949-256231eff5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:05.882732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:05.899008 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1b8d74bb-e46d-48cf-af9a-5a29d252920a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5894270 Nov 19 04:09:05.899493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60540) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:05.909261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:05.941764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.213832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:06.215840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0a374195-55f7-4f79-8346-f5c5968c42b5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:06.257820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:06.262945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=aa830a84-39c6-4c95-8a76-491511dfdf92,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:06.287187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:06.300214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:06.375979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.423060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0a374195-55f7-4f79-8346-f5c5968c42b5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:06.423693 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.478991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Port': ['ID=d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:06.520713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.529114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:06.529827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.622704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-6c03352b-9338-4bf3-8106-1884eba2a0a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4604537 Nov 19 04:09:06.673644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Request body: {'port': {'device_id': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:06.679849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-603f79cc-e0fc-428e-9949-256231eff5ea None None] Provisioning complete for port 7f872645-7f2d-45b5-86bb-4466c31681d1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:06.680522 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-603f79cc-e0fc-428e-9949-256231eff5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.719491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.extraroute_db [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 04:09:06.737604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.extraroute_db [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Removed routes are [] {{(pid=109987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 04:09:06.738114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.750469 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:06.771989 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:06.772721 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:06.806356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.829440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-603f79cc-e0fc-428e-9949-256231eff5ea None None] Port 7f872645-7f2d-45b5-86bb-4466c31681d1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:06.939570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 0a374195-55f7-4f79-8346-f5c5968c42b5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0a374195-55f7-4f79-8346-f5c5968c42b5,segment=NetworkSegment(8a1375ee-b4d4-4c86-9317-ccfda8f66e27),segment_id=8a1375ee-b4d4-4c86-9317-ccfda8f66e27)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:06.960994 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:06.960994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7527cac4-aa9e-43b7-a8e7-959d613b784e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:07.020187 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:07.046125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.051967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.082237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7527cac4-aa9e-43b7-a8e7-959d613b784e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:07.082628 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.153740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde6682-a6dc-4771-87b8-3fb74f17fdd0 None None] Network 5aa37120-62d3-4d24-a684-96781ed75b24 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:07.175230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:07.246643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=0a374195-55f7-4f79-8346-f5c5968c42b5,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:07.268260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.268626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.268982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.269336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.269679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.270051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.270393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.270731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.271066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.271404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.271742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.272072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:07.332613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f20fb771-5d46-4281-8398-117d859ab70c None None] Provisioning complete for port 0a374195-55f7-4f79-8346-f5c5968c42b5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:07.333003 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f20fb771-5d46-4281-8398-117d859ab70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.494362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:06Z', 'revision_number': 6, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bb7929-b4a5-4885-aaf7-15dcbfce3659', 'name': '', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:0d:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:02Z', 'updated_at': '2021-11-19T04:09:04Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:07.524020 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:07.524647 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Updating router 40dfda0a-cc87-40e5-82b1-85b55252865d port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:09:07.554981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.561887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-297fae2f-2b73-4b29-9843-d24fecbbdc48 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/ports/d88ca47c-b2a3-4374-84e8-f3ed9d8aaff7 HTTP/1.1" status: 204 len: 168 time: 3.3959894 Nov 19 04:09:07.565920 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.577495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598866-5693-4b86-8cb3-bb48e16df0f6 req-dde78cb9-b306-4d13-885d-9364b5801e98 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:07.579559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74598866-5693-4b86-8cb3-bb48e16df0f6 req-dde78cb9-b306-4d13-885d-9364b5801e98 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 946 time: 1.1689472 Nov 19 04:09:07.582841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:07.607312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.700100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74598866-5693-4b86-8cb3-bb48e16df0f6 req-e8b19afb-0594-4b00-bbdc-6dcd4f2d93eb tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041081 Nov 19 04:09:07.860076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting subnet 3c61aeb5-e7ff-4adc-89ef-20fb0014c72d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:07.876588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.949067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d5c88900-a9e9-4499-b176-e63a53bc603b None None] Provisioning complete for port 0a374195-55f7-4f79-8346-f5c5968c42b5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:07.949617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5c88900-a9e9-4499-b176-e63a53bc603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:07.978039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:07.998422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.008842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc57c4c7-4b6b-4328-9843-2c37cb9aee82 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 933 time: 2.1021566 Nov 19 04:09:08.009788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60554) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:08.047757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.050020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0a374195-55f7-4f79-8346-f5c5968c42b5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:08.154700 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.171039 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.188213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2eede7e2-9498-4f06-b6dc-835a65ac279e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 933 time: 0.1678419 Nov 19 04:09:08.188416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60556) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:08.194654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'routes': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:08.254336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0a374195-55f7-4f79-8346-f5c5968c42b5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:08.259202 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.275259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73657c7-16eb-4858-b169-183b0da31745 None None] Pushing event updated for resources: {'Port': ['ID=27bb7929-b4a5-4885-aaf7-15dcbfce3659,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:08.383568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d5c88900-a9e9-4499-b176-e63a53bc603b None None] Provisioning complete for port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:08.384928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5c88900-a9e9-4499-b176-e63a53bc603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.395700 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Attempting to bind port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:08.396066 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Attempting to bind port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:08.396438 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Attempting to bind port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 on network 5aa37120-62d3-4d24-a684-96781ed75b24 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:08.410555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074f2f-cc76-429d-aa16-764bd58e6346 req-245f2edb-a6a7-4ff8-8685-02b4ed92e8f1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:08.412193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5074f2f-cc76-429d-aa16-764bd58e6346 req-245f2edb-a6a7-4ff8-8685-02b4ed92e8f1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 931 time: 0.5719252 Nov 19 04:09:08.414700 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:08.415080 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Checking segment: {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:08.415504 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.416157 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Bound using segment: {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:08.418155 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Bound port: 27bb7929-b4a5-4885-aaf7-15dcbfce3659, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1375ee-b4d4-4c86-9317-ccfda8f66e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:08.418155 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.519903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d5c88900-a9e9-4499-b176-e63a53bc603b None None] Port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:08.551317 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] For port 27bb7929-b4a5-4885-aaf7-15dcbfce3659, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:08.554810 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] For port 27bb7929-b4a5-4885-aaf7-15dcbfce3659, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=27bb7929-b4a5-4885-aaf7-15dcbfce3659,segment=NetworkSegment(8a1375ee-b4d4-4c86-9317-ccfda8f66e27),segment_id=8a1375ee-b4d4-4c86-9317-ccfda8f66e27)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:08.565514 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.637858 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:08.638543 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:08.646901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-af2dac0a-34cc-4b45-b8a2-44ae71d8c0f6 None None] Provisioning complete for port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:08.647580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-af2dac0a-34cc-4b45-b8a2-44ae71d8c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.679515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.718209 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73657c7-16eb-4858-b169-183b0da31745 None None] Pushing event updated for resources: {'Port': ['ID=27bb7929-b4a5-4885-aaf7-15dcbfce3659,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:08.862902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-af2dac0a-34cc-4b45-b8a2-44ae71d8c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.863141 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:08.937251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-af2dac0a-34cc-4b45-b8a2-44ae71d8c0f6 None None] For port 27bb7929-b4a5-4885-aaf7-15dcbfce3659, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=27bb7929-b4a5-4885-aaf7-15dcbfce3659,segment=NetworkSegment(8a1375ee-b4d4-4c86-9317-ccfda8f66e27),segment_id=8a1375ee-b4d4-4c86-9317-ccfda8f66e27)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:08.957983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-af2dac0a-34cc-4b45-b8a2-44ae71d8c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:08.982396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.extraroute_db [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added routes are [] {{(pid=109987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 04:09:08.982921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.extraroute_db [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 04:09:08.996758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa830a84-39c6-4c95-8a76-491511dfdf92 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:09.011253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5074f2f-cc76-429d-aa16-764bd58e6346 req-377fef13-5dce-42fb-8f0e-5c6de44df356 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779338 Nov 19 04:09:09.021245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.026172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.100253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Transition to ACTIVE for port object aa830a84-39c6-4c95-8a76-491511dfdf92 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:09:09.124104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.133191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dac0a-34cc-4b45-b8a2-44ae71d8c0f6 None None] Pushing event updated for resources: {'Port': ['ID=27bb7929-b4a5-4885-aaf7-15dcbfce3659,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:09.139740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.141829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fe8e6478-c9f5-4390-ae28-92d5460805b2 None None] Provisioning complete for port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:09.142839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6478-c9f5-4390-ae28-92d5460805b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.449026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.483957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e8fd974f-3c40-46e5-b09e-4975d706049f None None] Provisioning complete for port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:09.484340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8fd974f-3c40-46e5-b09e-4975d706049f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.511785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa830a84-39c6-4c95-8a76-491511dfdf92,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:09.532149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.539351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.599728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Subnet': ['ID=3c61aeb5-e7ff-4adc-89ef-20fb0014c72d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:09.607210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.611185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-05bedde1-45e8-441e-b763-e6fd22cbbad3 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/subnets/3c61aeb5-e7ff-4adc-89ef-20fb0014c72d HTTP/1.1" status: 204 len: 168 time: 2.0249147 Nov 19 04:09:09.611741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Attempting to bind port aa830a84-39c6-4c95-8a76-491511dfdf92 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:09.612093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Attempting to bind port aa830a84-39c6-4c95-8a76-491511dfdf92 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:09.612432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Attempting to bind port aa830a84-39c6-4c95-8a76-491511dfdf92 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:09.616102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60574) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:09.627794 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:06Z', 'revision_number': 6, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bb7929-b4a5-4885-aaf7-15dcbfce3659', 'name': '', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:0d:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:02Z', 'updated_at': '2021-11-19T04:09:08Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:09.645995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d15872-8808-4efa-a0dc-d50fa3c28c30 None None] Network 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:09.652933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Router fdad597e-1e6b-4d93-831b-3472a5798219 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:09.662273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Port aa830a84-39c6-4c95-8a76-491511dfdf92 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:09:09.662998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Attempting to bind port aa830a84-39c6-4c95-8a76-491511dfdf92 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:09.697614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:09.698139 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575bcb9-7a94-4d98-a199-63f21b08418c None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:06Z', 'revision_number': 6, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bb7929-b4a5-4885-aaf7-15dcbfce3659', 'name': '', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:0d:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:02Z', 'updated_at': '2021-11-19T04:09:08Z', 'revision_number': 4, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:09.724050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:09.727446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:09.727780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:09.728254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Bound port: aa830a84-39c6-4c95-8a76-491511dfdf92, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:09.729638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.751713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084b5e-9adf-4538-b460-a0ec1687a67a req-0ae15512-6000-413f-a5fb-8c9da1e84a5f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:09.759465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a084b5e-9adf-4538-b460-a0ec1687a67a req-0ae15512-6000-413f-a5fb-8c9da1e84a5f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 946 time: 0.3267899 Nov 19 04:09:09.773040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:09.953469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:09.971915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:09.973150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d7b810d1-8693-49be-89dd-72904a0b2d5f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 699 time: 1.7838411 Nov 19 04:09:09.978103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60580) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:10.002629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] DHCP port deletion for 2028ab05-9f31-4cfb-8b15-f0e436bb70d3 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:10.073755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc2447c8-ba79-4298-a05a-4d40961188de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.083439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 27bb7929-b4a5-4885-aaf7-15dcbfce3659 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:10.084163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Deleting subnet f9cfd688-576f-4947-9b02-6ae001205964 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:10.109095 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.115899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] Deleting port 14e80c23-057e-4a39-a97a-f7954b1905b5 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:10.115899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.158301 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec21d2ad-3f6c-45e8-8359-981c17990ff3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 699 time: 0.1789913 Nov 19 04:09:10.160929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60584) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:10.193865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a084b5e-9adf-4538-b460-a0ec1687a67a req-74e6e7f2-2b58-440b-b047-00f95b8b4cc7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959994 Nov 19 04:09:10.211118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:10.211494 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.220713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] For port 14e80c23-057e-4a39-a97a-f7954b1905b5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14e80c23-057e-4a39-a97a-f7954b1905b5,segment=NetworkSegment(7f9fed49-bfe4-4e16-81dd-1f76789c751f),segment_id=7f9fed49-bfe4-4e16-81dd-1f76789c751f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:10.221095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.251402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] For port aa830a84-39c6-4c95-8a76-491511dfdf92, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:10.287826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] Calling delete_port for 14e80c23-057e-4a39-a97a-f7954b1905b5 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:10.298607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] For port aa830a84-39c6-4c95-8a76-491511dfdf92, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=aa830a84-39c6-4c95-8a76-491511dfdf92,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:10.303615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.360260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.414791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:10.415433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.417561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa830a84-39c6-4c95-8a76-491511dfdf92 HTTP/1.1" status: 200 len: 1091 time: 3.7543881 Nov 19 04:09:10.443998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:10.445278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'tag': 'aa830a84-39c6-4c95-8a76-491511dfdf92'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:10.447985 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8576a-31ab-4166-8aed-ab0aa95ebda0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba2bd13-5a23-418a-88fc-3756a1465475", "tag": "aa830a84-39c6-4c95-8a76-491511dfdf92"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:10.462824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] Sync routers for ids ['fdad597e-1e6b-4d93-831b-3472a5798219'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:10.483763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.539130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] Routers {'fdad597e-1e6b-4d93-831b-3472a5798219'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:10.540320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdad597e-1e6b-4d93-831b-3472a5798219'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:10.588406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:10.593409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] Pushing event deleted for resources: {'Port': ['ID=14e80c23-057e-4a39-a97a-f7954b1905b5,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:10.600877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ae910-8a1b-47d5-bf70-f5b37af94aba None None] No DVR routers for this DVR port 14e80c23-057e-4a39-a97a-f7954b1905b5 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:10.620146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] Routers {'fdad597e-1e6b-4d93-831b-3472a5798219'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:10.620954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdad597e-1e6b-4d93-831b-3472a5798219'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:10.643211 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.646961 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dcc093c8-d976-4a93-aef1-ab31ccc4852b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6260839 Nov 19 04:09:10.650651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60588) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:10.663955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:10.664619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898749b8-7ff9-4ff8-8d94-d673ff86ac76 None None] The sync data for ids ['fdad597e-1e6b-4d93-831b-3472a5798219'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:10.670807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05a67-b259-47a3-b834-c25e0c11911f req-fdc04018-e65f-4bee-9f01-cbd5dfcf02b8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:10.672662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95d05a67-b259-47a3-b834-c25e0c11911f req-fdc04018-e65f-4bee-9f01-cbd5dfcf02b8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 943 time: 0.3645597 Nov 19 04:09:10.679926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e7a0f-ef4a-4b35-9512-a56e58b04f46 service neutron] Pushing event updated for resources: {'Port': ['ID=aa830a84-39c6-4c95-8a76-491511dfdf92,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:10.707952 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.758026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc2447c8-ba79-4298-a05a-4d40961188de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.770395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-c740fc97-6a82-4429-8461-994cae04c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:10.771912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-c740fc97-6a82-4429-8461-994cae04c50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 1094 time: 0.2769690 Nov 19 04:09:10.775824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc2447c8-ba79-4298-a05a-4d40961188de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.831388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c602a948-9aaa-4757-b1ca-8a79347e21b3 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/fdad597e-1e6b-4d93-831b-3472a5798219 HTTP/1.1" status: 200 len: 923 time: 0.1790004 Nov 19 04:09:10.833316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60590) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:10.882223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-06907bab-37a3-499e-a302-06bb4688af05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa830a84-39c6-4c95-8a76-491511dfdf92 HTTP/1.1" status: 200 len: 217 time: 0.0882483 Nov 19 04:09:10.883877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-27a8cf42-e4a3-4800-9361-3cfe3e724592 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdad597e-1e6b-4d93-831b-3472a5798219 HTTP/1.1" status: 200 len: 205 time: 0.0480711 Nov 19 04:09:10.885836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60592) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:10.912012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95d05a67-b259-47a3-b834-c25e0c11911f req-564e37db-a000-4ed5-93d5-4d486b35e47e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206388 Nov 19 04:09:10.914907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dc2447c8-ba79-4298-a05a-4d40961188de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d54b60e0d4a64e4e977695f6260acc59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1385143 Nov 19 04:09:10.919099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2447c8-ba79-4298-a05a-4d40961188de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d1e054-8fdd-48c8-998a-7ae73996443d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:10.931607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60594) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:10.950222 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:10.955257 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.976399 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:10.977752 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:10.996183 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:10.999865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/subnets/f9cfd688-576f-4947-9b02-6ae001205964 HTTP/1.1" status: 204 len: 168 time: 1.3818104 Nov 19 04:09:11.003795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d53b4-5258-4850-9fe6-38b4e78780b7 None None] Network 74c6e70e-5ff5-4c56-bcca-31be5a2a166e requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:11.005990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e68db-53c2-4aa9-9101-c43b1827c2b5 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cfd688-576f-4947-9b02-6ae001205964,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:11.006168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60598) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:11.010154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-1d781a6b-7d54-4691-8f16-aea5f7e29d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:11.011781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-1d781a6b-7d54-4691-8f16-aea5f7e29d25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1140985 Nov 19 04:09:11.054888 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b3e8ab-9c8e-4b8b-b92c-33ec809e6ce2 x-openstack-request-id: req-63b3e8ab-9c8e-4b8b-b92c-33ec809e6ce2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:11.055520 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba2bd13-5a23-418a-88fc-3756a1465475", "tag": "aa830a84-39c6-4c95-8a76-491511dfdf92", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:11.055957 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63b3e8ab-9c8e-4b8b-b92c-33ec809e6ce2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:11.056543 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'tag': 'aa830a84-39c6-4c95-8a76-491511dfdf92', 'status': 'completed', 'code': 200} Nov 19 04:09:11.058896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-4d023e9d-7b99-4b08-95b9-b717b3eee987 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388381 Nov 19 04:09:11.128299 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:11.149861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2499-2218-42ef-bb56-f687202313a0 req-6af73b26-18f7-4bf8-a00a-1412c531f836 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:11.151388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-233b2499-2218-42ef-bb56-f687202313a0 req-6af73b26-18f7-4bf8-a00a-1412c531f836 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 946 time: 0.2171786 Nov 19 04:09:11.161347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.171477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-e90b886f-8967-4df7-8804-1f50e120853e service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047516 Nov 19 04:09:11.234589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] DHCP port deletion for 74c6e70e-5ff5-4c56-bcca-31be5a2a166e request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:11.282191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.285548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.287279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.324201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] Deleting port 731ca10c-4d92-4a63-865e-c758c273d2a2 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:11.324572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.385028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38d41769-b9ab-4977-b2b8-21e7ff86e0ca req-c66ae529-142d-4b8c-b992-0b9d96886957 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999915 Nov 19 04:09:11.400629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a580f-33bf-48e9-9e53-8d362d0ae7c9 req-5665fd86-1f04-430d-9de7-506b65cb8e9e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:11.401973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b42a580f-33bf-48e9-9e53-8d362d0ae7c9 req-5665fd86-1f04-430d-9de7-506b65cb8e9e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 946 time: 0.0927269 Nov 19 04:09:11.420842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.429019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] For port 731ca10c-4d92-4a63-865e-c758c273d2a2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=731ca10c-4d92-4a63-865e-c758c273d2a2,segment=NetworkSegment(2498c792-776c-4bc1-8bbc-be23f31ade4f),segment_id=2498c792-776c-4bc1-8bbc-be23f31ade4f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:11.429262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.433310 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:09Z', 'revision_number': 7, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bb7929-b4a5-4885-aaf7-15dcbfce3659', 'name': '', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:0d:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:02Z', 'updated_at': '2021-11-19T04:09:08Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:11.447831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] Calling delete_port for 731ca10c-4d92-4a63-865e-c758c273d2a2 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:11.477369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:11.493340 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:11.493990 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:11.516091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b42a580f-33bf-48e9-9e53-8d362d0ae7c9 req-f7c43f08-540b-41c6-accf-b1007d4b1cee tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067946 Nov 19 04:09:11.519205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-80190190-6b4c-4a0e-8575-b093a02a6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:11.520544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-80190190-6b4c-4a0e-8575-b093a02a6b22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 1094 time: 0.0780566 Nov 19 04:09:11.640551 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:11.653398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-6bfa571d-4a0d-4ad3-8611-ab19717037d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:11.656236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-6bfa571d-4a0d-4ad3-8611-ab19717037d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.1252298 Nov 19 04:09:11.663321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.703915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2028ab05-9f31-4cfb-8b15-f0e436bb70d3']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:11.715667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Deleting port 1ec47380-2c7a-4038-853c-e78c9af41a28 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:11.716012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.719486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-eed395ba-9305-49ba-ae47-1d243bca7269 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa830a84-39c6-4c95-8a76-491511dfdf92 HTTP/1.1" status: 200 len: 217 time: 0.0501649 Nov 19 04:09:11.719948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.730257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9fed49-bfe4-4e16-81dd-1f76789c751f') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:11.731114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9fed49-bfe4-4e16-81dd-1f76789c751f') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:11.765522 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:11.788648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-298ff1d9-c9b5-4953-af25-388b48b37a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:11.789242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] No DVR routers for this DVR port 731ca10c-4d92-4a63-865e-c758c273d2a2 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:11.790400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-298ff1d9-c9b5-4953-af25-388b48b37a3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0634196 Nov 19 04:09:11.814991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e14b6d-0646-422a-bdee-ed0ae99764d4 None None] Pushing event deleted for resources: {'Port': ['ID=731ca10c-4d92-4a63-865e-c758c273d2a2,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:11.841344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-dddfbc1f-86d9-4251-a79e-cfcf3878a2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392728 Nov 19 04:09:11.930142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:09Z', 'revision_number': 7, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bb7929-b4a5-4885-aaf7-15dcbfce3659', 'name': '', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:0d:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:02Z', 'updated_at': '2021-11-19T04:09:08Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:11.974404 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982f5c7-0928-4ca8-bd93-4dc202e7f783 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:09Z', 'revision_number': 7, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27bb7929-b4a5-4885-aaf7-15dcbfce3659', 'name': '', 'network_id': '5aa37120-62d3-4d24-a684-96781ed75b24', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:0d:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:02Z', 'updated_at': '2021-11-19T04:09:08Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '68c8f897-a6d4-41ec-9273-dd54516cb35d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:11.977434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-49876f6b-287e-4b7f-9195-1c542205f755 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257784 Nov 19 04:09:11.991702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 731ca10c-4d92-4a63-865e-c758c273d2a2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:12.033218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 731ca10c-4d92-4a63-865e-c758c273d2a2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:12.033924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 731ca10c-4d92-4a63-865e-c758c273d2a2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:12.035986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14e80c23-057e-4a39-a97a-f7954b1905b5 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:12.060501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 14e80c23-057e-4a39-a97a-f7954b1905b5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:12.061098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14e80c23-057e-4a39-a97a-f7954b1905b5 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:12.149292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7e60-2fa7-4a6d-9a36-05171e9a37fe req-eaca5a09-68c1-4293-8fc3-86962234df83 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:12.150878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73de7e60-2fa7-4a6d-9a36-05171e9a37fe req-eaca5a09-68c1-4293-8fc3-86962234df83 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 943 time: 0.1148112 Nov 19 04:09:12.154666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.157092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42e8576a-31ab-4166-8aed-ab0aa95ebda0 req-5072a631-660c-4ace-b576-076ce3384996 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539803 Nov 19 04:09:12.157407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.158580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21d1e054-8fdd-48c8-998a-7ae73996443d HTTP/1.1" status: 204 len: 168 time: 1.2229970 Nov 19 04:09:12.177182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.180710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d1e054-8fdd-48c8-998a-7ae73996443d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:12.220282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.220635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.220982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.221326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.221667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.222336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.222515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.222707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.223021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.223350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.223678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.224003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a6478-1b58-438f-a6b3-ee4a143ca510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:12.231848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73de7e60-2fa7-4a6d-9a36-05171e9a37fe req-f43911a8-1de3-46aa-9fdd-be33bec399e7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697742 Nov 19 04:09:12.244406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.276181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:12.276561 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:12.292595 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:12.393796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] For port 1ec47380-2c7a-4038-853c-e78c9af41a28, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=1ec47380-2c7a-4038-853c-e78c9af41a28,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:12.394208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.417038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Calling delete_port for 1ec47380-2c7a-4038-853c-e78c9af41a28 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:12.419714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.451648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.454880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/networks/2028ab05-9f31-4cfb-8b15-f0e436bb70d3 HTTP/1.1" status: 204 len: 168 time: 1.4454288 Nov 19 04:09:12.457635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60608) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:12.474401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Deleting port 7f872645-7f2d-45b5-86bb-4466c31681d1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:12.474769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.511540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60610) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:12.522395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06c876-d9ce-420f-bbb4-ce901426d6a4 tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Network': ['ID=2028ab05-9f31-4cfb-8b15-f0e436bb70d3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:12.539250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f35a1c7-c7fc-47ff-9ac3-52f58b1c153d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.572397 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.635645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 27bb7929-b4a5-4885-aaf7-15dcbfce3659 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:12.635993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.652811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.719680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Calling delete_port for 7f872645-7f2d-45b5-86bb-4466c31681d1 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:12.751208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.760521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921ebbc-4b8a-4aff-9375-18ec828731fc req-15cd3148-a413-4c89-82aa-c787c61c4caf tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:12.762093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9921ebbc-4b8a-4aff-9375-18ec828731fc req-15cd3148-a413-4c89-82aa-c787c61c4caf tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=82ae3dd1-3497-4f56-ad69-45af529312f2 HTTP/1.1" status: 200 len: 946 time: 0.1589673 Nov 19 04:09:12.798122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c6e70e-5ff5-4c56-bcca-31be5a2a166e']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:12.802278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f35a1c7-c7fc-47ff-9ac3-52f58b1c153d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.809390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.821784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f35a1c7-c7fc-47ff-9ac3-52f58b1c153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.825008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2498c792-776c-4bc1-8bbc-be23f31ade4f') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:12.825316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2498c792-776c-4bc1-8bbc-be23f31ade4f') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:12.858788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event deleted for resources: {'Port': ['ID=1ec47380-2c7a-4038-853c-e78c9af41a28,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:12.859259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.877655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 27bb7929-b4a5-4885-aaf7-15dcbfce3659, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=27bb7929-b4a5-4885-aaf7-15dcbfce3659,segment=NetworkSegment(8a1375ee-b4d4-4c86-9317-ccfda8f66e27),segment_id=8a1375ee-b4d4-4c86-9317-ccfda8f66e27)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:12.878124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.896326 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.908955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0f35a1c7-c7fc-47ff-9ac3-52f58b1c153d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9ff2c6498c5409aa6a5da07ac26c7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962951 Nov 19 04:09:12.910986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 27bb7929-b4a5-4885-aaf7-15dcbfce3659 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:12.915239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60614) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:12.917974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:12.918399 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.921782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a1c7-c7fc-47ff-9ac3-52f58b1c153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401b428f-de26-419b-8264-d5678c9c8cd7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:12.925260 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:12.942964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9921ebbc-4b8a-4aff-9375-18ec828731fc req-bf091103-3c53-4b0f-bd90-eb4f2ef7c89c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692805 Nov 19 04:09:12.973633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] No DVR routers for this DVR port 1ec47380-2c7a-4038-853c-e78c9af41a28 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:12.980810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:12.984209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-233b2499-2218-42ef-bb56-f687202313a0 req-68523dab-030b-4037-98af-0e05776420a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "DELETE /v2.0/ports/1ec47380-2c7a-4038-853c-e78c9af41a28 HTTP/1.1" status: 204 len: 173 time: 1.8148291 Nov 19 04:09:12.984669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'name': 'network-vif-deleted', 'tag': '1ec47380-2c7a-4038-853c-e78c9af41a28'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:12.986981 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b71f18-1473-4d20-b309-b8f52a6fb35a" -d '{"events": [{"server_uuid": "82ae3dd1-3497-4f56-ad69-45af529312f2", "name": "network-vif-deleted", "tag": "1ec47380-2c7a-4038-853c-e78c9af41a28"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:13.027678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.034525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.043553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] 10.222.0.52 "DELETE /v2.0/networks/74c6e70e-5ff5-4c56-bcca-31be5a2a166e HTTP/1.1" status: 204 len: 168 time: 0.5843856 Nov 19 04:09:13.069766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe804ada-82da-4536-9280-da388ad5abca tempest-TaggedBootDevicesTest-320504999 tempest-TaggedBootDevicesTest-320504999-project] Pushing event deleted for resources: {'Network': ['ID=74c6e70e-5ff5-4c56-bcca-31be5a2a166e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:13.070253 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815336e6-85a3-45fc-8204-7ac766e50ced x-openstack-request-id: req-815336e6-85a3-45fc-8204-7ac766e50ced {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:13.070854 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ae3dd1-3497-4f56-ad69-45af529312f2", "name": "network-vif-deleted", "tag": "1ec47380-2c7a-4038-853c-e78c9af41a28", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:13.071054 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-815336e6-85a3-45fc-8204-7ac766e50ced {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:13.071709 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ae3dd1-3497-4f56-ad69-45af529312f2', 'name': 'network-vif-deleted', 'tag': '1ec47380-2c7a-4038-853c-e78c9af41a28', 'status': 'completed', 'code': 200} Nov 19 04:09:13.088626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3366cb2d-f653-4477-9c2d-dff47619b51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.130996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3366cb2d-f653-4477-9c2d-dff47619b51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.135890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device aa830a84-39c6-4c95-8a76-491511dfdf92 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:09:13.175392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.214785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3366cb2d-f653-4477-9c2d-dff47619b51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.218316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3366cb2d-f653-4477-9c2d-dff47619b51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.222208 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3366cb2d-f653-4477-9c2d-dff47619b51c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/401b428f-de26-419b-8264-d5678c9c8cd7 HTTP/1.1" status: 204 len: 168 time: 0.3034821 Nov 19 04:09:13.222379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event deleted for resources: {'Port': ['ID=7f872645-7f2d-45b5-86bb-4466c31681d1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:13.252164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366cb2d-f653-4477-9c2d-dff47619b51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b428f-de26-419b-8264-d5678c9c8cd7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:13.314846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfd87a-602f-4588-bf16-a261dfbdf76c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:13.377381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port aa830a84-39c6-4c95-8a76-491511dfdf92, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=aa830a84-39c6-4c95-8a76-491511dfdf92,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:13.391903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'aa830a84-39c6-4c95-8a76-491511dfdf92', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': 'aa830a84-39c6-4c95-8a76-491511dfdf92', 'mac_address': 'fa:16:3e:8c:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:09:13.422851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2b320-f464-49a3-8137-a95862adfbde req-08b75e63-53d8-4164-9189-376be1b45d56 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:13.438946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a2b320-f464-49a3-8137-a95862adfbde req-08b75e63-53d8-4164-9189-376be1b45d56 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 943 time: 0.0835445 Nov 19 04:09:13.446152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.459604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.467207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa830a84-39c6-4c95-8a76-491511dfdf92 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:13.511969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.520723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port aa830a84-39c6-4c95-8a76-491511dfdf92, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=aa830a84-39c6-4c95-8a76-491511dfdf92,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:13.531535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.577621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a2b320-f464-49a3-8137-a95862adfbde req-a97ac604-20e8-40b7-8024-4207141c78ad tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303389 Nov 19 04:09:13.617449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=aa830a84-39c6-4c95-8a76-491511dfdf92,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:13.637678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=27bb7929-b4a5-4885-aaf7-15dcbfce3659,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:13.666609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.694405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.761803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['aa830a84-39c6-4c95-8a76-491511dfdf92'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:13.799959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.805566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Fanout notify agent at l3_agent the message router_deleted on router fdad597e-1e6b-4d93-831b-3472a5798219 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:13.864812 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.866439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-030576ee-b446-4f04-a995-b45c3d302b3a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/fdad597e-1e6b-4d93-831b-3472a5798219 HTTP/1.1" status: 204 len: 168 time: 2.9791100 Nov 19 04:09:13.869813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60640) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:13.876709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-218307412', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': False}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:13.936258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.937793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:13.979012 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:14.034349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:14.254274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1ec47380-2c7a-4038-853c-e78c9af41a28 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:14.312571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 1ec47380-2c7a-4038-853c-e78c9af41a28 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:14.313695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 1ec47380-2c7a-4038-853c-e78c9af41a28 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:14.395438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:14.512639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:14.526815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:14.540013 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6cc269ee-3d91-4424-965a-5df2f3f86ef4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3734620 Nov 19 04:09:14.540936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60672) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:14.550868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:14.554409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:14.624547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet 68c8f897-a6d4-41ec-9273-dd54516cb35d {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:14.640244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:14.723216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:14.726746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:14.742171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:14.809921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-61e2b3b5-9356-4709-a178-c99f9bea657d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:14.812270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-61e2b3b5-9356-4709-a178-c99f9bea657d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.2671015 Nov 19 04:09:14.839519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-72d2dfad-c105-4649-8e8f-b60fa32841c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0188844 Nov 19 04:09:14.884936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:14.928625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-ede06407-862f-441d-8d3b-c4c35f089305 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877359 Nov 19 04:09:14.979846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.040482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:13Z', 'revision_number': 8, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:15.048193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=68c8f897-a6d4-41ec-9273-dd54516cb35d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:15.066784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.076887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-41440a8f-bcc5-480c-8af3-e333af51cd6f service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468029 Nov 19 04:09:15.080261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f9c95-0e5b-4361-a224-223672a1915d None None] Network 5aa37120-62d3-4d24-a684-96781ed75b24 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:15.085178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:15.085381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e73d1bd9-48d5-4776-afe2-68549c3c18fb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/68c8f897-a6d4-41ec-9273-dd54516cb35d HTTP/1.1" status: 204 len: 168 time: 0.5407140 Nov 19 04:09:15.086658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60710) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:15.139296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device aa830a84-39c6-4c95-8a76-491511dfdf92 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:15.180956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:15.181597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:15.259544 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.283112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.350342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 0a374195-55f7-4f79-8346-f5c5968c42b5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:15.350700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.380829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:15.384183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port aa830a84-39c6-4c95-8a76-491511dfdf92 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:09:15.413755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port aa830a84-39c6-4c95-8a76-491511dfdf92 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:15.414310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.434831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-b6abc40e-0bfd-488d-bab5-e6c51924ea3e service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569922 Nov 19 04:09:15.436980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.586921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] DHCP port deletion for 5aa37120-62d3-4d24-a684-96781ed75b24 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:15.598975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 0a374195-55f7-4f79-8346-f5c5968c42b5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0a374195-55f7-4f79-8346-f5c5968c42b5,segment=NetworkSegment(8a1375ee-b4d4-4c86-9317-ccfda8f66e27),segment_id=8a1375ee-b4d4-4c86-9317-ccfda8f66e27)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:15.599598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.655667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 0a374195-55f7-4f79-8346-f5c5968c42b5 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:15.661133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Allocated IP 172.25.8.232 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/3cafcd52-4298-4594-ba14-2fc0fcc2b54c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:15.816697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.862361 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:15.887486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=0a374195-55f7-4f79-8346-f5c5968c42b5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:15.898519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port 0a374195-55f7-4f79-8346-f5c5968c42b5 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:15.910499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.019564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.028550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0a374195-55f7-4f79-8346-f5c5968c42b5 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:16.031565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.068258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa37120-62d3-4d24-a684-96781ed75b24']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:16.080919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:16.084189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1375ee-b4d4-4c86-9317-ccfda8f66e27') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:16.084610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1375ee-b4d4-4c86-9317-ccfda8f66e27') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:16.088987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:16.091403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:16.115376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.132461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa830a84-39c6-4c95-8a76-491511dfdf92'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:16.135487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.143184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613bea-8198-4120-93e5-f20407212d6e req-f60e0a90-0467-4693-b5db-83d6122ad0f1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:16.146661 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096dca8-8756-4b8b-8589-9f4431ffaa9f" -d '{"events": [{"server_uuid": "8ba2bd13-5a23-418a-88fc-3756a1465475", "name": "network-vif-plugged", "status": "completed", "tag": "aa830a84-39c6-4c95-8a76-491511dfdf92"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:16.152227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b613bea-8198-4120-93e5-f20407212d6e req-f60e0a90-0467-4693-b5db-83d6122ad0f1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 944 time: 0.1954327 Nov 19 04:09:16.153843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:16.155363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.161140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13cb2f-20c6-49a8-a2a9-4c663abeb288 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:16.168088 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:16.196746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0a374195-55f7-4f79-8346-f5c5968c42b5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:16.197097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0a374195-55f7-4f79-8346-f5c5968c42b5 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:16.219163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port aa830a84-39c6-4c95-8a76-491511dfdf92, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=aa830a84-39c6-4c95-8a76-491511dfdf92,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:16.259450 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.262879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Deleting port 0a374195-55f7-4f79-8346-f5c5968c42b5 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:16.263245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.320590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.327763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Port': ['ID=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:16.330719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.351192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/5aa37120-62d3-4d24-a684-96781ed75b24 HTTP/1.1" status: 204 len: 168 time: 1.2635512 Nov 19 04:09:16.354030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60760) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:16.391407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331572-6dbe-4dbc-819f-d2f2b3514599 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=5aa37120-62d3-4d24-a684-96781ed75b24,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:16.484709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8f0082df-15df-4514-bd35-686fb55b89d3 None None] Provisioning complete for port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:16.485301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8f0082df-15df-4514-bd35-686fb55b89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.501003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b613bea-8198-4120-93e5-f20407212d6e req-f8350fcb-7a7f-4c5e-b6a8-b51c62954dba tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475542 Nov 19 04:09:16.734372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] For port 0a374195-55f7-4f79-8346-f5c5968c42b5, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:16.734773 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.794169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-561be4ab-1a26-4f02-b403-c409573007c1 req-c61d776c-6d04-4009-aa50-63d30ab72162 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.1318424 Nov 19 04:09:16.809549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=aa830a84-39c6-4c95-8a76-491511dfdf92,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:16.821251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Calling delete_port for 0a374195-55f7-4f79-8346-f5c5968c42b5 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:16.851069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Port 0a374195-55f7-4f79-8346-f5c5968c42b5 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:09:16.851354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:13Z', 'revision_number': 8, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:16.913860 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb17a890-fa96-4e7a-b8ce-18c8d4e5f6ef x-openstack-request-id: req-cb17a890-fa96-4e7a-b8ce-18c8d4e5f6ef {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:16.914514 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba2bd13-5a23-418a-88fc-3756a1465475", "name": "network-vif-plugged", "status": "completed", "tag": "aa830a84-39c6-4c95-8a76-491511dfdf92", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:16.914995 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb17a890-fa96-4e7a-b8ce-18c8d4e5f6ef {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:16.915660 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa830a84-39c6-4c95-8a76-491511dfdf92', 'code': 200} Nov 19 04:09:16.918716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dee61-e280-4d68-a90b-8aa95da2a837 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:13Z', 'revision_number': 8, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7527cac4-aa9e-43b7-a8e7-959d613b784e', 'name': '', 'network_id': 'bccbc5dc-7695-4ffd-b026-b98835947bf5', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:cf:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:57Z', 'updated_at': '2021-11-19T04:09:05Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'ca4bcbab-729c-4cd8-89df-53d05e0982d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:16.924053 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:16.964399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8f0082df-15df-4514-bd35-686fb55b89d3 None None] Port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:16.968224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Network 5aa37120-62d3-4d24-a684-96781ed75b24 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:09:16.969234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] No DVR routers for this DVR port 0a374195-55f7-4f79-8346-f5c5968c42b5 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:16.971547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b641e-944a-4445-9f7b-2ce3139a3694 None None] Pushing event deleted for resources: {'Port': ['ID=0a374195-55f7-4f79-8346-f5c5968c42b5,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:16.990891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:17.137660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f37ad-88e2-446b-9eca-6bc15e56d4eb req-3d0624f0-da41-4734-99d2-cbf8faa9e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:17.139408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b16f37ad-88e2-446b-9eca-6bc15e56d4eb req-3d0624f0-da41-4734-99d2-cbf8faa9e975 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 1096 time: 0.1421380 Nov 19 04:09:17.259000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b16f37ad-88e2-446b-9eca-6bc15e56d4eb req-44db0a29-b067-4375-af15-6a3646a75c1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053250 Nov 19 04:09:17.383913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:17.492749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:17.589768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-4dc27733-1c68-4f8e-b18f-ae89ca2d59aa tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:17.599313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-4dc27733-1c68-4f8e-b18f-ae89ca2d59aa tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.2402208 Nov 19 04:09:17.628083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Request body: {'port': {'device_id': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'admin_state_up': True, 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:17.735050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4506274-f936-41f3-9e15-946ee72b173e req-467543ed-826e-4753-a1d5-8afc6a4ef25a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:17.736865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4506274-f936-41f3-9e15-946ee72b173e req-467543ed-826e-4753-a1d5-8afc6a4ef25a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 945 time: 0.1211183 Nov 19 04:09:17.800347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:17.804290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:17.845778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Router 72d1172f-d189-43cc-861a-f503414a672b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:17.872424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4506274-f936-41f3-9e15-946ee72b173e req-bf0e37c1-729d-496f-91b5-8ee9bcbd4259 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185656 Nov 19 04:09:17.942021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 27bb7929-b4a5-4885-aaf7-15dcbfce3659 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:17.991956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 27bb7929-b4a5-4885-aaf7-15dcbfce3659 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:17.992309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 27bb7929-b4a5-4885-aaf7-15dcbfce3659 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:17.992475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Allocated IP 172.20.0.3 (0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5/c13c240b-a966-4c29-a23b-08967fa2e6aa/714174b2-04e6-44ac-aa0b-7fbe4a4bed35) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:18.076712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b700ef20-7ad6-4637-b6c4-2466c1c5d8f8 req-27a91ca8-a82c-4437-9228-a2f276a7723c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.0491440 Nov 19 04:09:18.117338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:18.132136 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Sync routers for ids ['72d1172f-d189-43cc-861a-f503414a672b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:18.153154 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Routers {'72d1172f-d189-43cc-861a-f503414a672b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:18.154218 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['72d1172f-d189-43cc-861a-f503414a672b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:18.186979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.188248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b2b424f4-55f7-41f8-80d3-74ecc43f9054 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3161132 Nov 19 04:09:18.191323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:18.205741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.235669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 7527cac4-aa9e-43b7-a8e7-959d613b784e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:18.236079 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.321187 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Set router 72d1172f-d189-43cc-861a-f503414a672b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:18.347581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d7f2e7f3-2d80-40f4-a5a7-7c883ae87db2 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/72d1172f-d189-43cc-861a-f503414a672b HTTP/1.1" status: 200 len: 908 time: 0.1550210 Nov 19 04:09:18.350393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.356610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:18.366256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'name': 'tempest-snat-router-218307412', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': True}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:18.379088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 7527cac4-aa9e-43b7-a8e7-959d613b784e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7527cac4-aa9e-43b7-a8e7-959d613b784e,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:18.379620 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.397623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 7527cac4-aa9e-43b7-a8e7-959d613b784e owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:18.432010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:18.440367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:18.443424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:18.475726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event updated for resources: {'Port': ['ID=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:18.486514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.487710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.555798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:18.556541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.608592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.617298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-fa73879a-8fff-43dc-a3de-62167686380b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9980333 Nov 19 04:09:18.651994 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.666697 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1172f-d189-43cc-861a-f503414a672b', 'name': 'tempest-snat-router-218307412', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '3cafcd52-4298-4594-ba14-2fc0fcc2b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:13Z', 'updated_at': '2021-11-19T04:09:16Z', 'revision_number': 3, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port': {'id': '3cafcd52-4298-4594-ba14-2fc0fcc2b54c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1172f-d189-43cc-861a-f503414a672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:15Z', 'updated_at': '2021-11-19T04:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:18.667407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Request body: {'port': {'device_id': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:18.707423 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Checking router: 72d1172f-d189-43cc-861a-f503414a672b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:18.708245 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Updating router 72d1172f-d189-43cc-861a-f503414a672b port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:09:18.724222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=7527cac4-aa9e-43b7-a8e7-959d613b784e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:18.754662 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.914487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:18.930328 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.449553 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.468436 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.565639 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9638d9-25f2-4dcd-ac9f-4055d9bd42c1 None None] Pushing event updated for resources: {'Port': ['ID=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:19.575385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-da077354-f43c-4776-90ae-2ec9764514d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:19.579371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-da077354-f43c-4776-90ae-2ec9764514d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 1096 time: 0.9389365 Nov 19 04:09:19.592672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.604104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23d570-218f-49d2-9f8e-4bdddbb128c0 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:19.619439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:19.634395 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Attempting to bind port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:19.634661 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Attempting to bind port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:19.635035 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Attempting to bind port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:19.639901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.651496 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:19.651879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:19.652468 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.652875 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:19.653596 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Bound port: 3cafcd52-4298-4594-ba14-2fc0fcc2b54c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:19.654125 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.711065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.717150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad485c3e-09f9-4d20-ad55-66803220c208 req-153e9a04-08b2-4305-a7d2-9ef9a8c85945 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:19.719309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad485c3e-09f9-4d20-ad55-66803220c208 req-153e9a04-08b2-4305-a7d2-9ef9a8c85945 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 945 time: 0.1844137 Nov 19 04:09:19.722769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.739036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1258dcc4-0e33-4d3a-b5df-6482f539883a None None] Provisioning complete for port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:19.740896 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1258dcc4-0e33-4d3a-b5df-6482f539883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.750102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Transition to ACTIVE for port object 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:09:19.778166 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] For port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:19.781837 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] For port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:19.790828 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.800897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:19.835650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1258dcc4-0e33-4d3a-b5df-6482f539883a None None] Port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:19.871118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad485c3e-09f9-4d20-ad55-66803220c208 req-cf36692c-3eb5-41cd-8e74-b810a03f0bf4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342235 Nov 19 04:09:19.885247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Pushing event updated for resources: {'Port': ['ID=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:19.915129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbaf51-45b4-48ba-ae02-2786b910e079 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:19.980119 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Routers {'72d1172f-d189-43cc-861a-f503414a672b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:19.996965 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['72d1172f-d189-43cc-861a-f503414a672b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:20.088119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0d304540-729e-48fd-ae96-cea6e0ca36db None None] Provisioning complete for port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:20.092989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d304540-729e-48fd-ae96-cea6e0ca36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:20.221027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9638d9-25f2-4dcd-ac9f-4055d9bd42c1 None None] Pushing event updated for resources: {'Port': ['ID=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:20.306955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-ea73e7c3-ec19-4fa9-87cc-45d17b5572d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:20.308763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-ea73e7c3-ec19-4fa9-87cc-45d17b5572d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.7006397 Nov 19 04:09:20.391605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d304540-729e-48fd-ae96-cea6e0ca36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:20.393761 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] Set router 72d1172f-d189-43cc-861a-f503414a672b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:20.401381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-28245ba4-d982-47ce-a9a6-3477404740d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa830a84-39c6-4c95-8a76-491511dfdf92 HTTP/1.1" status: 200 len: 217 time: 0.0824575 Nov 19 04:09:20.464609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0d304540-729e-48fd-ae96-cea6e0ca36db None None] For port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:20.472527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d304540-729e-48fd-ae96-cea6e0ca36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:20.505490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a40d0-8ba6-41cd-a8a5-9944dcb8033b req-de697d4d-cc01-4e91-9cd7-3175cd582366 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:20.523115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b55a40d0-8ba6-41cd-a8a5-9944dcb8033b req-de697d4d-cc01-4e91-9cd7-3175cd582366 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 943 time: 0.3339477 Nov 19 04:09:20.588828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:20.601278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d304540-729e-48fd-ae96-cea6e0ca36db None None] Pushing event updated for resources: {'Port': ['ID=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:20.617988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-0886689b-3356-4c81-b993-7f14e89d5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:20.619975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-0886689b-3356-4c81-b993-7f14e89d5ca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1876969 Nov 19 04:09:20.712361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Allocated IP 172.25.8.217 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/bf2c0cb4-ecb6-499a-8370-f7c6bbc92210) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:20.752334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b55a40d0-8ba6-41cd-a8a5-9944dcb8033b req-b54ff4fd-5e9e-44bd-8e30-37c3ba755282 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785200 Nov 19 04:09:20.756715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-cc1178fc-3c10-4cc8-a2df-906670f44ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226718 Nov 19 04:09:20.775804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1172f-d189-43cc-861a-f503414a672b', 'name': 'tempest-snat-router-218307412', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '3cafcd52-4298-4594-ba14-2fc0fcc2b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:13Z', 'updated_at': '2021-11-19T04:09:16Z', 'revision_number': 3, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port': {'id': '3cafcd52-4298-4594-ba14-2fc0fcc2b54c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1172f-d189-43cc-861a-f503414a672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:15Z', 'updated_at': '2021-11-19T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:20.845335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:20.879876 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718e2d8-4493-4dd8-95b0-0a9447387194 None None] The sync data for ids ['72d1172f-d189-43cc-861a-f503414a672b'] in n-d-818503-1 is: [{'id': '72d1172f-d189-43cc-861a-f503414a672b', 'name': 'tempest-snat-router-218307412', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '3cafcd52-4298-4594-ba14-2fc0fcc2b54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:13Z', 'updated_at': '2021-11-19T04:09:16Z', 'revision_number': 3, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port': {'id': '3cafcd52-4298-4594-ba14-2fc0fcc2b54c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1172f-d189-43cc-861a-f503414a672b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:15Z', 'updated_at': '2021-11-19T04:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:20.920402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:20.989795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:20.990521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:20.995264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:21.006976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:21.007792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:21.016507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:21.019040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e224822-0bdd-4e9c-83b5-18f6679e5b68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6616747 Nov 19 04:09:21.023342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db42ae-0280-4195-bb83-decd3d8b506c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:21.067128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:21.073918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:21.076655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Attempting to bind port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:21.077201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Attempting to bind port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:21.077654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Attempting to bind port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:21.093009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-f2d0fd09-42a3-46d6-82f9-5881602b04fd service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244977 Nov 19 04:09:21.137450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Port': ['ID=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:21.155472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:09:21.155968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Attempting to bind port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:21.175875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:21.176389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:21.176894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Bound using segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:21.177467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Bound port: 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:21.178005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.255273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6e29de7b-0e20-4eef-a9cd-d12c00899708 None None] Provisioning complete for port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:21.255835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6e29de7b-0e20-4eef-a9cd-d12c00899708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.290579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776124-65fc-49ed-bdb6-b95e76f11a64 req-74c8364f-abe0-4574-a573-6ad798872f17 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:21.302525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a776124-65fc-49ed-bdb6-b95e76f11a64 req-74c8364f-abe0-4574-a573-6ad798872f17 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 945 time: 0.1710961 Nov 19 04:09:21.308738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6e29de7b-0e20-4eef-a9cd-d12c00899708 None None] Port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:21.324582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:21.372187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16eb9cf6-4d34-419f-bbab-11d48b6f529e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.452253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a776124-65fc-49ed-bdb6-b95e76f11a64 req-22e9fd04-f14b-4a86-b000-13db389fcb82 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430979 Nov 19 04:09:21.454827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-e1050599-1905-4f00-a263-3617ad95c8db service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541973 Nov 19 04:09:21.480887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet ca4bcbab-729c-4cd8-89df-53d05e0982d5 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:21.524940 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.617418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.701472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:18Z', 'revision_number': 9, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:21.744312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] For port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:21.751545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] For port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:21.771787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.777474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:21.802016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:21.805884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:21.933773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:21.934632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:21.937516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] 10.222.0.31 "PUT /v2.0/ports/714174b2-04e6-44ac-aa0b-7fbe4a4bed35 HTTP/1.1" status: 200 len: 1091 time: 3.2752590 Nov 19 04:09:21.938203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'tag': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:21.944798 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4042e2-0532-438f-acb4-5c86871a37a2" -d '{"events": [{"name": "network-changed", "server_uuid": "28e8305d-d386-4191-ae4f-8e415115d8cf", "tag": "714174b2-04e6-44ac-aa0b-7fbe4a4bed35"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:21.955105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c055-8547-4de0-bcbe-329f0844eb4c service neutron] Pushing event updated for resources: {'Port': ['ID=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:22.013949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:22.030066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585160c3-c560-41d4-aa9d-4574f64e8418 req-06379229-d626-4aeb-b0f4-bbb79b20deb9 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:22.031779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-585160c3-c560-41d4-aa9d-4574f64e8418 req-06379229-d626-4aeb-b0f4-bbb79b20deb9 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 943 time: 0.1247401 Nov 19 04:09:22.037589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.051922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.127568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-585160c3-c560-41d4-aa9d-4574f64e8418 req-45653457-f1d2-4bc7-9963-35afd8d4a9be tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883543 Nov 19 04:09:22.223118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3cafcd52-4298-4594-ba14-2fc0fcc2b54c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:22.256907 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932267a5-e0d5-4598-9704-52d2dc631bbf x-openstack-request-id: req-932267a5-e0d5-4598-9704-52d2dc631bbf {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:22.257340 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e8305d-d386-4191-ae4f-8e415115d8cf", "tag": "714174b2-04e6-44ac-aa0b-7fbe4a4bed35", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:22.257480 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-932267a5-e0d5-4598-9704-52d2dc631bbf {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:22.257872 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'tag': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35', 'status': 'completed', 'code': 200} Nov 19 04:09:22.277422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-06d8770d-9f8c-4dde-b949-8846d3dc5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:22.285617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-06d8770d-9f8c-4dde-b949-8846d3dc5bdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 1094 time: 0.2724724 Nov 19 04:09:22.356431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-999c737b-35ed-40e0-adb9-8b4eb7f1a5c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35 HTTP/1.1" status: 200 len: 217 time: 0.0564070 Nov 19 04:09:22.361338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.389630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:22.390215 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.466156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4bcbab-729c-4cd8-89df-53d05e0982d5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:22.473896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f22da4-a60f-4946-a628-a747638734c2 None None] Network bccbc5dc-7695-4ffd-b026-b98835947bf5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:22.476593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.480672 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a50d7259-ec0c-41d7-9936-1bd6914afc68 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/ca4bcbab-729c-4cd8-89df-53d05e0982d5 HTTP/1.1" status: 204 len: 168 time: 1.4626181 Nov 19 04:09:22.484875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60812) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:22.537596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-066d9e80-1031-4674-bb6d-0b440732091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:22.539374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-066d9e80-1031-4674-bb6d-0b440732091f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.1717088 Nov 19 04:09:22.557165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.592981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-8355e259-9623-4800-bedb-6e9c73b4c3f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326581 Nov 19 04:09:22.629908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.753336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbaa87-2c09-4aa0-bdf3-f68a9e8a7564 req-b088d56f-8191-437b-987b-b94fc08d0d5d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:22.754051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:18Z', 'revision_number': 9, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:22.762523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3fbaa87-2c09-4aa0-bdf3-f68a9e8a7564 req-b088d56f-8191-437b-987b-b94fc08d0d5d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 945 time: 0.1167696 Nov 19 04:09:22.777113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.788050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271697a-e1b3-4af6-9b96-fd89aa8853a9 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:18Z', 'revision_number': 9, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62454561-8124-4d56-a8da-d7feb62ebe98', 'name': '', 'network_id': '676781ff-bf1f-4b87-92a7-305877f99d7d', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:14:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:49Z', 'updated_at': '2021-11-19T04:08:57Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': '5f242c2f-0509-418a-9603-bcc3d9a39137', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:22.835530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-7a214b22-af35-43e7-be0c-b2534b1379f3 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861541 Nov 19 04:09:22.915421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3fbaa87-2c09-4aa0-bdf3-f68a9e8a7564 req-d06b691b-cdf9-46ec-ac7d-7cade15e7594 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236203 Nov 19 04:09:22.945504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-abc8cc2f-d051-47d9-b379-c954e8a54ae4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:22.947024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-abc8cc2f-d051-47d9-b379-c954e8a54ae4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 945 time: 0.1037698 Nov 19 04:09:22.989890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 93324290-9ef7-47d8-b24d-52ffd946e2f7 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:22.989890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:22.996983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Router de0c08c1-8af6-4717-be60-a40f3ca29471 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:23.002836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d21f39e7-40d1-44db-b036-9713a0932ab1 req-e4c7ee5d-8cf8-459c-8ab4-70f4d8347bb8 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504085 Nov 19 04:09:23.136278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 93324290-9ef7-47d8-b24d-52ffd946e2f7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93324290-9ef7-47d8-b24d-52ffd946e2f7,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:23.136869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.146420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:23.159812 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Sync routers for ids ['de0c08c1-8af6-4717-be60-a40f3ca29471'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:23.161383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 93324290-9ef7-47d8-b24d-52ffd946e2f7 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:23.171783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] DHCP port deletion for bccbc5dc-7695-4ffd-b026-b98835947bf5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:23.214964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port aa830a84-39c6-4c95-8a76-491511dfdf92 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:23.214964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.218902 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Routers {'de0c08c1-8af6-4717-be60-a40f3ca29471'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:23.222421 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['de0c08c1-8af6-4717-be60-a40f3ca29471'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:23.240594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.246083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-30a76afc-712d-4998-806b-701968b98643 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8850524 Nov 19 04:09:23.247609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60818) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:23.279797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-bf7030fb-c5f5-47b0-810b-ca7df6e0c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:23.289915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-bf7030fb-c5f5-47b0-810b-ca7df6e0c709 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 1094 time: 0.1454656 Nov 19 04:09:23.327395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] Deleting port 93324290-9ef7-47d8-b24d-52ffd946e2f7 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:23.327791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.514662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] For port 93324290-9ef7-47d8-b24d-52ffd946e2f7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93324290-9ef7-47d8-b24d-52ffd946e2f7,segment=NetworkSegment(e2fbaa31-643e-4128-a2f8-fbd2fc1690e3),segment_id=e2fbaa31-643e-4128-a2f8-fbd2fc1690e3)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:23.515137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.522993 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Set router de0c08c1-8af6-4717-be60-a40f3ca29471 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:23.536965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ecb4-1d03-4d47-8d34-5056a5306b33 req-c42ebe68-9e1a-4a6d-b4ec-8ff749a4647b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:23.539055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8226ecb4-1d03-4d47-8d34-5056a5306b33 req-c42ebe68-9e1a-4a6d-b4ec-8ff749a4647b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 943 time: 0.1842735 Nov 19 04:09:23.561483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] Calling delete_port for 93324290-9ef7-47d8-b24d-52ffd946e2f7 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:23.584392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port aa830a84-39c6-4c95-8a76-491511dfdf92, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=aa830a84-39c6-4c95-8a76-491511dfdf92,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:23.585201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.610630 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.648518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port 93324290-9ef7-47d8-b24d-52ffd946e2f7 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:23.671011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for aa830a84-39c6-4c95-8a76-491511dfdf92 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:23.695477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64f9ea89-b392-4074-bc28-b733bc5aeec4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/de0c08c1-8af6-4717-be60-a40f3ca29471 HTTP/1.1" status: 200 len: 907 time: 0.4457619 Nov 19 04:09:23.699100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60824) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:23.700400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-1b3fa21a-3c45-46ac-bd4c-baf5fd968c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:23.703156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-1b3fa21a-3c45-46ac-bd4c-baf5fd968c0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.3324656 Nov 19 04:09:23.715467 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95c53358-f390-487d-b1c0-799e71b5972f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.767607 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:23.803194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] Pushing event deleted for resources: {'Port': ['ID=93324290-9ef7-47d8-b24d-52ffd946e2f7,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:23.806764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e15016-a2c6-4bbc-9af6-fdf794f773d5 None None] No DVR routers for this DVR port 93324290-9ef7-47d8-b24d-52ffd946e2f7 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:23.817890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=93324290-9ef7-47d8-b24d-52ffd946e2f7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:23.831122 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-4ad0b038-f84a-4532-a0ff-21fd9e61897a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35 HTTP/1.1" status: 200 len: 217 time: 0.1159756 Nov 19 04:09:23.942691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8226ecb4-1d03-4d47-8d34-5056a5306b33 req-867b49ea-cd6e-4986-af98-f7c4f92cc2ca tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941538 Nov 19 04:09:23.980258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.027753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c08c1-8af6-4717-be60-a40f3ca29471', 'name': 'tempest-snat-router-218307412', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'bf2c0cb4-ecb6-499a-8370-f7c6bbc92210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:18Z', 'updated_at': '2021-11-19T04:09:21Z', 'revision_number': 3, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port': {'id': 'bf2c0cb4-ecb6-499a-8370-f7c6bbc92210', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c08c1-8af6-4717-be60-a40f3ca29471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:19Z', 'updated_at': '2021-11-19T04:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:24.047255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-8ac29615-1210-4de4-b987-5be595908209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:24.048892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-8ac29615-1210-4de4-b987-5be595908209 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.2032592 Nov 19 04:09:24.062278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccbc5dc-7695-4ffd-b026-b98835947bf5']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:24.072856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.083422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7527cac4-aa9e-43b7-a8e7-959d613b784e no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:24.092518 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Checking router: de0c08c1-8af6-4717-be60-a40f3ca29471 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:24.093178 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Updating router de0c08c1-8af6-4717-be60-a40f3ca29471 port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:09:24.125500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7527cac4-aa9e-43b7-a8e7-959d613b784e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:24.125858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7527cac4-aa9e-43b7-a8e7-959d613b784e not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:24.126320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93324290-9ef7-47d8-b24d-52ffd946e2f7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:24.148118 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.156720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:24.156720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fbaa31-643e-4128-a2f8-fbd2fc1690e3') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:24.172075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 93324290-9ef7-47d8-b24d-52ffd946e2f7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:24.173057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93324290-9ef7-47d8-b24d-52ffd946e2f7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:24.185776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-4b9ee11d-7ede-410b-bd4a-e9915cb88fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267755 Nov 19 04:09:24.191439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.279878 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.298818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:24.301010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.314203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:24.403702 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:24.424050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708efa4-0b52-45d5-ab14-510d691124d0 req-076475e0-0896-4b18-afd1-21123fe7d9e5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:24.433611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f708efa4-0b52-45d5-ab14-510d691124d0 req-076475e0-0896-4b18-afd1-21123fe7d9e5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ba2bd13-5a23-418a-88fc-3756a1465475 HTTP/1.1" status: 200 len: 945 time: 0.2967086 Nov 19 04:09:24.446582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.464664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-65ac6339-2896-47e0-b850-957ea4e1f473 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716187 Nov 19 04:09:24.467187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.473438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/bccbc5dc-7695-4ffd-b026-b98835947bf5 HTTP/1.1" status: 204 len: 168 time: 1.9849801 Nov 19 04:09:24.473664 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.476178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60830) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:24.478137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Deleting port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:24.479122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.485171 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.514281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.516429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d4e18-25b8-4289-ab88-743dda9b8623 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=bccbc5dc-7695-4ffd-b026-b98835947bf5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:24.527691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:24.532571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d7be0-52df-41a0-805c-dcdba64867a6 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:24.580533 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Attempting to bind port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:24.581953 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Attempting to bind port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:24.584013 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Attempting to bind port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:24.612561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=aa830a84-39c6-4c95-8a76-491511dfdf92,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:24.654495 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d99aaf-aed5-4ac0-bb59-485c91b40f2e None None] Pushing event updated for resources: {'Port': ['ID=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:24.657903 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:24.664116 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:24.667016 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.668300 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:24.668907 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Bound port: bf2c0cb4-ecb6-499a-8370-f7c6bbc92210, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:24.673889 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.737238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f708efa4-0b52-45d5-ab14-510d691124d0 req-47086b28-d5ae-438e-8d46-ac51cbbc4094 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026063 Nov 19 04:09:24.739483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port aa830a84-39c6-4c95-8a76-491511dfdf92 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:24.743409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.750498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f754e45-f180-4ec3-bf41-13c39a400dbb req-29165ca9-46b8-4f15-8b23-3a09ac1c7c79 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "DELETE /v2.0/ports/aa830a84-39c6-4c95-8a76-491511dfdf92 HTTP/1.1" status: 204 len: 173 time: 1.7970481 Nov 19 04:09:24.752279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'name': 'network-vif-deleted', 'tag': 'aa830a84-39c6-4c95-8a76-491511dfdf92'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:24.763116 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e880566d-50ea-4a0b-8544-27090164e450" -d '{"events": [{"server_uuid": "8ba2bd13-5a23-418a-88fc-3756a1465475", "name": "network-vif-deleted", "tag": "aa830a84-39c6-4c95-8a76-491511dfdf92"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:24.791577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-577eedbd-0e26-4ab9-8c51-e31f369cd51f None None] Provisioning complete for port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:24.792258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-577eedbd-0e26-4ab9-8c51-e31f369cd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.840644 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] For port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:24.845203 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] For port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:24.852739 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:24.896071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-577eedbd-0e26-4ab9-8c51-e31f369cd51f None None] Port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:24.899830 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106575e5-8660-4ec9-9dcb-a924eec213bd x-openstack-request-id: req-106575e5-8660-4ec9-9dcb-a924eec213bd {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:24.900171 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba2bd13-5a23-418a-88fc-3756a1465475", "name": "network-vif-deleted", "tag": "aa830a84-39c6-4c95-8a76-491511dfdf92", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:24.903534 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-106575e5-8660-4ec9-9dcb-a924eec213bd {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:24.904767 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba2bd13-5a23-418a-88fc-3756a1465475', 'name': 'network-vif-deleted', 'tag': 'aa830a84-39c6-4c95-8a76-491511dfdf92', 'status': 'completed', 'code': 200} Nov 19 04:09:24.993828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f9976-d644-4bc4-8dd7-288d0c3299dc None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:25.017112 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d99aaf-aed5-4ac0-bb59-485c91b40f2e None None] Pushing event updated for resources: {'Port': ['ID=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:25.027804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Routers {'de0c08c1-8af6-4717-be60-a40f3ca29471'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:25.028567 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['de0c08c1-8af6-4717-be60-a40f3ca29471'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:25.137119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-516c0c22-aec4-4899-a10b-1e66e22e0123 None None] Provisioning complete for port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:25.137413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-516c0c22-aec4-4899-a10b-1e66e22e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:25.150778 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] Set router de0c08c1-8af6-4717-be60-a40f3ca29471 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:25.188410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeced8-f938-4190-9825-d3941a3cf1b6 req-71021062-2e17-4f31-aa73-ec110383bb4d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:25.210384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cfeced8-f938-4190-9825-d3941a3cf1b6 req-71021062-2e17-4f31-aa73-ec110383bb4d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 943 time: 0.1090662 Nov 19 04:09:25.210806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device aa830a84-39c6-4c95-8a76-491511dfdf92 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:25.267273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: aa830a84-39c6-4c95-8a76-491511dfdf92 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:25.268421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device aa830a84-39c6-4c95-8a76-491511dfdf92 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:25.295532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:25.338936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cfeced8-f938-4190-9825-d3941a3cf1b6 req-d08ef643-f513-4de4-a66d-eddea2f99f70 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267633 Nov 19 04:09:25.422518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-516c0c22-aec4-4899-a10b-1e66e22e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:25.426059 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c08c1-8af6-4717-be60-a40f3ca29471', 'name': 'tempest-snat-router-218307412', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:18Z', 'updated_at': '2021-11-19T04:09:24Z', 'revision_number': 4, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:25.456272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-516c0c22-aec4-4899-a10b-1e66e22e0123 None None] For port bf2c0cb4-ecb6-499a-8370-f7c6bbc92210, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:25.456569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0269f-b039-4446-80e2-a6f510163f06 None None] The sync data for ids ['de0c08c1-8af6-4717-be60-a40f3ca29471'] in n-d-818503-1 is: [{'id': 'de0c08c1-8af6-4717-be60-a40f3ca29471', 'name': 'tempest-snat-router-218307412', 'tenant_id': 'd973baeae7384ff5890d55f2a99e9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:18Z', 'updated_at': '2021-11-19T04:09:24Z', 'revision_number': 4, 'project_id': 'd973baeae7384ff5890d55f2a99e9387', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:25.465190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-516c0c22-aec4-4899-a10b-1e66e22e0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:25.556149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:25.560963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c0c22-aec4-4899-a10b-1e66e22e0123 None None] Pushing event updated for resources: {'Port': ['ID=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:25.581914 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9b4042e2-0532-438f-acb4-5c86871a37a2 req-41c7b014-015a-4987-bada-a1c7fdd453a5 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1077063 Nov 19 04:09:25.612713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Calling delete_port for bf2c0cb4-ecb6-499a-8370-f7c6bbc92210 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:26.048405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.052214 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.160904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf2c0cb4-ecb6-499a-8370-f7c6bbc92210,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:26.179256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54cc68-34ac-43a1-937a-0fc35fd1d0b8 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:26.336806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:09:26.393634 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.452709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-8c3a951f-4868-4c4e-9c15-c022f7178c16 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:26.462845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-8c3a951f-4868-4c4e-9c15-c022f7178c16 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.2417531 Nov 19 04:09:26.500714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-ff27440f-1038-400b-baec-0a2d55bbdeb7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0358000 Nov 19 04:09:26.508340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.633994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-846bbd49-6efc-4bd0-a58c-dc05e04f156b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321075 Nov 19 04:09:26.686841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:26.713013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.722604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.732715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35', 'mac_address': 'fa:16:3e:58:a0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:09:26.847718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.855707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.856248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de0c08c1-8af6-4717-be60-a40f3ca29471 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:26.873114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:26.878415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-af448fd7-daba-44bc-b216-674171e9e0de tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/routers/de0c08c1-8af6-4717-be60-a40f3ca29471 HTTP/1.1" status: 204 len: 168 time: 3.1740108 Nov 19 04:09:26.880529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60864) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:26.889706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-217274d6-248f-4846-9fe5-dda64384fe60 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503650 Nov 19 04:09:26.901535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:26.951843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:26.969387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:27.136687 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d061b28d-f169-443d-8952-06089a83dd93 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439346 Nov 19 04:09:27.249131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 62454561-8124-4d56-a8da-d7feb62ebe98 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:27.250063 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:27.455940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 62454561-8124-4d56-a8da-d7feb62ebe98, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=62454561-8124-4d56-a8da-d7feb62ebe98,segment=NetworkSegment(0ff01afc-4501-44b2-96b2-62224b5bc4b8),segment_id=0ff01afc-4501-44b2-96b2-62224b5bc4b8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:27.456345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:27.495894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 62454561-8124-4d56-a8da-d7feb62ebe98 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:27.517144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:27.525415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:27.533184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb3a5b-3c09-4fa3-9262-90eded49b893 req-98aa8aad-c23b-4615-a699-7c88f74748d8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:27.546865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['714174b2-04e6-44ac-aa0b-7fbe4a4bed35'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:27.552439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aadb3a5b-3c09-4fa3-9262-90eded49b893 req-98aa8aad-c23b-4615-a699-7c88f74748d8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 944 time: 0.0977502 Nov 19 04:09:27.692412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aadb3a5b-3c09-4fa3-9262-90eded49b893 req-8b1d5559-139b-45c0-ad9b-762d8b74b5d8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383047 Nov 19 04:09:27.851870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:27.870416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75e43b4a-88d7-4447-899a-d8d988c6cf4e req-34831d72-059d-4e92-8a80-cd7949a8afac tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0815735 Nov 19 04:09:27.899913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:27.903057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=62454561-8124-4d56-a8da-d7feb62ebe98,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:28.397777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:28.414984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:28.661605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Deleting port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:28.661605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:28.747107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:28.834786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33945239-8247-4ff2-afa7-8933c48b552c req-822f90d0-7a41-4b42-ac65-f2f3fa166d70 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:28.843110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33945239-8247-4ff2-afa7-8933c48b552c req-822f90d0-7a41-4b42-ac65-f2f3fa166d70 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 944 time: 0.0703719 Nov 19 04:09:28.867138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] For port 3cafcd52-4298-4594-ba14-2fc0fcc2b54c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:28.867720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:28.912526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Calling delete_port for 3cafcd52-4298-4594-ba14-2fc0fcc2b54c owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:28.923513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33945239-8247-4ff2-afa7-8933c48b552c req-e4c7b614-faff-4d6f-9028-713be2c3ce5d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794578 Nov 19 04:09:29.000324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:29.005468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f0a97799-1764-4d8b-9e1f-959dcb52d025 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5211723 Nov 19 04:09:29.008648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60888) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:29.011924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:29.043591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:29.046402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:29.115435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet 5f242c2f-0509-418a-9603-bcc3d9a39137 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:29.119461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:29.218876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-10bd9c4d-fc11-4469-be58-fb4c28a9a904 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:29.219171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:29.222352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-10bd9c4d-fc11-4469-be58-fb4c28a9a904 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.1999986 Nov 19 04:09:29.242276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:29.255534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:29.341925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:29.377447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cafcd52-4298-4594-ba14-2fc0fcc2b54c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:29.454585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8180fb48-2689-4de5-9443-f23655806f00 req-4f88df38-2a04-48fb-be7d-879477130ab5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 210 time: 0.2309113 Nov 19 04:09:29.456662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:29.473019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:29.484951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bbea37-65c7-4f9c-8b8b-391a9561e97f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:29.558077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:27Z', 'revision_number': 10, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:29.588704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:29.598418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:29.599055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:29.714027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.10 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/65592036-794f-45d4-a1be-ebdc81f50131) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:29.725553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:29.901874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:29.953140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.061118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:27Z', 'revision_number': 10, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:30.068458 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.072042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.123133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.140031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.142044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44242e8-5f9a-408b-9aca-78e143071253 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:27Z', 'revision_number': 10, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None, '_interfaces': [{'id': '03ef3227-e64c-4eed-922b-757f5ce2a0a9', 'name': '', 'network_id': '305bf6d1-b97c-4914-be95-962cc74f2700', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'mac_address': 'fa:16:3e:b1:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:08:41Z', 'updated_at': '2021-11-19T04:08:50Z', 'revision_number': 5, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'subnets': [{'id': 'd25af8cd-0f34-4850-8c3e-51dedf5ea764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:30.168496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=5f242c2f-0509-418a-9603-bcc3d9a39137,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:30.175985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.181496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d9c815-dba9-453c-84ce-9a121dbcf0e2 None None] Network 676781ff-bf1f-4b87-92a7-305877f99d7d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:30.183560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-107a35d3-5441-4da9-8748-10ac756b740c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/5f242c2f-0509-418a-9603-bcc3d9a39137 HTTP/1.1" status: 204 len: 168 time: 1.1738710 Nov 19 04:09:30.184670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60898) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:30.198246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.199009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72d1172f-d189-43cc-861a-f503414a672b {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:30.205687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.207079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2ae3eddf-339b-4072-b066-764bc85ce676 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "DELETE /v2.0/routers/72d1172f-d189-43cc-861a-f503414a672b HTTP/1.1" status: 204 len: 168 time: 3.3225460 Nov 19 04:09:30.216585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60900) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:30.222677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-476616233', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:30.295416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c64f10-0638-4a47-bddd-9e5088185c04 req-c9b45ad1-073a-49dd-a9b7-e5af63647996 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:30.297478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9c64f10-0638-4a47-bddd-9e5088185c04 req-c9b45ad1-073a-49dd-a9b7-e5af63647996 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 944 time: 0.1767383 Nov 19 04:09:30.347869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.349304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.351259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.370863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:30.381096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.425859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 138c74aa-8feb-4000-8643-e8af1f33ad73 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:30.426395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.456263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:30.541289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 138c74aa-8feb-4000-8643-e8af1f33ad73, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=138c74aa-8feb-4000-8643-e8af1f33ad73,segment=NetworkSegment(0ff01afc-4501-44b2-96b2-62224b5bc4b8),segment_id=0ff01afc-4501-44b2-96b2-62224b5bc4b8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:30.542027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.560747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 138c74aa-8feb-4000-8643-e8af1f33ad73 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:30.735191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.757753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:09:30.779621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:30.780094 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:30.852598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=138c74aa-8feb-4000-8643-e8af1f33ad73,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:30.872984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port 138c74aa-8feb-4000-8643-e8af1f33ad73 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:30.974843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cd011-1a94-44b4-bd2a-50ff52f4a4ee None None] DHCP port deletion for 676781ff-bf1f-4b87-92a7-305877f99d7d request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:31.010000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.036802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676781ff-bf1f-4b87-92a7-305877f99d7d']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:31.047443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff01afc-4501-44b2-96b2-62224b5bc4b8') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:31.047785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff01afc-4501-44b2-96b2-62224b5bc4b8') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:31.060869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.063367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.076734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9c64f10-0638-4a47-bddd-9e5088185c04 req-b1cfe312-70e8-44b7-b92c-d84ccee39329 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7693820 Nov 19 04:09:31.077745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.089137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:31.094217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:31.094646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.099268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:31.141404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:31.144468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:31.147764 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a587aeb-886d-4619-8b3f-3a90b450a03c" -d '{"events": [{"server_uuid": "28e8305d-d386-4191-ae4f-8e415115d8cf", "name": "network-vif-plugged", "status": "completed", "tag": "714174b2-04e6-44ac-aa0b-7fbe4a4bed35"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:31.174116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:31.174361 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.177922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=65592036-794f-45d4-a1be-ebdc81f50131,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:31.182532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: items = [ Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:31.184688 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:31.231400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.244969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.258579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/676781ff-bf1f-4b87-92a7-305877f99d7d HTTP/1.1" status: 204 len: 168 time: 1.0716064 Nov 19 04:09:31.260662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60910) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:31.272980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:31.278206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1b04c-b542-40d0-bb2e-e2a365c9bcf3 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=676781ff-bf1f-4b87-92a7-305877f99d7d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:31.309097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.310744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.311493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.312067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.312472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.312885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.313236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.313581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.313928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.314298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.314639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.314976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:09:31.345530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:31.346216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.408720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60914) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:31.439153 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.447786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-41bdfebf-21bf-4c78-89ea-7faf69af5e20 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2120783 Nov 19 04:09:31.471749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc58054-6eab-40f0-9083-092b71fc252f req-2866827e-1e09-468a-9e28-364775573a24 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:31.474347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dc58054-6eab-40f0-9083-092b71fc252f req-2866827e-1e09-468a-9e28-364775573a24 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 932 time: 0.2917476 Nov 19 04:09:31.484080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Request body: {'port': {'device_id': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:31.635819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dc58054-6eab-40f0-9083-092b71fc252f req-4b7fc3a0-9c46-40ed-b324-7fbe298821dc tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Nov 19 04:09:31.642692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.769638 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f321770a-e5ab-445d-8777-f37a8ae72127 x-openstack-request-id: req-f321770a-e5ab-445d-8777-f37a8ae72127 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:31.769638 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e8305d-d386-4191-ae4f-8e415115d8cf", "name": "network-vif-plugged", "status": "completed", "tag": "714174b2-04e6-44ac-aa0b-7fbe4a4bed35", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:31.769974 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f321770a-e5ab-445d-8777-f37a8ae72127 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:31.770317 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35', 'code': 200} Nov 19 04:09:31.803918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.818752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:31.944646 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:09:32.008773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3cafcd52-4298-4594-ba14-2fc0fcc2b54c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:32.060898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 3cafcd52-4298-4594-ba14-2fc0fcc2b54c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:32.061318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3cafcd52-4298-4594-ba14-2fc0fcc2b54c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:32.061696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 138c74aa-8feb-4000-8643-e8af1f33ad73 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:32.101367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.115482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 138c74aa-8feb-4000-8643-e8af1f33ad73 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:32.116101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 138c74aa-8feb-4000-8643-e8af1f33ad73 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:32.116395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 62454561-8124-4d56-a8da-d7feb62ebe98 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:32.130468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.171370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 62454561-8124-4d56-a8da-d7feb62ebe98 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:32.171729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 62454561-8124-4d56-a8da-d7feb62ebe98 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:32.310983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4242e-a306-47f4-bf61-00d2911ebb28 req-51bb1158-2dcf-470c-96fe-616bb747e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:32.312514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27a4242e-a306-47f4-bf61-00d2911ebb28 req-51bb1158-2dcf-470c-96fe-616bb747e18b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 1096 time: 0.4120750 Nov 19 04:09:32.336694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65592036-794f-45d4-a1be-ebdc81f50131 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:32.346737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.363543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Transition to ACTIVE for port object 65592036-794f-45d4-a1be-ebdc81f50131 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:09:32.384102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.438109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27a4242e-a306-47f4-bf61-00d2911ebb28 req-4c1388d7-1c7b-4b68-8285-48e34ad4f47f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054173 Nov 19 04:09:32.453401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d07cfd-22d9-4da7-9d7d-35505c253779 req-97704f32-cd1a-410d-909a-49b73075cc74 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:32.455334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1d07cfd-22d9-4da7-9d7d-35505c253779 req-97704f32-cd1a-410d-909a-49b73075cc74 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 945 time: 0.2201810 Nov 19 04:09:32.462824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Allocated IP 172.25.8.23 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/97024339-9282-463d-9414-01014da7a86f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:32.607733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Pushing event updated for resources: {'Port': ['ID=65592036-794f-45d4-a1be-ebdc81f50131,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:32.635150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 03ef3227-e64c-4eed-922b-757f5ce2a0a9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:32.635518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.688258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1d07cfd-22d9-4da7-9d7d-35505c253779 req-79a82ec5-e811-4246-85b8-975ead70db23 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046430 Nov 19 04:09:32.705425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Attempting to bind port 65592036-794f-45d4-a1be-ebdc81f50131 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:32.706536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Attempting to bind port 65592036-794f-45d4-a1be-ebdc81f50131 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:32.706536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Attempting to bind port 65592036-794f-45d4-a1be-ebdc81f50131 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:32.712182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.714209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Port 65592036-794f-45d4-a1be-ebdc81f50131 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:09:32.714652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Attempting to bind port 65592036-794f-45d4-a1be-ebdc81f50131 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:32.730300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:32.731033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:32.731915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:32.733045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Bound port: 65592036-794f-45d4-a1be-ebdc81f50131, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:32.733593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.825365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.854614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 03ef3227-e64c-4eed-922b-757f5ce2a0a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=03ef3227-e64c-4eed-922b-757f5ce2a0a9,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:32.854614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.872812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] For port 65592036-794f-45d4-a1be-ebdc81f50131, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:32.873242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 03ef3227-e64c-4eed-922b-757f5ce2a0a9 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:32.907029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] For port 65592036-794f-45d4-a1be-ebdc81f50131, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=65592036-794f-45d4-a1be-ebdc81f50131,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:32.920775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.975857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6814397-ca67-4756-bac5-35604879dbf7 req-3c9d37de-f444-46da-a75c-5c1686789f4c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:32.977797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6814397-ca67-4756-bac5-35604879dbf7 req-3c9d37de-f444-46da-a75c-5c1686789f4c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 944 time: 0.1416888 Nov 19 04:09:32.979140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.990353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:32.990919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:32.995219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] 10.222.0.36 "PUT /v2.0/ports/65592036-794f-45d4-a1be-ebdc81f50131 HTTP/1.1" status: 200 len: 1092 time: 1.5171146 Nov 19 04:09:32.995797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'tag': '65592036-794f-45d4-a1be-ebdc81f50131'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:32.999277 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca42b59-bf24-4cc3-b869-fe9d2b724103" -d '{"events": [{"name": "network-changed", "server_uuid": "de50d6db-9547-4b4c-a4c4-e6d10294a3b6", "tag": "65592036-794f-45d4-a1be-ebdc81f50131"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:33.086454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5554d-b5d8-4328-ad6c-63ca57f6755d service neutron] Pushing event updated for resources: {'Port': ['ID=65592036-794f-45d4-a1be-ebdc81f50131,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:33.100003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:33.131653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:33.142149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:33.151850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0156df5-c08a-42a8-ae91-1bc8d713e7d3 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:33.191107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event updated for resources: {'Port': ['ID=97024339-9282-463d-9414-01014da7a86f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:33.198918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6814397-ca67-4756-bac5-35604879dbf7 req-089eb1ed-9a71-45c7-bcb9-217f99290313 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904933 Nov 19 04:09:33.207318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-35f32a53-023e-4021-97bd-c26bc64cafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:33.208360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-35f32a53-023e-4021-97bd-c26bc64cafec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 1095 time: 0.1645012 Nov 19 04:09:33.275303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-39620cf6-ad67-4963-9085-6a167094f9d0 None None] Provisioning complete for port 97024339-9282-463d-9414-01014da7a86f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:33.275748 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-39620cf6-ad67-4963-9085-6a167094f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:33.281207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:33.304902 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8565522c-3a89-48f0-ba27-11550916e5b3 x-openstack-request-id: req-8565522c-3a89-48f0-ba27-11550916e5b3 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:33.305194 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de50d6db-9547-4b4c-a4c4-e6d10294a3b6", "tag": "65592036-794f-45d4-a1be-ebdc81f50131", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:33.305450 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8565522c-3a89-48f0-ba27-11550916e5b3 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:33.305863 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'tag': '65592036-794f-45d4-a1be-ebdc81f50131', 'status': 'completed', 'code': 200} Nov 19 04:09:33.307493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-76114efd-9a83-4d6b-a14d-a717981e388f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65592036-794f-45d4-a1be-ebdc81f50131 HTTP/1.1" status: 200 len: 217 time: 0.0889254 Nov 19 04:09:33.321116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-39620cf6-ad67-4963-9085-6a167094f9d0 None None] Port 97024339-9282-463d-9414-01014da7a86f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:33.334411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=03ef3227-e64c-4eed-922b-757f5ce2a0a9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:33.377248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Deleting port c864c5f4-0671-4755-b56d-3f22f4552188 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:33.377974 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:33.421777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-43538e74-fcef-4763-9cf5-5a517c0ff9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:33.423407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-43538e74-fcef-4763-9cf5-5a517c0ff9d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0835860 Nov 19 04:09:33.522023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-d32c7d56-248c-4062-a9b5-3240eba63022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853465 Nov 19 04:09:33.605015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] For port c864c5f4-0671-4755-b56d-3f22f4552188, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c864c5f4-0671-4755-b56d-3f22f4552188,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:33.605717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:33.608874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:33.633092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Calling delete_port for c864c5f4-0671-4755-b56d-3f22f4552188 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:33.671164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:33.730688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-3193b3bd-a98b-42a5-91ea-eb58da226e79 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988769 Nov 19 04:09:33.918697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:33.931437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f2aa6-aa61-48c9-8c68-c0f0590bda2e req-878146f7-2afe-4578-a500-525f61f267f4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:33.934426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad5f2aa6-aa61-48c9-8c68-c0f0590bda2e req-878146f7-2afe-4578-a500-525f61f267f4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 945 time: 0.1071043 Nov 19 04:09:33.998768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-306bc7e4-5df9-47a1-97cd-846bd9ca1023 req-9bf42c3f-9513-466e-aac3-f96e9914cebe service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608123 Nov 19 04:09:34.038751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:34.048585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-001629a9-e9bf-41fb-ac5f-386903f544ee tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7868743 Nov 19 04:09:34.049203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:34.052886 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:34.064085 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:34.065209 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:34.127526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting subnet d25af8cd-0f34-4850-8c3e-51dedf5ea764 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:34.133619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:34.147479 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:34.157687 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad5f2aa6-aa61-48c9-8c68-c0f0590bda2e req-110e26e2-242a-47fb-940c-f59433815603 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149403 Nov 19 04:09:34.184698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:34.198847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:34.211620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-cc52e4da-f6a2-4109-a1d0-fccc4e66c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:34.212783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:34.214489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-cc52e4da-f6a2-4109-a1d0-fccc4e66c520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 1095 time: 0.1390450 Nov 19 04:09:34.229442 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:33Z', 'revision_number': 11, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:34.260123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c864c5f4-0671-4755-b56d-3f22f4552188,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:34.270166 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:34.282774 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:34.283650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:34.375656 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:34.456616 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:33Z', 'revision_number': 11, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:34.505476 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd67cd-bbc5-4e23-a066-c715cf0a0a03 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:33Z', 'revision_number': 11, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:34.645592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.097044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd2bb9-d101-42fd-971e-6ca2e8949f48 req-127cb92a-1db1-45ee-a5ee-df10f7ea00a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:35.104864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cbd2bb9-d101-42fd-971e-6ca2e8949f48 req-127cb92a-1db1-45ee-a5ee-df10f7ea00a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 944 time: 0.6944499 Nov 19 04:09:35.130159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.182736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.191268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-9b2acae0-8b09-488e-bcc2-7565847ab816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:35.193902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-9b2acae0-8b09-488e-bcc2-7565847ab816 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.8850362 Nov 19 04:09:35.201845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cbd2bb9-d101-42fd-971e-6ca2e8949f48 req-71b98513-d782-4835-916c-581982ea869a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960562 Nov 19 04:09:35.211544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 65592036-794f-45d4-a1be-ebdc81f50131 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:09:35.227476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Subnet': ['ID=d25af8cd-0f34-4850-8c3e-51dedf5ea764,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:35.233839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.237542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f5c27808-5fa7-402c-b842-4136f911daa9 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/d25af8cd-0f34-4850-8c3e-51dedf5ea764 HTTP/1.1" status: 204 len: 168 time: 1.1677880 Nov 19 04:09:35.240558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60946) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:35.328770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-9a9b04fb-86e3-42b4-9ab9-ac10de2cc44a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65592036-794f-45d4-a1be-ebdc81f50131 HTTP/1.1" status: 200 len: 217 time: 0.1258667 Nov 19 04:09:35.343671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 65592036-794f-45d4-a1be-ebdc81f50131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=65592036-794f-45d4-a1be-ebdc81f50131,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:35.357251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '65592036-794f-45d4-a1be-ebdc81f50131', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': '65592036-794f-45d4-a1be-ebdc81f50131', 'mac_address': 'fa:16:3e:bd:23:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:09:35.359539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Router c170df01-346e-4380-82f2-619fcfd621a6 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:35.361650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b6710-dff8-4348-b41e-cfbe97d340fe None None] Network 305bf6d1-b97c-4914-be95-962cc74f2700 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:35.448178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.456364 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.491479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65592036-794f-45d4-a1be-ebdc81f50131 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:35.529267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 65592036-794f-45d4-a1be-ebdc81f50131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=65592036-794f-45d4-a1be-ebdc81f50131,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:35.546558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-c775295e-ad55-4357-87b3-34a55e51d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:35.548083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-c775295e-ad55-4357-87b3-34a55e51d36c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.2087533 Nov 19 04:09:35.554632 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.642036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=65592036-794f-45d4-a1be-ebdc81f50131,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:35.665617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-3797639a-0a5e-44e1-b1bd-c71d01b1c0cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093037 Nov 19 04:09:35.720285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] DHCP port deletion for 305bf6d1-b97c-4914-be95-962cc74f2700 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:35.760116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Deleting port 501c2253-16cf-4041-8c93-f3ca599bb929 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:35.760716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.766944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:35.810403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['65592036-794f-45d4-a1be-ebdc81f50131'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:35.814826 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.816125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e432eb6-6b3f-4b9f-a2a5-472c9294f112 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5985663 Nov 19 04:09:35.818953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:35.823173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': False}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:35.886367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-965a4e14-c112-41b2-b757-1be08440aaec service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114773 Nov 19 04:09:35.906746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] Sync routers for ids ['c170df01-346e-4380-82f2-619fcfd621a6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:35.955996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] For port 501c2253-16cf-4041-8c93-f3ca599bb929, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=501c2253-16cf-4041-8c93-f3ca599bb929,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:35.956379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:35.959700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] Routers {'c170df01-346e-4380-82f2-619fcfd621a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:35.960365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c170df01-346e-4380-82f2-619fcfd621a6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:35.997829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Calling delete_port for 501c2253-16cf-4041-8c93-f3ca599bb929 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:36.013444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.058909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Deleting port 501c2253-16cf-4041-8c93-f3ca599bb929 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:36.064907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.084881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aca42b59-bf24-4cc3-b869-fe9d2b724103 req-18db91a6-4187-4988-bec8-f4c1df6d4cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905699 Nov 19 04:09:36.166079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.215183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Port': ['ID=501c2253-16cf-4041-8c93-f3ca599bb929,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:36.222754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No DVR routers for this DVR port 501c2253-16cf-4041-8c93-f3ca599bb929 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:36.321517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Router 784234d0-9be3-4c29-8959-2de56abb1839 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:36.354243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.388876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] Routers {'c170df01-346e-4380-82f2-619fcfd621a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:36.389510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c170df01-346e-4380-82f2-619fcfd621a6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.391776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 03ef3227-e64c-4eed-922b-757f5ce2a0a9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:36.485749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.507918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69680c47-e6cf-454f-976a-36a7fa1d4682 req-ba26ea20-89de-4488-a838-6f7e1130d370 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:36.509857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69680c47-e6cf-454f-976a-36a7fa1d4682 req-ba26ea20-89de-4488-a838-6f7e1130d370 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 945 time: 0.1380429 Nov 19 04:09:36.582717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69680c47-e6cf-454f-976a-36a7fa1d4682 req-ed6af0c8-2cef-402b-b128-450c49e066ff tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646741 Nov 19 04:09:36.616025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.616980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10672abc-9116-4889-ae13-c4bef023fcf0 None None] The sync data for ids ['c170df01-346e-4380-82f2-619fcfd621a6'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:36.624774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:36.634352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] Sync routers for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:36.635861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305bf6d1-b97c-4914-be95-962cc74f2700']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.646025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 03ef3227-e64c-4eed-922b-757f5ce2a0a9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:36.646386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 03ef3227-e64c-4eed-922b-757f5ce2a0a9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:36.646880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 501c2253-16cf-4041-8c93-f3ca599bb929 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:36.650855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19530bab-978d-4fc5-8d6d-2012bf58a140') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.651964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19530bab-978d-4fc5-8d6d-2012bf58a140') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.654107 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:36.666803 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:36.673758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.689600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.691751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] For port 501c2253-16cf-4041-8c93-f3ca599bb929, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=501c2253-16cf-4041-8c93-f3ca599bb929,segment=NetworkSegment(19530bab-978d-4fc5-8d6d-2012bf58a140),segment_id=19530bab-978d-4fc5-8d6d-2012bf58a140)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:36.692167 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.696284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:36.696829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.717706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Calling delete_port for 501c2253-16cf-4041-8c93-f3ca599bb929 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:36.768926 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:36.776533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2e22550-5c8d-466b-b2aa-5a7300aeb3ac admin admin] 10.222.0.52 "PUT /v2.0/routers/784234d0-9be3-4c29-8959-2de56abb1839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3652866 Nov 19 04:09:36.778093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60976) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:36.785457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:09:36.821814 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:09:36.830204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 501c2253-16cf-4041-8c93-f3ca599bb929 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:36.830655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 501c2253-16cf-4041-8c93-f3ca599bb929 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:36.848000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.869850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:36.874131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/networks/305bf6d1-b97c-4914-be95-962cc74f2700 HTTP/1.1" status: 204 len: 168 time: 1.6328800 Nov 19 04:09:36.879875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60984) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:36.895880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'routes': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:36.919996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Pushing event deleted for resources: {'Port': ['ID=501c2253-16cf-4041-8c93-f3ca599bb929,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:36.923166 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:36.926030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] Network 305bf6d1-b97c-4914-be95-962cc74f2700 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:09:36.928426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0cd42-5625-40e2-94c6-46523aa06ef9 None None] No DVR routers for this DVR port 501c2253-16cf-4041-8c93-f3ca599bb929 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:37.000509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af8c0f-fd50-4344-b99a-488164105b7a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Pushing event deleted for resources: {'Network': ['ID=305bf6d1-b97c-4914-be95-962cc74f2700,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:37.008912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.249400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.extraroute_db [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Added routes are [] {{(pid=109986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 04:09:37.250083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.extraroute_db [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Removed routes are [] {{(pid=109986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 04:09:37.250777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.254587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.275596 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T04:09:34Z', 'revision_number': 5, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port': {'id': 'e5d59aeb-93fa-48e2-b652-07a96359abe1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784234d0-9be3-4c29-8959-2de56abb1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:18Z', 'updated_at': '2021-11-19T03:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:37.353428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Deleting port e5d59aeb-93fa-48e2-b652-07a96359abe1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:37.353781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.357998 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] Checking router: 784234d0-9be3-4c29-8959-2de56abb1839 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:37.382293 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] Routers {'784234d0-9be3-4c29-8959-2de56abb1839'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:37.383649 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['784234d0-9be3-4c29-8959-2de56abb1839'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:37.530314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] For port e5d59aeb-93fa-48e2-b652-07a96359abe1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e5d59aeb-93fa-48e2-b652-07a96359abe1,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:37.530700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.545622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Calling delete_port for e5d59aeb-93fa-48e2-b652-07a96359abe1 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:37.624037 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] Set router 784234d0-9be3-4c29-8959-2de56abb1839 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:37.655465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.659859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.665254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.761182 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T04:09:37Z', 'revision_number': 6, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:37.820831 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb722a7c-5680-4a2a-8c54-e02cd87a21e7 None None] The sync data for ids ['784234d0-9be3-4c29-8959-2de56abb1839'] in n-d-818503-1 is: [{'id': '784234d0-9be3-4c29-8959-2de56abb1839', 'name': 'tempest-TaggedBootDevicesTest-1981908683-router', 'tenant_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:17Z', 'updated_at': '2021-11-19T04:09:37Z', 'revision_number': 6, 'project_id': '7eeb470ed1b44ae7b9198f0e2eb8fe26', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:37.822490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Router c170df01-346e-4380-82f2-619fcfd621a6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:37.827783 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.896052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:37.940565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035cf4e-d06b-4a74-a0fa-0b233200479b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:37.956328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d59aeb-93fa-48e2-b652-07a96359abe1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:37.988051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 40dfda0a-cc87-40e5-82b1-85b55252865d has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:38.012165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.043089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6b79a-18f6-4ed1-9de7-aece284a5b08 req-ec2680e4-c180-4a79-bfb5-015baee8ed32 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:38.045390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bc6b79a-18f6-4ed1-9de7-aece284a5b08 req-ec2680e4-c180-4a79-bfb5-015baee8ed32 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 945 time: 0.2388957 Nov 19 04:09:38.125135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.127400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.211943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.212498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784234d0-9be3-4c29-8959-2de56abb1839 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:38.229965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.229965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-af9960bc-36e7-49c2-bb64-5091e5fb0cff admin admin] 10.222.0.52 "DELETE /v2.0/routers/784234d0-9be3-4c29-8959-2de56abb1839 HTTP/1.1" status: 204 len: 168 time: 1.4446876 Nov 19 04:09:38.229965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:38.283403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5bc6b79a-18f6-4ed1-9de7-aece284a5b08 req-87aa095d-3ac4-4e58-b32f-fa33bfc2d0dc tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295165 Nov 19 04:09:38.284812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:38.295154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.297018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4162431b-2bd1-4ade-9ffe-a04ee9d9f8f9 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "PUT /v2.0/routers/c170df01-346e-4380-82f2-619fcfd621a6 HTTP/1.1" status: 200 len: 924 time: 2.4773200 Nov 19 04:09:38.302755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:38.308425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] Sync routers for ids ['c170df01-346e-4380-82f2-619fcfd621a6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:38.313315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c864c5f4-0671-4755-b56d-3f22f4552188 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:38.371444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Deleting subnet 25f507ef-e07a-4760-b990-c8b677b104d4 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:38.377219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.381967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] Routers {'c170df01-346e-4380-82f2-619fcfd621a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:38.382866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c170df01-346e-4380-82f2-619fcfd621a6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.427531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:38.434608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.438850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-06ab7362-11f9-4f44-ab47-96936cb35438 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 700 time: 1.5552182 Nov 19 04:09:38.439106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32780) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:38.445486 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] Sync routers for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:38.466761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.474101 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:38.477272 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.484850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c864c5f4-0671-4755-b56d-3f22f4552188 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:38.485375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c864c5f4-0671-4755-b56d-3f22f4552188 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:38.491395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-00033698-b0a2-4b26-992c-fe0246305fda tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 205 time: 0.0483727 Nov 19 04:09:38.495319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.497139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] Routers {'c170df01-346e-4380-82f2-619fcfd621a6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:38.499493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32782) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:38.500215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c170df01-346e-4380-82f2-619fcfd621a6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.576855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.577718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2fdf0-fcdb-470d-a15d-be42f9cfe856 None None] The sync data for ids ['c170df01-346e-4380-82f2-619fcfd621a6'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:38.632179 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.640710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:38.640936 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec93a920-e5ea-4af9-a0b3-b58f6367c583 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/c170df01-346e-4380-82f2-619fcfd621a6 HTTP/1.1" status: 200 len: 924 time: 0.3371022 Nov 19 04:09:38.653502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:38.751975 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:33Z', 'revision_number': 11, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.776848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd986a-1216-4e67-8240-dedaddf117a1 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:38.778491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-03dd986a-1216-4e67-8240-dedaddf117a1 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=c170df01-346e-4380-82f2-619fcfd621a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1367471 Nov 19 04:09:38.784340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32790) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:38.833049 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] Checking router: 40dfda0a-cc87-40e5-82b1-85b55252865d for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:38.854048 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] Routers {'40dfda0a-cc87-40e5-82b1-85b55252865d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:38.854855 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['40dfda0a-cc87-40e5-82b1-85b55252865d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:38.947550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:38.957245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.063001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.107769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.108398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router 40dfda0a-cc87-40e5-82b1-85b55252865d {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:39.116028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.123124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-931f8d46-dfab-4b13-af8d-07aa432c912c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 204 len: 168 time: 0.6219263 Nov 19 04:09:39.126218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32792) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:39.127342 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] Set router 40dfda0a-cc87-40e5-82b1-85b55252865d gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:39.134773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1739452983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:39.191053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.199730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.215947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 65592036-794f-45d4-a1be-ebdc81f50131 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:39.233480 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.263663 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:33Z', 'revision_number': 11, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:39.324435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.336917 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/25f507ef-e07a-4760-b990-c8b677b104d4 HTTP/1.1" status: 204 len: 168 time: 1.1056380 Nov 19 04:09:39.338085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32796) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:39.341208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efc866-06ec-467c-9432-a00ada70033d None None] Network 48eb8720-4add-44ff-aaca-edb67addda3f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:39.343936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4374f6-4f3d-4672-b573-66a90e916286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f507ef-e07a-4760-b990-c8b677b104d4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:39.400794 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c90502-de06-48bc-851a-0e60bac3c376 None None] The sync data for ids ['40dfda0a-cc87-40e5-82b1-85b55252865d'] in n-d-818503-1 is: [{'id': '40dfda0a-cc87-40e5-82b1-85b55252865d', 'name': 'tempest-RoutersTest-router-670160993', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:08:38Z', 'updated_at': '2021-11-19T04:09:33Z', 'revision_number': 11, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:39.515734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 65592036-794f-45d4-a1be-ebdc81f50131 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:09:39.525622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 65592036-794f-45d4-a1be-ebdc81f50131 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:39.526032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.581992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.587405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3fc9a-e199-4ffb-8752-f09ec6880671 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:39.592522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-40f3fc9a-e199-4ffb-8752-f09ec6880671 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.8035393 Nov 19 04:09:39.594431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.595579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32802) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:39.617265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a8888-38f8-40f0-aed2-5a7cc36936aa req-6266e75f-2f66-4358-8733-d40aedc73fb0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:39.618686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e49a8888-38f8-40f0-aed2-5a7cc36936aa req-6266e75f-2f66-4358-8733-d40aedc73fb0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 945 time: 0.1545482 Nov 19 04:09:39.623029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.650721 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2ad16f6-4fbb-4369-b0a4-53a03bcd2372 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=c170df01-346e-4380-82f2-619fcfd621a6 HTTP/1.1" status: 200 len: 205 time: 0.0488698 Nov 19 04:09:39.651988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32808) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:39.729310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.737190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.738413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2d877e47-20e0-4192-893f-d86c8108b149 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6115074 Nov 19 04:09:39.742006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32810) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:39.746491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:39.751583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e49a8888-38f8-40f0-aed2-5a7cc36936aa req-eee43ad3-b08f-4277-b68e-1cba8bd57b2d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Nov 19 04:09:39.803250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 65592036-794f-45d4-a1be-ebdc81f50131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=65592036-794f-45d4-a1be-ebdc81f50131,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:39.811865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.817861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65592036-794f-45d4-a1be-ebdc81f50131'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:39.822912 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97787c1-2db8-492c-a7aa-547732836d24" -d '{"events": [{"server_uuid": "de50d6db-9547-4b4c-a4c4-e6d10294a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "65592036-794f-45d4-a1be-ebdc81f50131"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:39.841807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:39.916309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=65592036-794f-45d4-a1be-ebdc81f50131,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:39.941856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] DHCP port deletion for 48eb8720-4add-44ff-aaca-edb67addda3f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:39.946940 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d81d6a-cad4-44cf-b02a-c5f9d45a99cf x-openstack-request-id: req-99d81d6a-cad4-44cf-b02a-c5f9d45a99cf {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:39.947305 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50d6db-9547-4b4c-a4c4-e6d10294a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "65592036-794f-45d4-a1be-ebdc81f50131", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:39.947568 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99d81d6a-cad4-44cf-b02a-c5f9d45a99cf {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:39.948087 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65592036-794f-45d4-a1be-ebdc81f50131', 'code': 200} Nov 19 04:09:40.051410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] Deleting port 156e5d77-3396-40a7-a53f-ba9c90b3add2 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:40.052334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.058096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 156e5d77-3396-40a7-a53f-ba9c90b3add2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:40.092571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094ac3b-4acb-4dd3-8b51-9a2a2352e3dc req-eb7866a7-ec5b-4dd1-981f-a595744d0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:40.094977 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7094ac3b-4acb-4dd3-8b51-9a2a2352e3dc req-eb7866a7-ec5b-4dd1-981f-a595744d0646 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0653348 Nov 19 04:09:40.161383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] For port 156e5d77-3396-40a7-a53f-ba9c90b3add2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=156e5d77-3396-40a7-a53f-ba9c90b3add2,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:40.162135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.178436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] Calling delete_port for 156e5d77-3396-40a7-a53f-ba9c90b3add2 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:40.201653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7094ac3b-4acb-4dd3-8b51-9a2a2352e3dc req-65499753-17d8-475d-a0ee-5c89f3e699e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966134 Nov 19 04:09:40.263857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.311830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 156e5d77-3396-40a7-a53f-ba9c90b3add2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=156e5d77-3396-40a7-a53f-ba9c90b3add2,segment=NetworkSegment(b61b4ca4-d6d7-416a-b681-dfa9f7834015),segment_id=b61b4ca4-d6d7-416a-b681-dfa9f7834015)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:40.326034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.327314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e5d59aeb-93fa-48e2-b652-07a96359abe1 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:40.384388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=156e5d77-3396-40a7-a53f-ba9c90b3add2,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:40.408109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e5d59aeb-93fa-48e2-b652-07a96359abe1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:40.409282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e5d59aeb-93fa-48e2-b652-07a96359abe1 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:40.417571 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.451194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] Pushing event deleted for resources: {'Port': ['ID=156e5d77-3396-40a7-a53f-ba9c90b3add2,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:40.453684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11a2d2-ffdd-44ef-9590-ef743d60e99c None None] No DVR routers for this DVR port 156e5d77-3396-40a7-a53f-ba9c90b3add2 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:40.621748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Deleting port 156e5d77-3396-40a7-a53f-ba9c90b3add2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:40.622996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.734404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.759705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.769278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.811737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] For port 156e5d77-3396-40a7-a53f-ba9c90b3add2, host n-d-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:40.812111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.935649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Calling delete_port for 156e5d77-3396-40a7-a53f-ba9c90b3add2 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:40.939332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Port 156e5d77-3396-40a7-a53f-ba9c90b3add2 was not found and therefore no delete operation was performed {{(pid=109987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:09:40.944874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:40.951458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afaf60-c55d-4706-be9c-49fa50521e7f req-d2c7218b-8dcd-4fe0-8bfd-f0910523a9f0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:40.953122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7afaf60-c55d-4706-be9c-49fa50521e7f req-d2c7218b-8dcd-4fe0-8bfd-f0910523a9f0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 946 time: 0.0924287 Nov 19 04:09:40.986303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Pushing event deleted for resources: {'Port': ['ID=156e5d77-3396-40a7-a53f-ba9c90b3add2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:40.993752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] No DVR routers for this DVR port 156e5d77-3396-40a7-a53f-ba9c90b3add2 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:41.047348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Deleting port 97024339-9282-463d-9414-01014da7a86f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:41.047727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.062540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7afaf60-c55d-4706-be9c-49fa50521e7f req-dcab1b54-c406-480d-b500-1520d49d5e8f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949643 Nov 19 04:09:41.139882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Router 44368274-968a-4e20-a4f2-a472989e9691 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:41.142736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.178415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48eb8720-4add-44ff-aaca-edb67addda3f']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.204022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61b4ca4-d6d7-416a-b681-dfa9f7834015') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.204258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61b4ca4-d6d7-416a-b681-dfa9f7834015') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.303664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.324714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.351135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.361379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:41.361726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:41.415026 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:41.425181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:41.436523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.437726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd43a222-337a-477a-91a4-3a79ee2525f4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "PUT /v2.0/routers/44368274-968a-4e20-a4f2-a472989e9691 HTTP/1.1" status: 200 len: 694 time: 1.6947546 Nov 19 04:09:41.438792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Calling delete_port for 97024339-9282-463d-9414-01014da7a86f owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:41.440138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] Sync routers for ids ['44368274-968a-4e20-a4f2-a472989e9691'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:41.440596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32816) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:41.457661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] Routers {'44368274-968a-4e20-a4f2-a472989e9691'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:41.459043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['44368274-968a-4e20-a4f2-a472989e9691'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.534248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7f698b46-983f-42ba-9d85-cf83cc5e762d tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/routers/44368274-968a-4e20-a4f2-a472989e9691 HTTP/1.1" status: 200 len: 700 time: 0.0851588 Nov 19 04:09:41.537215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32818) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:41.556202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] Set router 44368274-968a-4e20-a4f2-a472989e9691 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:41.569098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f9eaee2e-e8b8-4992-a317-d1b1de8483ec tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=44368274-968a-4e20-a4f2-a472989e9691 HTTP/1.1" status: 200 len: 205 time: 0.0309303 Nov 19 04:09:41.571299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.573069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32820) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:41.577694 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.586670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] 10.222.0.52 "DELETE /v2.0/networks/48eb8720-4add-44ff-aaca-edb67addda3f HTTP/1.1" status: 204 len: 168 time: 2.2383111 Nov 19 04:09:41.618951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32822) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:41.634913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b36d4-2689-443c-90ea-7e8ff787696c admin admin] Pushing event deleted for resources: {'Network': ['ID=48eb8720-4add-44ff-aaca-edb67addda3f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:41.641060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44368274-968a-4e20-a4f2-a472989e9691', 'name': 'tempest-RoutersTest-router-1739452983', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:39Z', 'updated_at': '2021-11-19T04:09:40Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.685487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] Checking router: 44368274-968a-4e20-a4f2-a472989e9691 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:41.695767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] Routers {'44368274-968a-4e20-a4f2-a472989e9691'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:41.696515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['44368274-968a-4e20-a4f2-a472989e9691'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.707598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.792251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.799238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] Set router 44368274-968a-4e20-a4f2-a472989e9691 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:41.829351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event deleted for resources: {'Port': ['ID=97024339-9282-463d-9414-01014da7a86f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:41.897840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44368274-968a-4e20-a4f2-a472989e9691', 'name': 'tempest-RoutersTest-router-1739452983', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:39Z', 'updated_at': '2021-11-19T04:09:40Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:41.901819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fa491-850e-4222-824a-edb7fa1b1228 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:41.922223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.935277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.937809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.958130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb1577-6373-408b-a76f-523e8a06684b None None] The sync data for ids ['44368274-968a-4e20-a4f2-a472989e9691'] in n-d-818503-1 is: [{'id': '44368274-968a-4e20-a4f2-a472989e9691', 'name': 'tempest-RoutersTest-router-1739452983', 'tenant_id': 'eecbb31a7d094ba883a908af74fd21c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:39Z', 'updated_at': '2021-11-19T04:09:40Z', 'revision_number': 2, 'project_id': 'eecbb31a7d094ba883a908af74fd21c1', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:41.996100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:41.997369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Fanout notify agent at l3_agent the message router_deleted on router 44368274-968a-4e20-a4f2-a472989e9691 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:42.005682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.010806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-faeff4e3-7220-45d6-a5b2-c8a81a1631eb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/44368274-968a-4e20-a4f2-a472989e9691 HTTP/1.1" status: 204 len: 168 time: 0.4366810 Nov 19 04:09:42.014845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.053349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d483e9bc-6f0a-4bbc-9e19-79bbb4af52a6 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=44368274-968a-4e20-a4f2-a472989e9691 HTTP/1.1" status: 200 len: 205 time: 0.0370502 Nov 19 04:09:42.055775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32826) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.070524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.073669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.100405 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-d75a4de8-e992-4752-87dc-8e0e8546e85c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:42.104557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d75a4de8-e992-4752-87dc-8e0e8546e85c tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/44368274-968a-4e20-a4f2-a472989e9691 HTTP/1.1" status: 404 len: 336 time: 0.0475857 Nov 19 04:09:42.141620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32830) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.174479 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ad4bb7-da86-44f8-ba9e-fc91b978b829 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:42.175166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ad4bb7-da86-44f8-ba9e-fc91b978b829 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:42.185856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e0ad4bb7-da86-44f8-ba9e-fc91b978b829 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/68c8f897-a6d4-41ec-9273-dd54516cb35d HTTP/1.1" status: 404 len: 337 time: 0.0429933 Nov 19 04:09:42.188466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32832) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.203481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.204028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Fanout notify agent at l3_agent the message router_deleted on router c170df01-346e-4380-82f2-619fcfd621a6 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:42.237284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.238508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ba39900f-d9e1-4cf6-964d-0a656c8c25c7 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/c170df01-346e-4380-82f2-619fcfd621a6 HTTP/1.1" status: 204 len: 168 time: 2.5854065 Nov 19 04:09:42.240103 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c93e12-a864-4f46-a804-03717c99eac0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:42.243749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c93e12-a864-4f46-a804-03717c99eac0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:42.250441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-88c93e12-a864-4f46-a804-03717c99eac0 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/ca4bcbab-729c-4cd8-89df-53d05e0982d5 HTTP/1.1" status: 404 len: 337 time: 0.0570307 Nov 19 04:09:42.250441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32834) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.254036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-10092216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:42.260249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32836) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.332312 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0010b0e2-898a-4cf8-96ac-4b50cffebc6e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:42.332796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0010b0e2-898a-4cf8-96ac-4b50cffebc6e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:42.334139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778a4ab-9093-48a3-ac19-16cfed4cfc6f req-a8b5e230-7e0e-4bc2-a146-d27661041ce7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:42.338266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0010b0e2-898a-4cf8-96ac-4b50cffebc6e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/5f242c2f-0509-418a-9603-bcc3d9a39137 HTTP/1.1" status: 404 len: 337 time: 0.0748122 Nov 19 04:09:42.338818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0778a4ab-9093-48a3-ac19-16cfed4cfc6f req-a8b5e230-7e0e-4bc2-a146-d27661041ce7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 946 time: 0.1431639 Nov 19 04:09:42.339107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32838) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.396076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.397097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.401418 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-182f8064-4ad5-4524-a354-ef524c7b8521 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:42.401924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182f8064-4ad5-4524-a354-ef524c7b8521 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:42.405491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-182f8064-4ad5-4524-a354-ef524c7b8521 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/d25af8cd-0f34-4850-8c3e-51dedf5ea764 HTTP/1.1" status: 404 len: 337 time: 0.0654364 Nov 19 04:09:42.409141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32840) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.444533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b0d5ab87-a509-4b2e-b455-6d61626b710f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 200 len: 205 time: 0.0342135 Nov 19 04:09:42.448862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32842) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.468980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0778a4ab-9093-48a3-ac19-16cfed4cfc6f req-9e68cfcd-e80f-4888-bfec-04ec90471fb5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238675 Nov 19 04:09:42.503991 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-f9c6708b-7b8c-4009-ab79-f75103c75855 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:42.505695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f9c6708b-7b8c-4009-ab79-f75103c75855 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/40dfda0a-cc87-40e5-82b1-85b55252865d HTTP/1.1" status: 404 len: 336 time: 0.0558524 Nov 19 04:09:42.508261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32846) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.564772 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-12e845c6-77d6-4534-8430-999ce8f69275 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a314e6a-0f25-4e76-97c5-0a809cc2114b HTTP/1.1" status: 200 len: 205 time: 0.0559018 Nov 19 04:09:42.567067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32848) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.615960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.617025 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-23e13e3d-6b73-4cd4-8d46-7a533e90446f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:42.618425 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23e13e3d-6b73-4cd4-8d46-7a533e90446f tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/8a314e6a-0f25-4e76-97c5-0a809cc2114b HTTP/1.1" status: 404 len: 336 time: 0.0501647 Nov 19 04:09:42.620777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32850) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.656979 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c967f26e-1353-435e-941d-21ab49e90fdb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:42.657640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c967f26e-1353-435e-941d-21ab49e90fdb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:42.661818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c967f26e-1353-435e-941d-21ab49e90fdb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/a0327c3f-1f45-445f-b9f1-22f52b76b614 HTTP/1.1" status: 404 len: 337 time: 0.0399969 Nov 19 04:09:42.663241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.666690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32852) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.688938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.690269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d0608-27c7-449a-a246-1bbaf3ebbd57 req-403fe1d0-d65f-4d77-9175-6ae1c28bd53f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:42.693812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2eb88846-11bb-4ff6-9392-17ea1795743c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4441905 Nov 19 04:09:42.694571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32854) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.697679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa4d0608-27c7-449a-a246-1bbaf3ebbd57 req-403fe1d0-d65f-4d77-9175-6ae1c28bd53f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 946 time: 0.0937464 Nov 19 04:09:42.699934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:42.733871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c81877a7-b1db-4d38-a272-56bcd943bccb tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 200 len: 205 time: 0.0652211 Nov 19 04:09:42.736202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32856) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.783355 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-4475b56c-1e8d-42e2-88f2-f087382be85e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:42.787060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4475b56c-1e8d-42e2-88f2-f087382be85e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/ca5e192b-fac6-4fdb-8578-d39bd9a329db HTTP/1.1" status: 404 len: 336 time: 0.0487027 Nov 19 04:09:42.793151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32858) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.832367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-51961c7b-b506-42d8-903e-d02e5e40af6a tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=997b6862-7226-431f-9217-672b00e0b6f5 HTTP/1.1" status: 200 len: 205 time: 0.0375760 Nov 19 04:09:42.835438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:42.840166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32860) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.930077 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-6380c05c-840e-4f39-b1ad-87198454332b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:42.934329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6380c05c-840e-4f39-b1ad-87198454332b tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/997b6862-7226-431f-9217-672b00e0b6f5 HTTP/1.1" status: 404 len: 336 time: 0.0929592 Nov 19 04:09:42.938916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32862) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:42.976531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa4d0608-27c7-449a-a246-1bbaf3ebbd57 req-ce319919-d1e6-4e4a-8ab8-ba47b483b3eb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627754 Nov 19 04:09:43.006867 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c05c7d-dcd1-48c3-86d8-496faf8525c2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:43.011141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c05c7d-dcd1-48c3-86d8-496faf8525c2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:43.017467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:43.019039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b4c05c7d-dcd1-48c3-86d8-496faf8525c2 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/25af08cd-245d-4b73-b8c1-736e8a4b4bec HTTP/1.1" status: 404 len: 337 time: 0.0788534 Nov 19 04:09:43.021845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32866) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.139728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.140505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-79c0354f-142d-433e-9af4-f38c21844f2e tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=94639e65-8c21-4739-81ae-305740ae6b91 HTTP/1.1" status: 200 len: 205 time: 0.1166363 Nov 19 04:09:43.210920 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-c6fea9e4-eb36-4fab-b128-5ce73d5df808 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:43.211810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6fea9e4-eb36-4fab-b128-5ce73d5df808 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/94639e65-8c21-4739-81ae-305740ae6b91 HTTP/1.1" status: 404 len: 336 time: 0.0713780 Nov 19 04:09:43.215388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32870) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.270923 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd658f8-8e96-4bd3-9573-ab18fc956f64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:43.273026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd658f8-8e96-4bd3-9573-ab18fc956f64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:43.281365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8cd658f8-8e96-4bd3-9573-ab18fc956f64 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/4ca77440-c64f-42ba-87d2-0bbb6ddf8c0a HTTP/1.1" status: 404 len: 337 time: 0.0612261 Nov 19 04:09:43.284846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32874) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.333972 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-da8c89d3-bac8-421d-b25a-9e926d7d8b38 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa5050ff-ecac-42f4-ba19-2cf953412a1b HTTP/1.1" status: 200 len: 205 time: 0.0420344 Nov 19 04:09:43.333972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32876) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.385822 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-fcaa900a-fde1-4649-92a2-fccc01febdcc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] delete failed (client error): The resource could not be found. Nov 19 04:09:43.390205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fcaa900a-fde1-4649-92a2-fccc01febdcc tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/routers/fa5050ff-ecac-42f4-ba19-2cf953412a1b HTTP/1.1" status: 404 len: 336 time: 0.0533314 Nov 19 04:09:43.391258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32878) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.437438 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb054f9-178b-4d26-ae51-8f8960184c94 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:43.437916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb054f9-178b-4d26-ae51-8f8960184c94 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:43.443614 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cdb054f9-178b-4d26-ae51-8f8960184c94 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/8f4eeae6-68d2-47d3-899c-a218db36f310 HTTP/1.1" status: 404 len: 337 time: 0.0489430 Nov 19 04:09:43.443906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:43.473885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-02785cdf-c8ad-4c36-8862-009761d5ac50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1541483 Nov 19 04:09:43.501388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4270fd-3032-4f1e-9d8b-d69ecebd79ca req-2357e222-adc8-4d51-b6ba-3a8b68596e10 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:43.505242 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ea4863-22a4-441c-86f2-80bad53d73c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] DELETE failed (client error): The resource could not be found. Nov 19 04:09:43.505601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ea4863-22a4-441c-86f2-80bad53d73c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:09:43.512350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-00ea4863-22a4-441c-86f2-80bad53d73c4 tempest-RoutersTest-799350176 tempest-RoutersTest-799350176-project] 10.222.0.52 "DELETE /v2.0/subnets/cbae3728-db96-475f-952d-41e183a50b70 HTTP/1.1" status: 404 len: 337 time: 0.0675509 Nov 19 04:09:43.514522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a4270fd-3032-4f1e-9d8b-d69ecebd79ca req-2357e222-adc8-4d51-b6ba-3a8b68596e10 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 946 time: 0.1299496 Nov 19 04:09:43.696517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a4270fd-3032-4f1e-9d8b-d69ecebd79ca req-08143e9b-215d-4634-b1bd-0542a16c02cc tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724436 Nov 19 04:09:43.710248 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:43.741241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:43.754775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-345fbc26-408d-4690-a421-4448f8b5f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:43.758474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-345fbc26-408d-4690-a421-4448f8b5f936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 1097 time: 0.2079751 Nov 19 04:09:43.810619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Deleting port bb8955e3-5db1-4249-a39f-c5631bdf346a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:43.811033 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.106049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32890) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:44.115844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Allocated IP 172.25.8.131 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/af289b4b-0ff1-4ab0-9f2f-550c804dc80e) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:44.241267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.250801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0bb03-3331-42d3-80fa-bd4744fd221f req-0320aea2-b1cd-4bf2-ac5c-f74b76777712 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:44.252808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8f0bb03-3331-42d3-80fa-bd4744fd221f req-0320aea2-b1cd-4bf2-ac5c-f74b76777712 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1278136 Nov 19 04:09:44.304016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.368460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:44.373767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:44.376703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] For port bb8955e3-5db1-4249-a39f-c5631bdf346a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bb8955e3-5db1-4249-a39f-c5631bdf346a,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:44.377164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.379928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:44.392117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Calling delete_port for bb8955e3-5db1-4249-a39f-c5631bdf346a owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:44.396211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657875f-74a4-48cc-87c0-1089b5b40c94 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:44.441059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event updated for resources: {'Port': ['ID=af289b4b-0ff1-4ab0-9f2f-550c804dc80e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:44.455299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-01314778-9684-40cc-bc17-79a28a14e1a0 None None] Provisioning complete for port af289b4b-0ff1-4ab0-9f2f-550c804dc80e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:44.455677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01314778-9684-40cc-bc17-79a28a14e1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.466479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-f36217bc-813e-41ea-83cc-239197340c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:44.468221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-f36217bc-813e-41ea-83cc-239197340c15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.6735432 Nov 19 04:09:44.524580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-01314778-9684-40cc-bc17-79a28a14e1a0 None None] Port af289b4b-0ff1-4ab0-9f2f-550c804dc80e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:44.550577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8f0bb03-3331-42d3-80fa-bd4744fd221f req-e46f5b74-8c37-4b24-9272-0fb37ee29c74 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804580 Nov 19 04:09:44.561984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-3574073d-3ec0-488a-81ec-dae46c56afa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199 HTTP/1.1" status: 200 len: 217 time: 0.0692112 Nov 19 04:09:44.664909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-a7c2f290-472d-4113-a59a-fad86fed3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:44.666561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-a7c2f290-472d-4113-a59a-fad86fed3dc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1024175 Nov 19 04:09:44.782150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-81d1d2ce-eeb5-437c-8439-48b12275d954 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721018 Nov 19 04:09:44.798184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.892680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:44.935945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8955e3-5db1-4249-a39f-c5631bdf346a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:45.012809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872a85-55a3-48cc-acf3-3743cee87beb req-42eced2b-a243-4092-a3c7-772e3eee51f9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:45.023734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d872a85-55a3-48cc-acf3-3743cee87beb req-42eced2b-a243-4092-a3c7-772e3eee51f9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 946 time: 0.1711264 Nov 19 04:09:45.097551 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-6894f776-99ad-4639-b4ad-2bd74ababaab service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036911 Nov 19 04:09:45.232651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d872a85-55a3-48cc-acf3-3743cee87beb req-31cee20d-dea7-46fc-8587-f64dd176d7b4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080004 Nov 19 04:09:45.332207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12348b00-6a20-4a60-bb3c-e1db412ea295 req-0ad94a0f-d9a3-434a-b0dc-1af1882dd313 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240179 Nov 19 04:09:45.334658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:45.390861 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-decddf1b-343f-4a96-bcd6-fc21962f6af7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eecbb31a7d094ba883a908af74fd21c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2804322 Nov 19 04:09:45.395932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32900) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:45.400863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-ee9a48cc-30cb-4875-939a-40c1df6df17e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:45.402389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-ee9a48cc-30cb-4875-939a-40c1df6df17e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 946 time: 0.7801161 Nov 19 04:09:45.578321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:45.584927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:45.643023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port 65592036-794f-45d4-a1be-ebdc81f50131 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:45.643420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:45.796364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port 65592036-794f-45d4-a1be-ebdc81f50131, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=65592036-794f-45d4-a1be-ebdc81f50131,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:45.796746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:45.815541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for 65592036-794f-45d4-a1be-ebdc81f50131 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:45.882836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Router 333e8b03-dd21-4618-b561-14cfd4c6dafa is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:45.928489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158487-b924-4f26-beef-30c76c2b6b7a req-8b214e9c-c121-440e-8bbd-328e2f240d7b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:45.931540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa158487-b924-4f26-beef-30c76c2b6b7a req-8b214e9c-c121-440e-8bbd-328e2f240d7b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1608508 Nov 19 04:09:45.962360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8790d0cb-b497-4b06-83cc-033008dc852b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.049915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8790d0cb-b497-4b06-83cc-033008dc852b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.057888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:46.067307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.068575 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8713b6c5-db19-40fb-8361-7a5edecac65a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "PUT /v2.0/routers/333e8b03-dd21-4618-b561-14cfd4c6dafa HTTP/1.1" status: 200 len: 882 time: 3.3727083 Nov 19 04:09:46.071442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32906) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:46.087224 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] Sync routers for ids ['333e8b03-dd21-4618-b561-14cfd4c6dafa'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:46.100000 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] Routers {'333e8b03-dd21-4618-b561-14cfd4c6dafa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:46.100556 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['333e8b03-dd21-4618-b561-14cfd4c6dafa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:46.143107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.149100 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:46.156067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:46.164817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] Routers {'333e8b03-dd21-4618-b561-14cfd4c6dafa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:46.165499 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['333e8b03-dd21-4618-b561-14cfd4c6dafa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:46.192004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Router e97c6284-a431-47b5-9af8-4e3ebb2785d8 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:09:46.208373 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa158487-b924-4f26-beef-30c76c2b6b7a req-90f8c7e9-5953-4def-8302-2c9523cb317e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256539 Nov 19 04:09:46.211971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8790d0cb-b497-4b06-83cc-033008dc852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.214856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8790d0cb-b497-4b06-83cc-033008dc852b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.216986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8790d0cb-b497-4b06-83cc-033008dc852b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0582f981-0cd4-4ebe-8c13-78edafe1df92 HTTP/1.1" status: 204 len: 168 time: 0.8201582 Nov 19 04:09:46.228135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790d0cb-b497-4b06-83cc-033008dc852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0582f981-0cd4-4ebe-8c13-78edafe1df92,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:46.266817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:46.273729 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593bb90-cef9-4c65-9db0-27136e4ee89b None None] The sync data for ids ['333e8b03-dd21-4618-b561-14cfd4c6dafa'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:46.336610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=65592036-794f-45d4-a1be-ebdc81f50131,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:46.464056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port 65592036-794f-45d4-a1be-ebdc81f50131 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:46.472519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fc8e7a44-379c-4d83-b575-d61387a258ff tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/333e8b03-dd21-4618-b561-14cfd4c6dafa HTTP/1.1" status: 200 len: 923 time: 0.3973789 Nov 19 04:09:46.472519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.475520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32924) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:46.488379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2c89c67-bb01-4a06-aa01-6982c102572c req-4036e492-23aa-4c94-8eee-0cd831ba1612 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "DELETE /v2.0/ports/65592036-794f-45d4-a1be-ebdc81f50131 HTTP/1.1" status: 204 len: 173 time: 1.0435917 Nov 19 04:09:46.489021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'name': 'network-vif-deleted', 'tag': '65592036-794f-45d4-a1be-ebdc81f50131'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:46.492122 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f2dceb-0d1c-4203-a99e-150718fb4e8e" -d '{"events": [{"server_uuid": "de50d6db-9547-4b4c-a4c4-e6d10294a3b6", "name": "network-vif-deleted", "tag": "65592036-794f-45d4-a1be-ebdc81f50131"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:46.592965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:46.604717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] Sync routers for ids ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:46.608547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7ef5d7e2-01f8-45ee-a1c0-f891174540fd admin admin] 10.222.0.52 "PUT /v2.0/routers/e97c6284-a431-47b5-9af8-4e3ebb2785d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9878592 Nov 19 04:09:46.610985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:46.627160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] Routers {'e97c6284-a431-47b5-9af8-4e3ebb2785d8'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:46.632655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:46.647682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b36e90-72fd-4cc3-bbed-eb12a3b492af tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:46.655675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-16b36e90-72fd-4cc3-bbed-eb12a3b492af tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=333e8b03-dd21-4618-b561-14cfd4c6dafa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1789086 Nov 19 04:09:46.665779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32932) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:46.831128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e0fed35-23d4-4b41-a16a-76c2e3790e8b req-26c5ec51-6b1e-4f4a-ab91-f653b282417e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=de50d6db-9547-4b4c-a4c4-e6d10294a3b6 HTTP/1.1" status: 200 len: 210 time: 0.4529920 Nov 19 04:09:46.843861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb60f56-e07e-4ff8-949a-a44cd71b2bd2 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:46.845387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4cb60f56-e07e-4ff8-949a-a44cd71b2bd2 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.1786091 Nov 19 04:09:46.848168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32944) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:46.888755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-717d38a7-8868-49f6-ad94-8a38d4782eb3 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=333e8b03-dd21-4618-b561-14cfd4c6dafa HTTP/1.1" status: 200 len: 205 time: 0.0357034 Nov 19 04:09:46.888755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:46.914618 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:46.960825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] Set router e97c6284-a431-47b5-9af8-4e3ebb2785d8 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:46.976950 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067cfb9a-6ce5-42ab-b7f9-c67480efc7da x-openstack-request-id: req-067cfb9a-6ce5-42ab-b7f9-c67480efc7da {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:46.977230 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50d6db-9547-4b4c-a4c4-e6d10294a3b6", "name": "network-vif-deleted", "tag": "65592036-794f-45d4-a1be-ebdc81f50131", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:46.977494 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-067cfb9a-6ce5-42ab-b7f9-c67480efc7da {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:46.978018 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50d6db-9547-4b4c-a4c4-e6d10294a3b6', 'name': 'network-vif-deleted', 'tag': '65592036-794f-45d4-a1be-ebdc81f50131', 'status': 'completed', 'code': 200} Nov 19 04:09:47.049224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.101021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.183154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.224792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Deleting port 0d3038c5-8a46-4059-947d-5a8e708c9b7c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:47.225469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.255754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Deleting port af289b4b-0ff1-4ab0-9f2f-550c804dc80e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:47.256418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.367275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] For port 0d3038c5-8a46-4059-947d-5a8e708c9b7c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3038c5-8a46-4059-947d-5a8e708c9b7c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:47.368403 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.401106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Calling delete_port for 0d3038c5-8a46-4059-947d-5a8e708c9b7c owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:47.404228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.440821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Calling delete_port for af289b4b-0ff1-4ab0-9f2f-550c804dc80e owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:47.465224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 65592036-794f-45d4-a1be-ebdc81f50131 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:47.592059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4fb0a-00b8-4e5e-9b99-96c4dae89fa4 req-138f8650-7261-4366-9298-7472f6badc49 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:47.594111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cf4fb0a-00b8-4e5e-9b99-96c4dae89fa4 req-138f8650-7261-4366-9298-7472f6badc49 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1623418 Nov 19 04:09:47.647747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 65592036-794f-45d4-a1be-ebdc81f50131 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:47.648369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 65592036-794f-45d4-a1be-ebdc81f50131 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:47.694384 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.729668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32962) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:47.738890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3038c5-8a46-4059-947d-5a8e708c9b7c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:47.739878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cf4fb0a-00b8-4e5e-9b99-96c4dae89fa4 req-e5ab081c-6d88-4c69-8e3c-3b64c349eeb9 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293395 Nov 19 04:09:47.777319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc2df29-03ee-4bb4-aae7-e40e86f2bf93 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:47.850945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T04:09:44Z', 'revision_number': 5, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port': {'id': '0d3038c5-8a46-4059-947d-5a8e708c9b7c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:57:25Z', 'updated_at': '2021-11-19T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:47.908954 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:47.914424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] Checking router: e97c6284-a431-47b5-9af8-4e3ebb2785d8 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:09:47.952485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] Routers {'e97c6284-a431-47b5-9af8-4e3ebb2785d8'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:47.953159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:47.983989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.046705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event deleted for resources: {'Port': ['ID=af289b4b-0ff1-4ab0-9f2f-550c804dc80e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:48.076837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-136554401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:48.091599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] Set router e97c6284-a431-47b5-9af8-4e3ebb2785d8 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:09:48.130278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.134765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.163775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T04:09:47Z', 'revision_number': 7, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:48.184186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.186286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.207260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.208199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e97c6284-a431-47b5-9af8-4e3ebb2785d8 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:48.208356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.218229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.219812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bfc2e627-7597-4876-9c60-65bc4de29993 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e97c6284-a431-47b5-9af8-4e3ebb2785d8 HTTP/1.1" status: 204 len: 168 time: 1.6075432 Nov 19 04:09:48.223181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32974) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:48.235251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d393c27c-ec19-429f-bb24-6fb87cc34ae1 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:48.238367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb917a-3303-4c31-8f1b-43e8bee1411a None None] The sync data for ids ['e97c6284-a431-47b5-9af8-4e3ebb2785d8'] in n-d-818503-1 is: [{'id': 'e97c6284-a431-47b5-9af8-4e3ebb2785d8', 'name': 'tempest-TaggedBootDevicesTest-294786481-router', 'tenant_id': '5c74734153f743979f52e91187046e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:57:24Z', 'updated_at': '2021-11-19T04:09:47Z', 'revision_number': 7, 'project_id': '5c74734153f743979f52e91187046e5e', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:48.336185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Deleting subnet f7890c03-4058-417f-9f17-7ae5b7f0b511 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:09:48.349780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.370449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.383244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.439700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.440222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Fanout notify agent at l3_agent the message router_deleted on router 333e8b03-dd21-4618-b561-14cfd4c6dafa {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:48.444887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.458371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.461975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-74280e10-bd50-448c-bc47-54caa6e35ba8 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/333e8b03-dd21-4618-b561-14cfd4c6dafa HTTP/1.1" status: 204 len: 168 time: 1.5699911 Nov 19 04:09:48.463750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32980) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:48.464504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.475954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-272590776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:48.491425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.512057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.513866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.521701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.523154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ea7f322-aa4e-4167-8a79-e92b09c7a715 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7899339 Nov 19 04:09:48.526381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32982) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:48.533176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-187373076'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:48.563063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:48.567854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.581639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.700647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.714653 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.734734 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.765373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.790942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.795009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8902f48a-4295-402a-a37b-91ed5a6658fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3254757 Nov 19 04:09:48.796242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 32996) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:48.804354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': True}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:48.839490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:09:48.863680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.890177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.890495 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Added segment 2005e4d6-e570-452c-abc0-0342904499f8 of type vlan for network bed62c94-73f7-4337-88bf-c2f475eac2c4 Nov 19 04:09:48.893429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095a34f4-95e9-455d-bc27-5e66ddffbf52,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:48.951050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:48.979064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.009249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7890c03-4058-417f-9f17-7ae5b7f0b511,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:49.016516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-33f16fef-cd14-488a-aa0e-d8d08800d89a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:49.018714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-33f16fef-cd14-488a-aa0e-d8d08800d89a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.3164942 Nov 19 04:09:49.022356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.028557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:49.029383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.032511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.033498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95721554-91d2-4019-a439-222fcdc58085 None None] Network df81c482-1b22-4b41-a49d-6345f52bc206 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:49.038486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dcb1a34c-f16f-4468-a0ba-7e2c7d71b369 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f7890c03-4058-417f-9f17-7ae5b7f0b511 HTTP/1.1" status: 204 len: 168 time: 0.8118210 Nov 19 04:09:49.052491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33000) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:49.127709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0f66f4af-9571-4246-a88f-d4ec3c9119b3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0558112 Nov 19 04:09:49.133824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.154200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33002) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:49.155028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6272297 Nov 19 04:09:49.161287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'subnet': {'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:49.259468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3c533-fd5c-4184-a0ac-a3d8a98f341d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Network': ['ID=bed62c94-73f7-4337-88bf-c2f475eac2c4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:49.269451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.283221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:09:49.373010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Deleting port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:49.373356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.424861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-2208948b-2ea8-485f-97ac-2e4feb900d8e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2960141 Nov 19 04:09:49.499732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] DHCP port deletion for df81c482-1b22-4b41-a49d-6345f52bc206 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:49.526612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] For port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:49.528869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.535676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:49.540044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.564499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Calling delete_port for f5c232b8-ace2-4cd0-ae33-fa9daf11faeb owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:49.626822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] Deleting port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:49.629610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.675234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-f438c474-5be4-4ce2-97e1-f83ae87d020c service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384107 Nov 19 04:09:49.748039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] For port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,segment=NetworkSegment(8b03c13e-5762-4969-a757-b17fcc670382),segment_id=8b03c13e-5762-4969-a757-b17fcc670382)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:49.748712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.756880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.773397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] Calling delete_port for f5c232b8-ace2-4cd0-ae33-fa9daf11faeb owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:49.805522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:49.813636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] No DVR routers for this DVR port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:49.891805 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.909774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] No DVR routers for this DVR port f5c232b8-ace2-4cd0-ae33-fa9daf11faeb on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:09:49.928345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-09a9c3e8-f0dd-4249-b3d0-6aa10d3b369d service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519505 Nov 19 04:09:49.951589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:49.978406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64a421-6706-490e-9b44-d7e79fed9237 None None] Pushing event deleted for resources: {'Port': ['ID=f5c232b8-ace2-4cd0-ae33-fa9daf11faeb,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:50.000817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df81c482-1b22-4b41-a49d-6345f52bc206']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:50.033972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b03c13e-5762-4969-a757-b17fcc670382') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:50.042032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b03c13e-5762-4969-a757-b17fcc670382') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:50.067010 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.085906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.094525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:09:50.095168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f5c232b8-ace2-4cd0-ae33-fa9daf11faeb no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:50.095665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:09:50.097571 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:09:50.161412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f5c232b8-ace2-4cd0-ae33-fa9daf11faeb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:50.172195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f5c232b8-ace2-4cd0-ae33-fa9daf11faeb not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:50.173592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bb8955e3-5db1-4249-a39f-c5631bdf346a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:50.190527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.212005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.220781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] 10.222.0.52 "DELETE /v2.0/networks/df81c482-1b22-4b41-a49d-6345f52bc206 HTTP/1.1" status: 204 len: 168 time: 1.1645527 Nov 19 04:09:50.222385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c8cfa-d4e7-4c8d-ab05-6e6dad257d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=df81c482-1b22-4b41-a49d-6345f52bc206,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:50.259293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: bb8955e3-5db1-4249-a39f-c5631bdf346a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:50.260183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bb8955e3-5db1-4249-a39f-c5631bdf346a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:50.261126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3038c5-8a46-4059-947d-5a8e708c9b7c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:09:50.288870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0d3038c5-8a46-4059-947d-5a8e708c9b7c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:09:50.289547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3038c5-8a46-4059-947d-5a8e708c9b7c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:09:50.350279 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.423005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.503267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33020) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:50.557604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fc0e732d-e1ea-4932-b148-49da2c0d494e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7eeb470ed1b44ae7b9198f0e2eb8fe26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529695 Nov 19 04:09:50.558349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33022) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:50.683734 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5006c1-2022-4bde-8024-161bc63bdb5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.703090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Allocated IP 172.25.8.168 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/95f9b212-b366-40c3-bc90-1b531c8b5932) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:50.718421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5006c1-2022-4bde-8024-161bc63bdb5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.782681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5006c1-2022-4bde-8024-161bc63bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.785657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5006c1-2022-4bde-8024-161bc63bdb5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.789816 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e5006c1-2022-4bde-8024-161bc63bdb5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad0ddfac-8a89-4b73-a407-8213091c22ea HTTP/1.1" status: 204 len: 168 time: 0.2303743 Nov 19 04:09:50.798992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5006c1-2022-4bde-8024-161bc63bdb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ddfac-8a89-4b73-a407-8213091c22ea,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:50.873133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.879585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:50.975351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a971606-c122-4c6f-9c2a-18a4061192b5 req-9f1aaecc-ab90-4ce9-afd3-4d43173667f4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:50.977101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a971606-c122-4c6f-9c2a-18a4061192b5 req-9f1aaecc-ab90-4ce9-afd3-4d43173667f4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.6240263 Nov 19 04:09:51.009166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Subnet': ['ID=5d37052c-9334-4130-bab2-6cb66d073c70,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:51.063162 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.086002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Checking segment: {'id': '2005e4d6-e570-452c-abc0-0342904499f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:51.086498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network hostable DHCP agents. Network: bed62c94-73f7-4337-88bf-c2f475eac2c4, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:09:51.125028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a971606-c122-4c6f-9c2a-18a4061192b5 req-32610f56-180b-4217-8364-23f61785ca3f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348042 Nov 19 04:09:51.142890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:51.151669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:51.154304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:51.158474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Port': ['ID=95f9b212-b366-40c3-bc90-1b531c8b5932,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:51.172866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f54e09-1173-4e20-a375-482437464218 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:51.187537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:09:51.220686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, bed62c94-73f7-4337-88bf-c2f475eac2c4) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:51.225237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:51.225924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.229418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64919f-e45b-4104-8a9b-ad33d402fbe6 None None] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:51.277034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2afdafb-a76b-42e9-98fc-e6e20dd13b36 req-95e68876-33e2-45d7-b8ee-b7bf5c240bb5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 210 time: 0.0591750 Nov 19 04:09:51.366133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:51.366707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7c6d5ec5-1753-4ce5-9c82-9ac35422ec8c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2109029 Nov 19 04:09:51.371725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'network': {'name': 'tempest-router-network01--276597179'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:51.376380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33036) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:51.440239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c6799f56-2af5-43bf-93d5-a126156848cd None None] Provisioning complete for port 95f9b212-b366-40c3-bc90-1b531c8b5932 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:51.441083 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c6799f56-2af5-43bf-93d5-a126156848cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.522484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:51.522484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.555592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c6799f56-2af5-43bf-93d5-a126156848cd None None] Port 95f9b212-b366-40c3-bc90-1b531c8b5932 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:09:51.573905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-191c0910-e273-4065-bb9f-1b35f364e9aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c74734153f743979f52e91187046e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962759 Nov 19 04:09:51.579816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33040) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:51.583756 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b280887-64c8-4a1a-8a4d-55a2fd980d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.632893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:09:51.634911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-bed62c94-73f7-4337-88bf-c2f475eac2c4', 'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4', 'tenant_id': '1aeccff69a2f46808b41f9068d4f44b6', 'fixed_ips': [{'subnet_id': '5d37052c-9334-4130-bab2-6cb66d073c70'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:09:51.636507 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.658308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.658939 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Added segment c51a27e2-f8ed-4e03-9218-25696db32ecd of type vlan for network 49d83a3a-75a8-4d4d-909c-096843d508f3 Nov 19 04:09:51.732275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-3c873edc-7189-481d-bddb-d3624f39b90a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:51.734630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-3c873edc-7189-481d-bddb-d3624f39b90a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.2223415 Nov 19 04:09:51.737048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.746217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33044) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:51.753392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': '3315bdb6-9693-41ed-afc9-736139006673', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:51.785438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.850972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.858212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:51.859647 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.875292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Allocated IP 2001:db8::2 (bed62c94-73f7-4337-88bf-c2f475eac2c4/5d37052c-9334-4130-bab2-6cb66d073c70/b4980ed8-66c9-40b5-8bfc-5e22aa563da2) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:51.890444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db87de1-10c2-4a66-a037-427c204c529c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.947842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5805323 Nov 19 04:09:51.953987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33048) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:51.962474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'network': {'name': 'tempest-router-network02--1863803678'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:51.971862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db87de1-10c2-4a66-a037-427c204c529c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:51.988403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce196d40-2963-419c-8e06-569eb1af639d tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Network': ['ID=49d83a3a-75a8-4d4d-909c-096843d508f3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:51.996015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.api [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 04:09:51.996015 n-d-818503-1 neutron-server[109987]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 04:09:51.996015 n-d-818503-1 neutron-server[109987]: [parameters: {'project_id_1': '1aeccff69a2f46808b41f9068d4f44b6', 'expiration_1': datetime.datetime(2021, 11, 19, 4, 9, 31, 979469)}] Nov 19 04:09:51.996015 n-d-818503-1 neutron-server[109987]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:09:51.996766 n-d-818503-1 neutron-server[109987]: DEBUG oslo_db.api [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:09:52.007269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:52.011422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.036330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a1-9499-4bb1-b2a1-11f9229c7bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.040440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:09:52.128225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.138942 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.160380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:52.163889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:52.184866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db87de1-10c2-4a66-a037-427c204c529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.187950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db87de1-10c2-4a66-a037-427c204c529c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.189131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7db87de1-10c2-4a66-a037-427c204c529c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfc669fb-c592-4cdb-a9bd-ee7c2b35f4ee HTTP/1.1" status: 204 len: 168 time: 0.6060822 Nov 19 04:09:52.191877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.10 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/855b232b-3069-4ffc-8592-cad53c4615fa) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:52.205233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:52.217561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db87de1-10c2-4a66-a037-427c204c529c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc669fb-c592-4cdb-a9bd-ee7c2b35f4ee,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:52.267122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.303415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.305467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Pushing event updated for resources: {'Port': ['ID=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:52.378541 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a1-9499-4bb1-b2a1-11f9229c7bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.395523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Attempting to bind port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:52.395750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e9de5a1-9499-4bb1-b2a1-11f9229c7bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.396093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Attempting to bind port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2005e4d6-e570-452c-abc0-0342904499f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:52.396626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Attempting to bind port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 on network bed62c94-73f7-4337-88bf-c2f475eac2c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:52.403561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:52.404322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Checking segment: {'id': '2005e4d6-e570-452c-abc0-0342904499f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:52.404921 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.405495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Bound using segment: {'id': '2005e4d6-e570-452c-abc0-0342904499f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:52.406228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Bound port: b4980ed8-66c9-40b5-8bfc-5e22aa563da2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2005e4d6-e570-452c-abc0-0342904499f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bed62c94-73f7-4337-88bf-c2f475eac2c4'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:52.406822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.410122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0dbf0-c0a9-4f69-80c3-10df83bedfa8 req-5b9d5d79-ac19-4e8b-8627-f37a06656f51 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:52.411716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0f0dbf0-c0a9-4f69-80c3-10df83bedfa8 req-5b9d5d79-ac19-4e8b-8627-f37a06656f51 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1872973 Nov 19 04:09:52.499167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] For port b4980ed8-66c9-40b5-8bfc-5e22aa563da2, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:52.504947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] For port b4980ed8-66c9-40b5-8bfc-5e22aa563da2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,segment=NetworkSegment(2005e4d6-e570-452c-abc0-0342904499f8),segment_id=2005e4d6-e570-452c-abc0-0342904499f8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:52.515177 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.704063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.710814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab4c54-2025-4df0-8ee4-c4e3307cb616 None None] Pushing event updated for resources: {'Port': ['ID=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:52.835674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:52.860681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:52.945414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.021314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0f0dbf0-c0a9-4f69-80c3-10df83bedfa8 req-91c3ccf6-4b21-4599-851e-0c6f9fcdadb2 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5943694 Nov 19 04:09:53.021864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.030213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5e9de5a1-9499-4bb1-b2a1-11f9229c7bcb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1bf66529adc414ca7386042a3d33cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2789156 Nov 19 04:09:53.032092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33068) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.039294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:09:53.041629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9de5a1-9499-4bb1-b2a1-11f9229c7bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6165c47-84a2-4131-bfbe-5e2d0cc2606f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:53.090050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=855b232b-3069-4ffc-8592-cad53c4615fa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:53.109676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-52696d2b-68fb-4035-bd6a-276bcacfde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.111727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-52696d2b-68fb-4035-bd6a-276bcacfde67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1097 time: 0.1314833 Nov 19 04:09:53.127671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:53.131910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:09:53.134651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:53.138978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:53.141306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Router 9339d013-2ff5-401c-aa91-8a5b83eaaa11 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:09:53.166072 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b3b56ae-a2c2-4098-8092-cfa6b62a02bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.190842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b3b56ae-a2c2-4098-8092-cfa6b62a02bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.199475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.200767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.237515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-8f20d764-77df-40e1-bce0-9f568d05ff93 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4880073 Nov 19 04:09:53.270482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.270848 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Added segment 963d9974-ff46-467a-8334-915e397e3616 of type vlan for network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 Nov 19 04:09:53.287879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Request body: {'port': {'device_id': '3315bdb6-9693-41ed-afc9-736139006673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:53.297808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b3b56ae-a2c2-4098-8092-cfa6b62a02bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.301367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b3b56ae-a2c2-4098-8092-cfa6b62a02bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.305708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0b3b56ae-a2c2-4098-8092-cfa6b62a02bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6165c47-84a2-4131-bfbe-5e2d0cc2606f HTTP/1.1" status: 204 len: 168 time: 0.2720556 Nov 19 04:09:53.362655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b56ae-a2c2-4098-8092-cfa6b62a02bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6165c47-84a2-4131-bfbe-5e2d0cc2606f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:53.371258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.415495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1f0fc-c9ca-49e4-a8b2-cd84fc2dbc6b req-2f3d1b77-9a11-4256-ace0-69d28d245343 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.416733 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acb1f0fc-c9ca-49e4-a8b2-cd84fc2dbc6b req-2f3d1b77-9a11-4256-ace0-69d28d245343 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 932 time: 0.1756375 Nov 19 04:09:53.445865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-aaa9f9b5-64ec-46d6-80c0-213d1a42c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.447473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-aaa9f9b5-64ec-46d6-80c0-213d1a42c1ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.2547338 Nov 19 04:09:53.449094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.461395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.467386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.470584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.484512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33080) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.516848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:09:53.538838 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] Sync routers for ids ['9339d013-2ff5-401c-aa91-8a5b83eaaa11'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:09:53.546557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5881224 Nov 19 04:09:53.553230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.558179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33086) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.561069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbfa030b-73d2-4d87-9854-723cfc858ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:53.564282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a2cfff91-fe58-4fe3-878a-dfedcd8257ce tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "PUT /v2.0/routers/9339d013-2ff5-401c-aa91-8a5b83eaaa11 HTTP/1.1" status: 200 len: 918 time: 4.7660527 Nov 19 04:09:53.569839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33088) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.574791 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] Routers {'9339d013-2ff5-401c-aa91-8a5b83eaaa11'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:53.579850 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['9339d013-2ff5-401c-aa91-8a5b83eaaa11'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:53.600079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'subnet': {'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:53.678523 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:53.700356 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] Routers {'9339d013-2ff5-401c-aa91-8a5b83eaaa11'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:09:53.701288 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['9339d013-2ff5-401c-aa91-8a5b83eaaa11'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:53.771131 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:09:53.772203 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c559419-959a-4103-95b0-1d8e7f6dc0f6 None None] The sync data for ids ['9339d013-2ff5-401c-aa91-8a5b83eaaa11'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:09:53.783614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-849e2e9d-fe35-4f3d-8174-bf01b7b950ad tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/9339d013-2ff5-401c-aa91-8a5b83eaaa11 HTTP/1.1" status: 200 len: 924 time: 0.2026217 Nov 19 04:09:53.784517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33094) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.790997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb386a-e2ec-4967-bc0d-a3587796ee2a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Network': ['ID=830fb9a8-9b68-499d-9cea-f3e74ffe2841,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:53.815306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:09:53.820832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-893208d4-69ad-4bba-80e0-69f53c5df9a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 1002 time: 0.3614750 Nov 19 04:09:53.841584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acb1f0fc-c9ca-49e4-a8b2-cd84fc2dbc6b req-eff50135-d075-45c5-86ef-0ec591c8edf1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940949 Nov 19 04:09:53.851744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ebd34-e0c2-4c57-a284-77d9bfc42d50 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.854416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-285ebd34-e0c2-4c57-a284-77d9bfc42d50 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=9339d013-2ff5-401c-aa91-8a5b83eaaa11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0656030 Nov 19 04:09:53.857478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33096) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.891464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-5a2091b8-cd71-4ed7-ae88-7027817d69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.893557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-5a2091b8-cd71-4ed7-ae88-7027817d69b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.0544996 Nov 19 04:09:53.972460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54eea8f-20fd-4b81-aa51-450e40f941e1 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:53.974294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a54eea8f-20fd-4b81-aa51-450e40f941e1 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.1156468 Nov 19 04:09:53.979199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33102) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:53.989246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1536086223-network', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:54.047372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-82db213e-8449-4d3c-b48a-f9a28dc70805 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=9339d013-2ff5-401c-aa91-8a5b83eaaa11 HTTP/1.1" status: 200 len: 205 time: 0.0651572 Nov 19 04:09:54.048174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:54.061737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.api [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 04:09:54.061737 n-d-818503-1 neutron-server[109986]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 04:09:54.061737 n-d-818503-1 neutron-server[109986]: [parameters: {'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'id': '8145262e-d64f-4b80-bc69-b1f747825832', 'expiration': datetime.datetime(2021, 11, 19, 4, 11, 54, 54511)}] Nov 19 04:09:54.061737 n-d-818503-1 neutron-server[109986]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:09:54.062082 n-d-818503-1 neutron-server[109986]: DEBUG oslo_db.api [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:09:54.097726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b4980ed8-66c9-40b5-8bfc-5e22aa563da2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:54.156977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-b65a454f-53ca-46e0-bb08-6b2444712672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:54.158553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-b65a454f-53ca-46e0-bb08-6b2444712672 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086985 Nov 19 04:09:54.160858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:54.164370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.190186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63397db-4ff7-4eda-a4e9-4b3acd4b90d1 None None] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:54.197442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:54.198677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.278747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.327054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e0dc-73c9-4c7f-b4fc-0e78e1f0f762 req-b9e45402-c719-491e-8450-705b1eece416 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:54.332888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855b232b-3069-4ffc-8592-cad53c4615fa {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:09:54.334762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a697e0dc-73c9-4c7f-b4fc-0e78e1f0f762 req-b9e45402-c719-491e-8450-705b1eece416 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1219022 Nov 19 04:09:54.343809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c4885b7e-8f9b-45d7-8d89-14d969283d3d None None] Provisioning complete for port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:54.344791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4885b7e-8f9b-45d7-8d89-14d969283d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.366350 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.411449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Transition to ACTIVE for port object 855b232b-3069-4ffc-8592-cad53c4615fa will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:09:54.435899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.448503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a697e0dc-73c9-4c7f-b4fc-0e78e1f0f762 req-9735f6d7-df9b-4b64-ad21-4274d2a27771 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086311 Nov 19 04:09:54.465858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-635c4f1d-c1e3-4054-bcf9-6670d3d229e5 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922511 Nov 19 04:09:54.466127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.525873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.544615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Deleting port 95f9b212-b366-40c3-bc90-1b531c8b5932 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:09:54.544986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.615521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port b4980ed8-66c9-40b5-8bfc-5e22aa563da2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,segment=NetworkSegment(2005e4d6-e570-452c-abc0-0342904499f8),segment_id=2005e4d6-e570-452c-abc0-0342904499f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:54.644554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c4885b7e-8f9b-45d7-8d89-14d969283d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.662427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.680951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:54.683698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.685852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Pushing event updated for resources: {'Port': ['ID=855b232b-3069-4ffc-8592-cad53c4615fa,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:54.717427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.723183 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.757519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:54.766219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-c4885b7e-8f9b-45d7-8d89-14d969283d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:09:54.766579 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-c4885b7e-8f9b-45d7-8d89-14d969283d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:09:54.774398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Calling delete_port for 95f9b212-b366-40c3-bc90-1b531c8b5932 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:09:54.786725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:54.847445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Subnet': ['ID=e056977f-a4a6-4b3b-a635-fb474287aa1c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:54.869031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Attempting to bind port 855b232b-3069-4ffc-8592-cad53c4615fa on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:54.869377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Attempting to bind port 855b232b-3069-4ffc-8592-cad53c4615fa by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:54.869717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Attempting to bind port 855b232b-3069-4ffc-8592-cad53c4615fa on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:54.907394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8091c2eb-aaf9-4196-ade2-779e95aae87e req-37f81abe-b8c7-4f0c-8b8f-b59c5d368306 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138701 Nov 19 04:09:54.925793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Port 855b232b-3069-4ffc-8592-cad53c4615fa on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:09:54.926563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Attempting to bind port 855b232b-3069-4ffc-8592-cad53c4615fa on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:54.943059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:54.943495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:54.943963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:54.944568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Bound port: 855b232b-3069-4ffc-8592-cad53c4615fa, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:54.945002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.025024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.042052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.045296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] For port 855b232b-3069-4ffc-8592-cad53c4615fa, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:55.049872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] For port 855b232b-3069-4ffc-8592-cad53c4615fa, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=855b232b-3069-4ffc-8592-cad53c4615fa,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:55.051428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Checking segment: {'id': 'c51a27e2-f8ed-4e03-9218-25696db32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:55.051893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network hostable DHCP agents. Network: 49d83a3a-75a8-4d4d-909c-096843d508f3, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:09:55.060788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.105155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:09:55.107571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.108073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.109507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] 10.222.0.36 "PUT /v2.0/ports/855b232b-3069-4ffc-8592-cad53c4615fa HTTP/1.1" status: 200 len: 1092 time: 1.8355489 Nov 19 04:09:55.109979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3315bdb6-9693-41ed-afc9-736139006673', 'tag': '855b232b-3069-4ffc-8592-cad53c4615fa'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:09:55.112537 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8" -d '{"events": [{"name": "network-changed", "server_uuid": "3315bdb6-9693-41ed-afc9-736139006673", "tag": "855b232b-3069-4ffc-8592-cad53c4615fa"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:09:55.136966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47723033-3d0a-4e33-973c-c75452e0c051,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:55.137695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:09:55.150778 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.151079 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Added segment 81285473-013a-4fbc-9a76-17afeb8a5952 of type vlan for network 825ffbc8-f346-40ad-9325-cb3d3195602c Nov 19 04:09:55.189029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6da900-4122-4a4e-897f-78e183009a91 req-5a1214f3-943b-428d-8ca2-4ffc0877bf15 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.194562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab6da900-4122-4a4e-897f-78e183009a91 req-5a1214f3-943b-428d-8ca2-4ffc0877bf15 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 944 time: 0.1728556 Nov 19 04:09:55.199903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 49d83a3a-75a8-4d4d-909c-096843d508f3) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:55.208492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.209650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.210396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.211153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c544fb83-6256-4ccd-a4bb-ec192965fd06 None None] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:55.219313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc8a16-1fe9-4b9e-8adb-5825d2f8b456 service neutron] Pushing event updated for resources: {'Port': ['ID=855b232b-3069-4ffc-8592-cad53c4615fa,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:55.244300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b960b28f-522a-4488-bfc8-d437e66b97c4 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6797273 Nov 19 04:09:55.249559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33136) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:55.257187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'subnet': {'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:55.265103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-58088229-633a-419e-864d-3b26298c63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.266795 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-58088229-633a-419e-864d-3b26298c63df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 1095 time: 0.0969250 Nov 19 04:09:55.271652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.350571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d808ef-c65b-42a7-a3cc-fee467d685b8 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:55.377732 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.437229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:55.441405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.467883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab6da900-4122-4a4e-897f-78e183009a91 req-9c17e2ce-20e2-437f-8ccb-b30ddb5bcd1f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707908 Nov 19 04:09:55.474742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event deleted for resources: {'Port': ['ID=95f9b212-b366-40c3-bc90-1b531c8b5932,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:55.505344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.518944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-49d83a3a-75a8-4d4d-909c-096843d508f3', 'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3', 'tenant_id': '1aeccff69a2f46808b41f9068d4f44b6', 'fixed_ips': [{'subnet_id': 'e056977f-a4a6-4b3b-a635-fb474287aa1c'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:09:55.520427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.607008 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.610260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.612082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.613214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.613871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.655204 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8927a7-37f4-4c0d-bfcc-bcd79d9a547c x-openstack-request-id: req-4d8927a7-37f4-4c0d-bfcc-bcd79d9a547c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:09:55.655716 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3315bdb6-9693-41ed-afc9-736139006673", "tag": "855b232b-3069-4ffc-8592-cad53c4615fa", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:09:55.656082 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d8927a7-37f4-4c0d-bfcc-bcd79d9a547c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:09:55.656424 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3315bdb6-9693-41ed-afc9-736139006673', 'tag': '855b232b-3069-4ffc-8592-cad53c4615fa', 'status': 'completed', 'code': 200} Nov 19 04:09:55.664145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-1ec1fe36-79de-48fa-a68a-1860e4043668 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=855b232b-3069-4ffc-8592-cad53c4615fa HTTP/1.1" status: 200 len: 217 time: 0.3848193 Nov 19 04:09:55.684844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1711309 Nov 19 04:09:55.696229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33146) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:55.703497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Request body: {'subnet': {'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1536086223-subnet', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:55.717709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bcd457ac-5b5e-43ae-8d66-6e26bbb52173 None None] Provisioning complete for port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:55.718304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bcd457ac-5b5e-43ae-8d66-6e26bbb52173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.765194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:09:55.767911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.769976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.770876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Fanout notify agent at l3_agent the message router_deleted on router 9339d013-2ff5-401c-aa91-8a5b83eaaa11 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:09:55.784242 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.785652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3d812061-4113-4636-a529-1243c1a4424a tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/9339d013-2ff5-401c-aa91-8a5b83eaaa11 HTTP/1.1" status: 204 len: 168 time: 1.7365487 Nov 19 04:09:55.789118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db8d07-8738-4f5a-932a-68157c8cceed admin admin] Pushing event updated for resources: {'Network': ['ID=825ffbc8-f346-40ad-9325-cb3d3195602c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:55.791493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33148) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:55.797751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-436443504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:55.811015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 825ffbc8-f346-40ad-9325-cb3d3195602c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:09:55.826741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413a936-802e-4b92-8996-e9668a8e6ca3 req-a2b06195-0797-45c6-b772-3011bb585b4a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.834891 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a413a936-802e-4b92-8996-e9668a8e6ca3 req-a2b06195-0797-45c6-b772-3011bb585b4a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1189680 Nov 19 04:09:55.904655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-f18058ca-0d37-4da6-8934-bf1ada23923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:55.906654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-f18058ca-0d37-4da6-8934-bf1ada23923d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.2308829 Nov 19 04:09:55.916495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a413a936-802e-4b92-8996-e9668a8e6ca3 req-ad61a196-91dd-4b09-8610-d23b18939bf9 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755188 Nov 19 04:09:55.918637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:55.920819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.032838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Allocated IP 2001:db8::2 (49d83a3a-75a8-4d4d-909c-096843d508f3/e056977f-a4a6-4b3b-a635-fb474287aa1c/c5d93097-6dc8-4b63-9650-913e806847eb) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:56.044974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.054358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.062503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b4980ed8-66c9-40b5-8bfc-5e22aa563da2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:56.079815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-6ec75e09-3dfc-4fcd-bbac-65fecac1d9ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413840 Nov 19 04:09:56.092913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.095776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ef458f3e-b1db-41fd-a210-4137813b7090 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3022728 Nov 19 04:09:56.098875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33160) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:56.104957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-cd24b118-38cb-4868-82f9-5fdcae734991 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:09:56.107104 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-cd24b118-38cb-4868-82f9-5fdcae734991 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168138 Nov 19 04:09:56.114972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'enable_snat': False}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:56.229219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:56.229423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.299622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-18fe1545-7680-40fa-9d78-6edd4608bdcc service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782603 Nov 19 04:09:56.313562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.388840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.449291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-af120e1d-87bb-4dc8-95c4-b23fbe02a0d5 req-d3d196fc-4f73-41f7-adcf-9b42c33b398f service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281209 Nov 19 04:09:56.464099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.476043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.501163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.533234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:56.537495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:56.544694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:56.546430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fa71-57ec-45a1-bae4-be8929647a4c req-021af6b7-150f-4434-8ce9-1325fb946011 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:56.548817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Pushing event updated for resources: {'Port': ['ID=c5d93097-6dc8-4b63-9650-913e806847eb,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:56.551263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3393fa71-57ec-45a1-bae4-be8929647a4c req-021af6b7-150f-4434-8ce9-1325fb946011 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.3710215 Nov 19 04:09:56.585106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Checking segment: {'id': '963d9974-ff46-467a-8334-915e397e3616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:56.589949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network hostable DHCP agents. Network: 830fb9a8-9b68-499d-9cea-f3e74ffe2841, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:09:56.614528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Subnet': ['ID=1f4207bd-1f0b-4fc3-838d-7e68c51f67d9,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:56.636212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Attempting to bind port c5d93097-6dc8-4b63-9650-913e806847eb on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:56.636993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Attempting to bind port c5d93097-6dc8-4b63-9650-913e806847eb by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'c51a27e2-f8ed-4e03-9218-25696db32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:56.638036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Attempting to bind port c5d93097-6dc8-4b63-9650-913e806847eb on network 49d83a3a-75a8-4d4d-909c-096843d508f3 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:56.648002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:56.648674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Checking segment: {'id': 'c51a27e2-f8ed-4e03-9218-25696db32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:56.649287 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.649826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Bound using segment: {'id': 'c51a27e2-f8ed-4e03-9218-25696db32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:56.650524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Bound port: c5d93097-6dc8-4b63-9650-913e806847eb, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51a27e2-f8ed-4e03-9218-25696db32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '49d83a3a-75a8-4d4d-909c-096843d508f3'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:56.650672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-9af55ddf-c125-4c0e-a108-c5cbafd1bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:56.651038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.653362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-9af55ddf-c125-4c0e-a108-c5cbafd1bce3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 1097 time: 0.3516920 Nov 19 04:09:56.685338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3393fa71-57ec-45a1-bae4-be8929647a4c req-5efcdc3c-0ef0-4838-83dd-a3d1dffab6d6 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156728 Nov 19 04:09:56.763436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] For port c5d93097-6dc8-4b63-9650-913e806847eb, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:56.765577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:09:56.768563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] For port c5d93097-6dc8-4b63-9650-913e806847eb, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c5d93097-6dc8-4b63-9650-913e806847eb,segment=NetworkSegment(c51a27e2-f8ed-4e03-9218-25696db32ecd),segment_id=c51a27e2-f8ed-4e03-9218-25696db32ecd)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:56.781002 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.853022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-d3f4d625-d5bb-4cdb-b35b-a5487c2062b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:56.854628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-d3f4d625-d5bb-4cdb-b35b-a5487c2062b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 1095 time: 0.3131580 Nov 19 04:09:56.875972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016931ee-8e51-4de0-92c6-3adf707dae6f None None] Pushing event updated for resources: {'Port': ['ID=c5d93097-6dc8-4b63-9650-913e806847eb,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:56.936423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f5d7-5679-4000-9e6c-0f5708750940 req-6f76a41a-baf8-4d94-8eca-a473d9c0f6c7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:56.943911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97b1f5d7-5679-4000-9e6c-0f5708750940 req-6f76a41a-baf8-4d94-8eca-a473d9c0f6c7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 944 time: 0.1523793 Nov 19 04:09:56.959998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.988002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.989573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:56.992504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 830fb9a8-9b68-499d-9cea-f3e74ffe2841) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:57.003382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68e377-5ff3-4ac6-8a31-5b6a90b4d9a8 None None] Network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:57.063158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.064459 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.073910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-6f5e48e2-73f4-4f3e-9db4-612a6a619d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.076464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-6f5e48e2-73f4-4f3e-9db4-612a6a619d7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.1828544 Nov 19 04:09:57.139395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97b1f5d7-5679-4000-9e6c-0f5708750940 req-b78e9761-5df6-4a20-b72f-f4b55831b2da tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940477 Nov 19 04:09:57.211827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-c4f4e831-8fbc-4e0b-9259-640407dd4db5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=855b232b-3069-4ffc-8592-cad53c4615fa HTTP/1.1" status: 200 len: 217 time: 0.1060917 Nov 19 04:09:57.212482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196fb12b-78fb-43d8-a7f8-ffad6f359b38,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:57.259627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Allocated IP 172.25.8.43 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/5c6548ed-c0e5-4dcd-b925-caa8d9619ed0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:57.277262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7b4ac413-b77c-4618-8fe5-16d8555cb1d1 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0229270 Nov 19 04:09:57.280428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33184) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:57.308498 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.350886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-830fb9a8-9b68-499d-9cea-f3e74ffe2841', 'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841', 'tenant_id': '1aeccff69a2f46808b41f9068d4f44b6', 'fixed_ips': [{'subnet_id': '1f4207bd-1f0b-4fc3-838d-7e68c51f67d9'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:09:57.351933 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.422269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-dffa6aad-de51-4518-aa48-7efb687f4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.423803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-dffa6aad-de51-4518-aa48-7efb687f4bd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.7586498 Nov 19 04:09:57.462802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:57.463203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Network hostable DHCP agents. Network: 825ffbc8-f346-40ad-9325-cb3d3195602c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:09:57.540397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-57111f7a-8751-47af-a53e-aba3735adfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.541820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-57111f7a-8751-47af-a53e-aba3735adfa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.2592223 Nov 19 04:09:57.564141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Allocated IP 2001:db8::2 (830fb9a8-9b68-499d-9cea-f3e74ffe2841/1f4207bd-1f0b-4fc3-838d-7e68c51f67d9/cfa485f9-a8e0-46b2-b91f-c81a00cefc61) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:57.586639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:09:57.592231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-32e6fc99-8b10-427f-871d-f5dc19d3ba2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421884 Nov 19 04:09:57.596890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-39b4f27f-7884-47ce-bda1-9e7e0081d841 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 200 len: 1002 time: 0.1510515 Nov 19 04:09:57.614242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 825ffbc8-f346-40ad-9325-cb3d3195602c) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:57.618825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.619828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.658609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0054ff6-5ffb-4bc0-bb51-8668710c2799 None None] Network 825ffbc8-f346-40ad-9325-cb3d3195602c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:57.688212 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-07959c11-09d6-4e36-9d63-1f9749241ec8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9868231 Nov 19 04:09:57.709539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33190) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:09:57.720081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:09:57.756553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.757668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.787754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-3127b45c-c383-4ec4-9375-7e3b6935a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.790897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-3127b45c-c383-4ec4-9375-7e3b6935a23e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.1777883 Nov 19 04:09:57.927613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-c0f0be4f-52df-41f5-9b73-29f7f581dd0f service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269706 Nov 19 04:09:57.932041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-db5657ab-d29d-4e86-af6d-162ce9e65fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:57.933541 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-db5657ab-d29d-4e86-af6d-162ce9e65fe7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281097 Nov 19 04:09:57.935838 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:57.998128 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.003976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-825ffbc8-f346-40ad-9325-cb3d3195602c', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:09:58.005785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.012535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.057850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-2a856c41-9643-40db-af2d-0e442a4278b2 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093719 Nov 19 04:09:58.074217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:58.103726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:58.118482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:58.120688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c5d93097-6dc8-4b63-9650-913e806847eb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:09:58.211417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Pushing event updated for resources: {'Port': ['ID=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:58.434844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c5d93097-6dc8-4b63-9650-913e806847eb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:58.435638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.528080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Attempting to bind port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:09:58.528491 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Attempting to bind port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '963d9974-ff46-467a-8334-915e397e3616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:09:58.529038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Attempting to bind port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 on network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:09:58.603346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:09:58.603733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Checking segment: {'id': '963d9974-ff46-467a-8334-915e397e3616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:09:58.604137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.604549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Bound using segment: {'id': '963d9974-ff46-467a-8334-915e397e3616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:09:58.605027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Bound port: cfa485f9-a8e0-46b2-b91f-c81a00cefc61, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d9974-ff46-467a-8334-915e397e3616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '830fb9a8-9b68-499d-9cea-f3e74ffe2841'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:09:58.605652 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.631673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db681-ef6f-4a1c-a24f-b98c0929df35 req-52dc2b8d-d773-4911-a9df-b087c9a6481e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:58.639822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-962db681-ef6f-4a1c-a24f-b98c0929df35 req-52dc2b8d-d773-4911-a9df-b087c9a6481e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 945 time: 0.9993224 Nov 19 04:09:58.698388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-027468f1-6270-4361-9a61-5a9dd23b1831 req-b1a41223-c96e-4b48-8faf-4e1b3a15e691 service neutron] 10.222.0.31 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507808 Nov 19 04:09:58.720396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.757189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Allocated IP 172.20.0.2 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/26147058-9921-4f05-b76e-06e99b239caa) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:58.768723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99400289-9201-408a-8518-b265204bf296 None None] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:09:58.796642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.807578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-962db681-ef6f-4a1c-a24f-b98c0929df35 req-bca7f0a7-a862-4c6f-93c2-9245b29059eb tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584711 Nov 19 04:09:58.812412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.874660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44a04781-688f-4ed0-99bd-fdb0ebd2ece8 req-d92be13a-7d2b-45e4-946d-da16070f6ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9345193 Nov 19 04:09:58.987929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.996095 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:58.996622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] For port cfa485f9-a8e0-46b2-b91f-c81a00cefc61, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:09:59.011549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-291484e6-a7f2-475a-adf4-86fb07e0a0ea None None] Provisioning complete for port c5d93097-6dc8-4b63-9650-913e806847eb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:09:59.012226 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-291484e6-a7f2-475a-adf4-86fb07e0a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.052228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.073837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.092673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:59.104945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:59.111877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:59.114100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6548ed-c0e5-4dcd-b925-caa8d9619ed0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:59.123622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4bb56-a84c-408b-9b48-381a4a73d920 req-9f4f1c53-bd90-4cf1-963a-8ca8b5a6f0ef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:59.131127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11a4bb56-a84c-408b-9b48-381a4a73d920 req-9f4f1c53-bd90-4cf1-963a-8ca8b5a6f0ef tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1807876 Nov 19 04:09:59.206365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Allocated IP 172.25.8.245 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/0d01f9cb-2b10-4d9d-9322-80652e1ac620) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:59.216718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9335a2-db5f-4ea0-b553-cb1301403941 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:59.228772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] For port cfa485f9-a8e0-46b2-b91f-c81a00cefc61, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,segment=NetworkSegment(963d9974-ff46-467a-8334-915e397e3616),segment_id=963d9974-ff46-467a-8334-915e397e3616)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:09:59.252018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.285721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11a4bb56-a84c-408b-9b48-381a4a73d920 req-5db46c94-9365-4e0d-9823-dece54a92774 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535897 Nov 19 04:09:59.339701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 855b232b-3069-4ffc-8592-cad53c4615fa details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:09:59.344741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port c5d93097-6dc8-4b63-9650-913e806847eb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c5d93097-6dc8-4b63-9650-913e806847eb,segment=NetworkSegment(c51a27e2-f8ed-4e03-9218-25696db32ecd),segment_id=c51a27e2-f8ed-4e03-9218-25696db32ecd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:59.417362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.452610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.465618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Allocated IP 2001:db8::1 (49d83a3a-75a8-4d4d-909c-096843d508f3/e056977f-a4a6-4b3b-a635-fb474287aa1c/02a2900f-3134-4055-9f0b-db85ed518838) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:09:59.499952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.509904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c81f-7773-4ebb-8b42-c6d69a7276ac req-fae14045-4356-4ccf-9d2f-f5e6fd8dcbe0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:59.511521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4473c81f-7773-4ebb-8b42-c6d69a7276ac req-fae14045-4356-4ccf-9d2f-f5e6fd8dcbe0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 944 time: 0.1241677 Nov 19 04:09:59.555766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:09:59.576774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:09:59.579185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Pushing event updated for resources: {'Port': ['ID=0d01f9cb-2b10-4d9d-9322-80652e1ac620,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:59.587070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:09:59.666553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c11e-08be-416b-9a6c-c80c4c98881e None None] Pushing event updated for resources: {'Port': ['ID=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:09:59.680560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3fc9fd-1981-42ae-ad0c-edbc4e53482c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:09:59.692665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 855b232b-3069-4ffc-8592-cad53c4615fa, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=855b232b-3069-4ffc-8592-cad53c4615fa,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:09:59.750749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4473c81f-7773-4ebb-8b42-c6d69a7276ac req-86a4f1d0-04ce-4650-8379-ab3e836b0a39 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224858 Nov 19 04:09:59.795570 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.801910 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.866308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '855b232b-3069-4ffc-8592-cad53c4615fa', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': '855b232b-3069-4ffc-8592-cad53c4615fa', 'mac_address': 'fa:16:3e:62:8f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:09:59.892250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-2293c231-b6a7-424f-bb83-c4c2bb535156 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:09:59.894125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-2293c231-b6a7-424f-bb83-c4c2bb535156 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 945 time: 0.1705761 Nov 19 04:09:59.943199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.945922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:09:59.996591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855b232b-3069-4ffc-8592-cad53c4615fa {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:00.032043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.061081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:00.063855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=c5d93097-6dc8-4b63-9650-913e806847eb,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:00.087906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.133647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:00.136565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:00.142092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Pushing event updated for resources: {'Port': ['ID=26147058-9921-4f05-b76e-06e99b239caa,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:00.190403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 855b232b-3069-4ffc-8592-cad53c4615fa, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=855b232b-3069-4ffc-8592-cad53c4615fa,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:00.210924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.242557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7571296f-d768-4b26-b28f-5cd07c332c36 None None] Provisioning complete for port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:00.243523 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7571296f-d768-4b26-b28f-5cd07c332c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.270379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.281094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:00.296573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b4e57-76ec-4f06-8716-2e086cb961f7 req-8d9216bb-fe13-44f3-bd52-f7aa0cacb3f3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:00.304441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d9b4e57-76ec-4f06-8716-2e086cb961f7 req-8d9216bb-fe13-44f3-bd52-f7aa0cacb3f3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 945 time: 0.3297043 Nov 19 04:10:00.318045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:00.325214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Deleting port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:00.325757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.366969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:00.367706 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.369095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7571296f-d768-4b26-b28f-5cd07c332c36 None None] Port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:00.374691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Attempting to bind port 26147058-9921-4f05-b76e-06e99b239caa on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:00.375064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Attempting to bind port 26147058-9921-4f05-b76e-06e99b239caa by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:00.375433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Attempting to bind port 26147058-9921-4f05-b76e-06e99b239caa on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:00.396109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:00.396506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:00.396921 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.397329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:00.397807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Bound port: 26147058-9921-4f05-b76e-06e99b239caa, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:00.398296 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.416708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=855b232b-3069-4ffc-8592-cad53c4615fa,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:00.423004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['855b232b-3069-4ffc-8592-cad53c4615fa'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:00.444323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Port': ['ID=02a2900f-3134-4055-9f0b-db85ed518838,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:00.525900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7571296f-d768-4b26-b28f-5cd07c332c36 None None] Provisioning complete for port 5c6548ed-c0e5-4dcd-b925-caa8d9619ed0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:00.526315 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7571296f-d768-4b26-b28f-5cd07c332c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.564228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] For port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:00.564678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.588829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Calling delete_port for 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:00.609508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.622203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d9b4e57-76ec-4f06-8716-2e086cb961f7 req-f25537bc-bff9-4065-9d23-a3457ac69b7a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165741 Nov 19 04:10:00.628247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.656050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7571296f-d768-4b26-b28f-5cd07c332c36 None None] Port 5c6548ed-c0e5-4dcd-b925-caa8d9619ed0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:00.685551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] For port 26147058-9921-4f05-b76e-06e99b239caa, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:00.709393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] For port 26147058-9921-4f05-b76e-06e99b239caa, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26147058-9921-4f05-b76e-06e99b239caa,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:00.729803 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.744313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.832418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0897448-d181-4ea2-9c4e-b483daa2815e None None] Pushing event updated for resources: {'Port': ['ID=26147058-9921-4f05-b76e-06e99b239caa,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:00.915509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:00.983496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a0f39ed4-4fae-489c-8b9a-e4aedd48e0fc None None] Provisioning complete for port 02a2900f-3134-4055-9f0b-db85ed518838 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:00.984120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a0f39ed4-4fae-489c-8b9a-e4aedd48e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.062261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a0f39ed4-4fae-489c-8b9a-e4aedd48e0fc None None] Port 02a2900f-3134-4055-9f0b-db85ed518838 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:01.089983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a0f39ed4-4fae-489c-8b9a-e4aedd48e0fc None None] Provisioning complete for port c5d93097-6dc8-4b63-9650-913e806847eb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:01.090541 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a0f39ed4-4fae-489c-8b9a-e4aedd48e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.156396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.211013 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.211813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.331055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.355978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Port': ['ID=02a2900f-3134-4055-9f0b-db85ed518838,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:01.385691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event deleted for resources: {'Port': ['ID=714174b2-04e6-44ac-aa0b-7fbe4a4bed35,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:01.415656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894bed-9ede-49a5-9610-d2029ab188c0 req-7b6fa1d3-a215-4434-a8b5-ee7e2856e25f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:01.416574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Router c4b7f3c9-34de-439c-8931-d51d652c1b7b is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:10:01.417713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96894bed-9ede-49a5-9610-d2029ab188c0 req-7b6fa1d3-a215-4434-a8b5-ee7e2856e25f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.2591333 Nov 19 04:10:01.444382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] No DVR routers for this DVR port 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:01.452228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.455744 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8a3e43-5a17-4ab8-b047-6e0a26999d43 req-9bfdad7a-f80d-416c-995e-bd1723ffa079 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "DELETE /v2.0/ports/714174b2-04e6-44ac-aa0b-7fbe4a4bed35 HTTP/1.1" status: 204 len: 173 time: 1.5508032 Nov 19 04:10:01.456220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'name': 'network-vif-deleted', 'tag': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:01.458553 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2351041-0eab-456a-bf3b-2a559d739a32" -d '{"events": [{"server_uuid": "28e8305d-d386-4191-ae4f-8e415115d8cf", "name": "network-vif-deleted", "tag": "714174b2-04e6-44ac-aa0b-7fbe4a4bed35"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:01.534270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Router ec07d040-fd88-435c-85de-207919f15e1d is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:10:01.563344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c3abb2-eb58-4a79-9a8b-9dda555dd350 None None] Network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:01.665763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:01.679526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Sync routers for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:01.690675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.695047 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e603877c-978a-480f-8cc1-273a7fb04687 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9796519 Nov 19 04:10:01.695836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33234) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:01.704442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96894bed-9ede-49a5-9610-d2029ab188c0 req-be4c93e5-9d2a-4417-8214-bf06ea1d212b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261577 Nov 19 04:10:01.714338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2dadafda-f538-41cc-891b-23bad77500c7 None None] Provisioning complete for port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:01.714720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2dadafda-f538-41cc-891b-23bad77500c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.732513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:01.742766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:01.755098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:01.755742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:01.764990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:01.775440 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] Sync routers for ids ['ec07d040-fd88-435c-85de-207919f15e1d'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:01.785886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:01.787292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6e91a500-70ab-4aa7-a03f-39098025de45 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "PUT /v2.0/routers/ec07d040-fd88-435c-85de-207919f15e1d HTTP/1.1" status: 200 len: 918 time: 5.6764383 Nov 19 04:10:01.796569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] Routers {'ec07d040-fd88-435c-85de-207919f15e1d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:01.797477 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec07d040-fd88-435c-85de-207919f15e1d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:01.805143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33240) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:01.884039 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:01.907212 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] Routers {'ec07d040-fd88-435c-85de-207919f15e1d'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:01.908265 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ec07d040-fd88-435c-85de-207919f15e1d'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:01.983503 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:01.984376 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa08965-83ff-42fe-be10-f58c192bbaef None None] The sync data for ids ['ec07d040-fd88-435c-85de-207919f15e1d'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:02.329204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:02.363975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26147058-9921-4f05-b76e-06e99b239caa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:02.544684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:02.551401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:02.556713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:02.684396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:02.685518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 714174b2-04e6-44ac-aa0b-7fbe4a4bed35 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:02.693234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2dadafda-f538-41cc-891b-23bad77500c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:02.785756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839132a-caf8-46fc-abfc-dd21800de338 None None] Network 825ffbc8-f346-40ad-9325-cb3d3195602c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:02.863530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79e07-d2a7-41e7-8f1d-2ee0e9293883 req-99d7f58c-53a3-40de-95c4-bd93f117ec5b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:02.868226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Allocated IP 172.20.0.1 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/c34a6db7-6716-433a-88ed-39a2a964f716) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:02.871023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34c79e07-d2a7-41e7-8f1d-2ee0e9293883 req-99d7f58c-53a3-40de-95c4-bd93f117ec5b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 945 time: 0.9691148 Nov 19 04:10:02.921832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26147058-9921-4f05-b76e-06e99b239caa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:02.927919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:02.967883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-387757b1-4403-4b1c-8c28-1afd58982fff tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/ec07d040-fd88-435c-85de-207919f15e1d HTTP/1.1" status: 200 len: 924 time: 1.1582355 Nov 19 04:10:02.968275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33244) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:02.988346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2dadafda-f538-41cc-891b-23bad77500c7 None None] For port cfa485f9-a8e0-46b2-b91f-c81a00cefc61, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,segment=NetworkSegment(963d9974-ff46-467a-8334-915e397e3616),segment_id=963d9974-ff46-467a-8334-915e397e3616)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:03.006305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34c79e07-d2a7-41e7-8f1d-2ee0e9293883 req-2c286921-8e26-4e01-8773-945a52462040 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337178 Nov 19 04:10:03.008663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Router c176813d-9990-4ae0-84d4-964d0110f410 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:10:03.116432 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2dadafda-f538-41cc-891b-23bad77500c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.126226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:03.127265 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38744e5f-66b7-4561-b059-c47a2dc6b06a x-openstack-request-id: req-38744e5f-66b7-4561-b059-c47a2dc6b06a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:03.127564 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e8305d-d386-4191-ae4f-8e415115d8cf", "name": "network-vif-deleted", "tag": "714174b2-04e6-44ac-aa0b-7fbe4a4bed35", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:03.127837 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38744e5f-66b7-4561-b059-c47a2dc6b06a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:03.128243 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e8305d-d386-4191-ae4f-8e415115d8cf', 'name': 'network-vif-deleted', 'tag': '714174b2-04e6-44ac-aa0b-7fbe4a4bed35', 'status': 'completed', 'code': 200} Nov 19 04:10:03.134140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0bcdf5f1-9c6a-4d9d-b022-7301e4f64444 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8503773 Nov 19 04:10:03.136710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33246) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:03.201024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fc78d-aa8b-4d8e-b3b7-5b08639e6974 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:03.205093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e99fc78d-aa8b-4d8e-b3b7-5b08639e6974 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=ec07d040-fd88-435c-85de-207919f15e1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2333827 Nov 19 04:10:03.212603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadafda-f538-41cc-891b-23bad77500c7 None None] Pushing event updated for resources: {'Port': ['ID=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:03.213763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33248) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:03.219247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] Sync routers for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:03.223908 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.360333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.362149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.362803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644170c-d79b-4d33-8787-564cd9654b03 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:03.364240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8644170c-d79b-4d33-8787-564cd9654b03 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/networks/b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 881 time: 0.1441174 Nov 19 04:10:03.370173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33250) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:03.380576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 855b232b-3069-4ffc-8592-cad53c4615fa up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:03.420667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-76b8e8d0-e4d6-4110-85b7-80bd5f8f9b31 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec07d040-fd88-435c-85de-207919f15e1d HTTP/1.1" status: 200 len: 205 time: 0.0493321 Nov 19 04:10:03.426865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33252) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:03.434922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:03.443605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:03.455386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 26147058-9921-4f05-b76e-06e99b239caa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26147058-9921-4f05-b76e-06e99b239caa,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:03.477282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:03.477918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:03.492106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:03.523680 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.524484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cfa485f9-a8e0-46b2-b91f-c81a00cefc61 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:03.528812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c34a6db7-6716-433a-88ed-39a2a964f716,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:03.540259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:03.584829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.651902 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.675104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbab20c2-6417-486a-bcd1-5c643fad0285 req-8c4e6652-88de-436c-97e1-5b46ea4ba7a2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.3840864 Nov 19 04:10:03.732600 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-1b4dc245-d375-4019-891b-424b87e14456 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:10:03.733712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1b4dc245-d375-4019-891b-424b87e14456 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5958629 Nov 19 04:10:03.739583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:03.849702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Provisioning complete for port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:03.850105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:03.913795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=26147058-9921-4f05-b76e-06e99b239caa,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:03.921726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 855b232b-3069-4ffc-8592-cad53c4615fa completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:10:03.927428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:03.928082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:03.974178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:03.974840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f35d62-9148-4503-a16b-49448b4d3174 None None] The sync data for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:04.060028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 855b232b-3069-4ffc-8592-cad53c4615fa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:04.060348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.143056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:09:59Z', 'revision_number': 3, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:04.184689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Provisioning complete for port 02a2900f-3134-4055-9f0b-db85ed518838 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:04.185075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.232469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2e75-8b6d-4b0d-a93b-61ace9d91b7e req-91f6404d-ffde-4fe0-b9c8-f5373dc4b674 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:04.233483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Checking router: c4b7f3c9-34de-439c-8931-d51d652c1b7b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:10:04.233855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Updating router c4b7f3c9-34de-439c-8931-d51d652c1b7b port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:10:04.234580 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcdf2e75-8b6d-4b0d-a93b-61ace9d91b7e req-91f6404d-ffde-4fe0-b9c8-f5373dc4b674 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 945 time: 0.1135180 Nov 19 04:10:04.271955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Port 02a2900f-3134-4055-9f0b-db85ed518838 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:04.273427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.339929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcdf2e75-8b6d-4b0d-a93b-61ace9d91b7e req-d634e459-3d1b-4cb7-bd20-caf9e7587339 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937343 Nov 19 04:10:04.382255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.472670 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.511894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.695784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Provisioning complete for port 26147058-9921-4f05-b76e-06e99b239caa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:04.696102 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-583e0ab2-6f8f-4091-8bcb-bf873eb0c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.714423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Deleting port 5c6548ed-c0e5-4dcd-b925-caa8d9619ed0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:04.715971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.831796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3315bdb6-9693-41ed-afc9-736139006673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855b232b-3069-4ffc-8592-cad53c4615fa'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:04.833684 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893026b3-36cc-41a8-ac46-9e6bad141bd8" -d '{"events": [{"server_uuid": "3315bdb6-9693-41ed-afc9-736139006673", "name": "network-vif-plugged", "status": "completed", "tag": "855b232b-3069-4ffc-8592-cad53c4615fa"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:04.864932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:04.865316 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.871088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 855b232b-3069-4ffc-8592-cad53c4615fa, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=855b232b-3069-4ffc-8592-cad53c4615fa,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:04.875093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf3c428-bc8a-41aa-b7a9-e64d7c07af66 req-115f6c60-9eba-4273-8923-31b65e824d09 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.0569012 Nov 19 04:10:04.909017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.916250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.928766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.952862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:04.968964 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47cd7b-62fc-439b-9e0e-4d9b1f9baf38 x-openstack-request-id: req-1e47cd7b-62fc-439b-9e0e-4d9b1f9baf38 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:04.969270 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3315bdb6-9693-41ed-afc9-736139006673", "name": "network-vif-plugged", "status": "completed", "tag": "855b232b-3069-4ffc-8592-cad53c4615fa", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:04.969530 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e47cd7b-62fc-439b-9e0e-4d9b1f9baf38 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:04.969928 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3315bdb6-9693-41ed-afc9-736139006673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855b232b-3069-4ffc-8592-cad53c4615fa', 'code': 200} Nov 19 04:10:04.989374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Calling delete_port for 5c6548ed-c0e5-4dcd-b925-caa8d9619ed0 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:05.029646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1118e-2e9c-42c8-8d44-c7a0ec81746c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:05.078568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=855b232b-3069-4ffc-8592-cad53c4615fa,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:05.094325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Attempting to bind port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:05.094846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Attempting to bind port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:05.095184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Attempting to bind port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:05.138325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:05.138708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:05.139962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.140436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:05.142525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Bound port: 0d01f9cb-2b10-4d9d-9322-80652e1ac620, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:05.142931 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.143623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.148072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c5d93097-6dc8-4b63-9650-913e806847eb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:05.166234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.205120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd441ee-1938-445f-a974-18d5ccd01aac None None] Pushing event updated for resources: {'Port': ['ID=0d01f9cb-2b10-4d9d-9322-80652e1ac620,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:05.242727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de4f2-029e-4b93-a4b8-e1a06d121542 req-af9042b7-8e92-4092-ae21-1573f5894838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:05.244300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-988de4f2-029e-4b93-a4b8-e1a06d121542 req-af9042b7-8e92-4092-ae21-1573f5894838 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 1097 time: 0.1639872 Nov 19 04:10:05.248812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] For port 0d01f9cb-2b10-4d9d-9322-80652e1ac620, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:05.270696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] For port 0d01f9cb-2b10-4d9d-9322-80652e1ac620, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d01f9cb-2b10-4d9d-9322-80652e1ac620,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:05.273299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Provisioning complete for port c34a6db7-6716-433a-88ed-39a2a964f716 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:05.273681 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.278362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c5d93097-6dc8-4b63-9650-913e806847eb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:05.278930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.343429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c34a6db7-6716-433a-88ed-39a2a964f716,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:05.344176 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.349284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.402921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Port c34a6db7-6716-433a-88ed-39a2a964f716 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:05.438810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:05.439578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:05.441690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b2b14-b7ca-4e46-aead-9963277a6a05 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:05.514423 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-988de4f2-029e-4b93-a4b8-e1a06d121542 req-ed842811-8494-4d01-b68c-d6d571d06261 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207286 Nov 19 04:10:05.527807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd441ee-1938-445f-a974-18d5ccd01aac None None] Pushing event updated for resources: {'Port': ['ID=0d01f9cb-2b10-4d9d-9322-80652e1ac620,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:05.537109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Provisioning complete for port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:05.537502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.574948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82131-2e08-420e-84dc-e9bd6550cef6 req-f01a8cf8-637c-45c2-8b3d-994c433eed5c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:05.590698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.594523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-def82131-2e08-420e-84dc-e9bd6550cef6 req-f01a8cf8-637c-45c2-8b3d-994c433eed5c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 946 time: 0.1016934 Nov 19 04:10:05.614020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:05.679655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:05.702587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-def82131-2e08-420e-84dc-e9bd6550cef6 req-99b5620e-aafe-4ee3-b4ed-bf07bf64caf7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070664 Nov 19 04:10:05.764011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event deleted for resources: {'Port': ['ID=5c6548ed-c0e5-4dcd-b925-caa8d9619ed0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:05.784702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26147058-9921-4f05-b76e-06e99b239caa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:05.812120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:05.850538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:05.855365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bfc893-e400-446b-b07f-806190ac00fd None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:06.022496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e05192fb-61ae-49d8-8a81-bbd33714ef19 req-d0b168ea-cd62-4c60-a8f8-af9aacd866a4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.0365124 Nov 19 04:10:06.055476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26147058-9921-4f05-b76e-06e99b239caa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:06.056023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.102431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.148768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.150175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Router c4b7f3c9-34de-439c-8931-d51d652c1b7b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:06.273378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.407373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] For port 0d01f9cb-2b10-4d9d-9322-80652e1ac620, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d01f9cb-2b10-4d9d-9322-80652e1ac620,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:06.409135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.416720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:06.424834 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f872c8b4-cf25-4b72-8227-6b5fa83b21e9 admin admin] 10.222.0.52 "PUT /v2.0/routers/c4b7f3c9-34de-439c-8931-d51d652c1b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7277811 Nov 19 04:10:06.438556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.546855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Provisioning complete for port 26147058-9921-4f05-b76e-06e99b239caa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:06.550092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.580276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.581860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Fanout notify agent at l3_agent the message router_deleted on router ec07d040-fd88-435c-85de-207919f15e1d {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:10:06.610375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.615807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33282) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:06.620965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-198312608', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:06.635619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-df25b351-80fb-4167-9ec9-728f83ba8f08 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/ec07d040-fd88-435c-85de-207919f15e1d HTTP/1.1" status: 204 len: 168 time: 3.2045529 Nov 19 04:10:06.666972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cfa485f9-a8e0-46b2-b91f-c81a00cefc61 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:06.706547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.707769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dab7a-f682-4828-8d87-226a829e4e9a None None] Pushing event updated for resources: {'Port': ['ID=0d01f9cb-2b10-4d9d-9322-80652e1ac620,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:06.708723 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.735917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting port 02a2900f-3134-4055-9f0b-db85ed518838 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:06.736091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 2, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:06.736468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.789523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3783c-2a25-4441-9b65-87f68648a994 None None] The sync data for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 is: [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 2, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:06.906166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:06.916278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:06.916956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:07.078660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b22ab483-b6d5-4191-a4a9-fdb3b62c1912 None None] Provisioning complete for port c34a6db7-6716-433a-88ed-39a2a964f716 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:07.079353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b22ab483-b6d5-4191-a4a9-fdb3b62c1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:07.130762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b22ab483-b6d5-4191-a4a9-fdb3b62c1912 None None] Port c34a6db7-6716-433a-88ed-39a2a964f716 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:07.133792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:07.145538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b22ab483-b6d5-4191-a4a9-fdb3b62c1912 None None] Provisioning complete for port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:07.145980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b22ab483-b6d5-4191-a4a9-fdb3b62c1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:07.214195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Calling delete_port for 02a2900f-3134-4055-9f0b-db85ed518838 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:07.596691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:07.665100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:07.701661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Port': ['ID=02a2900f-3134-4055-9f0b-db85ed518838,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:08.021497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:08.166724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:08.215538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:08.408519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Router c176813d-9990-4ae0-84d4-964d0110f410 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:08.459985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Allocated IP 172.25.8.19 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/072d9b5d-3717-4662-8b6e-36d85a092f95) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:08.504198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:08.515854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-994e786a-4282-4352-a0a9-24e02666e81a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7696762 Nov 19 04:10:08.516179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33294) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:08.528627 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] Sync routers for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:08.546091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:08.546952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:08.550523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:08.557379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733674855', 'description': 'tempest-description--341865042'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:08.565601 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-e747d656-dc65-472b-a2ff-46da48830255 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] delete failed (client error): The resource could not be found. Nov 19 04:10:08.566845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e747d656-dc65-472b-a2ff-46da48830255 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1541931080 HTTP/1.1" status: 404 len: 335 time: 0.0494070 Nov 19 04:10:08.570646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33298) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:08.576233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b60e5ba4-8350-407c-b978-2e6a2e9da223 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c176813d-9990-4ae0-84d4-964d0110f410'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:08.611114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:08.687173 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:08.706168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:08.710852 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:08.711486 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:08.782568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:08.812403 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:08.813381 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5322c-a987-44ce-8b5c-be354c6b7cc5 None None] The sync data for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:08.908566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event updated for resources: {'Port': ['ID=072d9b5d-3717-4662-8b6e-36d85a092f95,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:08.945580 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:10:08.950470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:08.968552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:08.987476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d6baf7-3439-4fc9-ae5a-b4171d4bb1a6 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:08.988010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:09.100257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5be8339c-e56c-41d9-becc-15d7bff5130f None None] Provisioning complete for port 072d9b5d-3717-4662-8b6e-36d85a092f95 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:09.101355 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5be8339c-e56c-41d9-becc-15d7bff5130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.177221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5be8339c-e56c-41d9-becc-15d7bff5130f None None] Port 072d9b5d-3717-4662-8b6e-36d85a092f95 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:09.217296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1a76c-f517-4849-ae1e-d09bed8e906a req-2fb90349-e07d-4d17-9a35-30812804ff34 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:09.226023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16e1a76c-f517-4849-ae1e-d09bed8e906a req-2fb90349-e07d-4d17-9a35-30812804ff34 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 946 time: 0.5761497 Nov 19 04:10:09.314536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.385391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16e1a76c-f517-4849-ae1e-d09bed8e906a req-f9b177de-c2f6-47b0-898f-7a3bf3f84041 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574190 Nov 19 04:10:09.386521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.456166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.457544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9044096 Nov 19 04:10:09.460140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ab566-622e-4e05-9181-d9ed22e6a051 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c832ca-ace7-4993-899f-6ab89e841640,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:09.462529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33322) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:09.482996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'security_group_rule': {'security_group_id': '78c832ca-ace7-4993-899f-6ab89e841640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:09.571844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b60e5ba4-8350-407c-b978-2e6a2e9da223 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.605014 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-b60e5ba4-8350-407c-b978-2e6a2e9da223 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] update failed (client error): The resource could not be found. Nov 19 04:10:09.606627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b60e5ba4-8350-407c-b978-2e6a2e9da223 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410 HTTP/1.1" status: 404 len: 339 time: 1.0346940 Nov 19 04:10:09.617634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:09.628561 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.631872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1618372778'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:09.634931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0336dab6-7431-4a83-ab29-1739b4217a06 req-81682b11-59a1-4267-9abb-2fb8736e7410 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.0919776 Nov 19 04:10:09.693304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:09.700351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.753838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d01f9cb-2b10-4d9d-9322-80652e1ac620 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:09.799060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:09.822094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.822467 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Added segment e298d176-0b53-401f-a722-9ef8ff5e4c22 of type vlan for network bd5534d9-4545-4fff-8aef-c0cba57ece7c Nov 19 04:10:09.892690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:09.893402 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.922520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.936365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.970053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.983303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:09.987552 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:09.997807 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.032261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.064253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a809-2f49-41bd-93be-b2af492bfa8e req-68d2b729-1c39-4650-998d-58da21ca80fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:10.074185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3bf4a809-2f49-41bd-93be-b2af492bfa8e req-68d2b729-1c39-4650-998d-58da21ca80fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 946 time: 0.2751856 Nov 19 04:10:10.074375 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4553547 Nov 19 04:10:10.081342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:10.091936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'subnet': {'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:10.108512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c71ac-ea50-4004-9197-38145976f796 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Network': ['ID=bd5534d9-4545-4fff-8aef-c0cba57ece7c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:10.123820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network bd5534d9-4545-4fff-8aef-c0cba57ece7c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:10.150804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81ee557-97ea-4b08-9b64-d34759622349,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:10.164815 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.170018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ce6a95c-a502-49a3-8df9-168184f5facd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6944101 Nov 19 04:10:10.179778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33328) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:10.188207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'security_group_rule': {'security_group_id': '78c832ca-ace7-4993-899f-6ab89e841640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:10.239768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3bf4a809-2f49-41bd-93be-b2af492bfa8e req-0e104c90-0dd9-4bca-b5f5-e4c06d8a2b0d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640325 Nov 19 04:10:10.392372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Made reservation on behalf of 1aeccff69a2f46808b41f9068d4f44b6 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:10.400632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.425200 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.486590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.608485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.617246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.763865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66c101f-4c99-4742-b675-04e67c9e7251,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:10.797136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.800297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.805044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-90f5f175-76eb-4bd0-a5cd-949b2f950030 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6207466 Nov 19 04:10:10.810468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33338) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:10.811608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Sync routers for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:10.816047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:10.831377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:10.836322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:10.848510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31836618-539f-43c1-b642-60bebf72e494 req-75e9e134-63a0-44d1-a90a-797f48321f11 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:10.850134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31836618-539f-43c1-b642-60bebf72e494 req-75e9e134-63a0-44d1-a90a-797f48321f11 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 946 time: 0.1514854 Nov 19 04:10:10.882461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:10.892292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Subnet': ['ID=6d8f4469-dbbe-457b-b40b-349f938ca798,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:10.932487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Checking segment: {'id': 'e298d176-0b53-401f-a722-9ef8ff5e4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:10.932852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network hostable DHCP agents. Network: bd5534d9-4545-4fff-8aef-c0cba57ece7c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:10.958324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network bd5534d9-4545-4fff-8aef-c0cba57ece7c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:10.962989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31836618-539f-43c1-b642-60bebf72e494 req-2bec2f32-0544-48b2-866b-7edb8728bdcf tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047533 Nov 19 04:10:10.965954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Router adb0f32c-e354-46ca-94a1-dbc757948aac is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:10:10.970936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, bd5534d9-4545-4fff-8aef-c0cba57ece7c) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:10.983970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f7eb3-1328-40f9-b792-92649b427fe6 None None] Network bd5534d9-4545-4fff-8aef-c0cba57ece7c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:10.994270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:10.994270 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.016050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e5e23b9-82c0-4da6-af1b-742709549376 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9310465 Nov 19 04:10:11.017250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:11.023452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3527512f-82d7-4bcc-a47a-ecefc89ca078 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:11.061710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:11.170464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85f5f433-88ec-4b04-a4b5-9c27dd7a3c56 req-1cbcb34c-0c3a-4e71-bcbc-d2015ebb104d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e8305d-d386-4191-ae4f-8e415115d8cf HTTP/1.1" status: 200 len: 210 time: 0.0682287 Nov 19 04:10:11.199891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:11.207981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.217821 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] Sync routers for ids ['adb0f32c-e354-46ca-94a1-dbc757948aac'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:11.242544 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] Routers {'adb0f32c-e354-46ca-94a1-dbc757948aac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:11.245351 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['adb0f32c-e354-46ca-94a1-dbc757948aac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:11.257451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.261987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-83b42bfc-6a0c-4906-a361-ba9fec781484 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6442173 Nov 19 04:10:11.262497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33342) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:11.272199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:11.338425 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:11.378762 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] Routers {'adb0f32c-e354-46ca-94a1-dbc757948aac'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:11.379450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3527512f-82d7-4bcc-a47a-ecefc89ca078 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.380710 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['adb0f32c-e354-46ca-94a1-dbc757948aac'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:11.405664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-bd5534d9-4545-4fff-8aef-c0cba57ece7c', 'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c', 'tenant_id': '1aeccff69a2f46808b41f9068d4f44b6', 'fixed_ips': [{'subnet_id': '6d8f4469-dbbe-457b-b40b-349f938ca798'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:10:11.406848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.421700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Allocated IP 172.25.8.131 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/f0bb0ca6-0c4b-46f7-92f3-32aefeb709aa) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:11.452388 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:11.456384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac2929-dafd-4d8e-898a-a833a34daf72 None None] The sync data for ids ['adb0f32c-e354-46ca-94a1-dbc757948aac'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:11.571968 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-3527512f-82d7-4bcc-a47a-ecefc89ca078 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:10:11.573242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3527512f-82d7-4bcc-a47a-ecefc89ca078 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410 HTTP/1.1" status: 400 len: 364 time: 0.5550051 Nov 19 04:10:11.577639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33346) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:11.633480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Allocated IP 2001:db8:1::2 (bd5534d9-4545-4fff-8aef-c0cba57ece7c/6d8f4469-dbbe-457b-b40b-349f938ca798/078464bd-7aea-4ea1-bc57-77ebe322f043) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:11.639925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 2, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:11.677621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Checking router: c4b7f3c9-34de-439c-8931-d51d652c1b7b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:10:11.678007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Updating router c4b7f3c9-34de-439c-8931-d51d652c1b7b port c34a6db7-6716-433a-88ed-39a2a964f716 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:10:11.843984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.859173 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.873478 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:11.911612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Network bd5534d9-4545-4fff-8aef-c0cba57ece7c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:11.923900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:11.929334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:11.963652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Pushing event updated for resources: {'Port': ['ID=078464bd-7aea-4ea1-bc57-77ebe322f043,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:12.016442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.038670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Attempting to bind port 078464bd-7aea-4ea1-bc57-77ebe322f043 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:12.040725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Attempting to bind port 078464bd-7aea-4ea1-bc57-77ebe322f043 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e298d176-0b53-401f-a722-9ef8ff5e4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:12.041119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Attempting to bind port 078464bd-7aea-4ea1-bc57-77ebe322f043 on network bd5534d9-4545-4fff-8aef-c0cba57ece7c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:12.044535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.045413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.045413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.045589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.046186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.046302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.047040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.047040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.047218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.047549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.047878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.048203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.048677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-01343f9e-c931-4983-9149-d387e9d4a00c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:12.050248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-01343f9e-c931-4983-9149-d387e9d4a00c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 946 time: 0.1263292 Nov 19 04:10:12.062004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:12.062407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Checking segment: {'id': 'e298d176-0b53-401f-a722-9ef8ff5e4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:12.062808 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.063210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Bound using segment: {'id': 'e298d176-0b53-401f-a722-9ef8ff5e4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:12.063704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Bound port: 078464bd-7aea-4ea1-bc57-77ebe322f043, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e298d176-0b53-401f-a722-9ef8ff5e4c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bd5534d9-4545-4fff-8aef-c0cba57ece7c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:12.064097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.142645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.265294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799edc8-0717-43d1-a52a-fabb72178437 req-895d0c6e-5cd6-4400-8885-f1d82f96c460 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:12.267002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a799edc8-0717-43d1-a52a-fabb72178437 req-895d0c6e-5cd6-4400-8885-f1d82f96c460 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=3315bdb6-9693-41ed-afc9-736139006673 HTTP/1.1" status: 200 len: 946 time: 0.1229219 Nov 19 04:10:12.284646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.352969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port 855b232b-3069-4ffc-8592-cad53c4615fa {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:12.353450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.376020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=f0bb0ca6-0c4b-46f7-92f3-32aefeb709aa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:12.402084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:12.412689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:12.419935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:12.471200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port 855b232b-3069-4ffc-8592-cad53c4615fa, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=855b232b-3069-4ffc-8592-cad53c4615fa,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:12.471578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.485800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for 855b232b-3069-4ffc-8592-cad53c4615fa owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:12.524525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] For port 078464bd-7aea-4ea1-bc57-77ebe322f043, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:12.545760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] For port 078464bd-7aea-4ea1-bc57-77ebe322f043, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=078464bd-7aea-4ea1-bc57-77ebe322f043,segment=NetworkSegment(e298d176-0b53-401f-a722-9ef8ff5e4c22),segment_id=e298d176-0b53-401f-a722-9ef8ff5e4c22)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:12.567745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.598731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a799edc8-0717-43d1-a52a-fabb72178437 req-dd0f0762-c371-44b0-abbf-72c318188eb4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730551 Nov 19 04:10:12.609146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.639696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.706942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.744217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199', '855b232b-3069-4ffc-8592-cad53c4615fa'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:12.766771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=855b232b-3069-4ffc-8592-cad53c4615fa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:12.806481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.816537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.816932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.817282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.817629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.817996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.818344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.818680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.819023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.819359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.819692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.822147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:12.844967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Allocated IP 2001:db8::1 (bed62c94-73f7-4337-88bf-c2f475eac2c4/5d37052c-9334-4130-bab2-6cb66d073c70/ab57b31b-3305-42c8-b578-670428f3d972) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:12.852806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.855817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Deleting port 072d9b5d-3717-4662-8b6e-36d85a092f95 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:12.856275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.893401 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.937454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a9214-062c-48c0-8537-00ee2e51d571 None None] Pushing event updated for resources: {'Port': ['ID=078464bd-7aea-4ea1-bc57-77ebe322f043,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:12.937454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.951793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33366) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:12.953906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port 855b232b-3069-4ffc-8592-cad53c4615fa on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:12.969011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:12.972593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-44ccf8a2-b5a0-4e86-8f76-da892ecdaca9 req-2c4259de-9364-4fe0-b8df-ae2e1195a5b7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "DELETE /v2.0/ports/855b232b-3069-4ffc-8592-cad53c4615fa HTTP/1.1" status: 204 len: 173 time: 0.8705244 Nov 19 04:10:12.973043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3315bdb6-9693-41ed-afc9-736139006673', 'name': 'network-vif-deleted', 'tag': '855b232b-3069-4ffc-8592-cad53c4615fa'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:12.975953 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f709b5-7b2c-46c6-bc69-9276388cda9e" -d '{"events": [{"server_uuid": "3315bdb6-9693-41ed-afc9-736139006673", "name": "network-vif-deleted", "tag": "855b232b-3069-4ffc-8592-cad53c4615fa"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:13.130907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.131791 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142f014c-6023-41e7-9bf4-509ff5d89210 x-openstack-request-id: req-142f014c-6023-41e7-9bf4-509ff5d89210 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:13.132253 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3315bdb6-9693-41ed-afc9-736139006673", "name": "network-vif-deleted", "tag": "855b232b-3069-4ffc-8592-cad53c4615fa", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:13.133283 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-142f014c-6023-41e7-9bf4-509ff5d89210 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:13.133770 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3315bdb6-9693-41ed-afc9-736139006673', 'name': 'network-vif-deleted', 'tag': '855b232b-3069-4ffc-8592-cad53c4615fa', 'status': 'completed', 'code': 200} Nov 19 04:10:13.150998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e2c8-5dc5-45fc-a37e-94b400275137 None None] Pushing event updated for resources: {'Port': ['ID=c34a6db7-6716-433a-88ed-39a2a964f716,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:13.268231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Attempting to bind port c34a6db7-6716-433a-88ed-39a2a964f716 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:13.271093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Attempting to bind port c34a6db7-6716-433a-88ed-39a2a964f716 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:13.272227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Attempting to bind port c34a6db7-6716-433a-88ed-39a2a964f716 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:13.312137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:13.312539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:13.312957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.313370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:13.313876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Bound port: c34a6db7-6716-433a-88ed-39a2a964f716, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:13.314301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.327690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.419584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.443300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.494929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Calling delete_port for 072d9b5d-3717-4662-8b6e-36d85a092f95 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:13.509171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Port': ['ID=ab57b31b-3305-42c8-b578-670428f3d972,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:13.516003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e41ff7d-8fad-44e6-8060-c7e957ba26d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.611436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] For port c34a6db7-6716-433a-88ed-39a2a964f716, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:13.616146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] For port c34a6db7-6716-433a-88ed-39a2a964f716, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c34a6db7-6716-433a-88ed-39a2a964f716,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:13.624484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cd9b4fa4-09d8-4689-807f-1e2b0c3704c1 None None] Provisioning complete for port c34a6db7-6716-433a-88ed-39a2a964f716 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:13.624484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4fa4-09d8-4689-807f-1e2b0c3704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.655921 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.658595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:13.672782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:13.678906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:13.679623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.821169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e41ff7d-8fad-44e6-8060-c7e957ba26d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.831470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 078464bd-7aea-4ea1-bc57-77ebe322f043 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:13.848958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e41ff7d-8fad-44e6-8060-c7e957ba26d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:13.927205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:13.928179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:14.001181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e41ff7d-8fad-44e6-8060-c7e957ba26d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=166f54b34c6f4c7fa8236101adedb51b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0430453 Nov 19 04:10:14.004407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33390) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:14.027784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41ff7d-8fad-44e6-8060-c7e957ba26d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db757871-067d-4dbf-b3d7-cfab95415b1c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:14.050187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.067883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e2c8-5dc5-45fc-a37e-94b400275137 None None] Pushing event updated for resources: {'Port': ['ID=c34a6db7-6716-433a-88ed-39a2a964f716,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:14.186066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.196337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-31b4aa4d-17e9-4b71-8840-d6ba890e99ef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:14.198010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-31b4aa4d-17e9-4b71-8840-d6ba890e99ef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.5808170 Nov 19 04:10:14.248212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 078464bd-7aea-4ea1-bc57-77ebe322f043 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:14.248705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.279094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-d73f8478-04a8-467e-961d-00dfc10a45f2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0657246 Nov 19 04:10:14.279408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4fa4-09d8-4689-807f-1e2b0c3704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.289684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Pushing event deleted for resources: {'Port': ['ID=072d9b5d-3717-4662-8b6e-36d85a092f95,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:14.367732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cd9b4fa4-09d8-4689-807f-1e2b0c3704c1 None None] For port c34a6db7-6716-433a-88ed-39a2a964f716, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c34a6db7-6716-433a-88ed-39a2a964f716,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:14.369294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee8040a-0c75-4a6d-821e-c38201dc8e15 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:14.375984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-968f91df-8edc-44b1-bda3-8c9f179e3df3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595348 Nov 19 04:10:14.378661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.404704 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4fa4-09d8-4689-807f-1e2b0c3704c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.408954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:14.414943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-76bb4979-d890-4e15-a596-d8bad595e126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.435951 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.446071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.486735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-76bb4979-d890-4e15-a596-d8bad595e126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.557869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-76bb4979-d890-4e15-a596-d8bad595e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.561907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-76bb4979-d890-4e15-a596-d8bad595e126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.566426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-76bb4979-d890-4e15-a596-d8bad595e126 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db757871-067d-4dbf-b3d7-cfab95415b1c HTTP/1.1" status: 204 len: 168 time: 0.5607324 Nov 19 04:10:14.584716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb4979-d890-4e15-a596-d8bad595e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db757871-067d-4dbf-b3d7-cfab95415b1c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:14.759503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e16fb7d-bf33-4e58-9f59-b5d7747d3e1c None None] Network bd5534d9-4545-4fff-8aef-c0cba57ece7c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:14.768413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b4fa4-09d8-4689-807f-1e2b0c3704c1 None None] Pushing event updated for resources: {'Port': ['ID=c34a6db7-6716-433a-88ed-39a2a964f716,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:14.832715 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.841651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.842748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.879139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-189415a9-7d34-4703-871a-a66c59733925 None None] Provisioning complete for port ab57b31b-3305-42c8-b578-670428f3d972 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:14.879626 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-189415a9-7d34-4703-871a-a66c59733925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.906991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.915255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-de3497ad-21ad-4a30-9c05-efc226c60523 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281973 Nov 19 04:10:14.933776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:14.966874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-189415a9-7d34-4703-871a-a66c59733925 None None] Port ab57b31b-3305-42c8-b578-670428f3d972 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:14.988091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event updated for resources: {'Port': ['ID=ab57b31b-3305-42c8-b578-670428f3d972,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:14.993880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.000407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.004255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 078464bd-7aea-4ea1-bc57-77ebe322f043, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=078464bd-7aea-4ea1-bc57-77ebe322f043,segment=NetworkSegment(e298d176-0b53-401f-a722-9ef8ff5e4c22),segment_id=e298d176-0b53-401f-a722-9ef8ff5e4c22)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:15.017122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=f0bb0ca6-0c4b-46f7-92f3-32aefeb709aa,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:15.021152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.027655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.036620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-189415a9-7d34-4703-871a-a66c59733925 None None] Provisioning complete for port c34a6db7-6716-433a-88ed-39a2a964f716 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:15.037068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-09b059fd-b6d7-4a70-bebf-e1efe27a55de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2164857 Nov 19 04:10:15.037154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-189415a9-7d34-4703-871a-a66c59733925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.037234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33396) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.055579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:15.057033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:15.130332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1409d5a-10c0-4ce8-a969-5aeebd66f766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.182877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Router adb0f32c-e354-46ca-94a1-dbc757948aac has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:15.190652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=078464bd-7aea-4ea1-bc57-77ebe322f043,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:15.191972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Router c176813d-9990-4ae0-84d4-964d0110f410 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:15.216730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-13ffb14d-4ac7-42e6-8346-73fe2b474910 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858286 Nov 19 04:10:15.223661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:13Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.268191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dcfc77-0fc3-4e18-8bc3-2dae6ef7f769 None None] The sync data for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 is: [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:13Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:15.327657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:15.337398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.339240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-db7adcd2-2a65-4feb-85fd-dae2495fd091 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "PUT /v2.0/routers/adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 200 len: 709 time: 4.0735664 Nov 19 04:10:15.342439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.367477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:15.375256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac8992dc-f1ff-44cb-9da6-ed06f57c960f tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7965803 Nov 19 04:10:15.379492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33404) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.381091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] Sync routers for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:15.424488 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:15.426019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.443261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] Sync routers for ids ['adb0f32c-e354-46ca-94a1-dbc757948aac'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:15.457130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c9cf177a-516b-4630-aedd-8d12614cb19e tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/routers/adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 200 len: 744 time: 0.1111870 Nov 19 04:10:15.471622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33406) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.494745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1409d5a-10c0-4ce8-a969-5aeebd66f766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.504143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] Routers {'adb0f32c-e354-46ca-94a1-dbc757948aac'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:15.504797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['adb0f32c-e354-46ca-94a1-dbc757948aac'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.531185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1409d5a-10c0-4ce8-a969-5aeebd66f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.535256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4f5788e0-aaf2-4272-ba29-222899f4b9a4 tempest-RoutersIpV6AdminTest-1876739218 tempest-RoutersIpV6AdminTest-1876739218-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&device_id=adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 200 len: 205 time: 0.0625389 Nov 19 04:10:15.552554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33414) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.559115 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.580597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.582706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7c80-c2d7-4e70-bfc1-3d587d8e31cb tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.603799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] Routers {'adb0f32c-e354-46ca-94a1-dbc757948aac'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:15.604421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['adb0f32c-e354-46ca-94a1-dbc757948aac'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.612636 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:15.614458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.658736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.659924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60680449-c164-40dc-b1f5-ee67a6e5b1c5 None None] The sync data for ids ['adb0f32c-e354-46ca-94a1-dbc757948aac'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:15.722605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-34e4f2ea-be6d-45bd-9860-8ff3792e0819 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 200 len: 205 time: 0.1460960 Nov 19 04:10:15.727426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-63dfeda7-a9da-4f46-b857-c6c9dae8c988 None None] Provisioning complete for port ab57b31b-3305-42c8-b578-670428f3d972 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:15.727806 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63dfeda7-a9da-4f46-b857-c6c9dae8c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.733601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33426) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.748789 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:15.749452 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca051f8-0992-43b4-9143-4cd6e0d05f46 None None] The sync data for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:15.794239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-63dfeda7-a9da-4f46-b857-c6c9dae8c988 None None] Port ab57b31b-3305-42c8-b578-670428f3d972 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:15.821184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:15.823087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d1409d5a-10c0-4ce8-a969-5aeebd66f766 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89414d51ef94493595dc462c52029de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7890389 Nov 19 04:10:15.837475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1409d5a-10c0-4ce8-a969-5aeebd66f766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b588ff3-e7c4-4c46-a2e1-3cb201944344,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:15.850208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-63dfeda7-a9da-4f46-b857-c6c9dae8c988 None None] Provisioning complete for port 078464bd-7aea-4ea1-bc57-77ebe322f043 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:15.850712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63dfeda7-a9da-4f46-b857-c6c9dae8c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:15.901305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 078464bd-7aea-4ea1-bc57-77ebe322f043 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:15.902909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-c8234e33-38e8-491c-a24b-c728d24bc407 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--733674855&fields=id&tenant_id=5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 267 time: 0.1760836 Nov 19 04:10:15.998619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.020155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 078464bd-7aea-4ea1-bc57-77ebe322f043 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:16.020537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.069514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-a64b389d-1b8d-4b9c-9deb-0195542afab6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:16.078885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-a64b389d-1b8d-4b9c-9deb-0195542afab6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.1747057 Nov 19 04:10:16.098594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-8b657c68-6c9c-41e7-8ede-0c729d8f0327 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/quotas/5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 375 time: 0.0187030 Nov 19 04:10:16.155787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c34a6db7-6716-433a-88ed-39a2a964f716 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:16.174203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-c58d00fa-f7a2-413b-9638-1bd78b96dddb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741799 Nov 19 04:10:16.328426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-d86081ad-65ce-4c86-96f9-d45949fe5ef3 service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288915 Nov 19 04:10:16.440957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-170cd44b-4628-4db8-af45-bd2ac50fc594 None None] Provisioning complete for port 078464bd-7aea-4ea1-bc57-77ebe322f043 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:16.441444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-170cd44b-4628-4db8-af45-bd2ac50fc594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.486315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port c34a6db7-6716-433a-88ed-39a2a964f716 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:16.486790 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.499206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-134932c4-d6cd-4432-b7c3-a462226cee05 service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522551 Nov 19 04:10:16.585064 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-9f7a7c80-c2d7-4e70-bfc1-3d587d8e31cb tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 04:10:16.586170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9f7a7c80-c2d7-4e70-bfc1-3d587d8e31cb tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410 HTTP/1.1" status: 409 len: 329 time: 1.2054932 Nov 19 04:10:16.589123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33436) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:16.692490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.694815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.702263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45fe32c2-d744-4742-9a70-1b56df0dc006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.779595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45fe32c2-d744-4742-9a70-1b56df0dc006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.788604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.789149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Fanout notify agent at l3_agent the message router_deleted on router adb0f32c-e354-46ca-94a1-dbc757948aac {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:10:16.798650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:16.799738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f5d4b70b-af19-4ae7-b618-56e399c734ad tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 204 len: 168 time: 1.0651352 Nov 19 04:10:16.806416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:16.858548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-681f4522-b847-41e4-82a3-815d90b81063 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 200 len: 205 time: 0.0510767 Nov 19 04:10:16.861286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:16.874327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd33292e-0443-4113-9a82-94e1b138562d req-f47ca047-b018-469f-a345-d3129160150f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0378578 Nov 19 04:10:16.903181 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-34775f82-8d92-44e9-952b-54cc9ac944ef tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] delete failed (client error): The resource could not be found. Nov 19 04:10:16.904296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-34775f82-8d92-44e9-952b-54cc9ac944ef tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/adb0f32c-e354-46ca-94a1-dbc757948aac HTTP/1.1" status: 404 len: 336 time: 0.0420580 Nov 19 04:10:16.907157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33448) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:16.939726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bd3f2151-3911-4821-ac96-176d8c90fc6c tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec07d040-fd88-435c-85de-207919f15e1d HTTP/1.1" status: 200 len: 205 time: 0.0305748 Nov 19 04:10:16.941444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33450) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:16.985619 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-98254be1-1558-4606-a458-8d6ad732314e tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] delete failed (client error): The resource could not be found. Nov 19 04:10:16.986769 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-98254be1-1558-4606-a458-8d6ad732314e tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/ec07d040-fd88-435c-85de-207919f15e1d HTTP/1.1" status: 404 len: 336 time: 0.0436723 Nov 19 04:10:16.989394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33458) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.024303 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64cfbdc1-e33e-49a5-968e-4e47cb3c85cd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=9339d013-2ff5-401c-aa91-8a5b83eaaa11 HTTP/1.1" status: 200 len: 205 time: 0.0336509 Nov 19 04:10:17.026825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33460) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.036746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45fe32c2-d744-4742-9a70-1b56df0dc006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.039548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-45fe32c2-d744-4742-9a70-1b56df0dc006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.044255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-45fe32c2-d744-4742-9a70-1b56df0dc006 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b588ff3-e7c4-4c46-a2e1-3cb201944344 HTTP/1.1" status: 204 len: 168 time: 1.2121944 Nov 19 04:10:17.056900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ce8760d-72a7-41c3-b923-be8fde3c13be req-2a8f891b-c1a7-4eb1-8acc-2c3b5405aa96 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 210 time: 0.0470023 Nov 19 04:10:17.093179 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-5d9e0177-af85-4d02-a045-b7bdf68b02fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] delete failed (client error): The resource could not be found. Nov 19 04:10:17.096709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d9e0177-af85-4d02-a045-b7bdf68b02fd tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/9339d013-2ff5-401c-aa91-8a5b83eaaa11 HTTP/1.1" status: 404 len: 336 time: 0.0661843 Nov 19 04:10:17.096709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe32c2-d744-4742-9a70-1b56df0dc006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b588ff3-e7c4-4c46-a2e1-3cb201944344,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:17.097723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33466) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.129782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aac89216-3869-46dc-bf89-e5026e049743 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=333e8b03-dd21-4618-b561-14cfd4c6dafa HTTP/1.1" status: 200 len: 205 time: 0.0288281 Nov 19 04:10:17.129973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33468) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.145251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.184242 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-d752fd60-eb7d-489b-822d-b51f86c0dac1 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] delete failed (client error): The resource could not be found. Nov 19 04:10:17.188061 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d752fd60-eb7d-489b-822d-b51f86c0dac1 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/333e8b03-dd21-4618-b561-14cfd4c6dafa HTTP/1.1" status: 404 len: 336 time: 0.0545590 Nov 19 04:10:17.188136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.224452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b427a39d-572d-47ef-9a77-e4bdf212dc55 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=c170df01-346e-4380-82f2-619fcfd621a6 HTTP/1.1" status: 200 len: 205 time: 0.0348425 Nov 19 04:10:17.227599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33472) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.281078 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-c031620a-19fe-4d68-9450-87eb8d9cb00b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] delete failed (client error): The resource could not be found. Nov 19 04:10:17.282187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c031620a-19fe-4d68-9450-87eb8d9cb00b tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/c170df01-346e-4380-82f2-619fcfd621a6 HTTP/1.1" status: 404 len: 336 time: 0.0534129 Nov 19 04:10:17.285204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.319815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7ce1f14c-d372-4547-856c-e539bbb4662d tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdad597e-1e6b-4d93-831b-3472a5798219 HTTP/1.1" status: 200 len: 205 time: 0.0329835 Nov 19 04:10:17.321813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33478) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.371836 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-1e4cc0d9-be75-47bb-8bb1-8cb481f4f367 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] delete failed (client error): The resource could not be found. Nov 19 04:10:17.375984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e4cc0d9-be75-47bb-8bb1-8cb481f4f367 tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/routers/fdad597e-1e6b-4d93-831b-3472a5798219 HTTP/1.1" status: 404 len: 336 time: 0.0503526 Nov 19 04:10:17.376353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33482) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.409838 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc2e5f8-ae25-4d27-80af-dd51bf742bbf tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] DELETE failed (client error): The resource could not be found. Nov 19 04:10:17.410744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc2e5f8-ae25-4d27-80af-dd51bf742bbf tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:10:17.416367 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4bc2e5f8-ae25-4d27-80af-dd51bf742bbf tempest-RoutersIpV6AdminTest-495859436 tempest-RoutersIpV6AdminTest-495859436-project] 10.222.0.52 "DELETE /v2.0/subnets/bd07dfff-c7e3-45fa-a56a-51897300e6b8 HTTP/1.1" status: 404 len: 337 time: 0.0365696 Nov 19 04:10:17.419928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 855b232b-3069-4ffc-8592-cad53c4615fa no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:17.479099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 855b232b-3069-4ffc-8592-cad53c4615fa {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:17.479456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 855b232b-3069-4ffc-8592-cad53c4615fa not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:17.644119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.663699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-158e17e9-f49a-47d5-baef-68f2c7b74d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.674239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-9f1a8584-e00f-4bc8-8c8d-4ab005117f37 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:17.682274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-9f1a8584-e00f-4bc8-8c8d-4ab005117f37 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.1818781 Nov 19 04:10:17.698096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting port ab57b31b-3305-42c8-b578-670428f3d972 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:17.698432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.763494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-5a633643-8302-4a4b-b210-15eb79cec92d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0801935 Nov 19 04:10:17.768420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33500) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.790636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-158e17e9-f49a-47d5-baef-68f2c7b74d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.796711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-158e17e9-f49a-47d5-baef-68f2c7b74d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.843872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.849899 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-158e17e9-f49a-47d5-baef-68f2c7b74d77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf7ef764a5504143bdd2eb53509f47c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032104 Nov 19 04:10:17.850988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e17e9-f49a-47d5-baef-68f2c7b74d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c275e-a74c-4f64-8cc8-75100d431dd8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:17.854113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33504) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:17.910514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24bfa0ac-0f5d-438d-947e-adae17d9e10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.934435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24bfa0ac-0f5d-438d-947e-adae17d9e10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.987554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24bfa0ac-0f5d-438d-947e-adae17d9e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.993318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24bfa0ac-0f5d-438d-947e-adae17d9e10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:17.996935 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-24bfa0ac-0f5d-438d-947e-adae17d9e10d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de1c275e-a74c-4f64-8cc8-75100d431dd8 HTTP/1.1" status: 204 len: 168 time: 0.1394234 Nov 19 04:10:18.006083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa0ac-0f5d-438d-947e-adae17d9e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c275e-a74c-4f64-8cc8-75100d431dd8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:18.192432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-43912d11-d913-4e44-9fcf-380a5ed91769 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:18.194151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-43912d11-d913-4e44-9fcf-380a5ed91769 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.1484017 Nov 19 04:10:18.223703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-daf70f41-0c72-48d4-a308-c1d7a6ab5d78 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4592407 Nov 19 04:10:18.244754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Calling delete_port for ab57b31b-3305-42c8-b578-670428f3d972 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:18.273443 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-04bfc3eb-4512-4b69-851f-eeecc34b99a8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 379 time: 0.0675390 Nov 19 04:10:18.286752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'port': {'device_id': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'admin_state_up': True, 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'security_groups': ['78c832ca-ace7-4993-899f-6ab89e841640']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:18.287177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14bc1871-1c73-4084-8555-da60f5118fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.425259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-c0c7509e-a1cf-40ec-a769-de267b4caa92 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007177 Nov 19 04:10:18.436926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:18.440585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.594335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Allocated IP 172.20.0.12 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/12e8a0ad-7415-476d-b8e4-4f4661414bc6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:18.597454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14bc1871-1c73-4084-8555-da60f5118fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.613068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14bc1871-1c73-4084-8555-da60f5118fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.661770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-46edf4ad-830e-4e92-a93e-b77d0383aead service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982024 Nov 19 04:10:18.680188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-14bc1871-1c73-4084-8555-da60f5118fa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86814207fed044b282ab48addb654912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9037790 Nov 19 04:10:18.684855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc1871-1c73-4084-8555-da60f5118fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94dbf3-21bc-47de-9468-015afc76b754,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:18.689926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33526) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:18.692798 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.762062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Port': ['ID=ab57b31b-3305-42c8-b578-670428f3d972,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:18.832332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.833749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc04df35-122e-43da-9f19-3c2862da3617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.909838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-e782b106-5cf9-48c7-b8d7-ad435a0af99d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0618169 Nov 19 04:10:18.955642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc04df35-122e-43da-9f19-3c2862da3617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:18.962658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.083991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.108421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc73d908-c6be-4b3a-93f2-34aec27a93ce req-f7567a4d-2b84-4e32-8230-adf302b8fb42 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.1287689 Nov 19 04:10:19.249598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:19.257212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:19.264483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:19.267049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:19.290159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc04df35-122e-43da-9f19-3c2862da3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.293493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cc04df35-122e-43da-9f19-3c2862da3617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.294689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cc04df35-122e-43da-9f19-3c2862da3617 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a94dbf3-21bc-47de-9468-015afc76b754 HTTP/1.1" status: 204 len: 168 time: 0.6031349 Nov 19 04:10:19.299333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-2e106803-8e95-4a06-b93c-4efc09461401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:19.301092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-2e106803-8e95-4a06-b93c-4efc09461401 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4ba5ec20a2d14543becb80921de13e34&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3745356 Nov 19 04:10:19.318043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04df35-122e-43da-9f19-3c2862da3617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94dbf3-21bc-47de-9468-015afc76b754,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:19.322029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Router c176813d-9990-4ae0-84d4-964d0110f410 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:19.379623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96c3d-c684-4522-a328-99230ee7667b req-96041d29-b77a-44bf-98bb-31b542fadf43 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:19.381416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6c96c3d-c684-4522-a328-99230ee7667b req-96041d29-b77a-44bf-98bb-31b542fadf43 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 932 time: 0.1612556 Nov 19 04:10:19.493489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:19.494305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.534925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:19.556376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] Sync routers for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:19.571866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c020e452-4127-474e-877d-6f3fcb66c071 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9805899 Nov 19 04:10:19.578287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:19.579020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:19.580332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:19.585256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-23f41cea-c973-4a03-8c30-7ce2723ac912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3057325 Nov 19 04:10:19.609193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Request body: {'port': {'device_id': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:19.646194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6c96c3d-c684-4522-a328-99230ee7667b req-2eab6185-f78f-4de6-bad8-2ee9e4462187 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046702 Nov 19 04:10:19.658529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:19.687880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] Routers {'c176813d-9990-4ae0-84d4-964d0110f410'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:19.690847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c176813d-9990-4ae0-84d4-964d0110f410'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:19.773368 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-34f40e88-6591-4cd3-b238-6387501383dc tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] show failed (client error): The resource could not be found. Nov 19 04:10:19.774726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-34f40e88-6591-4cd3-b238-6387501383dc tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1554807171 HTTP/1.1" status: 404 len: 335 time: 0.1949382 Nov 19 04:10:19.787711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:19.801673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ace07e71-2da1-45d5-b8fd-11fbe2776a55 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:19.815151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:19.818819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce4e2a-9416-42af-a856-534a02cc43ab None None] The sync data for ids ['c176813d-9990-4ae0-84d4-964d0110f410'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:19.819075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-677e8b18-8567-4a25-9df4-64a8c0061950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:19.820935 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-677e8b18-8567-4a25-9df4-64a8c0061950 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5102668 Nov 19 04:10:19.821855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.863710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-be45189b-e511-4809-9a20-b7d80a771022 None None] Provisioning complete for port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:19.864142 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be45189b-e511-4809-9a20-b7d80a771022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:19.877096 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-ace07e71-2da1-45d5-b8fd-11fbe2776a55 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] update failed (client error): The resource could not be found. Nov 19 04:10:19.882479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ace07e71-2da1-45d5-b8fd-11fbe2776a55 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-405792488 HTTP/1.1" status: 404 len: 334 time: 0.0880625 Nov 19 04:10:19.892126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:19.922617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d396b530-d4b3-4f82-b015-edf75af9b217 req-70896399-97d1-4fa3-aa69-bc866956780f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 210 time: 0.0476589 Nov 19 04:10:19.957549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a84a22cf-823e-42f9-9dc6-119cc4237308 req-a4c97d1b-fdfe-46bb-b6f9-d7503f8d97ee tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0453532 Nov 19 04:10:19.974296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33560) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:19.983701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-be45189b-e511-4809-9a20-b7d80a771022 None None] Port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:20.013363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting subnet 6d8f4469-dbbe-457b-b40b-349f938ca798 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:20.024534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.068636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8101302b-53dc-4210-ae4c-4db059148836 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d973baeae7384ff5890d55f2a99e9387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907691 Nov 19 04:10:20.069695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33562) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:20.091923 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.238877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-258654c8-94cd-4a35-b928-d8c0b8803a02 req-1ab565f1-b136-4d1d-a440-6af4e9ec32a3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0535412 Nov 19 04:10:20.244118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2382cbd8-1a44-4221-ba63-012296d3f32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.287202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:20.297197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.299263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2382cbd8-1a44-4221-ba63-012296d3f32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.308817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.313480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Transition to ACTIVE for port object 12e8a0ad-7415-476d-b8e4-4f4661414bc6 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:20.318852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.414224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2382cbd8-1a44-4221-ba63-012296d3f32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.416930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2382cbd8-1a44-4221-ba63-012296d3f32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.425272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:20.427270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2382cbd8-1a44-4221-ba63-012296d3f32c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecfbecd1-5daf-48b1-8a3e-a5c9b25d699f HTTP/1.1" status: 204 len: 168 time: 0.3564482 Nov 19 04:10:20.447024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.453224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382cbd8-1a44-4221-ba63-012296d3f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbecd1-5daf-48b1-8a3e-a5c9b25d699f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:20.504547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1febfcd-2017-461b-9175-50161e7cc0b6 None None] Network bd5534d9-4545-4fff-8aef-c0cba57ece7c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:20.524812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.530701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/subnets/6d8f4469-dbbe-457b-b40b-349f938ca798 HTTP/1.1" status: 204 len: 168 time: 0.6393108 Nov 19 04:10:20.531804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd94d9f-2c9c-4d00-af39-20d824404194 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8f4469-dbbe-457b-b40b-349f938ca798,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:20.535811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Attempting to bind port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:20.536153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Attempting to bind port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:20.536942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Attempting to bind port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:20.544317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33568) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:20.548939 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4e1c1d7-43f5-46e4-9dc9-dba2050228a7 req-0c56150d-d044-494a-88b2-5e741ca0418a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0634670 Nov 19 04:10:20.558319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 on network 825ffbc8-f346-40ad-9325-cb3d3195602c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:20.558758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Attempting to bind port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:20.572413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:20.572413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:20.572852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:20.573265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Bound port: 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:20.578590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.943859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:20.968130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] DHCP port deletion for bd5534d9-4545-4fff-8aef-c0cba57ece7c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:20.977611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:20.991936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:20.996316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1c1d7-43f5-46e4-9dc9-dba2050228a7 req-54991379-60d6-4146-9d19-31c715ed8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:20.998734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4e1c1d7-43f5-46e4-9dc9-dba2050228a7 req-54991379-60d6-4146-9d19-31c715ed8bc5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4ba5ec20a2d14543becb80921de13e34&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3861113 Nov 19 04:10:21.004916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.036007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4292aa8-5669-49e7-ade6-ae5ed55494b1 req-b315bb05-92e6-47d3-80bd-5fdd42cb8ff2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.037613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4292aa8-5669-49e7-ade6-ae5ed55494b1 req-b315bb05-92e6-47d3-80bd-5fdd42cb8ff2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 944 time: 0.1824560 Nov 19 04:10:21.090544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] Deleting port 078464bd-7aea-4ea1-bc57-77ebe322f043 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:21.091103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.116384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-907f613c-c6ab-40ac-9ec4-9b9b421cb63b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.118279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-907f613c-c6ab-40ac-9ec4-9b9b421cb63b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.4526603 Nov 19 04:10:21.149147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:21.174640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1c1d7-43f5-46e4-9dc9-dba2050228a7 req-5c503253-53f3-406a-8195-dee9163eb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.177148 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4e1c1d7-43f5-46e4-9dc9-dba2050228a7 req-5c503253-53f3-406a-8195-dee9163eb0dc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273825 Nov 19 04:10:21.185547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.186202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.187838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] 10.222.0.36 "PUT /v2.0/ports/12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1092 time: 1.5848253 Nov 19 04:10:21.188392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] For port 078464bd-7aea-4ea1-bc57-77ebe322f043, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=078464bd-7aea-4ea1-bc57-77ebe322f043,segment=NetworkSegment(e298d176-0b53-401f-a722-9ef8ff5e4c22),segment_id=e298d176-0b53-401f-a722-9ef8ff5e4c22)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:21.189566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.198623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:21.201442 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e1cf47-8415-479d-a653-2d26f3b645dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:21.226632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] Calling delete_port for 078464bd-7aea-4ea1-bc57-77ebe322f043 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:21.234423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf44f2-da28-416f-b663-906ae7c9dee2 service neutron] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:21.243750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4292aa8-5669-49e7-ade6-ae5ed55494b1 req-f9593977-006a-4748-b9cf-589602d3af0e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645980 Nov 19 04:10:21.280155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting port 078464bd-7aea-4ea1-bc57-77ebe322f043 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:21.280686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.352552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c4e1c1d7-43f5-46e4-9dc9-dba2050228a7 req-7d5c37d0-9164-4829-93f8-c38aa5c086b8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0524087 Nov 19 04:10:21.359590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e533a344-0093-4fd2-9b1b-f522e9d4646c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.364613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-10057a19-34d0-4cc3-8387-23d01a6e2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.366228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-10057a19-34d0-4cc3-8387-23d01a6e2920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1095 time: 0.1288459 Nov 19 04:10:21.419634 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.437328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-d91de857-99cd-4575-a93f-0c449ec25896 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 217 time: 0.0624342 Nov 19 04:10:21.439735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b79b33c5-e7eb-4b9e-822b-bc67d60de71a req-678e577a-ad4d-4072-8fdd-f6aae4da0226 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 210 time: 0.0854046 Nov 19 04:10:21.467471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] Pushing event deleted for resources: {'Port': ['ID=078464bd-7aea-4ea1-bc57-77ebe322f043,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:21.475451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3f030-76d6-4dd5-88aa-e3968880e8c8 None None] No DVR routers for this DVR port 078464bd-7aea-4ea1-bc57-77ebe322f043 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:21.478435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] For port 078464bd-7aea-4ea1-bc57-77ebe322f043, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=078464bd-7aea-4ea1-bc57-77ebe322f043,segment=NetworkSegment(e298d176-0b53-401f-a722-9ef8ff5e4c22),segment_id=e298d176-0b53-401f-a722-9ef8ff5e4c22)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:21.478835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.510968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Calling delete_port for 078464bd-7aea-4ea1-bc57-77ebe322f043 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:21.539055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:21.546866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.574185 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988d1cb-f6f3-4e4c-88fd-7275b4a57e74 x-openstack-request-id: req-3988d1cb-f6f3-4e4c-88fd-7275b4a57e74 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:21.574185 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:21.574806 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3988d1cb-f6f3-4e4c-88fd-7275b4a57e74 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:21.575295 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'status': 'completed', 'code': 200} Nov 19 04:10:21.587574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-49309228-7f6c-4749-bdd2-cb6734d7566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.594108 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-49309228-7f6c-4749-bdd2-cb6734d7566d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1472070 Nov 19 04:10:21.678789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 078464bd-7aea-4ea1-bc57-77ebe322f043 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:21.695612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-fa3b6bd6-fb2d-4978-b0e7-38b49307adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:21.697238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-fa3b6bd6-fb2d-4978-b0e7-38b49307adcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889204 Nov 19 04:10:21.705533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 078464bd-7aea-4ea1-bc57-77ebe322f043 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:21.706070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 078464bd-7aea-4ea1-bc57-77ebe322f043 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:21.749788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4dcdd829-42a7-4fa2-bd1c-5f92b3476d95 req-8223b910-4c69-4893-8f9b-c505066bc2ba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfc2076b-8b7f-4aab-9306-306c09053d44 HTTP/1.1" status: 200 len: 210 time: 0.0803034 Nov 19 04:10:21.814654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-8d39642e-5b8f-4ac8-957d-55a7c87ba678 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093659 Nov 19 04:10:21.816454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:21.857825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Port': ['ID=078464bd-7aea-4ea1-bc57-77ebe322f043,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:21.863467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.9 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/af84d441-053c-4b15-b9b4-7be6743ff431) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:21.868790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] No DVR routers for this DVR port 078464bd-7aea-4ea1-bc57-77ebe322f043 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:21.925404 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a8486974-ddd0-4b00-ab69-44b180e7f97e req-ac6a1a87-4ac5-4752-a3c0-b8b3f4d0445c service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029441 Nov 19 04:10:21.985040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33600) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:22.019380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.030067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-d4acfa86-d2e1-4dbd-94e5-d7c9f59da227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:22.032826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-d4acfa86-d2e1-4dbd-94e5-d7c9f59da227 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1095 time: 0.0526891 Nov 19 04:10:22.093977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5534d9-4545-4fff-8aef-c0cba57ece7c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:22.109543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e298d176-0b53-401f-a722-9ef8ff5e4c22') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:22.109853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e298d176-0b53-401f-a722-9ef8ff5e4c22') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:22.126425 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.147136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-604530124'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:22.155795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-3409a943-6549-4b54-b9a3-413993b9a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:22.157434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-3409a943-6549-4b54-b9a3-413993b9a945 service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1180704 Nov 19 04:10:22.162893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.192426 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:22.192845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.204715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-ee1eec4a-20b9-4795-9e21-58e8b87b3794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 217 time: 0.0378551 Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: self.session.flush() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:22.205354 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:22.254794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-6eacc79f-1a87-4630-b859-82c48136a45a tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=60aa2f541d8246429af7447f88ed6bdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944958 Nov 19 04:10:22.257765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-95c6e821-3589-49a4-b726-b52651fa6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:22.259223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-95c6e821-3589-49a4-b726-b52651fa6f51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0470421 Nov 19 04:10:22.312585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-47ab8d74-6b91-490f-8d5b-f3037ae3a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:22.314130 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-47ab8d74-6b91-490f-8d5b-f3037ae3a6c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472353 Nov 19 04:10:22.326777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.362681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Made reservation on behalf of 349f884f20364b50b3234fdf270a19cb for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:22.366138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.398154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.408059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.408341 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-69107caf-f6ba-4414-a059-7e70090a9032 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Nov 19 04:10:22.447862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.451238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/networks/bd5534d9-4545-4fff-8aef-c0cba57ece7c HTTP/1.1" status: 204 len: 168 time: 1.9059253 Nov 19 04:10:22.463247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33618) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:22.479491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7a72-f619-4bd7-8862-0ad38a7c26da tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Network': ['ID=bd5534d9-4545-4fff-8aef-c0cba57ece7c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:22.543939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting subnet 1f4207bd-1f0b-4fc3-838d-7e68c51f67d9 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:22.553920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.565888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.569745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.576228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-ed520521-1987-4bf0-9be5-f9d5a15b05fa tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:22.578396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:22.578530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-ed520521-1987-4bf0-9be5-f9d5a15b05fa tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118882 Nov 19 04:10:22.579578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5e1cf47-8415-479d-a653-2d26f3b645dd req-3d8863fa-fe8d-4787-a006-101c7e1c6d21 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635096 Nov 19 04:10:22.603437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.677742 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.684529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-1752f8ba-a6b4-4d86-8931-800ae0b33c3d tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/quotas/60aa2f541d8246429af7447f88ed6bdb HTTP/1.1" status: 200 len: 375 time: 0.0643344 Nov 19 04:10:22.689117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:22.690272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.701788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=af84d441-053c-4b15-b9b4-7be6743ff431,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:22.712264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:22.731218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:22.733827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:22.735004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.785893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-0ca8b060-21d9-45b4-b30e-be1dee478faf tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=60aa2f541d8246429af7447f88ed6bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898392 Nov 19 04:10:22.792706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe804b-2bd7-42b4-a771-4d9b1fbb2ea9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:22.815445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.821064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:22.821710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.826089 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.826451 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Added segment fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614 of type vlan for network 1fd12039-5127-45f6-bc4b-634a2b6874f9 Nov 19 04:10:22.861923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4207bd-1f0b-4fc3-838d-7e68c51f67d9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:22.865793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.869116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-009479cc-fca8-4d43-87aa-ab14e28a91a3 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/subnets/1f4207bd-1f0b-4fc3-838d-7e68c51f67d9 HTTP/1.1" status: 204 len: 168 time: 0.4048958 Nov 19 04:10:22.872306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33626) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:22.875886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e8df5-76eb-407d-896c-f9025b9429e7 None None] Network 830fb9a8-9b68-499d-9cea-f3e74ffe2841 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:22.894195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-3d3a6fe7-ef21-4ea7-a68c-7770ddb96fbd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7553430 Nov 19 04:10:22.898827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:22.908586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-19d92c04-3bed-4b90-9b0a-e13cfa74f4f2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:10:22.909617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-19d92c04-3bed-4b90-9b0a-e13cfa74f4f2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053916 Nov 19 04:10:22.942780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Request body: {'port': {'device_id': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:22.964856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting subnet e056977f-a4a6-4b3b-a635-fb474287aa1c {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:22.968632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.016533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.027324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.033822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:23.034128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.118895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.131355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] DHCP port deletion for 830fb9a8-9b68-499d-9cea-f3e74ffe2841 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:23.135497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.177105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1824255 Nov 19 04:10:23.184004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33636) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:23.193041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Request body: {'subnet': {'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:23.197383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] Deleting port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:23.197968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.203759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b205-0f49-4198-ba56-6a979b4e8b1c req-21d48b47-ad62-404b-b549-afc2ffdcc400 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:23.205769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c440b205-0f49-4198-ba56-6a979b4e8b1c req-21d48b47-ad62-404b-b549-afc2ffdcc400 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 944 time: 0.2113528 Nov 19 04:10:23.233985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6110855-8504-40a9-89de-5e5b201e12dd tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event updated for resources: {'Network': ['ID=1fd12039-5127-45f6-bc4b-634a2b6874f9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:23.255710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:23.303755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.306227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c440b205-0f49-4198-ba56-6a979b4e8b1c req-e68cd647-94d9-4ec0-88c6-78f3cdea3828 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933297 Nov 19 04:10:23.343550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Subnet': ['ID=e056977f-a4a6-4b3b-a635-fb474287aa1c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:23.352690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.353712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] For port cfa485f9-a8e0-46b2-b91f-c81a00cefc61, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,segment=NetworkSegment(963d9974-ff46-467a-8334-915e397e3616),segment_id=963d9974-ff46-467a-8334-915e397e3616)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:23.354171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.358113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f843bab3-2c98-48ef-b255-4227a0a66065 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/subnets/e056977f-a4a6-4b3b-a635-fb474287aa1c HTTP/1.1" status: 204 len: 168 time: 0.4847202 Nov 19 04:10:23.362234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:23.401110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] Calling delete_port for cfa485f9-a8e0-46b2-b91f-c81a00cefc61 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:23.421995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe7861-9620-4a7d-a7a4-ae4bd86ca537 None None] Network 49d83a3a-75a8-4d4d-909c-096843d508f3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:23.432613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:23.482322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.488608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Made reservation on behalf of 349f884f20364b50b3234fdf270a19cb for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:23.493330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.627377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15785489-288a-458b-aeab-12f23131aa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.705884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cfa485f9-a8e0-46b2-b91f-c81a00cefc61 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:23.738942 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.758845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: cfa485f9-a8e0-46b2-b91f-c81a00cefc61 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:23.759413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cfa485f9-a8e0-46b2-b91f-c81a00cefc61 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:23.794501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] Pushing event deleted for resources: {'Port': ['ID=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:23.804535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:23.811324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a87245-6cf9-40dc-91fa-1a64b9d6f617 None None] No DVR routers for this DVR port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:23.827363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:10:23.894056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:23.909685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] DHCP port deletion for 49d83a3a-75a8-4d4d-909c-096843d508f3 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:23.919529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:23.971823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:23.984836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.030700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] Deleting port c5d93097-6dc8-4b63-9650-913e806847eb {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:24.031112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.047878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691a0bf-bcd8-42a2-ac4e-751e3b2d9a59 req-a5631ee9-c446-4b5a-9ffb-21a338d2382f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:24.056060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f691a0bf-bcd8-42a2-ac4e-751e3b2d9a59 req-a5631ee9-c446-4b5a-9ffb-21a338d2382f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 931 time: 0.1103230 Nov 19 04:10:24.068549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:24.068878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.086373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af84d441-053c-4b15-b9b4-7be6743ff431 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:24.097063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.125645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.128006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Transition to ACTIVE for port object af84d441-053c-4b15-b9b4-7be6743ff431 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:24.138873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] For port c5d93097-6dc8-4b63-9650-913e806847eb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c5d93097-6dc8-4b63-9650-913e806847eb,segment=NetworkSegment(c51a27e2-f8ed-4e03-9218-25696db32ecd),segment_id=c51a27e2-f8ed-4e03-9218-25696db32ecd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:24.139381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.140159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] For port cfa485f9-a8e0-46b2-b91f-c81a00cefc61, host n-d-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:24.140539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.151449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f691a0bf-bcd8-42a2-ac4e-751e3b2d9a59 req-04ee931e-c1de-4468-8529-dce96897ab2f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944512 Nov 19 04:10:24.154060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.154678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Calling delete_port for cfa485f9-a8e0-46b2-b91f-c81a00cefc61 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:24.157377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 was not found and therefore no delete operation was performed {{(pid=109987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:10:24.161967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.163554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] Calling delete_port for c5d93097-6dc8-4b63-9650-913e806847eb owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:24.174758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] No DVR routers for this DVR port cfa485f9-a8e0-46b2-b91f-c81a00cefc61 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:24.225706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Pushing event updated for resources: {'Port': ['ID=af84d441-053c-4b15-b9b4-7be6743ff431,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.236208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['12e8a0ad-7415-476d-b8e4-4f4661414bc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:24.257760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Port': ['ID=cfa485f9-a8e0-46b2-b91f-c81a00cefc61,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.348639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-176f8b1e-51ba-413c-856a-18bb4fbfa3c2 req-bc7fcab5-a74b-4355-a950-0130a3be2a21 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 210 time: 0.0465193 Nov 19 04:10:24.349194 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.366520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.385221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] Pushing event deleted for resources: {'Port': ['ID=c5d93097-6dc8-4b63-9650-913e806847eb,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.404235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Attempting to bind port af84d441-053c-4b15-b9b4-7be6743ff431 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:24.404579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Attempting to bind port af84d441-053c-4b15-b9b4-7be6743ff431 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:24.406086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Attempting to bind port af84d441-053c-4b15-b9b4-7be6743ff431 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:24.412769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Port af84d441-053c-4b15-b9b4-7be6743ff431 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:24.413056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Attempting to bind port af84d441-053c-4b15-b9b4-7be6743ff431 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:24.420679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830fb9a8-9b68-499d-9cea-f3e74ffe2841']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:24.422595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:24.422944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:24.423338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:24.424272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Bound port: af84d441-053c-4b15-b9b4-7be6743ff431, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:24.424272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.425370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a50d2-3049-40fe-8f0b-8c9e5d3dd6dd None None] No DVR routers for this DVR port c5d93097-6dc8-4b63-9650-913e806847eb on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:24.443524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d9974-ff46-467a-8334-915e397e3616') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:24.443892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d9974-ff46-467a-8334-915e397e3616') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:24.461523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.473825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.514186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.531215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:24.531613 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:24.534730 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:24.614819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5bf49-56f2-43d6-b2f9-c8a81e8de041 req-59f410a7-f513-4be3-ad8e-6101ecd8243d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:24.616379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccc5bf49-56f2-43d6-b2f9-c8a81e8de041 req-59f410a7-f513-4be3-ad8e-6101ecd8243d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1460705 Nov 19 04:10:24.617511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] For port af84d441-053c-4b15-b9b4-7be6743ff431, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:24.621383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] For port af84d441-053c-4b15-b9b4-7be6743ff431, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af84d441-053c-4b15-b9b4-7be6743ff431,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:24.630409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event updated for resources: {'Subnet': ['ID=e7eacc85-791d-4171-8aca-c2c339ff2f8e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.632987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.638136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-8abf9fab-54a0-4051-bbf5-c05dc9074a29 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=60aa2f541d8246429af7447f88ed6bdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503275 Nov 19 04:10:24.693123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:24.693768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.695212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] 10.222.0.31 "PUT /v2.0/ports/af84d441-053c-4b15-b9b4-7be6743ff431 HTTP/1.1" status: 200 len: 1091 time: 1.7670379 Nov 19 04:10:24.695665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'tag': 'af84d441-053c-4b15-b9b4-7be6743ff431'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:24.697952 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c961114-4a5a-4ae1-9822-fee61b7b350c", "tag": "af84d441-053c-4b15-b9b4-7be6743ff431"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:24.723252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Checking segment: {'id': 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:24.723558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Network hostable DHCP agents. Network: 1fd12039-5127-45f6-bc4b-634a2b6874f9, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:24.733261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccc5bf49-56f2-43d6-b2f9-c8a81e8de041 req-6c13668c-46f2-48c4-8c65-b417c99684e7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077206 Nov 19 04:10:24.733817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc42304-62af-456b-ab9a-3e7137ebaa42 service neutron] Pushing event updated for resources: {'Port': ['ID=af84d441-053c-4b15-b9b4-7be6743ff431,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.739748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.761313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.764709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/networks/830fb9a8-9b68-499d-9cea-f3e74ffe2841 HTTP/1.1" status: 204 len: 168 time: 1.4013801 Nov 19 04:10:24.767215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33650) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:24.822705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996c93-7d1d-4057-abba-945b3565562c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Network': ['ID=830fb9a8-9b68-499d-9cea-f3e74ffe2841,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:24.834322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:24.878609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1fd12039-5127-45f6-bc4b-634a2b6874f9) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:24.888125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d5cc4-bb3d-4156-8140-380e43cd9248 None None] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:24.888957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:24.889598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.904689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-1e292a44-3791-471e-8e48-9887e5497316 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:24.906807 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-1e292a44-3791-471e-8e48-9887e5497316 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580786 Nov 19 04:10:24.922118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a550d4a3-b0d8-4fa6-84fd-a19c28970d4a tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7337039 Nov 19 04:10:24.922300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33660) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:24.928790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Request body: {'port': {'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1233039463'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:24.951145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Request body: {'port': {'device_id': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '60aa2f541d8246429af7447f88ed6bdb'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:24.958841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:24.973808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-a3b00932-b89c-4862-99ac-1b6ea157eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:24.975636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-a3b00932-b89c-4862-99ac-1b6ea157eb49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 1094 time: 0.1862514 Nov 19 04:10:25.044639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-1fd12039-5127-45f6-bc4b-634a2b6874f9', 'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9', 'tenant_id': '349f884f20364b50b3234fdf270a19cb', 'fixed_ips': [{'subnet_id': 'e7eacc85-791d-4171-8aca-c2c339ff2f8e'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:10:25.045504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.074419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-6e41c6fa-4dc9-4b98-8a45-36d0536b8b99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af84d441-053c-4b15-b9b4-7be6743ff431 HTTP/1.1" status: 200 len: 217 time: 0.0801694 Nov 19 04:10:25.129955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Made reservation on behalf of 349f884f20364b50b3234fdf270a19cb for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:25.133414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.163622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Made reservation on behalf of 60aa2f541d8246429af7447f88ed6bdb for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:25.167930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.171694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] device_id is not set on port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:10:25.179296 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.186817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.206764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-317f6f7b-5169-4162-b74f-c367b9d527a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:25.208410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-317f6f7b-5169-4162-b74f-c367b9d527a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.3537381 Nov 19 04:10:25.228183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604ed-208a-4e46-9222-849fad6e5527 req-6268df00-b6ca-4c95-86ae-36dfcc7f9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:25.230736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-6268df00-b6ca-4c95-86ae-36dfcc7f9fd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1205571 Nov 19 04:10:25.242459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d83a3a-75a8-4d4d-909c-096843d508f3']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:25.262853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-59c3f003-89f7-4120-ae60-307528930603 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0436759 Nov 19 04:10:25.271033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51a27e2-f8ed-4e03-9218-25696db32ecd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:25.272106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51a27e2-f8ed-4e03-9218-25696db32ecd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:25.305637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-d6b5037c-19f2-42af-b215-0f554b73ccf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663323 Nov 19 04:10:25.311284 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.329695 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.334899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.353106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-c3a93186-7369-4288-bf28-73323c7dc684 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438979 Nov 19 04:10:25.367030 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.368359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Allocated IP 2001:db8::2 (1fd12039-5127-45f6-bc4b-634a2b6874f9/e7eacc85-791d-4171-8aca-c2c339ff2f8e/daaa1793-c05f-4f52-a475-efe195a880c1) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:25.424940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c910fe6-ba33-4e41-a1ee-b4380e04d25a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:25.431625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:25.471826 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.487563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Allocated IP 192.168.233.153 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/439ba10d-8114-4bc7-b632-986c1f7fdaef) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:25.492058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:25.492481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:25.497536 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:25.513730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-7b01873b-aef2-486f-bd8f-21ae15951a77 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222384 Nov 19 04:10:25.545475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:10:25.555428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:25.555860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.596344 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.611687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.658952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-03ee59c9-59c0-487c-8ba9-1c5a9937ee8b service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152930 Nov 19 04:10:25.664281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:25.671658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:25.674331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:25.702998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Pushing event updated for resources: {'Port': ['ID=daaa1793-c05f-4f52-a475-efe195a880c1,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:25.704955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-e35b6e3d-a9f7-435a-9a2e-30622c370087 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762422 Nov 19 04:10:25.708504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Allocated IP 2001:db8::2b1 (1fd12039-5127-45f6-bc4b-634a2b6874f9/e7eacc85-791d-4171-8aca-c2c339ff2f8e/3a4e3352-f9c1-45ea-bf67-e57bef56f365) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:25.709830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.729675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.743902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/networks/49d83a3a-75a8-4d4d-909c-096843d508f3 HTTP/1.1" status: 204 len: 168 time: 0.9753606 Nov 19 04:10:25.749172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.750490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33666) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:25.766223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c5d93097-6dc8-4b63-9650-913e806847eb no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:25.774543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a320d-4552-4054-b3b3-745a8cb9110a tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Network': ['ID=49d83a3a-75a8-4d4d-909c-096843d508f3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:25.791989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c5d93097-6dc8-4b63-9650-913e806847eb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:25.793248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c5d93097-6dc8-4b63-9650-913e806847eb not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:25.820022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting subnet 5d37052c-9334-4130-bab2-6cb66d073c70 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:25.828580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.850881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Attempting to bind port daaa1793-c05f-4f52-a475-efe195a880c1 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:25.851355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Attempting to bind port daaa1793-c05f-4f52-a475-efe195a880c1 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:25.851800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Attempting to bind port daaa1793-c05f-4f52-a475-efe195a880c1 on network 1fd12039-5127-45f6-bc4b-634a2b6874f9 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:25.856497 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.869736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:25.870251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Checking segment: {'id': 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:25.871528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.872022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Bound using segment: {'id': 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:25.872602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Bound port: daaa1793-c05f-4f52-a475-efe195a880c1, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:25.873067 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.918168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e40604ed-208a-4e46-9222-849fad6e5527 req-696001d4-2484-4671-adf8-3fc2cd86f915 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984425 Nov 19 04:10:25.923948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:25.927046 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc6c409-014e-4c17-929a-00d7d9a1bf4f" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:25.964970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.971402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:25.982390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:25.997757 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876d8834-7560-4ba0-b0f1-9063f7bf4949 x-openstack-request-id: req-876d8834-7560-4ba0-b0f1-9063f7bf4949 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:25.998132 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c961114-4a5a-4ae1-9822-fee61b7b350c", "tag": "af84d441-053c-4b15-b9b4-7be6743ff431", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:25.998534 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-876d8834-7560-4ba0-b0f1-9063f7bf4949 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:25.998993 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'tag': 'af84d441-053c-4b15-b9b4-7be6743ff431', 'status': 'completed', 'code': 200} Nov 19 04:10:26.010144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.068888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:26.102761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] For port daaa1793-c05f-4f52-a475-efe195a880c1, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:26.107383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] For port daaa1793-c05f-4f52-a475-efe195a880c1, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=daaa1793-c05f-4f52-a475-efe195a880c1,segment=NetworkSegment(fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614),segment_id=fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:26.113631 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.162596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:26.180664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:26.195446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:26.213876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28376c2a-47e4-424f-9dd2-1da0dd16babc None None] Pushing event updated for resources: {'Port': ['ID=daaa1793-c05f-4f52-a475-efe195a880c1,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:26.228808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-ac6d5d06-8c56-4f55-95a8-381863b6a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:26.231332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-ac6d5d06-8c56-4f55-95a8-381863b6a2b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 1094 time: 0.1592731 Nov 19 04:10:26.265377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e299ea-2243-4bbb-b025-03a617e0c740 req-6ab57b3c-ff3e-43c3-b9b8-943adca05243 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:26.273271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70e299ea-2243-4bbb-b025-03a617e0c740 req-6ab57b3c-ff3e-43c3-b9b8-943adca05243 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 943 time: 0.1694736 Nov 19 04:10:26.313461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Pushing event updated for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:26.362219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.460218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.472207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70e299ea-2243-4bbb-b025-03a617e0c740 req-e93b23e0-d03e-44d6-a8a1-8a69f5e614c3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952832 Nov 19 04:10:26.493171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:26.494312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.500345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.579747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-258b3c61-ad0f-44c2-9c6e-120adac1c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:26.582724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-258b3c61-ad0f-44c2-9c6e-120adac1c2c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.3431380 Nov 19 04:10:26.650761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-bc1688bc-b96a-4bcb-b52b-01ae79570e41 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7167261 Nov 19 04:10:26.665211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-62936ddd-a832-4679-8741-3d6d0366912d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af84d441-053c-4b15-b9b4-7be6743ff431 HTTP/1.1" status: 200 len: 217 time: 0.0728381 Nov 19 04:10:26.687407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Request body: {'port': {'device_id': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:26.740298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.757078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8239784f-41d1-47d0-bdb6-596e5524f3f5 None None] Provisioning complete for port 439ba10d-8114-4bc7-b632-986c1f7fdaef triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:26.757856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8239784f-41d1-47d0-bdb6-596e5524f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.805550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.814869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8239784f-41d1-47d0-bdb6-596e5524f3f5 None None] Port 439ba10d-8114-4bc7-b632-986c1f7fdaef cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:26.833488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c25d-d9a5-4128-b68b-8625c9decb8b req-a4c43770-9290-4313-b70d-c7a694de3d32 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:26.835954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2880c25d-d9a5-4128-b68b-8625c9decb8b req-a4c43770-9290-4313-b70d-c7a694de3d32 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 936 time: 0.1740253 Nov 19 04:10:26.843158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-08c8d430-ac38-4ee8-b28d-7c2f987b0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:26.847147 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-08c8d430-ac38-4ee8-b28d-7c2f987b0725 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1389010 Nov 19 04:10:26.849672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Subnet': ['ID=5d37052c-9334-4130-bab2-6cb66d073c70,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:26.887541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.895949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a45a6-fab1-4181-90df-05f9781d2c05 None None] Network bed62c94-73f7-4337-88bf-c2f475eac2c4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:26.898829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8a3ad705-0c07-410c-8415-a6127687402c tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/subnets/5d37052c-9334-4130-bab2-6cb66d073c70 HTTP/1.1" status: 204 len: 168 time: 1.1451559 Nov 19 04:10:26.907253 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:26.966326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:26.967215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:26.974983 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-283675d5-dcfc-4f8b-b3bc-654bd78fd85d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149299 Nov 19 04:10:26.987598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2880c25d-d9a5-4128-b68b-8625c9decb8b req-ac409b57-e244-4441-8e92-fc154e21894b tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357543 Nov 19 04:10:27.007235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event updated for resources: {'Port': ['ID=3a4e3352-f9c1-45ea-bf67-e57bef56f365,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:27.032189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:27.037600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:27.049532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:27.052888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.147858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6d99a916-22ca-4215-99d1-36749dcccab0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2210543 Nov 19 04:10:27.149086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33684) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:27.155522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Request body: {'port': {'network_id': '1fd12039-5127-45f6-bc4b-634a2b6874f9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-636511617', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:27.156099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.api.validators [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] bootfile-name is not in valid_values {{(pid=109986) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:10:27.156444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.api.validators [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] tftp-server is not in valid_values {{(pid=109986) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:10:27.156811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.api.validators [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] server-ip-address is not in valid_values {{(pid=109986) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:10:27.205397 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.213555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] DHCP port deletion for bed62c94-73f7-4337-88bf-c2f475eac2c4 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:27.273495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.289978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-89866b56-84e2-482e-9e24-004f59cb4db7 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965539 Nov 19 04:10:27.298604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] Deleting port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:27.298985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.384692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] For port b4980ed8-66c9-40b5-8bfc-5e22aa563da2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,segment=NetworkSegment(2005e4d6-e570-452c-abc0-0342904499f8),segment_id=2005e4d6-e570-452c-abc0-0342904499f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:27.385108 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.415248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] Calling delete_port for b4980ed8-66c9-40b5-8bfc-5e22aa563da2 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:27.502121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Deleting port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:27.502692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.533396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567fca-2f74-4b9d-92e2-5f9385c72a3a req-00c38b4b-4715-49c1-8e6f-335b3433584e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:27.535224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4567fca-2f74-4b9d-92e2-5f9385c72a3a req-00c38b4b-4715-49c1-8e6f-335b3433584e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.4099188 Nov 19 04:10:27.565310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.606952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] Pushing event deleted for resources: {'Port': ['ID=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:27.609168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a39ce-11a3-4af2-90db-d936b97aeadd None None] No DVR routers for this DVR port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:27.691376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Made reservation on behalf of 349f884f20364b50b3234fdf270a19cb for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:27.695203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.701511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9d8c26d-e40f-4006-81f0-e757d58bd9a0 req-a3d9ca34-94d0-49dc-8247-bcc9c59ea5b2 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871524 Nov 19 04:10:27.728033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4567fca-2f74-4b9d-92e2-5f9385c72a3a req-af7f3649-3cc3-434d-a212-c82555063962 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807430 Nov 19 04:10:27.744071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] device_id is not set on port bc110319-edd7-455f-8657-3d5e63bb051a yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:10:27.819598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device daaa1793-c05f-4f52-a475-efe195a880c1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:27.863568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1fe7d-212a-4409-b66b-cbbd1f7a2e43 None None] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:27.890189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d23be13-dc15-4b32-964b-4ae097da100c req-fae8e496-a0ef-46c3-93cf-48d29f7665c6 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 210 time: 0.0383713 Nov 19 04:10:27.969725 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c21aee-d19f-4ec7-a1d3-126233b95f00 x-openstack-request-id: req-62c21aee-d19f-4ec7-a1d3-126233b95f00 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:27.970159 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:27.970545 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62c21aee-d19f-4ec7-a1d3-126233b95f00 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:27.971120 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:10:27.987402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Allocated IP 2001:db8::12a (1fd12039-5127-45f6-bc4b-634a2b6874f9/e7eacc85-791d-4171-8aca-c2c339ff2f8e/bc110319-edd7-455f-8657-3d5e63bb051a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:27.988928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ff38b2c3-a176-443f-8105-35a55e294720 None None] Provisioning complete for port daaa1793-c05f-4f52-a475-efe195a880c1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:27.989475 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff38b2c3-a176-443f-8105-35a55e294720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:27.999753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] For port b4980ed8-66c9-40b5-8bfc-5e22aa563da2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,segment=NetworkSegment(2005e4d6-e570-452c-abc0-0342904499f8),segment_id=2005e4d6-e570-452c-abc0-0342904499f8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:28.000134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.055474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Calling delete_port for b4980ed8-66c9-40b5-8bfc-5e22aa563da2 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:28.087318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port daaa1793-c05f-4f52-a475-efe195a880c1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:28.087828 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.180024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2502-1888-41f3-a59c-ef059093b661 req-30d02f70-00ae-4d76-9bf5-2a74e96fcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.181800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa4b2502-1888-41f3-a59c-ef059093b661 req-30d02f70-00ae-4d76-9bf5-2a74e96fcaef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1097 time: 0.1530414 Nov 19 04:10:28.193259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83559-77a6-4991-80c1-5866f4ba7afc req-f729c334-cb0a-497b-9ec5-f54ea3a5f3da tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.194839 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffd83559-77a6-4991-80c1-5866f4ba7afc req-f729c334-cb0a-497b-9ec5-f54ea3a5f3da tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 943 time: 0.1548755 Nov 19 04:10:28.208514 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff38b2c3-a176-443f-8105-35a55e294720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.243225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-f5338f6a-5604-4bc7-b5a1-d9fa9db1290a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.244687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-f5338f6a-5604-4bc7-b5a1-d9fa9db1290a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.36 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.7639766 Nov 19 04:10:28.262991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.277079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Request body: {'port': {'device_id': '55866a3c-3809-42f0-84bc-c158894430db', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'admin_state_up': True, 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:28.315738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffd83559-77a6-4991-80c1-5866f4ba7afc req-8e3fb3ff-6851-4cd4-997a-c4ed71dc6a22 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057529 Nov 19 04:10:28.320311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa4b2502-1888-41f3-a59c-ef059093b661 req-9408fae2-bd2f-478c-9b35-40e4282d6810 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224711 Nov 19 04:10:28.337375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port daaa1793-c05f-4f52-a475-efe195a880c1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=daaa1793-c05f-4f52-a475-efe195a880c1,segment=NetworkSegment(fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614),segment_id=fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:28.342472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439ba10d-8114-4bc7-b632-986c1f7fdaef {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:28.347168 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.372458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.390451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.395449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Port': ['ID=b4980ed8-66c9-40b5-8bfc-5e22aa563da2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:28.407148 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.409731 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-ff38b2c3-a176-443f-8105-35a55e294720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:10:28.410244 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-ff38b2c3-a176-443f-8105-35a55e294720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:10:28.420711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] No DVR routers for this DVR port b4980ed8-66c9-40b5-8bfc-5e22aa563da2 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:28.428043 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.466332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Transition to ACTIVE for port object 439ba10d-8114-4bc7-b632-986c1f7fdaef will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:28.492201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=daaa1793-c05f-4f52-a475-efe195a880c1,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:28.497456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b4980ed8-66c9-40b5-8bfc-5e22aa563da2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:28.530201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b4980ed8-66c9-40b5-8bfc-5e22aa563da2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:28.531300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b4980ed8-66c9-40b5-8bfc-5e22aa563da2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:28.539645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:28.547302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:28.550521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:28.556207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.556870 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.560288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event updated for resources: {'Port': ['ID=bc110319-edd7-455f-8657-3d5e63bb051a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:28.564835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.578216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.585903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d414ef-73da-4c13-ab49-1fd9af22360e req-4db6c785-d916-45ce-9696-0d5eee4c1654 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.587499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68d414ef-73da-4c13-ab49-1fd9af22360e req-4db6c785-d916-45ce-9696-0d5eee4c1654 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 936 time: 0.1568553 Nov 19 04:10:28.591381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2370836b-0b63-4266-bfb8-3ccb5b21e7d9 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4410465 Nov 19 04:10:28.595606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33690) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:28.643158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed62c94-73f7-4337-88bf-c2f475eac2c4']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:28.669178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68d414ef-73da-4c13-ab49-1fd9af22360e req-d824a4a3-220e-441c-86cc-a4fc1b700b9f tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749347 Nov 19 04:10:28.674498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2005e4d6-e570-452c-abc0-0342904499f8') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:28.674814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2005e4d6-e570-452c-abc0-0342904499f8') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:28.690989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.692557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af84d441-053c-4b15-b9b4-7be6743ff431 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:28.704033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9728e7-4d76-4f9e-bebf-65f1de9179cf tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.710383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9728e7-4d76-4f9e-bebf-65f1de9179cf tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.727660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9728e7-4d76-4f9e-bebf-65f1de9179cf tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.732946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8e9728e7-4d76-4f9e-bebf-65f1de9179cf tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1329329 Nov 19 04:10:28.740327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33692) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:28.744124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.747365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Pushing event updated for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:28.806811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:28.808038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:28.824826 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:28.887100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:28.891263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.943878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Attempting to bind port 439ba10d-8114-4bc7-b632-986c1f7fdaef on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:28.944346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Attempting to bind port 439ba10d-8114-4bc7-b632-986c1f7fdaef by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:28.944848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Attempting to bind port 439ba10d-8114-4bc7-b632-986c1f7fdaef on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:28.960591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.965968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:28.969309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/networks/bed62c94-73f7-4337-88bf-c2f475eac2c4 HTTP/1.1" status: 204 len: 168 time: 2.0574312 Nov 19 04:10:28.974744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Port 439ba10d-8114-4bc7-b632-986c1f7fdaef on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:28.975297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Attempting to bind port 439ba10d-8114-4bc7-b632-986c1f7fdaef on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:28.975593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port af84d441-053c-4b15-b9b4-7be6743ff431, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af84d441-053c-4b15-b9b4-7be6743ff431,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:28.978073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6587a-054d-4048-88c2-ee4b30a0b555 req-d1e5f399-cf60-4577-8200-a2c96b6273fd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:28.981601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33698) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:28.986945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf6587a-054d-4048-88c2-ee4b30a0b555 req-d1e5f399-cf60-4577-8200-a2c96b6273fd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.0938816 Nov 19 04:10:29.018974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'af84d441-053c-4b15-b9b4-7be6743ff431', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': 'af84d441-053c-4b15-b9b4-7be6743ff431', 'mac_address': 'fa:16:3e:48:3f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:10:29.025839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Deleting port bc110319-edd7-455f-8657-3d5e63bb051a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:29.026275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.034037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b3884eb9-6079-4f0c-82de-4da4ab6f4104 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "GET /v2.0/ports?device_id=c176813d-9990-4ae0-84d4-964d0110f410 HTTP/1.1" status: 200 len: 205 time: 0.0508916 Nov 19 04:10:29.052566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33700) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:29.061740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:29.062257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:29.062772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:29.063389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Bound port: 439ba10d-8114-4bc7-b632-986c1f7fdaef, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:29.063884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.066023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26aeb6-2fba-413f-99d1-81f8fcded881 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Pushing event deleted for resources: {'Network': ['ID=bed62c94-73f7-4337-88bf-c2f475eac2c4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:29.071874 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.087052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af84d441-053c-4b15-b9b4-7be6743ff431 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:29.114261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port af84d441-053c-4b15-b9b4-7be6743ff431, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af84d441-053c-4b15-b9b4-7be6743ff431,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:29.121710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.178595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.192496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=af84d441-053c-4b15-b9b4-7be6743ff431,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:29.206881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7e071367-e85c-4be7-8267-ea381a7cec16 None None] Provisioning complete for port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:29.207334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7e071367-e85c-4be7-8267-ea381a7cec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.209969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:29.216739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:29.218385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Allocated IP 172.20.0.8 (0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5/c13c240b-a966-4c29-a23b-08967fa2e6aa/9add26e5-f9f2-46e4-ac37-584570bddfe2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:29.233326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.252219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7e071367-e85c-4be7-8267-ea381a7cec16 None None] Port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:29.275477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7e071367-e85c-4be7-8267-ea381a7cec16 None None] Provisioning complete for port daaa1793-c05f-4f52-a475-efe195a880c1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:29.276137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7e071367-e85c-4be7-8267-ea381a7cec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.283286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf6587a-054d-4048-88c2-ee4b30a0b555 req-089b3adb-d894-453a-a083-823379d80b36 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954063 Nov 19 04:10:29.315264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Pushing event updated for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:29.334943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:29.336079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.345707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-a8ad2313-b276-4e23-b8ae-3d4dd10d3a84 service neutron] 10.222.0.31 "PUT /v2.0/ports/439ba10d-8114-4bc7-b632-986c1f7fdaef HTTP/1.1" status: 200 len: 1096 time: 2.6596787 Nov 19 04:10:29.365013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:29.367526 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:29.521177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['af84d441-053c-4b15-b9b4-7be6743ff431'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:29.525708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b97f2e1e-7e47-41de-98f7-5892005e198b None None] Provisioning complete for port bc110319-edd7-455f-8657-3d5e63bb051a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:29.526255 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b97f2e1e-7e47-41de-98f7-5892005e198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.546779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-9475c5d2-4be6-4144-8fef-f3a52fd9e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:29.548348 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-9475c5d2-4be6-4144-8fef-f3a52fd9e67b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=60aa2f541d8246429af7447f88ed6bdb&device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 1099 time: 0.0829623 Nov 19 04:10:29.615653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b97f2e1e-7e47-41de-98f7-5892005e198b None None] Port bc110319-edd7-455f-8657-3d5e63bb051a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:29.631536 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-daaf30a6-b128-4c73-bb03-4545a329d5b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef HTTP/1.1" status: 200 len: 217 time: 0.0630326 Nov 19 04:10:29.659176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.683809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device daaa1793-c05f-4f52-a475-efe195a880c1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:29.715388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-37fae5c6-d15b-4844-ae09-bce91ae017d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:29.716968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-37fae5c6-d15b-4844-ae09-bce91ae017d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0732207 Nov 19 04:10:29.768893 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.799504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port daaa1793-c05f-4f52-a475-efe195a880c1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:29.799884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.809163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-764263d3-03f0-40c7-bd77-f189f83a6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:29.810670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-764263d3-03f0-40c7-bd77-f189f83a6742 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854986 Nov 19 04:10:29.837152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:29.853087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:29.885838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:29.893460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event updated for resources: {'Port': ['ID=9add26e5-f9f2-46e4-ac37-584570bddfe2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:29.910214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.919338 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.941894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.959558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:29.960181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:29.989101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-fd9e97b7-fd78-4594-bf92-8ae626ea8f69 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660557 Nov 19 04:10:29.991350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Calling delete_port for bc110319-edd7-455f-8657-3d5e63bb051a owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:29.992682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-ed7ca5c6-5727-42e8-8bf3-b69d0a526a4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7380359 Nov 19 04:10:30.003183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8298-a17f-46d2-b497-ba315e59eb31 req-63ee713b-85e3-4c32-8d56-05d6c620b1ef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:30.004720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-925e8298-a17f-46d2-b497-ba315e59eb31 req-63ee713b-85e3-4c32-8d56-05d6c620b1ef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 931 time: 0.1362157 Nov 19 04:10:30.007976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.008530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Fanout notify agent at l3_agent the message router_deleted on router c176813d-9990-4ae0-84d4-964d0110f410 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:10:30.008876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Request body: {'port': {'device_id': '55866a3c-3809-42f0-84bc-c158894430db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:30.017835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.018962 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e76aed59-63be-4a80-bd42-76662b57b895 tempest-RoutersNegativeIpV6Test-1067014311 tempest-RoutersNegativeIpV6Test-1067014311-project] 10.222.0.52 "DELETE /v2.0/routers/c176813d-9990-4ae0-84d4-964d0110f410 HTTP/1.1" status: 204 len: 168 time: 0.9658458 Nov 19 04:10:30.113156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.118327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-925e8298-a17f-46d2-b497-ba315e59eb31 req-e9354562-13bd-473b-9c94-b9ba643555fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982101 Nov 19 04:10:30.145832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9356a573-5c04-4f17-82e3-ef3621bfc671 req-5f6b06bd-7dbc-4c2a-ac6c-06a018571634 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489129 Nov 19 04:10:30.260554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.299866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event deleted for resources: {'Port': ['ID=bc110319-edd7-455f-8657-3d5e63bb051a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:30.338756 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.343152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a1686fdc-6dc8-42a9-ba86-f18c4314ab1f tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "DELETE /v2.0/ports/bc110319-edd7-455f-8657-3d5e63bb051a HTTP/1.1" status: 204 len: 168 time: 1.6022730 Nov 19 04:10:30.351527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca006a3c-238f-4e1f-869d-7bb17b4ce0e6 req-5b98c311-c855-43f9-8bcc-514832137eca tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:30.358045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:30.359896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca006a3c-238f-4e1f-869d-7bb17b4ce0e6 req-5b98c311-c855-43f9-8bcc-514832137eca tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 944 time: 0.1421561 Nov 19 04:10:30.364636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Request body: {'port': {'name': 'tempest-new-port-name-870191162', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:30.365199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] bootfile-name is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:10:30.365789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] tftp-server is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:10:30.366380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] server-ip-address is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:10:30.418999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca006a3c-238f-4e1f-869d-7bb17b4ce0e6 req-1d5213ec-b1c8-44cb-b96a-6e80929966c2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Nov 19 04:10:30.457784 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f2ef04-d6be-4e04-9b2c-815a30986f34 x-openstack-request-id: req-f9f2ef04-d6be-4e04-9b2c-815a30986f34 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:30.458113 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:30.458378 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9f2ef04-d6be-4e04-9b2c-815a30986f34 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:30.458783 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef', 'status': 'completed', 'code': 200} Nov 19 04:10:30.469816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33718) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:30.528183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9add26e5-f9f2-46e4-ac37-584570bddfe2 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:30.536263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.547509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.566547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Transition to ACTIVE for port object 9add26e5-f9f2-46e4-ac37-584570bddfe2 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:30.591645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585bdc-4414-446c-bcd5-d9a29e88f8e8 req-4ca437c4-2390-45af-aa3f-5abbac936eae tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:30.593599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80585bdc-4414-446c-bcd5-d9a29e88f8e8 req-4ca437c4-2390-45af-aa3f-5abbac936eae tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 948 time: 0.0672052 Nov 19 04:10:30.611993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.678252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80585bdc-4414-446c-bcd5-d9a29e88f8e8 req-d4546060-6bbb-4361-b49d-d821725d4eb3 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757854 Nov 19 04:10:30.683389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af84d441-053c-4b15-b9b4-7be6743ff431 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:30.715836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-db3e2006-f23b-417d-ad36-e463df7bf36a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1aeccff69a2f46808b41f9068d4f44b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420533 Nov 19 04:10:30.716048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:30.744162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9add26e5-f9f2-46e4-ac37-584570bddfe2,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:30.753734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-d71c5853-31b9-4b31-b994-084e26927c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:30.755746 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-d71c5853-31b9-4b31-b994-084e26927c8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=60aa2f541d8246429af7447f88ed6bdb&device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 1099 time: 0.2039604 Nov 19 04:10:30.771824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port af84d441-053c-4b15-b9b4-7be6743ff431 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:10:30.776601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port af84d441-053c-4b15-b9b4-7be6743ff431 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:30.777107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.787883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3be9dec-c363-4a4c-bfa1-906f4b6452f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.830760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3be9dec-c363-4a4c-bfa1-906f4b6452f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.863028 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.865792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3860-d284-4a22-be01-ca0acc4b546e req-4e7d5689-5757-4129-9097-a76c23efba15 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:30.867376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9af3860-d284-4a22-be01-ca0acc4b546e req-4e7d5689-5757-4129-9097-a76c23efba15 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.0951979 Nov 19 04:10:30.887537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af84d441-053c-4b15-b9b4-7be6743ff431'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:30.890015 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832943a2-228d-4170-bda7-4f1b31bb4346" -d '{"events": [{"server_uuid": "8c961114-4a5a-4ae1-9822-fee61b7b350c", "name": "network-vif-plugged", "status": "completed", "tag": "af84d441-053c-4b15-b9b4-7be6743ff431"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:30.906820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port af84d441-053c-4b15-b9b4-7be6743ff431, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af84d441-053c-4b15-b9b4-7be6743ff431,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:30.911979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.929598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3be9dec-c363-4a4c-bfa1-906f4b6452f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.932375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3be9dec-c363-4a4c-bfa1-906f4b6452f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:30.936848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e3be9dec-c363-4a4c-bfa1-906f4b6452f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/095a34f4-95e9-455d-bc27-5e66ddffbf52 HTTP/1.1" status: 204 len: 168 time: 0.2171378 Nov 19 04:10:30.954054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9af3860-d284-4a22-be01-ca0acc4b546e req-3606f0bd-e971-48a8-bcfb-cd8a8d83a2ad tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702097 Nov 19 04:10:30.957550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-d8cc55ff-0cc6-42a7-8e31-6d2c432d8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:30.960357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be9dec-c363-4a4c-bfa1-906f4b6452f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a34f4-95e9-455d-bc27-5e66ddffbf52,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:30.969519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-d8cc55ff-0cc6-42a7-8e31-6d2c432d8a4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.1946404 Nov 19 04:10:31.015759 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be09e7-e029-41eb-b8d9-9aab7cf1f1a7 x-openstack-request-id: req-89be09e7-e029-41eb-b8d9-9aab7cf1f1a7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:31.016063 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c961114-4a5a-4ae1-9822-fee61b7b350c", "name": "network-vif-plugged", "status": "completed", "tag": "af84d441-053c-4b15-b9b4-7be6743ff431", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:31.016439 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89be09e7-e029-41eb-b8d9-9aab7cf1f1a7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:31.016737 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af84d441-053c-4b15-b9b4-7be6743ff431', 'code': 200} Nov 19 04:10:31.029345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Attempting to bind port 9add26e5-f9f2-46e4-ac37-584570bddfe2 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:31.029694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Attempting to bind port 9add26e5-f9f2-46e4-ac37-584570bddfe2 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:31.030058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Attempting to bind port 9add26e5-f9f2-46e4-ac37-584570bddfe2 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:31.036708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-9b4e6918-7f9c-4dae-9553-8fb322897c8a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef HTTP/1.1" status: 200 len: 217 time: 0.0576048 Nov 19 04:10:31.042681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=af84d441-053c-4b15-b9b4-7be6743ff431,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:31.049136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Port 9add26e5-f9f2-46e4-ac37-584570bddfe2 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:31.049473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Attempting to bind port 9add26e5-f9f2-46e4-ac37-584570bddfe2 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:31.086929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:31.087280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:31.087683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Bound using segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:31.088323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Bound port: 9add26e5-f9f2-46e4-ac37-584570bddfe2, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:31.088698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.126907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.159437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.170273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-2b229aa5-c359-4937-bd71-819d52f1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.171768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-2b229aa5-c359-4937-bd71-819d52f1210f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.1249859 Nov 19 04:10:31.178346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f5eea-06bb-42df-bbfe-4650548ee4f1 req-5508271f-12fb-438c-84c9-2a2d76aa981a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.186463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e3f5eea-06bb-42df-bbfe-4650548ee4f1 req-5508271f-12fb-438c-84c9-2a2d76aa981a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.1057439 Nov 19 04:10:31.195917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c031b-ff2b-4f67-aae1-40983e4006b2 req-4251dc15-3e8e-49d5-8918-b37707d3f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.198711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-779c031b-ff2b-4f67-aae1-40983e4006b2 req-4251dc15-3e8e-49d5-8918-b37707d3f79c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 1096 time: 0.0767875 Nov 19 04:10:31.200068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33734) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:31.205217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'floatingip': {'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:31.246400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] In _notify_port_updated(), no bound segment for port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 on network 1fd12039-5127-45f6-bc4b-634a2b6874f9 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:10:31.256602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.256602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.256602 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "PUT /v2.0/ports/3a4e3352-f9c1-45ea-bf67-e57bef56f365 HTTP/1.1" status: 200 len: 1129 time: 0.8948629 Nov 19 04:10:31.258078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33736) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:31.301607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] For port 9add26e5-f9f2-46e4-ac37-584570bddfe2, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:31.304033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094367d3-d599-4ddb-a204-7cec969631f0 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event updated for resources: {'Port': ['ID=3a4e3352-f9c1-45ea-bf67-e57bef56f365,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:31.305276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.330998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] For port 9add26e5-f9f2-46e4-ac37-584570bddfe2, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:31.344755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2deb1-5a86-4e58-9cfb-419f68ea4e8b tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.346143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b4f2deb1-5a86-4e58-9cfb-419f68ea4e8b tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "GET /v2.0/ports/3a4e3352-f9c1-45ea-bf67-e57bef56f365 HTTP/1.1" status: 200 len: 1129 time: 0.0835323 Nov 19 04:10:31.349710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.353082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33742) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:31.421742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-f974ef6f-54eb-4546-9fe8-c3396de37981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.423337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-f974ef6f-54eb-4546-9fe8-c3396de37981 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230010 Nov 19 04:10:31.433380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.434689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.436094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/9add26e5-f9f2-46e4-ac37-584570bddfe2 HTTP/1.1" status: 200 len: 1091 time: 1.4318502 Nov 19 04:10:31.543888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f34f-4810-4b00-ab4f-7782811d8f4c req-38db2968-e95a-49b4-8cef-a880a82ba5d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.551506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d154f34f-4810-4b00-ab4f-7782811d8f4c req-38db2968-e95a-49b4-8cef-a880a82ba5d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 943 time: 0.2889867 Nov 19 04:10:31.584674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-779c031b-ff2b-4f67-aae1-40983e4006b2 req-9bc02572-14c6-460b-b98c-45f9e6d33f70 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742225 Nov 19 04:10:31.628572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-30a41286-1577-419f-af75-04c409f4fcf7 None None] Provisioning complete for port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:31.629047 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30a41286-1577-419f-af75-04c409f4fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.668189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d154f34f-4810-4b00-ab4f-7782811d8f4c req-54508e65-a8b5-46b0-aaf3-97b832afe850 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158061 Nov 19 04:10:31.680813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-30a41286-1577-419f-af75-04c409f4fcf7 None None] Port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:31.825858 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.836217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d23632-ba8d-4d5c-a17e-95af20c5d5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9add26e5-f9f2-46e4-ac37-584570bddfe2,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:31.895016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f751e5-67ee-4871-a39b-3461e123113c req-f9705c61-9e34-4f1d-a88b-20e0f1129d94 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.896546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6f751e5-67ee-4871-a39b-3461e123113c req-f9705c61-9e34-4f1d-a88b-20e0f1129d94 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 945 time: 0.1347058 Nov 19 04:10:31.903639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-a0cccbfb-dac1-4f43-a16d-fbd4cb6fbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:31.905153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-a0cccbfb-dac1-4f43-a16d-fbd4cb6fbb5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 1094 time: 0.4053123 Nov 19 04:10:31.907397 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-3e0b34dd-03b7-4427-8aa1-9ebb2be468d1 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703560 Nov 19 04:10:31.914190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Deleting port 3a4e3352-f9c1-45ea-bf67-e57bef56f365 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:31.914863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:31.919607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33760) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:32.023189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6f751e5-67ee-4871-a39b-3461e123113c req-99e59ee2-decd-45e0-b83a-85f25b4587d3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118467 Nov 19 04:10:32.040878 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.047740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.057280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-b00a9594-0b96-4fc0-b812-cb2691d9c537 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2 HTTP/1.1" status: 200 len: 217 time: 0.1353815 Nov 19 04:10:32.086704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-240714525-network', 'tenant_id': 'aab2e669fb234b89afd607243ce92387'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:32.184366 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.186574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Made reservation on behalf of aab2e669fb234b89afd607243ce92387 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:32.188853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.196673 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Floating IP 2c28315a-ed0a-489e-8800-ec2c398245aa associated. External IP: 172.25.8.131, port: 12e8a0ad-7415-476d-b8e4-4f4661414bc6. Nov 19 04:10:32.203358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-62d0d6dd-44f1-47ad-92f4-c40bdce2cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:32.204831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-62d0d6dd-44f1-47ad-92f4-c40bdce2cbde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.1404026 Nov 19 04:10:32.210236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4274f-6768-4d48-bb10-1a39f0db9345 req-6a0ed588-69e6-45a3-90d2-78cd3d054236 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:32.211761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13c4274f-6768-4d48-bb10-1a39f0db9345 req-6a0ed588-69e6-45a3-90d2-78cd3d054236 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 948 time: 0.0711346 Nov 19 04:10:32.226222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.228327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Calling delete_port for 3a4e3352-f9c1-45ea-bf67-e57bef56f365 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:32.236054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bb180ef0-c666-420c-9e6e-7b0a1d3de35e req-8e77e5e9-0e13-4170-8b79-8f49c016ca20 service neutron] 10.222.0.31 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172948 Nov 19 04:10:32.261476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-a097ed0a-7dcd-4184-b2e1-8f74d8e301b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467291 Nov 19 04:10:32.337975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13c4274f-6768-4d48-bb10-1a39f0db9345 req-ba02a4f1-7150-4084-9fde-b6f9865373a5 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Nov 19 04:10:32.459071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-7a314db0-cd22-414f-8a28-8aa2923c84d1 service neutron] 10.222.0.36 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898234 Nov 19 04:10:32.461694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55866a3c-3809-42f0-84bc-c158894430db', 'tag': '9add26e5-f9f2-46e4-ac37-584570bddfe2'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:32.463358 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf4b49e-961c-4c55-bbde-9538a64287ed" -d '{"events": [{"name": "network-changed", "server_uuid": "55866a3c-3809-42f0-84bc-c158894430db", "tag": "9add26e5-f9f2-46e4-ac37-584570bddfe2"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:32.474725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Router c4b7f3c9-34de-439c-8931-d51d652c1b7b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:32.527873 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b1993-30e3-474d-8898-a1239939c5ff x-openstack-request-id: req-172b1993-30e3-474d-8898-a1239939c5ff {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:32.528590 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55866a3c-3809-42f0-84bc-c158894430db", "tag": "9add26e5-f9f2-46e4-ac37-584570bddfe2", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:32.528590 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-172b1993-30e3-474d-8898-a1239939c5ff {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:32.528829 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55866a3c-3809-42f0-84bc-c158894430db', 'tag': '9add26e5-f9f2-46e4-ac37-584570bddfe2', 'status': 'completed', 'code': 200} Nov 19 04:10:32.530703 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.562596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.597853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:32.603350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.609459 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] Sync routers for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:32.619585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:32.620367 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:32.634661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-075f9ffb-1662-4999-b65b-74addbe560ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "PUT /v2.0/floatingips/2c28315a-ed0a-489e-8800-ec2c398245aa HTTP/1.1" status: 200 len: 992 time: 1.4334021 Nov 19 04:10:32.635328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:32.641760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2e6fb-c3a3-480a-b4e4-06fe6165cbb4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:32.649978 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339eb6fd-0270-43ea-98a4-5c6db57316bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:32.650887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.653655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:32.684841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 439ba10d-8114-4bc7-b632-986c1f7fdaef details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:32.701706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.702121 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Added segment c94bc2e1-c714-4994-b96e-dd4526a01401 of type vlan for network 041431a4-3b1e-47cd-b462-ca6d7d7328e9 Nov 19 04:10:32.704284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event deleted for resources: {'Port': ['ID=3a4e3352-f9c1-45ea-bf67-e57bef56f365,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:32.723606 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-afb077ec-3849-41a0-a309-58e8ef0209a2 req-7ad36a33-9c32-4b67-bc81-12224df8cb2e service neutron] 10.222.0.36 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535353 Nov 19 04:10:32.768853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.771625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4be83164-790a-4e61-930f-7046cdb3358e tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "DELETE /v2.0/ports/3a4e3352-f9c1-45ea-bf67-e57bef56f365 HTTP/1.1" status: 204 len: 168 time: 1.4158940 Nov 19 04:10:32.774270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33776) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:32.780859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.847632 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:32.876953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.878112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:32.878919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:32.943212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Deleting subnet e7eacc85-791d-4171-8aca-c2c339ff2f8e {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:32.958557 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d194e-6ea8-4713-940e-147b6f22291f x-openstack-request-id: req-093d194e-6ea8-4713-940e-147b6f22291f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:32.959127 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:32.959571 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-093d194e-6ea8-4713-940e-147b6f22291f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:32.960163 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'status': 'completed', 'code': 200} Nov 19 04:10:32.982481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.004550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-d817d2bb-b538-4040-b4d2-ad9549539654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.012791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-d817d2bb-b538-4040-b4d2-ad9549539654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 1094 time: 0.1917233 Nov 19 04:10:33.030028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1011229 Nov 19 04:10:33.048185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:33.066589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Request body: {'subnet': {'network_id': '041431a4-3b1e-47cd-b462-ca6d7d7328e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-240714525-subnet', 'tenant_id': 'aab2e669fb234b89afd607243ce92387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:33.091595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643e33-0dbc-43b9-b5de-f80831fcd9db admin admin] Pushing event updated for resources: {'Network': ['ID=041431a4-3b1e-47cd-b462-ca6d7d7328e9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:33.107400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 041431a4-3b1e-47cd-b462-ca6d7d7328e9 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:33.139551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Made reservation on behalf of aab2e669fb234b89afd607243ce92387 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:33.140224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.142742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.177341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5a038-2270-4f64-9b23-5169001363e3 req-ed0a97f6-1636-40e4-9b92-7165d3156dea tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.180713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bf5a038-2270-4f64-9b23-5169001363e3 req-ed0a97f6-1636-40e4-9b92-7165d3156dea tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 943 time: 0.1244950 Nov 19 04:10:33.187396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-daca4c65-2c9f-4d72-ba5b-34eb17301de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.189380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-daca4c65-2c9f-4d72-ba5b-34eb17301de9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1097 time: 0.2282445 Nov 19 04:10:33.223551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:33.239968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '439ba10d-8114-4bc7-b632-986c1f7fdaef', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '439ba10d-8114-4bc7-b632-986c1f7fdaef', 'mac_address': 'fa:16:3e:1e:4f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:10:33.256081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bf5a038-2270-4f64-9b23-5169001363e3 req-1837b171-f661-4644-bc34-1ac008bafc73 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625322 Nov 19 04:10:33.257207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-dba53ae2-dbd5-4b40-ac33-8a3583db677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.258741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-dba53ae2-dbd5-4b40-ac33-8a3583db677b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.2093799 Nov 19 04:10:33.303506 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2c28315a-ed0a-489e-8800-ec2c398245aa', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:10:12Z', 'updated_at': '2021-11-19T04:10:31Z', 'revision_number': 1, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:14Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:33.310709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-c6991271-4341-4fc7-84e9-c8e9fcab16f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2 HTTP/1.1" status: 200 len: 217 time: 0.0422215 Nov 19 04:10:33.335473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.342914 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] Checking router: c4b7f3c9-34de-439c-8931-d51d652c1b7b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:10:33.353076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:33.353985 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:33.364544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439ba10d-8114-4bc7-b632-986c1f7fdaef {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:33.377293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-e1708ebe-f82a-4089-8fc3-1278c35a9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.379138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-e1708ebe-f82a-4089-8fc3-1278c35a9c1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1373706 Nov 19 04:10:33.398113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:33.405394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.423214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-74cef510-5043-467c-b816-a5e41a6f73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.424704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-74cef510-5043-467c-b816-a5e41a6f73b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0892954 Nov 19 04:10:33.467870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-a66d155a-4c3e-464e-8287-fb1711a99f7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319748 Nov 19 04:10:33.468858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.476931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:33.487883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:33.513285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-536a8cc4-3c78-4b46-af2f-f0c2d0674798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.0874250 Nov 19 04:10:33.580809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd6ab7a-f1f1-4067-af39-7c27cf816705,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:33.599431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Checking segment: {'id': 'c94bc2e1-c714-4994-b96e-dd4526a01401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '041431a4-3b1e-47cd-b462-ca6d7d7328e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:33.599803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Network hostable DHCP agents. Network: 041431a4-3b1e-47cd-b462-ca6d7d7328e9, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:33.619647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc4336-6994-4af0-96a5-29b8a2adabd1 req-58b36da4-4ad6-4ec7-871d-0bf37761e857 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.622910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bcc4336-6994-4af0-96a5-29b8a2adabd1 req-58b36da4-4ad6-4ec7-871d-0bf37761e857 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 945 time: 0.2395611 Nov 19 04:10:33.630462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-a28197fa-3033-4806-8e25-87493ddef82b service neutron] 10.222.0.36 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352096 Nov 19 04:10:33.639836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Network 041431a4-3b1e-47cd-b462-ca6d7d7328e9 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:33.650474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-5577c423-d5e4-4b34-9309-94c3e0a52cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.652751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-5577c423-d5e4-4b34-9309-94c3e0a52cb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1303363 Nov 19 04:10:33.665274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.688442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 041431a4-3b1e-47cd-b462-ca6d7d7328e9) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:33.694729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.695325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:33.703688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49663e5-5b65-4f36-977b-551f7cbeca41 None None] Network 041431a4-3b1e-47cd-b462-ca6d7d7328e9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:33.750044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-df70ae70-887c-4edf-9201-255bce4dd78b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6906421 Nov 19 04:10:33.758973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbf4b49e-961c-4c55-bbde-9538a64287ed req-90d5b933-d000-4e78-adfd-d679fada98e5 service neutron] 10.222.0.36 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166732 Nov 19 04:10:33.772905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bcc4336-6994-4af0-96a5-29b8a2adabd1 req-6e4b096e-6626-4b5a-86da-f9934d23c6f4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374800 Nov 19 04:10:33.776107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['439ba10d-8114-4bc7-b632-986c1f7fdaef'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:33.804145 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2c28315a-ed0a-489e-8800-ec2c398245aa', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:10:12Z', 'updated_at': '2021-11-19T04:10:31Z', 'revision_number': 1, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:14Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:33.824685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-db1384aa-c3ef-4298-b3ec-9bec5d671798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:33.830785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-db1384aa-c3ef-4298-b3ec-9bec5d671798 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614280 Nov 19 04:10:33.924448 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d65da19-39ae-4d16-9c12-37caea0e3c17 None None] The sync data for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 is: [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2c28315a-ed0a-489e-8800-ec2c398245aa', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:10:12Z', 'updated_at': '2021-11-19T04:10:31Z', 'revision_number': 1, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:14Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:33.987322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb379b-77e3-4144-ae35-73dd7c214f86 None None] Network 041431a4-3b1e-47cd-b462-ca6d7d7328e9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:34.024585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.076208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event deleted for resources: {'Subnet': ['ID=e7eacc85-791d-4171-8aca-c2c339ff2f8e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:34.086182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.093232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:34.108745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "DELETE /v2.0/subnets/e7eacc85-791d-4171-8aca-c2c339ff2f8e HTTP/1.1" status: 204 len: 168 time: 1.3197513 Nov 19 04:10:34.111602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99ef44-24c2-46e7-b795-5e5a47793623 None None] Network 1fd12039-5127-45f6-bc4b-634a2b6874f9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:34.131698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.142145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.142808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.143139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.143561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.143983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.144402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.144835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.145228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.145578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.145960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.146306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b644866-3bfe-4db6-8f8b-b3fb2e1e958c tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:10:34.207398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-c4f0db52-93ff-4560-958e-a36b560450ee service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658962 Nov 19 04:10:34.212788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.300796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Deleting port daaa1793-c05f-4f52-a475-efe195a880c1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:34.301433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.319882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b66ac-ad78-43db-9a89-03573e55cb3b None None] New status for floating IP 2c28315a-ed0a-489e-8800-ec2c398245aa: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:10:34.330615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb668-6723-4538-b1ff-aa89253bcc36 req-70a7ff50-c462-4a99-a306-f8316d4f7e2d tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:34.332217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56ceb668-6723-4538-b1ff-aa89253bcc36 req-70a7ff50-c462-4a99-a306-f8316d4f7e2d tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 949 time: 0.3615212 Nov 19 04:10:34.406990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] For port daaa1793-c05f-4f52-a475-efe195a880c1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=daaa1793-c05f-4f52-a475-efe195a880c1,segment=NetworkSegment(fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614),segment_id=fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:34.407732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.441787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56ceb668-6723-4538-b1ff-aa89253bcc36 req-56416348-6ab0-48ee-867e-7cc9787af10d tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930636 Nov 19 04:10:34.450137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-339eb6fd-0270-43ea-98a4-5c6db57316bb req-7b6ff32f-d227-449a-b269-6e55a9e1d228 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305887 Nov 19 04:10:34.462390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Calling delete_port for daaa1793-c05f-4f52-a475-efe195a880c1 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:34.515353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33810) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:34.519129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] DHCP port deletion for 1fd12039-5127-45f6-bc4b-634a2b6874f9 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:34.523742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1317406735-network', 'tenant_id': '36d76602a73b438e8d73e597225c0ce8'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:34.571163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Made reservation on behalf of 36d76602a73b438e8d73e597225c0ce8 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:34.575257 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.581925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] Deleting port daaa1793-c05f-4f52-a475-efe195a880c1 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:34.582246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.598890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.599531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.633466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event deleted for resources: {'Port': ['ID=daaa1793-c05f-4f52-a475-efe195a880c1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:34.638737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] No DVR routers for this DVR port daaa1793-c05f-4f52-a475-efe195a880c1 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:34.667562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] For port daaa1793-c05f-4f52-a475-efe195a880c1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=daaa1793-c05f-4f52-a475-efe195a880c1,segment=NetworkSegment(fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614),segment_id=fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:34.668188 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.684125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] Calling delete_port for daaa1793-c05f-4f52-a475-efe195a880c1 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:34.726408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.750571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd12039-5127-45f6-bc4b-634a2b6874f9']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:34.759683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-c6bfacd8-ee6a-4358-a05b-72ecbfc13baa tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:34.761094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:34.761451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9f6ea7-9e26-4b24-8eb2-fa28f0ba6614') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:34.763286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-c6bfacd8-ee6a-4358-a05b-72ecbfc13baa tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.1378324 Nov 19 04:10:34.771373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.772131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.789958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.798789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:34.799514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.803579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] Pushing event deleted for resources: {'Port': ['ID=daaa1793-c05f-4f52-a475-efe195a880c1,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:34.803735 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:34.808834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce99b9a-2b58-4be2-8af8-a7a4de284e55 None None] No DVR routers for this DVR port daaa1793-c05f-4f52-a475-efe195a880c1 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:34.810008 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.818697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-67fec8dc-5552-4fac-a2e7-249490905240 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0495374 Nov 19 04:10:34.834645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.879961 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.887025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:34.889477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.892679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] 10.222.0.52 "DELETE /v2.0/networks/1fd12039-5127-45f6-bc4b-634a2b6874f9 HTTP/1.1" status: 204 len: 168 time: 0.7981114 Nov 19 04:10:34.903086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d755-51e9-4228-bc65-8375ca807aec tempest-ExtraDHCPOptionsIpV6TestJSON-192270297 tempest-ExtraDHCPOptionsIpV6TestJSON-192270297-project] Pushing event deleted for resources: {'Network': ['ID=1fd12039-5127-45f6-bc4b-634a2b6874f9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:34.911922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-9472c8de-5fa6-42f2-868a-3c922055073a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922344 Nov 19 04:10:34.914663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b62306-fdb3-4dab-ad88-1490d861ffbb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:34.918909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:34.919269 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Added segment 94d70cd4-d0b7-40cd-805a-6382a837dd95 of type vlan for network 170fa4a0-236f-4932-af5c-723fd049be5b Nov 19 04:10:35.021844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.069523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-94165cdd-fd8f-403c-9762-b12ae21c2cd3 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483178 Nov 19 04:10:35.071311 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.072312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:35.072958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.173713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33828) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:35.178111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6613190 Nov 19 04:10:35.180994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33832) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:35.187598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Request body: {'subnet': {'network_id': '170fa4a0-236f-4932-af5c-723fd049be5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1317406735-subnet', 'tenant_id': '36d76602a73b438e8d73e597225c0ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:35.196370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc862ef-e0ac-48bd-a093-f2331b2e4038 admin admin] Pushing event updated for resources: {'Network': ['ID=170fa4a0-236f-4932-af5c-723fd049be5b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:35.206942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 170fa4a0-236f-4932-af5c-723fd049be5b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:35.216452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Made reservation on behalf of 36d76602a73b438e8d73e597225c0ce8 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:35.219190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.244640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-90bd688c-f8ee-405d-be1d-ed617c742989 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630650 Nov 19 04:10:35.391194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21c66d42-304f-4c45-a912-670096557daa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=349f884f20364b50b3234fdf270a19cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160811 Nov 19 04:10:35.393721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33836) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:35.445236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9add26e5-f9f2-46e4-ac37-584570bddfe2 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:35.475194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.499589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdea2793-e379-4a16-935e-06cb0ee2b8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.548775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcc7139-8992-4e04-9d87-c6de9805f74d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:35.549079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb658aba-cdcc-4d93-ba0a-c17ef3b9558a req-b93a262a-be48-44a3-81d4-9c746b5b9f0a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:35.551298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb658aba-cdcc-4d93-ba0a-c17ef3b9558a req-b93a262a-be48-44a3-81d4-9c746b5b9f0a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 943 time: 0.1011746 Nov 19 04:10:35.553987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdea2793-e379-4a16-935e-06cb0ee2b8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.571159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Checking segment: {'id': '94d70cd4-d0b7-40cd-805a-6382a837dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '170fa4a0-236f-4932-af5c-723fd049be5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:35.571675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Network hostable DHCP agents. Network: 170fa4a0-236f-4932-af5c-723fd049be5b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:35.583791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9add26e5-f9f2-46e4-ac37-584570bddfe2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:35.601985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Network 170fa4a0-236f-4932-af5c-723fd049be5b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:35.612534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '9add26e5-f9f2-46e4-ac37-584570bddfe2', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': '9add26e5-f9f2-46e4-ac37-584570bddfe2', 'mac_address': 'fa:16:3e:17:34:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:10:35.614236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 170fa4a0-236f-4932-af5c-723fd049be5b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:35.622233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:35.623079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.624075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292245d-00af-414d-af5b-5ab2bf3ffedf None None] Network 170fa4a0-236f-4932-af5c-723fd049be5b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:35.656811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb658aba-cdcc-4d93-ba0a-c17ef3b9558a req-7a395eb0-e84a-4906-a503-649d620fb34e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949891 Nov 19 04:10:35.679702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7df9d341-bbaf-4811-94bd-cd181d4f1d58 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4898496 Nov 19 04:10:35.679856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdea2793-e379-4a16-935e-06cb0ee2b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.680369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdea2793-e379-4a16-935e-06cb0ee2b8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.686339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdea2793-e379-4a16-935e-06cb0ee2b8ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bbe804b-2bd7-42b4-a771-4d9b1fbb2ea9 HTTP/1.1" status: 204 len: 168 time: 0.2866814 Nov 19 04:10:35.713308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea2793-e379-4a16-935e-06cb0ee2b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe804b-2bd7-42b4-a771-4d9b1fbb2ea9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:35.714989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device daaa1793-c05f-4f52-a475-efe195a880c1 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:35.741684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: daaa1793-c05f-4f52-a475-efe195a880c1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:35.742145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device daaa1793-c05f-4f52-a475-efe195a880c1 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:35.777347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.806583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add26e5-f9f2-46e4-ac37-584570bddfe2 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:35.857500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9add26e5-f9f2-46e4-ac37-584570bddfe2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:35.884331 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:35.927816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33858) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:35.955241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccf179ea-ab25-401f-913e-dc8c9b769225 req-845851aa-a008-4821-ab46-13cf39c71efb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 210 time: 0.0599718 Nov 19 04:10:36.002370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3deeb9c-75c9-4967-9631-5186a98a7b7e None None] Network 170fa4a0-236f-4932-af5c-723fd049be5b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:36.005668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Deleting subnet bfd6ab7a-f1f1-4067-af39-7c27cf816705 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:36.009658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.070889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.071566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9add26e5-f9f2-46e4-ac37-584570bddfe2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:36.100697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e691-38ef-428a-b6b9-f4a8e8e0e2ae req-da9fdd71-e04b-4187-b53f-7d5248149c67 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:36.102564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3c2e691-38ef-428a-b6b9-f4a8e8e0e2ae req-da9fdd71-e04b-4187-b53f-7d5248149c67 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 949 time: 0.0762987 Nov 19 04:10:36.129132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.155149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['9add26e5-f9f2-46e4-ac37-584570bddfe2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:36.207779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3c2e691-38ef-428a-b6b9-f4a8e8e0e2ae req-ed71d5c3-f515-4d9c-bb7f-e1e6009983dd tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971780 Nov 19 04:10:36.214976 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.263848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd6ab7a-f1f1-4067-af39-7c27cf816705,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:36.279289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.284319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6835a0cc-c343-4565-9e40-d0cc7ee410fa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bfd6ab7a-f1f1-4067-af39-7c27cf816705 HTTP/1.1" status: 204 len: 168 time: 0.3554416 Nov 19 04:10:36.287010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:36.388619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.494191 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.523508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041431a4-3b1e-47cd-b462-ca6d7d7328e9']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:36.534847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94bc2e1-c714-4994-b96e-dd4526a01401') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:36.535301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94bc2e1-c714-4994-b96e-dd4526a01401') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:36.546500 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.569401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.595810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:36.596229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:36.597958 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:36.665442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e87a3f-3d48-4b8e-b1dd-e7ee32164dc6 req-a64ee6d6-db4e-4845-9aa6-95aae6ae84e9 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:36.667590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1e87a3f-3d48-4b8e-b1dd-e7ee32164dc6 req-a64ee6d6-db4e-4845-9aa6-95aae6ae84e9 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1123950 Nov 19 04:10:36.672564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.677076 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.683675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] 10.222.0.52 "DELETE /v2.0/networks/041431a4-3b1e-47cd-b462-ca6d7d7328e9 HTTP/1.1" status: 204 len: 168 time: 0.3927531 Nov 19 04:10:36.684379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33884) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:36.701313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33886) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:36.703002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 439ba10d-8114-4bc7-b632-986c1f7fdaef up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:36.715369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa8e74-8fa0-43c3-af49-9637633fa439 admin admin] Pushing event deleted for resources: {'Network': ['ID=041431a4-3b1e-47cd-b462-ca6d7d7328e9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:36.763684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 439ba10d-8114-4bc7-b632-986c1f7fdaef completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:10:36.764886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1e87a3f-3d48-4b8e-b1dd-e7ee32164dc6 req-484df748-e9d9-4d1c-8259-6cb73d7ea76e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797241 Nov 19 04:10:36.779799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 439ba10d-8114-4bc7-b632-986c1f7fdaef triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:36.780815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.790978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Deleting subnet 3dcc7139-8992-4e04-9d87-c6de9805f74d {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:36.803318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.871364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.900496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'networks': [{'name': 'tempest-network--450902911'}, {'name': 'tempest-network--821657650'}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:36.900818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'network': {'name': 'tempest-network--450902911'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:36.902025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'network': {'name': 'tempest-network--821657650'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:36.904261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.918888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.940089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:36.942962 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403539cd-065c-454c-adb2-46281dfb8e2c" -d '{"events": [{"server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "name": "network-vif-plugged", "status": "completed", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:36.957071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:36.961705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.996660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:36.999372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d3c7-c798-4285-95a8-41ed969b82bf req-dd3f5e3f-e3a2-4b26-b9dc-9e9ded2f196c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:37.007051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb92d3c7-c798-4285-95a8-41ed969b82bf req-dd3f5e3f-e3a2-4b26-b9dc-9e9ded2f196c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 944 time: 0.1634631 Nov 19 04:10:37.012991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'network': 2} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:37.018280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.019084 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:37.035298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcc7139-8992-4e04-9d87-c6de9805f74d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:37.037336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.040630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4ff057e2-d85a-4936-b884-aec7298f332a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3dcc7139-8992-4e04-9d87-c6de9805f74d HTTP/1.1" status: 204 len: 168 time: 0.3545372 Nov 19 04:10:37.043352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33894) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:37.050288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.110621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-ea266066-fbe7-4bc7-858b-9b361572fd87 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:37.111693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.112115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-ea266066-fbe7-4bc7-858b-9b361572fd87 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.2269235 Nov 19 04:10:37.132129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:37.185251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb92d3c7-c798-4285-95a8-41ed969b82bf req-7683cfbd-34a2-4c2c-8dc8-0ce4f40e19d6 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770763 Nov 19 04:10:37.198033 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.221070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170fa4a0-236f-4932-af5c-723fd049be5b']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:37.232722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d70cd4-d0b7-40cd-805a-6382a837dd95') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:37.233426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d70cd4-d0b7-40cd-805a-6382a837dd95') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:37.234523 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20588063-aa28-4fd2-ad42-43502c96fc7d x-openstack-request-id: req-20588063-aa28-4fd2-ad42-43502c96fc7d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:37.234996 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "name": "network-vif-plugged", "status": "completed", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:37.235399 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20588063-aa28-4fd2-ad42-43502c96fc7d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:37.235960 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef', 'code': 200} Nov 19 04:10:37.244178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.259683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.268521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:37.269241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:37.271067 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:37.303015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.317785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.318271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.335901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.342422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.347921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] 10.222.0.52 "DELETE /v2.0/networks/170fa4a0-236f-4932-af5c-723fd049be5b HTTP/1.1" status: 204 len: 168 time: 0.3013399 Nov 19 04:10:37.364238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77a65c06-dc54-44e1-9fbb-30c428f681b4 req-335aa211-215b-40b0-9de2-292736c54fde tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 210 time: 0.0698912 Nov 19 04:10:37.383412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd78dc-0c73-4fea-8c9f-02e92c720d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=170fa4a0-236f-4932-af5c-723fd049be5b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:37.394193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:37.401854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:37.407168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f7e36-72e4-4e82-94e2-5af39924babd req-6b344931-4f32-425c-8ba5-57c84c7b14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:37.407320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.408704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7f7e36-72e4-4e82-94e2-5af39924babd req-6b344931-4f32-425c-8ba5-57c84c7b14f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 1101 time: 0.0514994 Nov 19 04:10:37.409579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c664d6-589d-4f58-aa00-b651cee5e85b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:37.428559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.428981 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Added segment 71dd1297-7aa0-4626-a2f7-af66074cdd47 of type vlan for network 6efd58e9-4446-4ca1-b9ac-fa144b760e74 Nov 19 04:10:37.444372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9add26e5-f9f2-46e4-ac37-584570bddfe2 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:37.478463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7f7e36-72e4-4e82-94e2-5af39924babd req-3bad144a-1bf9-4a10-b55f-8de3217ac6ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527508 Nov 19 04:10:37.514510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 9add26e5-f9f2-46e4-ac37-584570bddfe2 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:10:37.518624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 9add26e5-f9f2-46e4-ac37-584570bddfe2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:37.519161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.576378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:37.617007 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.624854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-16903a6b-af57-44a9-b3f3-a35d2e98c98d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aab2e669fb234b89afd607243ce92387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437653 Nov 19 04:10:37.625236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33904) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:37.657859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9add26e5-f9f2-46e4-ac37-584570bddfe2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:37.662552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.680410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb1dfe6d-38e8-4785-9776-78358d2adaa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.705809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb1dfe6d-38e8-4785-9776-78358d2adaa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.722206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9add26e5-f9f2-46e4-ac37-584570bddfe2,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:37.759170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb1dfe6d-38e8-4785-9776-78358d2adaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.762615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb1dfe6d-38e8-4785-9776-78358d2adaa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:37.763900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb1dfe6d-38e8-4785-9776-78358d2adaa0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccf2e6fb-c3a3-480a-b4e4-06fe6165cbb4 HTTP/1.1" status: 204 len: 168 time: 0.1376579 Nov 19 04:10:37.772160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dfe6d-38e8-4785-9776-78358d2adaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2e6fb-c3a3-480a-b4e4-06fe6165cbb4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:37.955327 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.030401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec39544-ae7b-4a5b-ac5f-8d5bfe2f08e2 req-702a2615-2fbe-4497-a8b4-810c8fcf8491 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:38.031841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ec39544-ae7b-4a5b-ac5f-8d5bfe2f08e2 req-702a2615-2fbe-4497-a8b4-810c8fcf8491 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 950 time: 0.5553393 Nov 19 04:10:38.072086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:38.079089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.5 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:38.100625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.100625 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Added segment 3a47d7ae-634c-492e-8d4b-4b69840b50c9 of type vlan for network b8808881-abc6-4029-9040-431438ad0790 Nov 19 04:10:38.101016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33912) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:38.144169 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d8fa3de0-253a-449b-a825-d6ea2aa8d2dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36d76602a73b438e8d73e597225c0ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418680 Nov 19 04:10:38.146775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33914) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:38.177766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ec39544-ae7b-4a5b-ac5f-8d5bfe2f08e2 req-f7cb9dcf-9f0f-4760-8336-b881402b1e16 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335723 Nov 19 04:10:38.191400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.205833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f803f8d-239a-42a1-a7db-76dadcddbee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.230859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f803f8d-239a-42a1-a7db-76dadcddbee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.277642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.278651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.284926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:38.290692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:38.291742 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.296199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f803f8d-239a-42a1-a7db-76dadcddbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.298885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f803f8d-239a-42a1-a7db-76dadcddbee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.302650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1f803f8d-239a-42a1-a7db-76dadcddbee4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02b62306-fdb3-4dab-ad88-1490d861ffbb HTTP/1.1" status: 204 len: 168 time: 0.1523831 Nov 19 04:10:38.313777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f803f8d-239a-42a1-a7db-76dadcddbee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b62306-fdb3-4dab-ad88-1490d861ffbb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:38.391688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6799960 Nov 19 04:10:38.392246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33922) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:38.426682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Network': ['ID=6efd58e9-4446-4ca1-b9ac-fa144b760e74,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:38.454739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6efd58e9-4446-4ca1-b9ac-fa144b760e74 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:38.492043 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.520612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1b87-6ad5-41c0-b1a7-d30a6ffde183 req-e1f9cd24-8eb7-4e06-bf83-5eb99d25868a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:38.528787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-568c1b87-6ad5-41c0-b1a7-d30a6ffde183 req-e1f9cd24-8eb7-4e06-bf83-5eb99d25868a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1746569 Nov 19 04:10:38.583231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59466049-df9f-47d5-84b3-ddc30b12c4eb tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Network': ['ID=b8808881-abc6-4029-9040-431438ad0790,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:38.611739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b8808881-abc6-4029-9040-431438ad0790 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:38.636710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-568c1b87-6ad5-41c0-b1a7-d30a6ffde183 req-7f3db1cd-7380-49fc-be58-e0190c462e26 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046004 Nov 19 04:10:38.651176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:38.703045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:38.751731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['af84d441-053c-4b15-b9b4-7be6743ff431'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:38.782387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:38.829643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:38.836396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:38.855930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:38.939776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd32cd-e612-467b-8317-632e5604acb3 req-647b0db0-2dc4-4260-a8d4-4decaba878db tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:38.947784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56cd32cd-e612-467b-8317-632e5604acb3 req-647b0db0-2dc4-4260-a8d4-4decaba878db tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.1918113 Nov 19 04:10:38.974682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:38.975543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.000986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a973b5b-49b2-42c6-a238-16170740af29 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.009698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a973b5b-49b2-42c6-a238-16170740af29 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.016054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8575b85f-6eb5-4049-bbf3-824c19de5930 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8930407 Nov 19 04:10:39.016876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a973b5b-49b2-42c6-a238-16170740af29 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.022975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a973b5b-49b2-42c6-a238-16170740af29 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.023157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56cd32cd-e612-467b-8317-632e5604acb3 req-8447d385-90de-4069-a53a-62b8a846703e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728092 Nov 19 04:10:39.025981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1a973b5b-49b2-42c6-a238-16170740af29 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6316876 Nov 19 04:10:39.028183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:39.032888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Request body: {'port': {'device_id': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:39.127470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.134395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.194391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c945b1-aec1-4bd8-9081-c7b13a1a776e req-7e1681cc-66b6-4244-9cc1-b59d0f9c0ff3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.195912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52c945b1-aec1-4bd8-9081-c7b13a1a776e req-7e1681cc-66b6-4244-9cc1-b59d0f9c0ff3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 931 time: 0.0982826 Nov 19 04:10:39.236983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55866a3c-3809-42f0-84bc-c158894430db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add26e5-f9f2-46e4-ac37-584570bddfe2'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:39.239510 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e155b-c09d-490d-a346-6cd483fc6331" -d '{"events": [{"server_uuid": "55866a3c-3809-42f0-84bc-c158894430db", "name": "network-vif-plugged", "status": "completed", "tag": "9add26e5-f9f2-46e4-ac37-584570bddfe2"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:39.260434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-88a4cee8-1ae1-46e2-8b8d-683b0df9475e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.262321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-88a4cee8-1ae1-46e2-8b8d-683b0df9475e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.31 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1267078 Nov 19 04:10:39.302742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.324930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52c945b1-aec1-4bd8-9081-c7b13a1a776e req-287ae3a9-0df4-4f0f-ba4f-4333def2eed0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219406 Nov 19 04:10:39.365808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efd58e9-4446-4ca1-b9ac-fa144b760e74']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:39.392328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dd1297-7aa0-4626-a2f7-af66074cdd47') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:39.392778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dd1297-7aa0-4626-a2f7-af66074cdd47') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:39.406630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.428126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.436490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Deleting port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:39.436919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.452813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:39.453195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:39.456352 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:39.497035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3cdcd-c5fd-4802-af81-a718c307456d req-bde660b4-4cbb-45c0-ba9f-6920537777da tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.498632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23a3cdcd-c5fd-4802-af81-a718c307456d req-bde660b4-4cbb-45c0-ba9f-6920537777da tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 950 time: 0.0995028 Nov 19 04:10:39.558770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:39.559127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.570896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.576622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/networks/6efd58e9-4446-4ca1-b9ac-fa144b760e74 HTTP/1.1" status: 204 len: 168 time: 0.5449393 Nov 19 04:10:39.577878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33954) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:39.582958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.593287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db4667-fbbf-4df4-ae0d-547b90cbcd5d tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Network': ['ID=6efd58e9-4446-4ca1-b9ac-fa144b760e74,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:39.616152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] For port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:39.616152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.656303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Transition to ACTIVE for port object 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:39.670371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23a3cdcd-c5fd-4802-af81-a718c307456d req-2f4b2b59-03f4-426c-8137-b349f447e3a2 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431429 Nov 19 04:10:39.674195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.734463 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b7e278-644f-471d-b310-001d8f6e1050 x-openstack-request-id: req-a2b7e278-644f-471d-b310-001d8f6e1050 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:39.734765 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55866a3c-3809-42f0-84bc-c158894430db", "name": "network-vif-plugged", "status": "completed", "tag": "9add26e5-f9f2-46e4-ac37-584570bddfe2", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:39.735027 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2b7e278-644f-471d-b310-001d8f6e1050 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:39.735426 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55866a3c-3809-42f0-84bc-c158894430db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add26e5-f9f2-46e4-ac37-584570bddfe2', 'code': 200} Nov 19 04:10:39.783580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:39.821474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Pushing event updated for resources: {'Port': ['ID=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:39.905133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Attempting to bind port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:39.905485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Attempting to bind port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:39.905827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Attempting to bind port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:39.951407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:39.951975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Attempting to bind port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:39.985415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370c3b-5842-431a-b3f8-88356a6df94d req-dfcac007-8a61-435f-bd2c-d489a7472d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:39.986959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3f370c3b-5842-431a-b3f8-88356a6df94d req-dfcac007-8a61-435f-bd2c-d489a7472d2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 1096 time: 0.1655297 Nov 19 04:10:40.008253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:40.008614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:40.009005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:40.009467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Bound port: 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:40.009839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.037799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.046285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.046876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.047026 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Floating IP a8ee3fe7-0a54-470b-9f6f-3f855b670697 disassociated. External IP: 172.25.8.162, port: 33221b0c-4ed3-4ac1-a035-fa31e1ba8094. Nov 19 04:10:40.047309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Calling delete_port for 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:40.095650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ce0a8-3795-4c21-b71b-ab0e48321dfc req-f9765435-3aa0-4760-bd0a-1c334dc24e16 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.097237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a0ce0a8-3795-4c21-b71b-ab0e48321dfc req-f9765435-3aa0-4760-bd0a-1c334dc24e16 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=e931808c-2abe-482f-b4fb-5fba2703d6d1 HTTP/1.1" status: 200 len: 946 time: 0.1718521 Nov 19 04:10:40.099013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8808881-abc6-4029-9040-431438ad0790']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:40.111050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3f370c3b-5842-431a-b3f8-88356a6df94d req-61dbf8c7-8926-40f8-8105-12af861d3ab7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122952 Nov 19 04:10:40.122936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a47d7ae-634c-492e-8d4b-4b69840b50c9') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:40.123244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a47d7ae-634c-492e-8d4b-4b69840b50c9') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:40.150717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.179257 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.184634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] For port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:40.197545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:40.198041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:40.201267 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:40.224610 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.226498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a0ce0a8-3795-4c21-b71b-ab0e48321dfc req-37c19c36-6135-4941-aef1-4d599a5c12d5 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e20611e-122a-4a48-9ce2-44267149ef70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179473 Nov 19 04:10:40.273386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] For port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:40.280839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event deleted for resources: {'Port': ['ID=33221b0c-4ed3-4ac1-a035-fa31e1ba8094,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:40.286278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.381136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.385327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Pushing event updated for resources: {'Port': ['ID=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:40.390492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.391132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.392564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-af63d407-ccfd-4d02-9902-4da48f614c9c service neutron] 10.222.0.36 "PUT /v2.0/ports/2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 HTTP/1.1" status: 200 len: 1091 time: 1.3679504 Nov 19 04:10:40.408180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'tag': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:40.410565 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a7472-cf07-4dbb-a445-0d321b21e73a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6", "tag": "2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:40.414287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.418745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/networks/b8808881-abc6-4029-9040-431438ad0790 HTTP/1.1" status: 204 len: 168 time: 0.8380308 Nov 19 04:10:40.420887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748c183-8389-4ce3-bff5-6120a2631177 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Network': ['ID=b8808881-abc6-4029-9040-431438ad0790,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:40.422654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33990) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:40.444348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:10:40.592643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:10:40.603235 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:10:40.603724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-ef8c2c49-2783-4ec8-98bb-bbe547892d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.605176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-ef8c2c49-2783-4ec8-98bb-bbe547892d43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 1094 time: 0.0976229 Nov 19 04:10:40.614980 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:40.615893 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:40.675688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-58140ce7-c507-4b0f-8d04-e4999ec5b7c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 HTTP/1.1" status: 200 len: 217 time: 0.0590515 Nov 19 04:10:40.681094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] No DVR routers for this DVR port 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:40.688027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169ee8-9c1c-4bf4-aec9-26c0dc272ba2 req-3dd7c58e-5b05-4ccd-882e-35400b81508f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.689057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.691380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03169ee8-9c1c-4bf4-aec9-26c0dc272ba2 req-3dd7c58e-5b05-4ccd-882e-35400b81508f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.1456606 Nov 19 04:10:40.704968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0ce002f3-9150-4370-97d2-1d9c5952d9fb req-ef799881-b40b-4ae6-92be-b3debc6e6cbe tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.31 "DELETE /v2.0/ports/33221b0c-4ed3-4ac1-a035-fa31e1ba8094 HTTP/1.1" status: 204 len: 173 time: 1.4342422 Nov 19 04:10:40.705558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'name': 'network-vif-deleted', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:40.708168 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34488c65-2f52-4c29-a5a9-988571953b22" -d '{"events": [{"server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "name": "network-vif-deleted", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:40.749435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccf6f9-6061-4e0c-8765-f2d54b25255f tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.757313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccf6f9-6061-4e0c-8765-f2d54b25255f tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.763505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a8ccf6f9-6061-4e0c-8765-f2d54b25255f tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3355346 Nov 19 04:10:40.764214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34008) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:40.769311 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:40.770589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2066559138'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:40.816778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:40.824002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.869627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:40.887914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:40.888812 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Added segment fcce4a9d-e743-4ea2-a98e-267fae7b0801 of type vlan for network 9eececa9-ab26-458e-8386-12f054c8a220 Nov 19 04:10:40.913537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-b4b24b5b-53c7-4357-ba46-b87a4712dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:40.919400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-b4b24b5b-53c7-4357-ba46-b87a4712dc87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.2249725 Nov 19 04:10:40.927033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03169ee8-9c1c-4bf4-aec9-26c0dc272ba2 req-db3aa7ea-6872-46c4-9011-5e286117e008 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978478 Nov 19 04:10:40.991036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-22c6956e-af3e-4c41-84d7-9545f3b58e82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627215 Nov 19 04:10:41.006522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34014) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:41.028898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.106344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.117390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:41.118764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.136291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-622c0501-10e9-41c2-8f87-7474e67fc3a1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331961 Nov 19 04:10:41.152249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dfe4b-fc0f-4aa0-8e84-b75cbe330f8c req-cdb408e3-e06a-4a07-9961-67e9d7c75988 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:41.153809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b7dfe4b-fc0f-4aa0-8e84-b75cbe330f8c req-cdb408e3-e06a-4a07-9961-67e9d7c75988 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 943 time: 0.0805376 Nov 19 04:10:41.208200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Network': ['ID=9eececa9-ab26-458e-8386-12f054c8a220,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:41.222087 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:41.222855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9eececa9-ab26-458e-8386-12f054c8a220 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:41.228876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e46a4905-6d31-4905-af0d-d73227a91769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.243588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-13c39c1c-efd0-4eca-83a1-89831c3548b2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4780641 Nov 19 04:10:41.247156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34020) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:41.262497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1970574657'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:41.285027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:10:41.312829 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:10:41.313357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:41.315660 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:41.318906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.364402 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b7dfe4b-fc0f-4aa0-8e84-b75cbe330f8c req-c7bd64c4-f42c-4168-8b4a-fe5a5e6aee3f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017581 Nov 19 04:10:41.390640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:41.405869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43ef48f9-06ee-4426-8ad9-cd58cb23e5ad req-8ee56f54-4e0f-45da-a7ae-d2e50682abd1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509537 Nov 19 04:10:41.451719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.452345 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Added segment 100b7c42-59bf-4b15-9a2e-8ad696055e03 of type vlan for network 1ef3dba8-0827-4482-8644-79ba5e1d6f82 Nov 19 04:10:41.475943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e46a4905-6d31-4905-af0d-d73227a91769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.503098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e46a4905-6d31-4905-af0d-d73227a91769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.518700 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:10:41.542856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34026) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:41.543161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e46a4905-6d31-4905-af0d-d73227a91769 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06a25bad1d5b43448d10d1eef32f76be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352025 Nov 19 04:10:41.553053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.575357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a4905-6d31-4905-af0d-d73227a91769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa9662-e1a6-4d7c-a358-1b2e6d9f1bf9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:41.613030 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.625890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:41.626569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.642023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7479eac8-77de-436f-8c2a-9b5a6f6e2463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.679218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7479eac8-77de-436f-8c2a-9b5a6f6e2463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.693101 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b8b4db-c8fc-4d97-bed8-8c8c402b9a73 x-openstack-request-id: req-03b8b4db-c8fc-4d97-bed8-8c8c402b9a73 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:41.693394 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6", "tag": "2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:41.693666 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03b8b4db-c8fc-4d97-bed8-8c8c402b9a73 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:41.694244 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'tag': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0', 'status': 'completed', 'code': 200} Nov 19 04:10:41.704628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4533174 Nov 19 04:10:41.707814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:41.712862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'ports': [{'network_id': '9eececa9-ab26-458e-8386-12f054c8a220', 'name': 'tempest-port--1213295522', 'admin_state_up': True}, {'network_id': '1ef3dba8-0827-4482-8644-79ba5e1d6f82', 'admin_state_up': False}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:41.713181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'port': {'network_id': '9eececa9-ab26-458e-8386-12f054c8a220', 'name': 'tempest-port--1213295522', 'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:41.714582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'port': {'network_id': '1ef3dba8-0827-4482-8644-79ba5e1d6f82', 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:41.782165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1481347-b16f-47de-8e28-10becdb3a277 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Network': ['ID=1ef3dba8-0827-4482-8644-79ba5e1d6f82,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:41.788937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-b1cd83a9-c250-4754-9def-98ee230b61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:41.790795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-b1cd83a9-c250-4754-9def-98ee230b61e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 1094 time: 0.0935571 Nov 19 04:10:41.939805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-d7405ff7-0172-4acb-846a-5222e1d30621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:41.941340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-d7405ff7-0172-4acb-846a-5222e1d30621 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.1376488 Nov 19 04:10:41.958934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1ef3dba8-0827-4482-8644-79ba5e1d6f82 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:41.978684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7479eac8-77de-436f-8c2a-9b5a6f6e2463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.982351 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7479eac8-77de-436f-8c2a-9b5a6f6e2463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:41.983543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7479eac8-77de-436f-8c2a-9b5a6f6e2463 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98aa9662-e1a6-4d7c-a358-1b2e6d9f1bf9 HTTP/1.1" status: 204 len: 168 time: 0.4395323 Nov 19 04:10:41.991964 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:42.018259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'port': 2} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:42.024329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.034012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d4bbd4-d6e1-4331-96e4-32048cd1d3fb None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:10:42.045596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.050074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479eac8-77de-436f-8c2a-9b5a6f6e2463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa9662-e1a6-4d7c-a358-1b2e6d9f1bf9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:42.053512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-ed76bfdd-b5f2-4f86-9bdb-37dfb77cdf70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 HTTP/1.1" status: 200 len: 217 time: 0.0995402 Nov 19 04:10:42.119259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6b925-c60b-49e1-b384-4ff53546e08e req-a7b86687-2ee4-4f02-b422-cb119e79d62a tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:42.121682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2c6b925-c60b-49e1-b384-4ff53546e08e req-a7b86687-2ee4-4f02-b422-cb119e79d62a tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 950 time: 0.2997782 Nov 19 04:10:42.161711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-8f6b013d-1a1d-4321-ab29-e3b5270eb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:42.163378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-8f6b013d-1a1d-4321-ab29-e3b5270eb615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0925140 Nov 19 04:10:42.194380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] device_id is not set on port 2c8fe69f-6d6d-48d0-a611-ca688740798b yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:10:42.208294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-0ccf3352-4e3a-4c5d-b9ea-43959cfeb10d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360291 Nov 19 04:10:42.214662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-c2f1eba2-ae9b-4433-9d46-f5b5dbb35a05 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:42.216403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-c2f1eba2-ae9b-4433-9d46-f5b5dbb35a05 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 950 time: 0.0854948 Nov 19 04:10:42.231749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2c6b925-c60b-49e1-b384-4ff53546e08e req-54e188c4-cea9-4884-9bdf-7255bd53450f tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c910fe6-ba33-4e41-a1ee-b4380e04d25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016264 Nov 19 04:10:42.308633 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56e5495-38d1-4b26-8d0c-f8a5fe996cca x-openstack-request-id: req-a56e5495-38d1-4b26-8d0c-f8a5fe996cca {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:42.308633 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e931808c-2abe-482f-b4fb-5fba2703d6d1", "name": "network-vif-deleted", "tag": "33221b0c-4ed3-4ac1-a035-fa31e1ba8094", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:42.309244 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a56e5495-38d1-4b26-8d0c-f8a5fe996cca {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:42.309728 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e931808c-2abe-482f-b4fb-5fba2703d6d1', 'name': 'network-vif-deleted', 'tag': '33221b0c-4ed3-4ac1-a035-fa31e1ba8094', 'status': 'completed', 'code': 200} Nov 19 04:10:42.388271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-fb3053d2-1d60-43f2-9219-2b991bd2f4c1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697569 Nov 19 04:10:42.400007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f1590c-94d1-465b-9151-347401ec4523 None None] New status for floating IP a8ee3fe7-0a54-470b-9f6f-3f855b670697: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:10:42.429646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34038) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:42.470102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3b1e-e685-4503-ae84-8469bba43648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.512764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213a7472-cf07-4dbb-a445-0d321b21e73a req-f637e775-2aae-41b0-81a1-74add9b398a1 service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110284 Nov 19 04:10:42.587260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076791b7-ef6f-4eb6-939d-e19827f8c86e req-a11f02c8-09b4-4a39-b3a9-2e9f7fbb70c0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:42.589489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-076791b7-ef6f-4eb6-939d-e19827f8c86e req-a11f02c8-09b4-4a39-b3a9-2e9f7fbb70c0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.0594683 Nov 19 04:10:42.644696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-076791b7-ef6f-4eb6-939d-e19827f8c86e req-5c0b0806-ce6d-46dd-af1a-dce3bbfde383 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478158 Nov 19 04:10:42.740260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:42.760331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d5063-8dc0-41cf-8a41-284edfe3480f req-268729dc-5c53-43dd-a95b-ccfe8475d1ef tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:42.763073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:42.763595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 33221b0c-4ed3-4ac1-a035-fa31e1ba8094 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:42.764211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 439ba10d-8114-4bc7-b632-986c1f7fdaef no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:42.765816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.768628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad6d5063-8dc0-41cf-8a41-284edfe3480f req-268729dc-5c53-43dd-a95b-ccfe8475d1ef tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 943 time: 0.0610745 Nov 19 04:10:42.820693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad6d5063-8dc0-41cf-8a41-284edfe3480f req-a3c565c3-9ef1-442d-9f80-ccb796f84179 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510223 Nov 19 04:10:42.821977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Deleting port 439ba10d-8114-4bc7-b632-986c1f7fdaef {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:42.822330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.859345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34044) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:42.863977 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.916321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:42.917864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] device_id is not set on port 87875590-beb8-444d-a51f-70ec68f832f2 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:10:42.918418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:42.922519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a05e2f3d-847f-4c87-8799-7dcb6f19a8b7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.923666 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce138f4-c796-4d01-9461-57ee26c7a9eb" -d '{"events": [{"server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:42.929874 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.959973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a05e2f3d-847f-4c87-8799-7dcb6f19a8b7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:42.992432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] For port 439ba10d-8114-4bc7-b632-986c1f7fdaef, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=439ba10d-8114-4bc7-b632-986c1f7fdaef,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:42.993275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.007993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.024200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Calling delete_port for 439ba10d-8114-4bc7-b632-986c1f7fdaef owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:43.050813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3b1e-e685-4503-ae84-8469bba43648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.060418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a05e2f3d-847f-4c87-8799-7dcb6f19a8b7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.063682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a05e2f3d-847f-4c87-8799-7dcb6f19a8b7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.066632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a05e2f3d-847f-4c87-8799-7dcb6f19a8b7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "DELETE /v2.0/security-groups/6e20611e-122a-4a48-9ce2-44267149ef70 HTTP/1.1" status: 204 len: 168 time: 0.2062168 Nov 19 04:10:43.069991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34052) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:43.084815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3b1e-e685-4503-ae84-8469bba43648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.087649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2f3d-847f-4c87-8799-7dcb6f19a8b7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e20611e-122a-4a48-9ce2-44267149ef70,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.091513 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-e2bf2fbc-b51a-4bf1-a191-93000e7594bb tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] show failed (client error): The resource could not be found. Nov 19 04:10:43.092328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e2bf2fbc-b51a-4bf1-a191-93000e7594bb tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups/6e20611e-122a-4a48-9ce2-44267149ef70 HTTP/1.1" status: 404 len: 347 time: 0.0214159 Nov 19 04:10:43.100092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34054) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:43.189833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-841d3b1e-e685-4503-ae84-8469bba43648 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=142ef105ba61454d9757c10ff1135174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7589576 Nov 19 04:10:43.195076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34056) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:43.201269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d3b1e-e685-4503-ae84-8469bba43648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca01d9f-b049-4cfd-b5e2-3dee6c60aabc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.231122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.293547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8a498a3-0176-48cd-930a-be029f9fdede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.300566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Deleting port 1a16192f-f394-4418-a58e-8db30039b110 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:43.300922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.317736 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c813536-76e8-4ffc-a127-1ca4dc76135a x-openstack-request-id: req-1c813536-76e8-4ffc-a127-1ca4dc76135a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:43.318096 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:43.318535 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c813536-76e8-4ffc-a127-1ca4dc76135a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:43.318966 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef', 'code': 200} Nov 19 04:10:43.324320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.357837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.398800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Port': ['ID=2c8fe69f-6d6d-48d0-a611-ca688740798b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.398973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8a498a3-0176-48cd-930a-be029f9fdede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.451788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:43.460367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] No DVR routers for this DVR port 439ba10d-8114-4bc7-b632-986c1f7fdaef on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:43.462116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Pushing event deleted for resources: {'Port': ['ID=439ba10d-8114-4bc7-b632-986c1f7fdaef,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.464754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.468176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b850c9d-6353-4c96-b247-7253bcd1d16d req-0b3756f6-8e25-4a32-a274-899764324020 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.31 "DELETE /v2.0/ports/439ba10d-8114-4bc7-b632-986c1f7fdaef HTTP/1.1" status: 204 len: 173 time: 1.2445483 Nov 19 04:10:43.474577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Checking segment: {'id': 'fcce4a9d-e743-4ea2-a98e-267fae7b0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9eececa9-ab26-458e-8386-12f054c8a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:43.474951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network hostable DHCP agents. Network: 9eececa9-ab26-458e-8386-12f054c8a220, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:43.497381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network 9eececa9-ab26-458e-8386-12f054c8a220 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:43.514123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9eececa9-ab26-458e-8386-12f054c8a220) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:43.516747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.517251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.527364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:43.528256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.535175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Calling delete_port for 1a16192f-f394-4418-a58e-8db30039b110 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:43.545745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910b28c-7cb2-491b-a0ed-194d8a0690fd None None] Network 9eececa9-ab26-458e-8386-12f054c8a220 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:43.651855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-c4b4ac3a-4da6-4eed-9c07-a46a6d063777 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2744153 Nov 19 04:10:43.674695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f9ea-5336-4a9f-8b87-00a69f50fb82 req-0c5d24b4-4b23-4cf0-a4e6-5873dd8ba0e5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:43.683968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27f3f9ea-5336-4a9f-8b87-00a69f50fb82 req-0c5d24b4-4b23-4cf0-a4e6-5873dd8ba0e5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.3015935 Nov 19 04:10:43.709731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Port': ['ID=87875590-beb8-444d-a51f-70ec68f832f2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.719235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Checking segment: {'id': '100b7c42-59bf-4b15-9a2e-8ad696055e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1ef3dba8-0827-4482-8644-79ba5e1d6f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:43.719917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network hostable DHCP agents. Network: 1ef3dba8-0827-4482-8644-79ba5e1d6f82, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:43.736482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:43.738634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network 1ef3dba8-0827-4482-8644-79ba5e1d6f82 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:43.750204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1ef3dba8-0827-4482-8644-79ba5e1d6f82) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:43.755903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:43.758417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8a498a3-0176-48cd-930a-be029f9fdede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.761883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8a498a3-0176-48cd-930a-be029f9fdede admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.763730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:43.765883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8a498a3-0176-48cd-930a-be029f9fdede admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ca01d9f-b049-4cfd-b5e2-3dee6c60aabc HTTP/1.1" status: 204 len: 168 time: 0.5693750 Nov 19 04:10:43.767102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed9d7ff-c6f5-4e29-b7d2-d46260a38519 None None] Network 1ef3dba8-0827-4482-8644-79ba5e1d6f82 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:43.770376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:43.770597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0', 'mac_address': 'fa:16:3e:b7:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:10:43.771219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.797707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b935a6c4-e71a-4100-85da-4efd0905d283 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0865908 Nov 19 04:10:43.798121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34064) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:43.812036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a498a3-0176-48cd-930a-be029f9fdede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca01d9f-b049-4cfd-b5e2-3dee6c60aabc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:43.851482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27f3f9ea-5336-4a9f-8b87-00a69f50fb82 req-645f778a-576d-48c1-8553-786be67f72da tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665165 Nov 19 04:10:43.871590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c04089-d22d-4e28-b565-76c339273bc3 req-cd0778b2-bb9f-4c4d-a605-ff20bf85b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:43.873365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-cd0778b2-bb9f-4c4d-a605-ff20bf85b963 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 1097 time: 0.1603456 Nov 19 04:10:43.932840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:43.943068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bec91b-7989-4945-b782-9826bf52a5cd tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:43.950238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bec91b-7989-4945-b782-9826bf52a5cd tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:43.953969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-74bec91b-7989-4945-b782-9826bf52a5cd tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1526258 Nov 19 04:10:43.955424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:43.969682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:44.009103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:44.020367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.092838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:44.095165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b23836c6-77ab-46c4-9758-d77e91a85615 req-3472e33c-4395-44e4-9c9b-35465f420790 tempest-VolumesNegativeTest-388492825 tempest-VolumesNegativeTest-388492825-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f0bccf-9863-4440-bcd0-2b290af5fcc4 HTTP/1.1" status: 200 len: 210 time: 0.1036901 Nov 19 04:10:44.122421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Deleting port 2c8fe69f-6d6d-48d0-a611-ca688740798b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:44.122911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.128150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.182184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event deleted for resources: {'Port': ['ID=1a16192f-f394-4418-a58e-8db30039b110,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:44.200454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.215749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Calling delete_port for 2c8fe69f-6d6d-48d0-a611-ca688740798b owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:44.218861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c04089-d22d-4e28-b565-76c339273bc3 req-01ab3dac-fb73-4f11-9e11-85ad78065060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:44.220572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-01ab3dac-fb73-4f11-9e11-85ad78065060 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.2954578 Nov 19 04:10:44.258901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:44.302112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-15f9d8e2-0d36-487e-aeda-198de4793c7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199 HTTP/1.1" status: 200 len: 217 time: 0.0474644 Nov 19 04:10:44.338381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'name': 'network-vif-deleted', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:44.340771 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8c692-a499-484c-a2b2-09a891626f89" -d '{"events": [{"server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "name": "network-vif-deleted", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:44.394089 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.396502 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.401080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-92d41881-cedf-4f38-9c02-8664fcec357d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "DELETE /v2.0/floatingips/a8ee3fe7-0a54-470b-9f6f-3f855b670697 HTTP/1.1" status: 204 len: 168 time: 1.2965946 Nov 19 04:10:44.402052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.404725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c04089-d22d-4e28-b565-76c339273bc3 req-9fef5e83-0b80-4b87-9176-ec4109572086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:44.406360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-9fef5e83-0b80-4b87-9176-ec4109572086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0956454 Nov 19 04:10:44.448642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.453026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/ports/2c8fe69f-6d6d-48d0-a611-ca688740798b HTTP/1.1" status: 204 len: 168 time: 0.4937954 Nov 19 04:10:44.457513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6517c48-15b1-48df-8c9c-936cd12cbf3a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Port': ['ID=2c8fe69f-6d6d-48d0-a611-ca688740798b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:44.459571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-d2572d97-ee4a-4531-b633-a43e2d9f6895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400064 Nov 19 04:10:44.460642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34084) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:44.532194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11dbf2-fef3-4169-9fb3-82490c999c5c req-62903790-b64e-4641-bfb1-3d48f7bcbd03 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:44.533979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b11dbf2-fef3-4169-9fb3-82490c999c5c req-62903790-b64e-4641-bfb1-3d48f7bcbd03 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 944 time: 0.1820204 Nov 19 04:10:44.566338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Deleting port 87875590-beb8-444d-a51f-70ec68f832f2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:44.567134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.619404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-ce20bb06-3e77-4330-82ca-284d8e80b63a service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530914 Nov 19 04:10:44.626447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b11dbf2-fef3-4169-9fb3-82490c999c5c req-36179daa-5b48-48bc-a384-a3d1b4e20a2e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794060 Nov 19 04:10:44.652600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.675391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Calling delete_port for 87875590-beb8-444d-a51f-70ec68f832f2 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:44.753099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c04089-d22d-4e28-b565-76c339273bc3 req-4437cd15-d4fe-48f8-bac3-d5d686602e6e service neutron] 10.222.0.36 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235435 Nov 19 04:10:44.787399 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.824699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Port': ['ID=87875590-beb8-444d-a51f-70ec68f832f2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:44.848586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.856806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34098) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:44.856987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59875fad-d9fe-412c-89ce-5d932fa1ac8a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/ports/87875590-beb8-444d-a51f-70ec68f832f2 HTTP/1.1" status: 204 len: 168 time: 0.3887014 Nov 19 04:10:44.858601 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ea41df-9c4d-4085-ac61-a853d06e3e58 x-openstack-request-id: req-42ea41df-9c4d-4085-ac61-a853d06e3e58 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:44.858903 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0bccf-9863-4440-bcd0-2b290af5fcc4", "name": "network-vif-deleted", "tag": "439ba10d-8114-4bc7-b632-986c1f7fdaef", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:44.859192 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42ea41df-9c4d-4085-ac61-a853d06e3e58 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:44.859715 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0bccf-9863-4440-bcd0-2b290af5fcc4', 'name': 'network-vif-deleted', 'tag': '439ba10d-8114-4bc7-b632-986c1f7fdaef', 'status': 'completed', 'code': 200} Nov 19 04:10:44.891653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8b81487-f80a-43d3-8538-c6804510a3a5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303664 Nov 19 04:10:44.892700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34102) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:44.898089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-494159972'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:44.919319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:44.923308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.948741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:44.959470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:44.959904 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Added segment 43639333-6793-4ead-a1ea-d89cff35f97f of type vlan for network ff66dd94-e738-40b5-a69c-1055bae418a5 Nov 19 04:10:45.005249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.032121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.038564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:45.039274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.131083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2346728 Nov 19 04:10:45.132381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:45.137247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1318559438'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:45.141484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c30d8-7e1a-444a-aa62-6cd8aa58b041 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Network': ['ID=ff66dd94-e738-40b5-a69c-1055bae418a5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:45.153259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network ff66dd94-e738-40b5-a69c-1055bae418a5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:45.181372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:45.185682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.232810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:45.244122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.244573 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Added segment e94810ef-65de-437e-9607-65b068604a29 of type vlan for network 3151cc9b-a929-4018-bba6-defef64a6db4 Nov 19 04:10:45.295564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.324998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.330562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:45.331229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.393613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2609746 Nov 19 04:10:45.406215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7605e-63f9-485d-a8a1-8e79ce61cea5 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Network': ['ID=3151cc9b-a929-4018-bba6-defef64a6db4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:45.442038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3151cc9b-a929-4018-bba6-defef64a6db4 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:45.474476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34122) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:45.483544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724398426', 'description': 'tempest-description--728868162'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:45.513531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.522441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:45.550626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34124) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:45.556548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'subnets': [{'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2053786035', 'ip_version': 4}, {'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:45.556984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'subnet': {'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2053786035', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:45.557967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Request body: {'subnet': {'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:45.606113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:10:45.613001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:45.613419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.662614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.676223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a578eef-633a-4b59-b9a2-c3fe9b4d86ac req-e16ba4c1-6d2c-4fcd-9745-d63c5c84a79a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:45.677919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a578eef-633a-4b59-b9a2-c3fe9b4d86ac req-e16ba4c1-6d2c-4fcd-9745-d63c5c84a79a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.1130235 Nov 19 04:10:45.679088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.734288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.736401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.737660 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2617891 Nov 19 04:10:45.739749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd035eac-2d15-4132-be01-28c6187bd94f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbd3d39-9982-4263-9bcc-24103c222ebe,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:45.740813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34132) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:45.751590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'security_group_rule': {'security_group_id': '6dbd3d39-9982-4263-9bcc-24103c222ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:45.775739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:45.777587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:45.780591 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11fe346-0b8a-4b09-b0db-2a2da3c46313" -d '{"events": [{"server_uuid": "cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6", "name": "network-vif-plugged", "status": "completed", "tag": "2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:45.789433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.790267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a578eef-633a-4b59-b9a2-c3fe9b4d86ac req-e228b575-6771-47c0-a90e-fa1db456d534 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992284 Nov 19 04:10:45.803657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.842670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Made reservation on behalf of ab115fe18d644106bffa7a242ad16706 for: {'subnet': 2} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:45.847393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.847739 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.874997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:45.957856 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:10:45.987936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:45.998291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.061469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59333e9f-27d6-4b37-b5cd-97f285e41308,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:46.076052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.077365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-00602ab9-0a87-4376-a2b2-08ce457203a3 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336632 Nov 19 04:10:46.080154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34152) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:46.089679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'security_group_rule': {'security_group_id': '6dbd3d39-9982-4263-9bcc-24103c222ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:46.103535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259784bc-1971-4687-9ec9-547e234c52c4 req-3ac4fa53-48e6-4e71-9048-71db7279acb8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:46.105905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-259784bc-1971-4687-9ec9-547e234c52c4 req-3ac4fa53-48e6-4e71-9048-71db7279acb8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.0818832 Nov 19 04:10:46.180676 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.190902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-259784bc-1971-4687-9ec9-547e234c52c4 req-98a5af01-fc6a-4a61-a329-a67816a81106 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749419 Nov 19 04:10:46.279929 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6700b96-1b2e-4320-99cc-08cc56089c53 x-openstack-request-id: req-a6700b96-1b2e-4320-99cc-08cc56089c53 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:46.280415 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6", "name": "network-vif-plugged", "status": "completed", "tag": "2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:46.280660 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6700b96-1b2e-4320-99cc-08cc56089c53 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:46.281606 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0', 'code': 200} Nov 19 04:10:46.290812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.296512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.340518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f872524-d496-4410-9121-309e6bc14317,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:46.346728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.347363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8da4d3f4-2439-4050-81c7-121583d08dd4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2662117 Nov 19 04:10:46.350414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34166) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:46.356457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:46.422523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02eef0-daf6-48ee-b4fc-bba1a566346f req-f72f9a30-e63c-431c-95cb-d74a6f207844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:46.424286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc02eef0-daf6-48ee-b4fc-bba1a566346f req-f72f9a30-e63c-431c-95cb-d74a6f207844 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 1096 time: 0.0631375 Nov 19 04:10:46.427159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.455787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-5b5c999d-72c7-4ab3-90dd-e90de28d9fa7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:46.457477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-5b5c999d-72c7-4ab3-90dd-e90de28d9fa7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.36 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.0973368 Nov 19 04:10:46.458515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.488287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34168) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:46.525801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc02eef0-daf6-48ee-b4fc-bba1a566346f req-96a66f53-7cc3-4c26-99d2-c0fbe6a24fe2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926695 Nov 19 04:10:46.580090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Subnet': ['ID=7daca0d7-24a7-406c-a6c8-a4870898a830,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:46.590060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.599878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Checking segment: {'id': '43639333-6793-4ead-a1ea-d89cff35f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:46.601044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network hostable DHCP agents. Network: ff66dd94-e738-40b5-a69c-1055bae418a5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:46.641984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network ff66dd94-e738-40b5-a69c-1055bae418a5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:46.646773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Deleting port 9add26e5-f9f2-46e4-ac37-584570bddfe2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:46.647133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.695141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, ff66dd94-e738-40b5-a69c-1055bae418a5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:46.701157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a051c8b-7fe9-4136-9b3b-c50580ce1544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.702226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.708681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd83fb1-91e8-4a19-a51d-ef868c0b8482 None None] Network ff66dd94-e738-40b5-a69c-1055bae418a5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:46.744132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Allocated IP 172.25.8.179 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/74655dbe-117e-49ca-8c50-4ed1f604adc7) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:46.810985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event updated for resources: {'Subnet': ['ID=5f9829df-c748-4f13-a0f5-cf1b7b275718,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:46.818052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] For port 9add26e5-f9f2-46e4-ac37-584570bddfe2, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9add26e5-f9f2-46e4-ac37-584570bddfe2,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:46.818430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.873432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Calling delete_port for 9add26e5-f9f2-46e4-ac37-584570bddfe2 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:46.894809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a051c8b-7fe9-4136-9b3b-c50580ce1544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.896928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Checking segment: {'id': 'e94810ef-65de-437e-9607-65b068604a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:46.896928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network hostable DHCP agents. Network: 3151cc9b-a929-4018-bba6-defef64a6db4, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:46.905041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a051c8b-7fe9-4136-9b3b-c50580ce1544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.926695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.948283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-ff66dd94-e738-40b5-a69c-1055bae418a5', 'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5', 'tenant_id': 'ab115fe18d644106bffa7a242ad16706', 'fixed_ips': [{'subnet_id': '7daca0d7-24a7-406c-a6c8-a4870898a830'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:10:46.949175 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:46.985289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Network 3151cc9b-a929-4018-bba6-defef64a6db4 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:47.006184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 3151cc9b-a929-4018-bba6-defef64a6db4) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:47.014697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:47.015192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:47.015881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.054483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6a051c8b-7fe9-4136-9b3b-c50580ce1544 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ee33843453d44af96c9d8846745f756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648668 Nov 19 04:10:47.058525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a051c8b-7fe9-4136-9b3b-c50580ce1544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca4c71-6576-429d-965d-44dce7a05627,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:47.065175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10575982-a787-4049-a2f2-07b7a13ad3d7 None None] Network 3151cc9b-a929-4018-bba6-defef64a6db4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:47.070779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34202) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:47.081849 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.100320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:47.111307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50c919-fc5b-42ef-b500-565f35826d2a req-405c7cf6-93b0-4055-9703-b4c6dcca97b2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:47.113469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c50c919-fc5b-42ef-b500-565f35826d2a req-405c7cf6-93b0-4055-9703-b4c6dcca97b2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=55866a3c-3809-42f0-84bc-c158894430db HTTP/1.1" status: 200 len: 945 time: 0.1466179 Nov 19 04:10:47.120243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:47.150400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c948a382-70d9-4516-843f-064db75549da tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5986156 Nov 19 04:10:47.152002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34216) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:47.170392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:47.214068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.221627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Allocated IP 172.20.0.2 (ff66dd94-e738-40b5-a69c-1055bae418a5/7daca0d7-24a7-406c-a6c8-a4870898a830/ece23f3f-fb2c-4d3b-aef0-429dbb34cf19) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:47.228241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['9add26e5-f9f2-46e4-ac37-584570bddfe2'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:47.264797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'Port': ['ID=74655dbe-117e-49ca-8c50-4ed1f604adc7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:47.292406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event deleted for resources: {'Port': ['ID=9add26e5-f9f2-46e4-ac37-584570bddfe2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:47.321642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947adaca-c7e3-4f4b-8a38-cec81a2b8485 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:47.324571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947adaca-c7e3-4f4b-8a38-cec81a2b8485 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:47.326307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947adaca-c7e3-4f4b-8a38-cec81a2b8485 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:47.330791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-947adaca-c7e3-4f4b-8a38-cec81a2b8485 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1743231 Nov 19 04:10:47.331832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34240) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:47.341664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] No DVR routers for this DVR port 9add26e5-f9f2-46e4-ac37-584570bddfe2 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:47.344212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.347301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c50c919-fc5b-42ef-b500-565f35826d2a req-f34bb086-be8d-45f4-845b-f94d331127ab tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874561 Nov 19 04:10:47.348410 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7498857d-e3d9-4bda-a929-fa447b29ef8e req-f55f8a38-58f0-4e33-afae-ea1f5262c307 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.36 "DELETE /v2.0/ports/9add26e5-f9f2-46e4-ac37-584570bddfe2 HTTP/1.1" status: 204 len: 173 time: 0.8600061 Nov 19 04:10:47.348881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55866a3c-3809-42f0-84bc-c158894430db', 'name': 'network-vif-deleted', 'tag': '9add26e5-f9f2-46e4-ac37-584570bddfe2'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:47.351204 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9abf81-a6cb-4728-acdd-f6e254ceaee5" -d '{"events": [{"server_uuid": "55866a3c-3809-42f0-84bc-c158894430db", "name": "network-vif-deleted", "tag": "9add26e5-f9f2-46e4-ac37-584570bddfe2"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:47.411283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-3151cc9b-a929-4018-bba6-defef64a6db4', 'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4', 'tenant_id': 'ab115fe18d644106bffa7a242ad16706', 'fixed_ips': [{'subnet_id': '5f9829df-c748-4f13-a0f5-cf1b7b275718'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:10:47.412322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.440382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6fadac7-82d1-4f59-b764-0c41bbb65ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.578098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.589518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.682081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Network ff66dd94-e738-40b5-a69c-1055bae418a5 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:47.689253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:47.696658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:47.709655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Pushing event updated for resources: {'Port': ['ID=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:47.740665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Allocated IP 172.20.0.18 (3151cc9b-a929-4018-bba6-defef64a6db4/5f9829df-c748-4f13-a0f5-cf1b7b275718/2a1b226c-85b8-4932-a363-bc4da3a538b3) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:47.797420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Attempting to bind port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:47.797805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Attempting to bind port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '43639333-6793-4ead-a1ea-d89cff35f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:47.798203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Attempting to bind port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 on network ff66dd94-e738-40b5-a69c-1055bae418a5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:47.839861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:47.840075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Checking segment: {'id': '43639333-6793-4ead-a1ea-d89cff35f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:47.840355 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.843283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Bound using segment: {'id': '43639333-6793-4ead-a1ea-d89cff35f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:47.843283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Bound port: ece23f3f-fb2c-4d3b-aef0-429dbb34cf19, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43639333-6793-4ead-a1ea-d89cff35f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ff66dd94-e738-40b5-a69c-1055bae418a5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:47.843283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.943877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.981918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6fadac7-82d1-4f59-b764-0c41bbb65ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:47.984569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] For port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:47.989068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Deleting subnet 7daca0d7-24a7-406c-a6c8-a4870898a830 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:48.003094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.023713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] For port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,segment=NetworkSegment(43639333-6793-4ead-a1ea-d89cff35f97f),segment_id=43639333-6793-4ead-a1ea-d89cff35f97f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:48.042638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.091575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.099556 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.107416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.117473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.117608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507100a-d4e7-45ed-9c12-58b4b4a8b667 req-6b97c12b-5932-47ad-9f7a-67c97109121a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:48.119182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0507100a-d4e7-45ed-9c12-58b4b4a8b667 req-6b97c12b-5932-47ad-9f7a-67c97109121a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.2039132 Nov 19 04:10:48.141152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Network 3151cc9b-a929-4018-bba6-defef64a6db4 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:48.142944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:48.145357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:48.147613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c361-2d15-4b9d-aecd-19234d8c0ca4 None None] Pushing event updated for resources: {'Port': ['ID=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:48.239733 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6fadac7-82d1-4f59-b764-0c41bbb65ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.242935 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b6fadac7-82d1-4f59-b764-0c41bbb65ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.255747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b6fadac7-82d1-4f59-b764-0c41bbb65ea2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07ca4c71-6576-429d-965d-44dce7a05627 HTTP/1.1" status: 204 len: 168 time: 1.1752155 Nov 19 04:10:48.334613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fadac7-82d1-4f59-b764-0c41bbb65ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca4c71-6576-429d-965d-44dce7a05627,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:48.498185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0507100a-d4e7-45ed-9c12-58b4b4a8b667 req-f0856656-b812-4af8-8d21-2908545b001a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259282 Nov 19 04:10:48.518893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.535910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Attempting to bind port 2a1b226c-85b8-4932-a363-bc4da3a538b3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:48.536397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Attempting to bind port 2a1b226c-85b8-4932-a363-bc4da3a538b3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e94810ef-65de-437e-9607-65b068604a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:48.536783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Attempting to bind port 2a1b226c-85b8-4932-a363-bc4da3a538b3 on network 3151cc9b-a929-4018-bba6-defef64a6db4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:48.542997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Pushing event updated for resources: {'Port': ['ID=2a1b226c-85b8-4932-a363-bc4da3a538b3,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:48.562748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:48.563235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Checking segment: {'id': 'e94810ef-65de-437e-9607-65b068604a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:48.563732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.564203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Bound using segment: {'id': 'e94810ef-65de-437e-9607-65b068604a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:48.564914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Bound port: 2a1b226c-85b8-4932-a363-bc4da3a538b3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94810ef-65de-437e-9607-65b068604a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3151cc9b-a929-4018-bba6-defef64a6db4'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:48.565369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.608716 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583bf04a-e5e7-4acc-b34f-a5ed373e814c x-openstack-request-id: req-583bf04a-e5e7-4acc-b34f-a5ed373e814c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:48.609191 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55866a3c-3809-42f0-84bc-c158894430db", "name": "network-vif-deleted", "tag": "9add26e5-f9f2-46e4-ac37-584570bddfe2", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:48.609269 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-583bf04a-e5e7-4acc-b34f-a5ed373e814c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:48.609665 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55866a3c-3809-42f0-84bc-c158894430db', 'name': 'network-vif-deleted', 'tag': '9add26e5-f9f2-46e4-ac37-584570bddfe2', 'status': 'completed', 'code': 200} Nov 19 04:10:48.681679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.685506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0797f4ce-2481-4038-a525-86af3702643f None None] For port 2a1b226c-85b8-4932-a363-bc4da3a538b3, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:48.691231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.692205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0797f4ce-2481-4038-a525-86af3702643f None None] For port 2a1b226c-85b8-4932-a363-bc4da3a538b3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2a1b226c-85b8-4932-a363-bc4da3a538b3,segment=NetworkSegment(e94810ef-65de-437e-9607-65b068604a29),segment_id=e94810ef-65de-437e-9607-65b068604a29)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:48.721887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.724329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.801987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Subnet': ['ID=7daca0d7-24a7-406c-a6c8-a4870898a830,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:48.804339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.808832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-28aaaba3-8e2c-4efd-8166-a0edee11664a tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/subnets/7daca0d7-24a7-406c-a6c8-a4870898a830 HTTP/1.1" status: 204 len: 168 time: 1.4760189 Nov 19 04:10:48.811489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:48.816911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797f4ce-2481-4038-a525-86af3702643f None None] Pushing event updated for resources: {'Port': ['ID=2a1b226c-85b8-4932-a363-bc4da3a538b3,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:48.863355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:48.882724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3c13-bd87-4410-95f9-a4d4bedb61e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.910600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'Port': ['ID=74655dbe-117e-49ca-8c50-4ed1f604adc7,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:48.946038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Deleting subnet 5f9829df-c748-4f13-a0f5-cf1b7b275718 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:10:48.953090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.960143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.974060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:48.975717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4dc325dc-f14d-41d9-a7b0-f4f69b86f48e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6241453 Nov 19 04:10:49.029572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.204966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3c13-bd87-4410-95f9-a4d4bedb61e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.214723 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3c13-bd87-4410-95f9-a4d4bedb61e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.235581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.298168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4ec3c13-bd87-4410-95f9-a4d4bedb61e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3728955ca7d84d3591fd3b5b2e3668e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4337318 Nov 19 04:10:49.302166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:49.326726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec3c13-bd87-4410-95f9-a4d4bedb61e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04ff75-1306-4c87-bc2a-cf3451d3a8a3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:49.353246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1a487ff4-8ed9-45f9-80cc-5d5abd944712 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:49.371966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1a487ff4-8ed9-45f9-80cc-5d5abd944712 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.2128837 Nov 19 04:10:49.390313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-4e786d0c-1786-4f71-9974-ba016e3503e7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0171101 Nov 19 04:10:49.394963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.432452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-921c5f87-f121-4ef8-b396-44a4b507558c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388167 Nov 19 04:10:49.445548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9829df-c748-4f13-a0f5-cf1b7b275718,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:49.449273 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e486c1ba-56dc-4e9f-b73e-32969528a1aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.457122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.458020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-e3797ca3-bebf-4435-b64a-354b1ea5a437 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:10:49.460915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6d44f222-3690-4753-b8c0-db9640ad02b0 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/subnets/5f9829df-c748-4f13-a0f5-cf1b7b275718 HTTP/1.1" status: 204 len: 168 time: 0.6483552 Nov 19 04:10:49.465382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:49.465907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-e3797ca3-bebf-4435-b64a-354b1ea5a437 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227838 Nov 19 04:10:49.532163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e486c1ba-56dc-4e9f-b73e-32969528a1aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.544839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55892b8e-b7c1-474f-8fcf-cac5955d40cf tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:49.546473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55892b8e-b7c1-474f-8fcf-cac5955d40cf tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799248 Nov 19 04:10:49.552175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34378) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:49.637285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e486c1ba-56dc-4e9f-b73e-32969528a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.641141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e486c1ba-56dc-4e9f-b73e-32969528a1aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.646223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e486c1ba-56dc-4e9f-b73e-32969528a1aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e04ff75-1306-4c87-bc2a-cf3451d3a8a3 HTTP/1.1" status: 204 len: 168 time: 0.3390689 Nov 19 04:10:49.655521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486c1ba-56dc-4e9f-b73e-32969528a1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04ff75-1306-4c87-bc2a-cf3451d3a8a3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:49.690582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.701188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-5d5b32f9-c4ac-4387-a3b2-a4b6704d818d service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312837 Nov 19 04:10:49.769318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7804a8-c3d6-46f2-8b23-6c9b5400883f None None] Network ff66dd94-e738-40b5-a69c-1055bae418a5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:49.879943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4c6b8a52-7af3-418c-bf73-5b59629e420d None None] Provisioning complete for port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:49.880440 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8a52-7af3-418c-bf73-5b59629e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.928821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2a1b226c-85b8-4932-a363-bc4da3a538b3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:49.947859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Deleting port 2a1b226c-85b8-4932-a363-bc4da3a538b3 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:49.948581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:49.984188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9717abc5-b527-48d6-b986-c42f2361a814 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740085 Nov 19 04:10:50.107809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] For port 2a1b226c-85b8-4932-a363-bc4da3a538b3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2a1b226c-85b8-4932-a363-bc4da3a538b3,segment=NetworkSegment(e94810ef-65de-437e-9607-65b068604a29),segment_id=e94810ef-65de-437e-9607-65b068604a29)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:50.108194 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.112441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2a1b226c-85b8-4932-a363-bc4da3a538b3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:50.113026 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.160046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Calling delete_port for 2a1b226c-85b8-4932-a363-bc4da3a538b3 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:50.166900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8a52-7af3-418c-bf73-5b59629e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.237336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] DHCP port deletion for ff66dd94-e738-40b5-a69c-1055bae418a5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:50.311243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4c6b8a52-7af3-418c-bf73-5b59629e420d None None] For port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,segment=NetworkSegment(43639333-6793-4ead-a1ea-d89cff35f97f),segment_id=43639333-6793-4ead-a1ea-d89cff35f97f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:50.333006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8a52-7af3-418c-bf73-5b59629e420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.434505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b8a52-7af3-418c-bf73-5b59629e420d None None] Pushing event updated for resources: {'Port': ['ID=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:50.470974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-fb4b854a-2f90-4efe-9c89-c1996ff6956b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--724398426&fields=id&tenant_id=0ddfdb1380e34d4bae42fe8af375a829 HTTP/1.1" status: 200 len: 267 time: 0.1090114 Nov 19 04:10:50.516285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.528220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.530857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acf026-c1b8-465f-9813-7c847ce2feea None None] Network 3151cc9b-a929-4018-bba6-defef64a6db4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:50.653413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8efc8b35-2b4c-40b3-9ece-a18f89dec9f3 None None] Could not find standard attr ID for object 2a1b226c-85b8-4932-a363-bc4da3a538b3. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:10:50.658633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] Deleting port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:50.659021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.705469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Port': ['ID=2a1b226c-85b8-4932-a363-bc4da3a538b3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:50.718409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-9b6a236c-5d88-4920-ae16-f1df510a3209 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:50.727327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-9b6a236c-5d88-4920-ae16-f1df510a3209 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 811 time: 0.2547491 Nov 19 04:10:50.745880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] No DVR routers for this DVR port 2a1b226c-85b8-4932-a363-bc4da3a538b3 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:50.788536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:10:50.831513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-7bb00431-3341-4853-9dde-0061732312c1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/quotas/0ddfdb1380e34d4bae42fe8af375a829 HTTP/1.1" status: 200 len: 375 time: 0.1032090 Nov 19 04:10:50.893420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb82b5-66ca-40d1-9cd5-7baaea73907c None None] DHCP port deletion for 3151cc9b-a929-4018-bba6-defef64a6db4 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:10:50.913734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] For port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,segment=NetworkSegment(43639333-6793-4ead-a1ea-d89cff35f97f),segment_id=43639333-6793-4ead-a1ea-d89cff35f97f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:50.914316 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:50.931711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] Calling delete_port for ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:50.968344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.016810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-bca9632b-c642-43a2-9e2c-0a9df0651452 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757126 Nov 19 04:10:51.028595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:51.029126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.032039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3151cc9b-a929-4018-bba6-defef64a6db4']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:51.087727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94810ef-65de-437e-9607-65b068604a29') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:51.088026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94810ef-65de-437e-9607-65b068604a29') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:51.109989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.147869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.169951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:51.173300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.177414 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No ports have port_id starting with ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 Nov 19 04:10:51.178759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:51.186698 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:51.223514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] Pushing event deleted for resources: {'Port': ['ID=ece23f3f-fb2c-4d3b-aef0-429dbb34cf19,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:51.237670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aed1e4-f36d-433d-89b1-f958c3f2af10 None None] No DVR routers for this DVR port ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:51.281719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9c1d530c-218c-4307-a88f-1a1d3fed0a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.299955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-c2f69aa2-99b4-4e20-bc09-3616c0ad80af service neutron] 10.222.0.52 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821751 Nov 19 04:10:51.373561 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.386402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.393830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/networks/3151cc9b-a929-4018-bba6-defef64a6db4 HTTP/1.1" status: 204 len: 168 time: 1.8383329 Nov 19 04:10:51.396520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34486) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:51.410934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8280-6fa6-4f11-93f3-2d7bcbfa229b tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Network': ['ID=3151cc9b-a929-4018-bba6-defef64a6db4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:51.458954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-ca10c4d5-04ec-46e4-8a37-624599b6dfc6 service neutron] 10.222.0.52 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579602 Nov 19 04:10:51.497309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.503805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9add26e5-f9f2-46e4-ac37-584570bddfe2 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:51.559890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 9add26e5-f9f2-46e4-ac37-584570bddfe2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:51.560766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9add26e5-f9f2-46e4-ac37-584570bddfe2 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:51.618916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.645708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff66dd94-e738-40b5-a69c-1055bae418a5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:51.686090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43639333-6793-4ead-a1ea-d89cff35f97f') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:51.686921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43639333-6793-4ead-a1ea-d89cff35f97f') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:51.715861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.727166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2a1b226c-85b8-4932-a363-bc4da3a538b3 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:51.753989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f281e1d-d0a8-48a5-8f37-0b8db850b053 req-3fd63e0d-eb53-40a3-8d2e-893aaf64b5a0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:51.759871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f281e1d-d0a8-48a5-8f37-0b8db850b053 req-3fd63e0d-eb53-40a3-8d2e-893aaf64b5a0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.0954061 Nov 19 04:10:51.760203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.777157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:51.777596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:51.789222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2a1b226c-85b8-4932-a363-bc4da3a538b3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:51.791849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2a1b226c-85b8-4932-a363-bc4da3a538b3 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:51.793636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:51.868994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:51.870964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ece23f3f-fb2c-4d3b-aef0-429dbb34cf19 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:10:51.873707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f281e1d-d0a8-48a5-8f37-0b8db850b053 req-36026400-d729-4bb5-b6bd-0ca366d53615 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044405 Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:51.936480 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:51.946937 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.007757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.021606 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/networks/ff66dd94-e738-40b5-a69c-1055bae418a5 HTTP/1.1" status: 204 len: 168 time: 0.6239479 Nov 19 04:10:52.024230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34508) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:52.107453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a61547-4f74-43f6-98fc-2b4bc571c9a1 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Network': ['ID=ff66dd94-e738-40b5-a69c-1055bae418a5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:52.200344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-8c7a56fb-1556-4c6f-9e42-18bb650d705a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:52.202547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-8c7a56fb-1556-4c6f-9e42-18bb650d705a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.2640181 Nov 19 04:10:52.228791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d968721c-0f1c-4bbf-a8cf-fac8df04225b req-0e9fb77b-40bf-44ee-8210-e16a38d4b41c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 210 time: 0.0734298 Nov 19 04:10:52.237928 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.254215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Request body: {'port': {'device_id': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'admin_state_up': True, 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:52.384685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce798e8e-11df-4d72-83e7-a93c920a17b0 req-91ade60c-10da-4133-8541-ec4b4de30178 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 210 time: 0.0756774 Nov 19 04:10:52.421356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.453948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef3dba8-0827-4482-8644-79ba5e1d6f82']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:52.464429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100b7c42-59bf-4b15-9a2e-8ad696055e03') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:52.465084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100b7c42-59bf-4b15-9a2e-8ad696055e03') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:52.478044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.514566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.521876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:52.522316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:52.525515 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:52.529849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:52.533531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.590199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.641775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03adfbe-2eb3-4977-bc51-5e868c866a23 req-b98264cb-8a24-47ad-81ec-43567bb335e7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:52.651510 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b03adfbe-2eb3-4977-bc51-5e868c866a23 req-b98264cb-8a24-47ad-81ec-43567bb335e7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 945 time: 0.1546960 Nov 19 04:10:52.659954 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.674882 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.680324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/networks/1ef3dba8-0827-4482-8644-79ba5e1d6f82 HTTP/1.1" status: 204 len: 168 time: 0.6525784 Nov 19 04:10:52.682779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34518) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:52.732699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Allocated IP 172.20.0.3 (0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5/c13c240b-a966-4c29-a23b-08967fa2e6aa/f2d82a4e-019d-4452-a4b3-df9e2c3e6919) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:52.745411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d7b34-5950-419b-be79-7371dbbeb2e4 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Network': ['ID=1ef3dba8-0827-4482-8644-79ba5e1d6f82,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:52.808118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b03adfbe-2eb3-4977-bc51-5e868c866a23 req-244eb0e8-f8cd-489e-b73e-79c8f7ee24a3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555028 Nov 19 04:10:52.813890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.929413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:52.952693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.006710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.017052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eececa9-ab26-458e-8386-12f054c8a220']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:53.065352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:53.068742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:53.073516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcce4a9d-e743-4ea2-a98e-267fae7b0801') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:53.074073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcce4a9d-e743-4ea2-a98e-267fae7b0801') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:10:53.075371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:53.082479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:53.101683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.126514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99de13-62e7-49a5-824c-a7367fa49c74 req-3a66ab43-8f90-4eea-94ea-703c90bf931c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:53.137501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d99de13-62e7-49a5-824c-a7367fa49c74 req-3a66ab43-8f90-4eea-94ea-703c90bf931c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.1725061 Nov 19 04:10:53.163733 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.172289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:10:53.173623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.203792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:53.204674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.241209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-9c571432-6485-4f89-be02-1a44b0492845 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9921200 Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:10:53.249951 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:10:53.265256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.271367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.287703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] 10.222.0.52 "DELETE /v2.0/networks/9eececa9-ab26-458e-8386-12f054c8a220 HTTP/1.1" status: 204 len: 168 time: 0.6006663 Nov 19 04:10:53.345372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-6ad1e211-e7f7-413c-a7c5-1d265db2c152 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:53.351506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-6ad1e211-e7f7-413c-a7c5-1d265db2c152 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.36 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 811 time: 0.2186007 Nov 19 04:10:53.357960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf4784-0a58-4e14-b92e-f1e7e3795ad2 tempest-BulkNetworkOpsTest-1664967607 tempest-BulkNetworkOpsTest-1664967607-project] Pushing event deleted for resources: {'Network': ['ID=9eececa9-ab26-458e-8386-12f054c8a220,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:53.427995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d99de13-62e7-49a5-824c-a7367fa49c74 req-7cbaf02b-e230-4040-a149-d5b3ac477a42 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871466 Nov 19 04:10:53.472644 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-3c5a31b0-4c03-4a37-a899-06b4a1584234 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ddfdb1380e34d4bae42fe8af375a829 HTTP/1.1" status: 200 len: 379 time: 0.1110752 Nov 19 04:10:53.485729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'port': {'device_id': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'admin_state_up': True, 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'security_groups': ['6dbd3d39-9982-4263-9bcc-24103c222ebe']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:53.551407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b77675c-9b57-4fd1-9348-1949eb1b489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.565314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Request body: {'port': {'device_id': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:53.702727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34544) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:53.754102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.757550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Made reservation on behalf of 0ddfdb1380e34d4bae42fe8af375a829 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:53.768226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:53.775572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb6bc-f60a-4c20-85d3-addcda5057b9 req-419154e9-40ab-4994-8b98-a466461ecefd tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:53.777565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1bbb6bc-f60a-4c20-85d3-addcda5057b9 req-419154e9-40ab-4994-8b98-a466461ecefd tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 931 time: 0.0863662 Nov 19 04:10:53.913305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1bbb6bc-f60a-4c20-85d3-addcda5057b9 req-5eeff330-a027-44ae-a9af-f5a4a9691d27 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276581 Nov 19 04:10:53.989212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-95c1074f-ab0d-4ae9-85ba-c0322eea4450 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab115fe18d644106bffa7a242ad16706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849743 Nov 19 04:10:53.991469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:54.126821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91840192-561b-40f8-b2b8-12e874f7a57e req-92d78225-1627-4aa5-9fdb-b7f7ffe5f5a4 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 210 time: 0.0744603 Nov 19 04:10:54.143901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78258c18-a7df-4e7f-b384-6fff1c308d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.176758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78258c18-a7df-4e7f-b384-6fff1c308d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.286084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78258c18-a7df-4e7f-b384-6fff1c308d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.292087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78258c18-a7df-4e7f-b384-6fff1c308d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.293758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-78258c18-a7df-4e7f-b384-6fff1c308d94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50c664d6-589d-4f58-aa00-b651cee5e85b HTTP/1.1" status: 204 len: 168 time: 0.3013475 Nov 19 04:10:54.302973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78258c18-a7df-4e7f-b384-6fff1c308d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c664d6-589d-4f58-aa00-b651cee5e85b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:54.530134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Allocated IP 172.20.0.5 (1ca2c5dd-0045-4142-930d-43092c71d9f3/7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f/de4c3731-cd25-4d8c-a8eb-6eb2be874365) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:54.543922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149ad3b-f2df-49c0-a619-37858b1fbd23 req-b796bcd6-161f-44d3-bc8f-2ad8d80bd596 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:54.553679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8149ad3b-f2df-49c0-a619-37858b1fbd23 req-b796bcd6-161f-44d3-bc8f-2ad8d80bd596 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.0824454 Nov 19 04:10:54.626331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8149ad3b-f2df-49c0-a619-37858b1fbd23 req-99273dca-46d2-46ac-81e7-dba88c1a168e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Nov 19 04:10:54.698997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34566) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:54.800469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.823725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d82a4e-019d-4452-a4b3-df9e2c3e6919 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:54.834601 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.862087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Transition to ACTIVE for port object f2d82a4e-019d-4452-a4b3-df9e2c3e6919 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:54.870897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.896985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6e54b8a0-3fb0-444b-8477-bda022b86a91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60aa2f541d8246429af7447f88ed6bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967444 Nov 19 04:10:54.899564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:54.901700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:54.991898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b5a-bfac-4223-9e56-d9716121ba4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.013193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:10:55.021122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:55.023621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:10:55.038269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b5a-bfac-4223-9e56-d9716121ba4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.081993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:55.082643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.101057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:55.162544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event updated for resources: {'Port': ['ID=de4c3731-cd25-4d8c-a8eb-6eb2be874365,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:55.172217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Attempting to bind port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:55.172663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Attempting to bind port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:55.172891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Attempting to bind port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:55.178930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:55.179310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Attempting to bind port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:55.186157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:55.186542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:55.187960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Bound using segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:55.188440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Bound port: f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:55.189827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.217804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-5993b013-abb5-4920-bf39-c93bffafff42 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7294466 Nov 19 04:10:55.227719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.233910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f668436-ae5e-4f4a-95e9-5fa89c4be78e req-7eab04ad-12e9-495b-84c0-affbb19253d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:55.249717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f668436-ae5e-4f4a-95e9-5fa89c4be78e req-7eab04ad-12e9-495b-84c0-affbb19253d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 943 time: 0.2305021 Nov 19 04:10:55.267825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Request body: {'port': {'device_id': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:55.344131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f668436-ae5e-4f4a-95e9-5fa89c4be78e req-e8bed0c9-dee5-4755-8db8-ee97568851f6 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926349 Nov 19 04:10:55.361046 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b5a-bfac-4223-9e56-d9716121ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.364216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b5a-bfac-4223-9e56-d9716121ba4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.376086 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e6de4b5a-bfac-4223-9e56-d9716121ba4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c910fe6-ba33-4e41-a1ee-b4380e04d25a HTTP/1.1" status: 204 len: 168 time: 0.4750552 Nov 19 04:10:55.397445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.400840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4b5a-bfac-4223-9e56-d9716121ba4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c910fe6-ba33-4e41-a1ee-b4380e04d25a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:55.457610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:55.460513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9657e7d9-91ee-4356-a34b-50cb03ba8b1c None None] Provisioning complete for port de4c3731-cd25-4d8c-a8eb-6eb2be874365 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:10:55.461063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9657e7d9-91ee-4356-a34b-50cb03ba8b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.479724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:55.491890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.512999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:55.513958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:55.515873 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] 10.222.0.31 "PUT /v2.0/ports/f2d82a4e-019d-4452-a4b3-df9e2c3e6919 HTTP/1.1" status: 200 len: 1091 time: 2.2468054 Nov 19 04:10:55.520683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:55.523625 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a80465-e809-4739-ac25-19f86b406426" -d '{"events": [{"name": "network-changed", "server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:55.557644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9657e7d9-91ee-4356-a34b-50cb03ba8b1c None None] Port de4c3731-cd25-4d8c-a8eb-6eb2be874365 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:10:55.651951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e83dc-b59f-4be1-a754-f931976ab97b req-5db7ef4d-88f4-42df-b92a-547de374165f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:55.653564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec7e83dc-b59f-4be1-a754-f931976ab97b req-5db7ef4d-88f4-42df-b92a-547de374165f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 931 time: 0.1422961 Nov 19 04:10:55.662555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34604) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:55.740825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d0f23-528a-47d4-b392-0daef2e6d81e service neutron] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:55.801687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-83f7ff7a-155c-401d-9e7a-87e99023e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:55.805503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-83f7ff7a-155c-401d-9e7a-87e99023e0d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 1094 time: 0.1614459 Nov 19 04:10:55.866236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ec7e83dc-b59f-4be1-a754-f931976ab97b req-04303a25-9445-4fea-bb49-1b87a52be855 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012069 Nov 19 04:10:55.895369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-5ae7823c-4568-4214-9b6a-b3c52e6d2033 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:55.896944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-5ae7823c-4568-4214-9b6a-b3c52e6d2033 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.1751182 Nov 19 04:10:55.920016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-72746669-7149-45d4-b270-873ac60f5f61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919 HTTP/1.1" status: 200 len: 217 time: 0.0960190 Nov 19 04:10:55.937016 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956699d-4caa-4cdd-ad34-b0e0184e2131 x-openstack-request-id: req-c956699d-4caa-4cdd-ad34-b0e0184e2131 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:55.937329 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:55.937614 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c956699d-4caa-4cdd-ad34-b0e0184e2131 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:55.938013 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'status': 'completed', 'code': 200} Nov 19 04:10:56.107284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-f85902da-44fe-46a4-a159-df833f568fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:56.116098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-f85902da-44fe-46a4-a159-df833f568fe5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.1808462 Nov 19 04:10:56.188656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1068584293'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:56.221894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-e72619ea-abf6-4622-9f2d-4b118db64cf5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582149 Nov 19 04:10:56.222544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:56.226160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.245300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.267133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c201f-31fb-45c9-be84-a3da2574ab14 req-290982df-dd64-433f-97ad-adae9f2684d0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:56.269357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b3c201f-31fb-45c9-be84-a3da2574ab14 req-290982df-dd64-433f-97ad-adae9f2684d0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 945 time: 0.1913493 Nov 19 04:10:56.339313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.344807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4c3731-cd25-4d8c-a8eb-6eb2be874365 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:56.359772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.360715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.375305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.381499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-c5118423-dfae-4ad7-ab4c-ec033d2266fd service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491401 Nov 19 04:10:56.384709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Transition to ACTIVE for port object de4c3731-cd25-4d8c-a8eb-6eb2be874365 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:10:56.390744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.455184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:56.474474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:10:56.474865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.486029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85901d4d-9a5f-42e4-961b-123f1cd09eb1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:56.536978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.537342 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Added segment 024f88f7-bfa1-4749-80cc-ce581b16abcd of type vlan for network b2048187-6c07-49ee-82e3-ae01515327bc Nov 19 04:10:56.558426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b3c201f-31fb-45c9-be84-a3da2574ab14 req-d0ad448c-c5b9-43a4-9f20-c24f257aa0e0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923656 Nov 19 04:10:56.560603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Pushing event updated for resources: {'Port': ['ID=de4c3731-cd25-4d8c-a8eb-6eb2be874365,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:56.758046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d8fbe46-c0ab-40ff-bd7f-e04bbd9bac63 req-d55626aa-4f79-472a-b347-a743ed740d0a service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545740 Nov 19 04:10:56.764234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.794132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Attempting to bind port de4c3731-cd25-4d8c-a8eb-6eb2be874365 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:10:56.794400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Attempting to bind port de4c3731-cd25-4d8c-a8eb-6eb2be874365 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:10:56.795251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Attempting to bind port de4c3731-cd25-4d8c-a8eb-6eb2be874365 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:56.800875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Port de4c3731-cd25-4d8c-a8eb-6eb2be874365 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:10:56.801333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Attempting to bind port de4c3731-cd25-4d8c-a8eb-6eb2be874365 on network 1ca2c5dd-0045-4142-930d-43092c71d9f3 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:10:56.813124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:10:56.813124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Checking segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:56.813783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Bound using segment: {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:10:56.813783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Bound port: de4c3731-cd25-4d8c-a8eb-6eb2be874365, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3945788-cb09-47c4-980f-1f5d0e813fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:10:56.814291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.816758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34632) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:56.834981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:56.835395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.881287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:10:56.886288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.892485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:56.914459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:56.967275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-315958828-network', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:57.016239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] For port de4c3731-cd25-4d8c-a8eb-6eb2be874365, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:10:57.025206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] For port de4c3731-cd25-4d8c-a8eb-6eb2be874365, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:10:57.042824 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3676572 Nov 19 04:10:57.055357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb208-aaa4-4af9-aaa7-55e89f9464a7 req-caeacfe1-4764-42d6-a320-dac836ce5273 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.061812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f47bb208-aaa4-4af9-aaa7-55e89f9464a7 req-caeacfe1-4764-42d6-a320-dac836ce5273 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 943 time: 0.2327039 Nov 19 04:10:57.063217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3ad60-e1bb-42f9-b87c-8f3aa44905dc tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Network': ['ID=b2048187-6c07-49ee-82e3-ae01515327bc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:57.071465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a80465-e809-4739-ac25-19f86b406426 req-910ca287-1ad7-4893-ac51-c96c26090ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.077134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b2048187-6c07-49ee-82e3-ae01515327bc details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:57.090993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-910ca287-1ad7-4893-ac51-c96c26090ce8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 1094 time: 0.1878819 Nov 19 04:10:57.094564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.147300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Made reservation on behalf of 1055aa0aa5cb4b6b8a62c9cf10708b23 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:57.154872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.187789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.207975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199', '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:57.213613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f47bb208-aaa4-4af9-aaa7-55e89f9464a7 req-434f0955-50df-429f-b4c1-f0bd46b8ce1a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480281 Nov 19 04:10:57.256858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:57.306310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['af84d441-053c-4b15-b9b4-7be6743ff431'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:57.343120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:10:57.346332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.352535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.354124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.356113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] 10.222.0.36 "PUT /v2.0/ports/de4c3731-cd25-4d8c-a8eb-6eb2be874365 HTTP/1.1" status: 200 len: 1091 time: 2.0999823 Nov 19 04:10:57.360886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.362911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11610f10-a0d2-492e-9016-88c50a6e8303 req-00de7160-526f-4607-9692-73cf7726b4fd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "DELETE /v2.0/ports/2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 HTTP/1.1" status: 204 len: 173 time: 1.4509583 Nov 19 04:10:57.363818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'name': 'network-vif-deleted', 'tag': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:57.367320 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59df155d-f400-465b-99d1-71d096d0b3f3" -d '{"events": [{"server_uuid": "cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6", "name": "network-vif-deleted", "tag": "2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:57.494939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444cc3f-6928-4d92-be06-8b60e38f3ec6 req-9a6aa3fa-c176-43f5-a62f-031dc7228969 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.508171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1444cc3f-6928-4d92-be06-8b60e38f3ec6 req-9a6aa3fa-c176-43f5-a62f-031dc7228969 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 943 time: 0.1639974 Nov 19 04:10:57.515695 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:57.600762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-e42d9de6-15db-4556-af6d-d6288106275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.602567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-e42d9de6-15db-4556-af6d-d6288106275f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 1094 time: 0.1787388 Nov 19 04:10:57.620092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1444cc3f-6928-4d92-be06-8b60e38f3ec6 req-368318d4-3807-4822-bce1-0869ab71ead1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070232 Nov 19 04:10:57.709874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b29c-4a6e-47ce-96ff-c105a8e75466 service neutron] Pushing event updated for resources: {'Port': ['ID=de4c3731-cd25-4d8c-a8eb-6eb2be874365,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:57.764937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a80465-e809-4739-ac25-19f86b406426 req-423c3106-83d4-40fc-8020-f633b20b96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.766617 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8624c86-011d-4e5a-ac21-716ef72c09fd x-openstack-request-id: req-f8624c86-011d-4e5a-ac21-716ef72c09fd {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:57.767161 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6", "name": "network-vif-deleted", "tag": "2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:57.767821 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-423c3106-83d4-40fc-8020-f633b20b96ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.6427927 Nov 19 04:10:57.768692 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8624c86-011d-4e5a-ac21-716ef72c09fd {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:57.769330 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6', 'name': 'network-vif-deleted', 'tag': '2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0', 'status': 'completed', 'code': 200} Nov 19 04:10:57.773984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-ace95680-6bbd-49fb-b60e-d7916696e616 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365 HTTP/1.1" status: 200 len: 217 time: 0.1525290 Nov 19 04:10:57.876995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-587e8bca-5923-40e5-8cd3-c8fc5c881899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.883599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-587e8bca-5923-40e5-8cd3-c8fc5c881899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.1012063 Nov 19 04:10:57.883793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-b314be7b-7820-4c8c-80f2-9ad17bf73c9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919 HTTP/1.1" status: 200 len: 217 time: 0.0952346 Nov 19 04:10:57.944699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:10:57.945912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93addf0f-cc43-4eff-9d34-524972f3cd50 req-d8393d0e-a607-4e27-a095-0997c7c0a868 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbe1b0c7-6b0f-41ce-8caa-94b50e6305d6 HTTP/1.1" status: 200 len: 210 time: 0.0551295 Nov 19 04:10:57.948782 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053cde04-2b05-4e5c-bcf0-249c20874e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:10:57.961839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-c652d2ea-2000-45c4-88f6-b2cb42707e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:57.963896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-c652d2ea-2000-45c4-88f6-b2cb42707e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638831 Nov 19 04:10:58.006099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a80465-e809-4739-ac25-19f86b406426 req-19e270c6-90ce-4b7d-9418-ab0374ca6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.016263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-19e270c6-90ce-4b7d-9418-ab0374ca6380 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.1235683 Nov 19 04:10:58.102330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-3f63f0ee-9e94-417d-a490-a5c1db19e0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279140 Nov 19 04:10:58.116491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.170485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.174966 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc17218-1a3d-4268-ac16-4e9bdfeca862 x-openstack-request-id: req-6fc17218-1a3d-4268-ac16-4e9bdfeca862 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:10:58.175387 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:10:58.175708 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fc17218-1a3d-4268-ac16-4e9bdfeca862 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:10:58.176342 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'status': 'completed', 'code': 200} Nov 19 04:10:58.183311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-ffc61876-dd7d-4df6-bee4-6dee5636c0f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742941 Nov 19 04:10:58.222272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:10:58.237067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8e5c7b9-7e86-4e33-89ee-e678a3639854 req-1444af67-5eff-470c-b262-edb9f3cb5b7b service neutron] 10.222.0.36 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282513 Nov 19 04:10:58.322719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb12f739-4052-42a7-a474-a25789344fd8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:58.328413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.328775 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Added segment 6069f150-6731-4c8b-9467-171a3773fae0 of type vlan for network af95140b-e4fd-4394-b16c-086f9a66fdd0 Nov 19 04:10:58.406556 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.426570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-c8473b45-7015-459c-89f8-a45f68fcf2af service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306764 Nov 19 04:10:58.442898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-5cf0ed32-3903-49b5-955d-f5ea231b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.444677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-5cf0ed32-3903-49b5-955d-f5ea231b060c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 1094 time: 0.1478734 Nov 19 04:10:58.464195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f899f2-0d0d-4cdc-903c-46b0805a9148 req-6df9f321-3a25-4155-8a26-904219d17588 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.466038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15f899f2-0d0d-4cdc-903c-46b0805a9148 req-6df9f321-3a25-4155-8a26-904219d17588 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 943 time: 0.1155596 Nov 19 04:10:58.507555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.508545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.509158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.556637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-96546f95-7451-4144-b8d7-bed62a85b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.558622 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-96546f95-7451-4144-b8d7-bed62a85b486 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.1052287 Nov 19 04:10:58.588880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] Pushing event updated for resources: {'Network': ['ID=af95140b-e4fd-4394-b16c-086f9a66fdd0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:58.595908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4209f6bb-e5dc-4152-bd80-235b5c6d30a9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7763205 Nov 19 04:10:58.599273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34650) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:58.601197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:10:58.605309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Request body: {'subnet': {'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-315958828-subnet', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:58.630973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-3459fbae-4db0-4882-b29e-45e9cbec6292 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365 HTTP/1.1" status: 200 len: 217 time: 0.0521967 Nov 19 04:10:58.668172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Made reservation on behalf of 1055aa0aa5cb4b6b8a62c9cf10708b23 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:10:58.675025 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:58.680793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15f899f2-0d0d-4cdc-903c-46b0805a9148 req-1fe5cb1a-0fcc-433f-abfe-96abc4eb5830 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208308 Nov 19 04:10:58.682411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0a80465-e809-4739-ac25-19f86b406426 req-4b87594c-7827-4f76-a381-21cfe5c2751b service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432368 Nov 19 04:10:58.712854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-d043a521-766d-4c5a-8c53-0edbfd8c4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.720157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-d043a521-766d-4c5a-8c53-0edbfd8c4e03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.0755811 Nov 19 04:10:58.794957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2d82a4e-019d-4452-a4b3-df9e2c3e6919 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:58.809094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-fdb2ffa3-3603-47a4-b4a0-dd9338192bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:58.810783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-fdb2ffa3-3603-47a4-b4a0-dd9338192bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801599 Nov 19 04:10:59.031898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-2f489cbf-99b7-4fe6-bc8d-464b6ad4ecb1 service neutron] 10.222.0.36 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093844 Nov 19 04:10:59.032293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:59.047228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:10:59.050916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.102464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.126612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d82a4e-019d-4452-a4b3-df9e2c3e6919 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:10:59.149682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de615ef7-7f42-4193-8923-c9d9f34f7a7f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:59.153422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Checking segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:10:59.153678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Network hostable DHCP agents. Network: af95140b-e4fd-4394-b16c-086f9a66fdd0, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:10:59.169903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:10:59.172876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:10:59.179673 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.187845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, af95140b-e4fd-4394-b16c-086f9a66fdd0) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:10:59.224469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:59.225542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.240051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca25ef-be9d-42f2-9092-35cfa75d989b None None] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:10:59.248530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:10:59.280131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6fb61974-7a5e-4967-b0c6-039e842b8c37 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6774058 Nov 19 04:10:59.280396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34664) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:10:59.285529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:10:59.333452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.335548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.422297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.459569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-af95140b-e4fd-4394-b16c-086f9a66fdd0', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'fixed_ips': [{'subnet_id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:10:59.460677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.511430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f2d82a4e-019d-4452-a4b3-df9e2c3e6919'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:10:59.670362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:10:59.696458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Allocated IP 172.20.0.2 (af95140b-e4fd-4394-b16c-086f9a66fdd0/de615ef7-7f42-4193-8923-c9d9f34f7a7f/4929838f-9fac-4b9a-a852-3984e9b910d9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:10:59.851948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de4c3731-cd25-4d8c-a8eb-6eb2be874365 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:10:59.861045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56589aec-5d47-4e52-8ab1-dd4f26e79980 req-cc9ad568-16d8-4db3-827e-d130e3e4e879 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:10:59.870559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56589aec-5d47-4e52-8ab1-dd4f26e79980 req-cc9ad568-16d8-4db3-827e-d130e3e4e879 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 943 time: 0.6679685 Nov 19 04:10:59.899813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053cde04-2b05-4e5c-bcf0-249c20874e7c req-3f8fb070-f2e4-44f9-895b-eae0878965ae service neutron] 10.222.0.36 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595796 Nov 19 04:10:59.932732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56589aec-5d47-4e52-8ab1-dd4f26e79980 req-74fbeddc-c3b1-4efc-a1f0-801efdb5c03c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609710 Nov 19 04:10:59.934918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:10:59.992572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:10:59.993308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2af79d1f-eaff-48a7-9aff-f2cfb72ef3c0 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:11:00.094316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port de4c3731-cd25-4d8c-a8eb-6eb2be874365, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:00.111302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.111557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.125653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'port_id': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'mac_address': 'fa:16:3e:af:fa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:11:00.139966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.168321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.187194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:00.302389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a5f4b-1707-45e5-ba99-d7956374e6ec req-0fa49e2b-1181-4d48-92d8-3c4890c5aad7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:00.303993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-435a5f4b-1707-45e5-ba99-d7956374e6ec req-0fa49e2b-1181-4d48-92d8-3c4890c5aad7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 944 time: 0.0964537 Nov 19 04:11:00.325982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Allocated IP 172.25.8.180 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/98317e31-0b86-4550-a3a8-d1a6f458d12c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:00.394185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-435a5f4b-1707-45e5-ba99-d7956374e6ec req-918de4f9-a267-46bd-8f97-839e16e4bf54 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781479 Nov 19 04:11:00.470210 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.491962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:00.496827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Pushing event updated for resources: {'Port': ['ID=4929838f-9fac-4b9a-a852-3984e9b910d9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:00.501971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34672) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:00.512493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'subnet': {'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:00.513777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:00.518237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.528054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.570363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:00.578240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:00.591364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4c3731-cd25-4d8c-a8eb-6eb2be874365 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:00.608327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:00.613778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port de4c3731-cd25-4d8c-a8eb-6eb2be874365, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:00.627474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c649e19-2a20-4351-87f5-7097f45fe2ec None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:00.636195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.654326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Attempting to bind port 4929838f-9fac-4b9a-a852-3984e9b910d9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:00.654705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Attempting to bind port 4929838f-9fac-4b9a-a852-3984e9b910d9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:00.655078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Attempting to bind port 4929838f-9fac-4b9a-a852-3984e9b910d9 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:00.682496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Pushing event updated for resources: {'Port': ['ID=98317e31-0b86-4550-a3a8-d1a6f458d12c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:00.720925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:00.721517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Checking segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:00.721771 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.722146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Bound using segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:00.722639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Bound port: 4929838f-9fac-4b9a-a852-3984e9b910d9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:00.723020 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.763076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7c24d33f-f5c5-4f83-b288-ba8a8dff1186 None None] Provisioning complete for port 98317e31-0b86-4550-a3a8-d1a6f458d12c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:00.763695 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7c24d33f-f5c5-4f83-b288-ba8a8dff1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.771022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=de4c3731-cd25-4d8c-a8eb-6eb2be874365,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:00.782489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f5fe-640b-4641-9b53-8f6f775291bb req-3b140a7f-7e74-41ca-b6f9-f967a6c44469 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:00.790412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02e4f5fe-640b-4641-9b53-8f6f775291bb req-3b140a7f-7e74-41ca-b6f9-f967a6c44469 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 945 time: 0.0800650 Nov 19 04:11:00.850476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02e4f5fe-640b-4641-9b53-8f6f775291bb req-10f38f5c-5b85-4272-90b5-3de4d4b57f59 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541315 Nov 19 04:11:00.851211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:00.864995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:00.866687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7c24d33f-f5c5-4f83-b288-ba8a8dff1186 None None] Port 98317e31-0b86-4550-a3a8-d1a6f458d12c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:00.891804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['de4c3731-cd25-4d8c-a8eb-6eb2be874365'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:00.896793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] For port 4929838f-9fac-4b9a-a852-3984e9b910d9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:00.944031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] For port 4929838f-9fac-4b9a-a852-3984e9b910d9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4929838f-9fac-4b9a-a852-3984e9b910d9,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:00.956190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.037096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.091064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6ce6-69e1-408f-8ac4-974677babf39 None None] Pushing event updated for resources: {'Port': ['ID=4929838f-9fac-4b9a-a852-3984e9b910d9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:01.160141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a8d4c-0ff2-48d5-9651-bc8ea5c9e43f req-7e95f36c-802a-4663-b97d-b769613d3d6b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:01.169749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-597a8d4c-0ff2-48d5-9651-bc8ea5c9e43f req-7e95f36c-802a-4663-b97d-b769613d3d6b tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 944 time: 0.1065545 Nov 19 04:11:01.172754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.299970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-597a8d4c-0ff2-48d5-9651-bc8ea5c9e43f req-1f3c32a7-8e9f-457d-b3d9-ea278cc1c0a0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295965 Nov 19 04:11:01.303284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Subnet': ['ID=fe5fbd95-cb2f-41ac-afe7-b79d5a60dd42,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:01.305887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Checking segment: {'id': '024f88f7-bfa1-4749-80cc-ce581b16abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:01.306421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network hostable DHCP agents. Network: b2048187-6c07-49ee-82e3-ae01515327bc, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:01.343282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network b2048187-6c07-49ee-82e3-ae01515327bc is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:01.372231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, b2048187-6c07-49ee-82e3-ae01515327bc) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:01.384126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:01.384126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.403983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8beaf1-3376-4e1e-a56f-06031cafcd5f None None] Network b2048187-6c07-49ee-82e3-ae01515327bc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:01.441362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7be9e9a7-506b-4c1b-9498-57b52fb46014 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9379539 Nov 19 04:11:01.442174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34684) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:01.447418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1921958667'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:01.492845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:01.501004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.598125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:11:01.618561 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.618922 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Added segment 1c1fd33d-b6c0-4faa-bc1f-3374eff6a365 of type vlan for network 1679db12-0309-4996-8aaf-f59c02113e71 Nov 19 04:11:01.685536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c90a39-09e4-4b45-bea7-21fcb2751c29 req-2ff5d386-bc4d-4f4f-9e7d-e78e7a30f46c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:01.694155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29c90a39-09e4-4b45-bea7-21fcb2751c29 req-2ff5d386-bc4d-4f4f-9e7d-e78e7a30f46c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 944 time: 0.1280329 Nov 19 04:11:01.711392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.748116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.769420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29c90a39-09e4-4b45-bea7-21fcb2751c29 req-ccbb22d7-d846-47e6-9104-b2ef84a515a2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743060 Nov 19 04:11:01.770764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.780827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4929838f-9fac-4b9a-a852-3984e9b910d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:01.782480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:01.783076 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.784441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-b2048187-6c07-49ee-82e3-ae01515327bc', 'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc', 'tenant_id': '9d1ead147b2d40e5a8ea712d8365b0f1', 'fixed_ips': [{'subnet_id': 'fe5fbd95-cb2f-41ac-afe7-b79d5a60dd42'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:11:01.785269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.872766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4293358 Nov 19 04:11:01.884444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34688) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:01.920696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'subnet': {'network_id': '1679db12-0309-4996-8aaf-f59c02113e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:01.929515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.938731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4929838f-9fac-4b9a-a852-3984e9b910d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:01.939044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:01.957455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:11:02.008988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ebe2c-6c42-4d58-9ac3-af11e5098e56 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Network': ['ID=1679db12-0309-4996-8aaf-f59c02113e71,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:02.036192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1679db12-0309-4996-8aaf-f59c02113e71 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:11:02.108842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5c09-068a-40e6-86b6-046d96d87ce8 req-17f3745b-56ec-40ed-aae4-f1a24a91c09b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:02.111299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6ab5c09-068a-40e6-86b6-046d96d87ce8 req-17f3745b-56ec-40ed-aae4-f1a24a91c09b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 945 time: 0.1183293 Nov 19 04:11:02.112348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:02.115387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:11:02.117733 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.129643 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Sync routers for ids ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:11:02.146196 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Routers {'173dc7dc-86f3-4f9f-a46e-98303ab1c003'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:02.147309 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:02.161452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.162773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-88e8e4b9-4d84-47af-b735-d788ce89d13b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8813787 Nov 19 04:11:02.165469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:02.187343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Allocated IP 2001:db8:0:ffff::2 (b2048187-6c07-49ee-82e3-ae01515327bc/fe5fbd95-cb2f-41ac-afe7-b79d5a60dd42/b3265ca2-e2d6-40a8-86e9-e179789512a7) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:02.291759 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Set router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:02.324689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6ab5c09-068a-40e6-86b6-046d96d87ce8 req-33f2343b-450f-4f15-a1e9-ea5f3a2652e8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752508 Nov 19 04:11:02.454034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78869f-925f-4bbe-8961-d0478976e6df req-02d52949-8b1b-4cb0-b8f2-21d2371a0946 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:02.455624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e78869f-925f-4bbe-8961-d0478976e6df req-02d52949-8b1b-4cb0-b8f2-21d2371a0946 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 945 time: 0.1863575 Nov 19 04:11:02.553835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.578825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.583180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.631598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc92e-9366-4873-a584-07ca7c32d059 req-ac2cbc8b-651f-4fdc-8ac4-22a44dec302d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:02.640231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfbc92e-9366-4873-a584-07ca7c32d059 req-ac2cbc8b-651f-4fdc-8ac4-22a44dec302d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 944 time: 0.1790373 Nov 19 04:11:02.719555 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:00Z', 'revision_number': 3, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:02.726315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Network b2048187-6c07-49ee-82e3-ae01515327bc is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:02.732270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:02.755046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Pushing event updated for resources: {'Port': ['ID=b3265ca2-e2d6-40a8-86e9-e179789512a7,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:02.760332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cfbc92e-9366-4873-a584-07ca7c32d059 req-33e30db4-b6d4-4256-a639-13bed3257097 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188023 Nov 19 04:11:02.772276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:02.792847 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Checking router: 173dc7dc-86f3-4f9f-a46e-98303ab1c003 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:11:02.801305 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Updating router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 port 98317e31-0b86-4550-a3a8-d1a6f458d12c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:11:02.806054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 4929838f-9fac-4b9a-a852-3984e9b910d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4929838f-9fac-4b9a-a852-3984e9b910d9,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:02.839199 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.882556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port af84d441-053c-4b15-b9b4-7be6743ff431 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:02.883590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.899072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:11:02.899611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a3fac-e41c-4c35-97f6-e13961478b6b None None] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:02.901176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:02.901877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2d82a4e-019d-4452-a4b3-df9e2c3e6919 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:02.903599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.007070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Subnet': ['ID=53902077-bd95-46a0-a3b4-e35555560685,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:03.050047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Checking segment: {'id': '1c1fd33d-b6c0-4faa-bc1f-3374eff6a365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1679db12-0309-4996-8aaf-f59c02113e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:03.050430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network hostable DHCP agents. Network: 1679db12-0309-4996-8aaf-f59c02113e71, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:03.071905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network 1679db12-0309-4996-8aaf-f59c02113e71 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:03.082843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port af84d441-053c-4b15-b9b4-7be6743ff431, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=af84d441-053c-4b15-b9b4-7be6743ff431,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:03.083371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.085906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1679db12-0309-4996-8aaf-f59c02113e71) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:03.102405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d5b1d-3876-41f4-ad71-492de836390b None None] Network 1679db12-0309-4996-8aaf-f59c02113e71 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:03.102867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:03.104787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Attempting to bind port b3265ca2-e2d6-40a8-86e9-e179789512a7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:03.105167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Attempting to bind port b3265ca2-e2d6-40a8-86e9-e179789512a7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '024f88f7-bfa1-4749-80cc-ce581b16abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:03.105811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Attempting to bind port b3265ca2-e2d6-40a8-86e9-e179789512a7 on network b2048187-6c07-49ee-82e3-ae01515327bc {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:03.106003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.106367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for af84d441-053c-4b15-b9b4-7be6743ff431 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:03.121060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:03.121420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Checking segment: {'id': '024f88f7-bfa1-4749-80cc-ce581b16abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:03.121836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.122405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Bound using segment: {'id': '024f88f7-bfa1-4749-80cc-ce581b16abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:03.122982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Bound port: b3265ca2-e2d6-40a8-86e9-e179789512a7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f88f7-bfa1-4749-80cc-ce581b16abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b2048187-6c07-49ee-82e3-ae01515327bc'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:03.123435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.128610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e0e5a0e7-f6b1-4112-8050-61509cd299cf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2405910 Nov 19 04:11:03.131630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:03.138546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'port': {'network_id': '1679db12-0309-4996-8aaf-f59c02113e71', 'name': 'tempest-NetworksIpV6TestAttrs-753986438'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:03.142799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5cfd9ab2-62d4-44bb-9fd7-2eb82a4be2b2 None None] Provisioning complete for port 4929838f-9fac-4b9a-a852-3984e9b910d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:03.143183 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5cfd9ab2-62d4-44bb-9fd7-2eb82a4be2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.261855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ea15b-40f1-4693-ab33-9d3f1b86553d req-f6f6d0d5-de58-4776-ad86-50fe9e3a68d3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:03.263474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d3ea15b-40f1-4693-ab33-9d3f1b86553d req-f6f6d0d5-de58-4776-ad86-50fe9e3a68d3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 944 time: 0.1186986 Nov 19 04:11:03.328339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] For port b3265ca2-e2d6-40a8-86e9-e179789512a7, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:03.340026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] For port b3265ca2-e2d6-40a8-86e9-e179789512a7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b3265ca2-e2d6-40a8-86e9-e179789512a7,segment=NetworkSegment(024f88f7-bfa1-4749-80cc-ce581b16abcd),segment_id=024f88f7-bfa1-4749-80cc-ce581b16abcd)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:03.357520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=4929838f-9fac-4b9a-a852-3984e9b910d9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:03.373902 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.377675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d3ea15b-40f1-4693-ab33-9d3f1b86553d req-cd202a54-0093-4c25-9eaa-bf957128fed4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021540 Nov 19 04:11:03.384156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.389570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.417961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:03.423475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.455865 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.473616 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.491096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] device_id is not set on port e58f7d57-8c00-4c25-986d-e02d85e23179 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:11:03.529448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:03.554400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=af84d441-053c-4b15-b9b4-7be6743ff431,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:03.578655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5343c637-2b0e-4c7e-8530-118140bd2e3a req-4b8d44af-b7cd-4a05-9b0d-286b67bf6031 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c961114-4a5a-4ae1-9822-fee61b7b350c HTTP/1.1" status: 200 len: 210 time: 0.1068926 Nov 19 04:11:03.585013 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Pushing event updated for resources: {'Port': ['ID=98317e31-0b86-4550-a3a8-d1a6f458d12c,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:03.598864 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.599544 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.600043 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.600557 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.601087 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.601571 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.602117 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.602736 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.603250 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.604313 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.604884 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.605364 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:03.615785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de4c3731-cd25-4d8c-a8eb-6eb2be874365 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:03.624129 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Attempting to bind port 98317e31-0b86-4550-a3a8-d1a6f458d12c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:03.624687 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Attempting to bind port 98317e31-0b86-4550-a3a8-d1a6f458d12c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:03.625233 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Attempting to bind port 98317e31-0b86-4550-a3a8-d1a6f458d12c on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:03.632491 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:03.633233 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:03.633793 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.634641 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:03.635607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Bound port: 98317e31-0b86-4550-a3a8-d1a6f458d12c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:03.636178 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.662884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:11:03.684372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854e9e4-b6e9-4932-8e38-4c5cd2e59969 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:03.729411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port af84d441-053c-4b15-b9b4-7be6743ff431 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:03.740298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.742676 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] For port 98317e31-0b86-4550-a3a8-d1a6f458d12c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:03.748406 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e78869f-925f-4bbe-8961-d0478976e6df req-78be43ee-d4da-4126-8528-024bdfa78a12 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "DELETE /v2.0/ports/af84d441-053c-4b15-b9b4-7be6743ff431 HTTP/1.1" status: 204 len: 173 time: 1.2126513 Nov 19 04:11:03.753673 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] For port 98317e31-0b86-4550-a3a8-d1a6f458d12c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=98317e31-0b86-4550-a3a8-d1a6f458d12c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:03.755867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'name': 'network-vif-deleted', 'tag': 'af84d441-053c-4b15-b9b4-7be6743ff431'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:03.764656 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d097cb8-b127-45ad-9fb6-184a50ea9515" -d '{"events": [{"server_uuid": "8c961114-4a5a-4ae1-9822-fee61b7b350c", "name": "network-vif-deleted", "tag": "af84d441-053c-4b15-b9b4-7be6743ff431"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:03.765574 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:03.888231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Allocated IP 2001:db8::f816:3eff:fe22:1b25 (1679db12-0309-4996-8aaf-f59c02113e71/53902077-bd95-46a0-a3b4-e35555560685/e58f7d57-8c00-4c25-986d-e02d85e23179) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:03.902734 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcace042-7dfe-4dc5-a764-786bb66277d4 x-openstack-request-id: req-fcace042-7dfe-4dc5-a764-786bb66277d4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:03.903831 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c961114-4a5a-4ae1-9822-fee61b7b350c", "name": "network-vif-deleted", "tag": "af84d441-053c-4b15-b9b4-7be6743ff431", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:03.904281 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcace042-7dfe-4dc5-a764-786bb66277d4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:03.904878 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c961114-4a5a-4ae1-9822-fee61b7b350c', 'name': 'network-vif-deleted', 'tag': 'af84d441-053c-4b15-b9b4-7be6743ff431', 'status': 'completed', 'code': 200} Nov 19 04:11:03.914369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dbe1a-81ed-4a2c-b495-1e2d3d1fe63f None None] Pushing event updated for resources: {'Port': ['ID=98317e31-0b86-4550-a3a8-d1a6f458d12c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:03.947429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Allocated IP 172.20.0.1 (af95140b-e4fd-4394-b16c-086f9a66fdd0/de615ef7-7f42-4193-8923-c9d9f34f7a7f/4529646e-8586-45dc-b791-7489d1001f90) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:03.965542 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Routers {'173dc7dc-86f3-4f9f-a46e-98303ab1c003'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:03.966237 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:03.977511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4929838f-9fac-4b9a-a852-3984e9b910d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:03.991386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:04.016877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.114644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a48e-e9be-4046-be9e-055fae3a72b4 None None] Pushing event updated for resources: {'Port': ['ID=b3265ca2-e2d6-40a8-86e9-e179789512a7,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:04.134319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.174278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2360c-f719-4721-bb2e-396974206940 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:04.185899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.230385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:04.249171 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] Set router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:04.255158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:04.264896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:04.265681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e55d-5209-44f5-ad66-a5bee3af3dd3 req-6b975db7-edf8-4c0f-a8c5-936f859b2dd7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:04.267575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6763e55d-5209-44f5-ad66-a5bee3af3dd3 req-6b975db7-edf8-4c0f-a8c5-936f859b2dd7 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 944 time: 0.2068779 Nov 19 04:11:04.316411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Pushing event updated for resources: {'Port': ['ID=4529646e-8586-45dc-b791-7489d1001f90,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:04.339559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.393513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.437464 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.497469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6763e55d-5209-44f5-ad66-a5bee3af3dd3 req-5e615002-1919-40f4-abf5-a153c57a5b71 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217185 Nov 19 04:11:04.541617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network 1679db12-0309-4996-8aaf-f59c02113e71 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:04.551558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:04.565542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:04.583868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:04.584580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.596888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.600259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port de4c3731-cd25-4d8c-a8eb-6eb2be874365 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:11:04.618608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Port': ['ID=e58f7d57-8c00-4c25-986d-e02d85e23179,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:04.654882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-173a4023-eec6-48b4-982a-9b62709e7694 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5218074 Nov 19 04:11:04.660543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34718) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:04.664473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port de4c3731-cd25-4d8c-a8eb-6eb2be874365 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:04.664861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.772192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting subnet 53902077-bd95-46a0-a3b4-e35555560685 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:11:04.776271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.784844 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:00Z', 'revision_number': 3, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:04.798489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-72b1eb92-2de3-4ad2-8dbd-c5a15196cb51 None None] Provisioning complete for port 98317e31-0b86-4550-a3a8-d1a6f458d12c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:04.798872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-72b1eb92-2de3-4ad2-8dbd-c5a15196cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.855734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.876368 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd0482-5260-4a3c-afb0-ce1407432506 None None] The sync data for ids ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'] in n-d-818503-1 is: [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:00Z', 'revision_number': 3, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:11:04.939959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406664b-8d28-4ccf-b23f-b13610b40f6b req-9b6821f0-4094-4c43-b648-576978274a84 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:04.941625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b406664b-8d28-4ccf-b23f-b13610b40f6b req-9b6821f0-4094-4c43-b648-576978274a84 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 944 time: 0.1394770 Nov 19 04:11:04.972825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:04.982810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.038662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b406664b-8d28-4ccf-b23f-b13610b40f6b req-a05f8be3-1af5-4063-9469-f73121c690a9 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640693 Nov 19 04:11:05.065868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.156240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.176907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4929838f-9fac-4b9a-a852-3984e9b910d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:05.177600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.229673 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.255351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e000c8-affe-4730-91c6-2c5309553977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-1679db12-0309-4996-8aaf-f59c02113e71', 'network_id': '1679db12-0309-4996-8aaf-f59c02113e71', 'tenant_id': '9d1ead147b2d40e5a8ea712d8365b0f1', 'fixed_ips': [{'subnet_id': '53902077-bd95-46a0-a3b4-e35555560685'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:11:05.256205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8e000c8-affe-4730-91c6-2c5309553977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.266022 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.375815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:05.378197 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33fe814-9146-4ae8-b331-83ad94f7f098" -d '{"events": [{"server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:05.389653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Pushing event updated for resources: {'Port': ['ID=4529646e-8586-45dc-b791-7489d1001f90,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:05.446104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Subnet': ['ID=53902077-bd95-46a0-a3b4-e35555560685,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:05.465468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.470673 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.484800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-14857466-ba5e-495e-b403-7733185e27dd tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/53902077-bd95-46a0-a3b4-e35555560685 HTTP/1.1" status: 204 len: 168 time: 0.8229957 Nov 19 04:11:05.485482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34734) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:05.528771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:05.530476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:05.588629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ba0b3-e21f-4ea2-95b7-55b17f241783 None None] Network b2048187-6c07-49ee-82e3-ae01515327bc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:05.607150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port de4c3731-cd25-4d8c-a8eb-6eb2be874365, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:05.710275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d261913-9156-46f2-b41b-b0d7bf30200d None None] Network 1679db12-0309-4996-8aaf-f59c02113e71 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:05.712085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256edc08-d4e0-43fc-a851-1230cbe14efa tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:05.716004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256edc08-d4e0-43fc-a851-1230cbe14efa tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:05.721389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:05.724904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-256edc08-d4e0-43fc-a851-1230cbe14efa tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2334988 Nov 19 04:11:05.783283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-1dd20c56-1bcf-4974-8295-f4739f709c2d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:05.784970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-1dd20c56-1bcf-4974-8295-f4739f709c2d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.2336531 Nov 19 04:11:05.804144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-3879a058-0855-40a4-808e-188ba2b54d32 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0112224 Nov 19 04:11:05.832958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.877525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:11:05.887568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7837d81a-7e86-400f-8161-64f4cbbbd18b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.898191 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7837d81a-7e86-400f-8161-64f4cbbbd18b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 04:11:05.898665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7837d81a-7e86-400f-8161-64f4cbbbd18b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:05.902608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7837d81a-7e86-400f-8161-64f4cbbbd18b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/1679db12-0309-4996-8aaf-f59c02113e71 HTTP/1.1" status: 409 len: 405 time: 0.1778257 Nov 19 04:11:05.903291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-79b4156f-61b9-450c-9aaa-4146f61498c4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916626 Nov 19 04:11:05.906361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34746) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:05.911392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1201512539'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:05.957042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=de4c3731-cd25-4d8c-a8eb-6eb2be874365,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:05.961235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-72b1eb92-2de3-4ad2-8dbd-c5a15196cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:05.996165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:06.017224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:06.021465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.039859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.069859 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-20249316-d5f2-4cca-ba6b-f938ae310bf5 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584692 Nov 19 04:11:06.117857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:11:06.126161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af84d441-053c-4b15-b9b4-7be6743ff431 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:11:06.132888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:11:06.147985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-56c470ed-ec25-419f-97cc-f6e4ff0f6f43 admin admin] 10.222.0.52 "PUT /v2.0/routers/173dc7dc-86f3-4f9f-a46e-98303ab1c003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9809768 Nov 19 04:11:06.149455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.150359 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Added segment 765d70f5-2afa-401b-9040-b0a476ae270a of type vlan for network c699f5fa-93b4-43cc-9721-8d6f99f964f5 Nov 19 04:11:06.260348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: af84d441-053c-4b15-b9b4-7be6743ff431 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:11:06.261015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device af84d441-053c-4b15-b9b4-7be6743ff431 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:11:06.264218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:06.279521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.294480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-72b1eb92-2de3-4ad2-8dbd-c5a15196cb51 None None] For port 98317e31-0b86-4550-a3a8-d1a6f458d12c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=98317e31-0b86-4550-a3a8-d1a6f458d12c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:06.361381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-72b1eb92-2de3-4ad2-8dbd-c5a15196cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.365504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.377574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:06.378680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.404310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-acf7c087-1bc1-4eff-9b57-732784f506eb service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333285 Nov 19 04:11:06.507139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Network': ['ID=c699f5fa-93b4-43cc-9721-8d6f99f964f5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:06.531535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9768920-7038-4c39-9b6d-258f5523603a tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6241183 Nov 19 04:11:06.534641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34756) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:06.536083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b3265ca2-e2d6-40a8-86e9-e179789512a7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:06.540160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'subnet': {'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:06.549567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c699f5fa-93b4-43cc-9721-8d6f99f964f5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:11:06.740220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:06.747330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:06.794456 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df16e4ee-f640-4f17-9c91-6d138ef6828d x-openstack-request-id: req-df16e4ee-f640-4f17-9c91-6d138ef6828d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:06.794766 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:06.795034 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df16e4ee-f640-4f17-9c91-6d138ef6828d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:06.798470 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'code': 200} Nov 19 04:11:06.812055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Provisioning complete for port b3265ca2-e2d6-40a8-86e9-e179789512a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:06.815837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.011246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1eb92-2de3-4ad2-8dbd-c5a15196cb51 None None] Pushing event updated for resources: {'Port': ['ID=98317e31-0b86-4550-a3a8-d1a6f458d12c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:07.063016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:07.068207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-924928105-network', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:07.089547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b3265ca2-e2d6-40a8-86e9-e179789512a7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:07.090254 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.114620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Made reservation on behalf of c50cd53042264cbfbc5743754e47c6cd for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:07.118072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.185766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88f9eb-624c-497e-9532-a320a4198d45 req-32197314-e00b-4f72-b6e1-8d80361b5cb1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:07.191710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb88f9eb-624c-497e-9532-a320a4198d45 req-32197314-e00b-4f72-b6e1-8d80361b5cb1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.1770170 Nov 19 04:11:07.191890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.193700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88d68-72f2-4217-b9d8-bd5f6a7f01bb req-8a0be257-3bb3-4531-91e5-573ea76c83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:07.198644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fb88d68-72f2-4217-b9d8-bd5f6a7f01bb req-8a0be257-3bb3-4531-91e5-573ea76c83e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 1096 time: 0.1819320 Nov 19 04:11:07.230077 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.277788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] For port b3265ca2-e2d6-40a8-86e9-e179789512a7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b3265ca2-e2d6-40a8-86e9-e179789512a7,segment=NetworkSegment(024f88f7-bfa1-4749-80cc-ce581b16abcd),segment_id=024f88f7-bfa1-4749-80cc-ce581b16abcd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:07.334034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.336524 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.401086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Pushing event updated for resources: {'Port': ['ID=b3265ca2-e2d6-40a8-86e9-e179789512a7,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:07.423877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Provisioning complete for port 4929838f-9fac-4b9a-a852-3984e9b910d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:07.424398 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.474352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.484111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.498976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:11:07.501681 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:11:07.502178 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:11:07.507646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:11:07.513603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.514176 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Added segment cb0391b5-9b4f-425e-afc7-48d4d7442a63 of type vlan for network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b Nov 19 04:11:07.526240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb88f9eb-624c-497e-9532-a320a4198d45 req-0b932ac5-342b-42cd-b8c3-6b3d2e77a9d0 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249226 Nov 19 04:11:07.531655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.535436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fb88d68-72f2-4217-b9d8-bd5f6a7f01bb req-4f5c68c0-ef60-4d30-9035-ba378af39c52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142736 Nov 19 04:11:07.581231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.617122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Provisioning complete for port 98317e31-0b86-4550-a3a8-d1a6f458d12c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:07.617671 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.642950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Subnet': ['ID=f833f0e9-09e7-45e5-98c8-92c644a12c0d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:07.652215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Checking segment: {'id': '765d70f5-2afa-401b-9040-b0a476ae270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:07.652602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network hostable DHCP agents. Network: c699f5fa-93b4-43cc-9721-8d6f99f964f5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:07.676037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network c699f5fa-93b4-43cc-9721-8d6f99f964f5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:07.690036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c699f5fa-93b4-43cc-9721-8d6f99f964f5) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:07.707025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:07.707546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6cd56-3d25-4fa7-9dd1-0f983d39730c None None] Network c699f5fa-93b4-43cc-9721-8d6f99f964f5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:07.707883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.723234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902cff98-9908-4ca3-bd61-1cc462d29aab,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:07.733444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.734503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:07.735669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:07.757468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1d162b22-abf2-4ac3-b480-be85d87e2370 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2217669 Nov 19 04:11:07.762050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34782) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:07.770977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'port': {'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5', 'name': 'tempest-NetworksIpV6TestAttrs-1126317243'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:07.774200 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7072458 Nov 19 04:11:07.774519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34784) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:07.796802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Request body: {'subnet': {'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-924928105-subnet', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:07.862075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1bb1-3755-45b4-b6cb-1c05b56409eb admin admin] Pushing event updated for resources: {'Network': ['ID=e1e3a81d-7f3d-4392-a85c-bd798bdaea5b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:07.885756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:11:07.980224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca8698-9e06-4292-8e15-a552bf952e4e req-41cfebc9-8160-43a1-a596-8ed5ed11bb9d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:07.988516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aaca8698-9e06-4292-8e15-a552bf952e4e req-41cfebc9-8160-43a1-a596-8ed5ed11bb9d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1277027 Nov 19 04:11:07.997019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Sync routers for ids ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:11:08.001107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Made reservation on behalf of c50cd53042264cbfbc5743754e47c6cd for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:08.003499 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.121436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:08.125192 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.161200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aaca8698-9e06-4292-8e15-a552bf952e4e req-7b5af1e9-0d51-4e6a-bf2f-4c02cf230a16 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715417 Nov 19 04:11:08.177464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] device_id is not set on port 621dd8db-3404-4d9d-908d-98780d6bf228 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:11:08.243075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Routers {'173dc7dc-86f3-4f9f-a46e-98303ab1c003'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:08.243643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:08.317438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fbfba05-527a-49c4-af69-6aa9651a7e94 req-7aac6501-ace2-47fa-8195-36d2ded7913b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 210 time: 0.0363088 Nov 19 04:11:08.377426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 98317e31-0b86-4550-a3a8-d1a6f458d12c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:08.382954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Provisioning complete for port 4529646e-8586-45dc-b791-7489d1001f90 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:08.383328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.422437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Allocated IP 2001:db8::f816:3eff:fea5:25c6 (c699f5fa-93b4-43cc-9721-8d6f99f964f5/f833f0e9-09e7-45e5-98c8-92c644a12c0d/621dd8db-3404-4d9d-908d-98780d6bf228) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:08.436621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.466198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Set router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:08.500069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-38329adf-7973-4416-ac5a-b1de87f7f54c None None] Port 4529646e-8586-45dc-b791-7489d1001f90 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:08.561760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6431c8-8db9-423f-8a7f-1105d82b6f86,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:08.582214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c699f5fa-93b4-43cc-9721-8d6f99f964f5', 'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5', 'tenant_id': '9d1ead147b2d40e5a8ea712d8365b0f1', 'fixed_ips': [{'subnet_id': 'f833f0e9-09e7-45e5-98c8-92c644a12c0d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:11:08.583105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.602551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Checking segment: {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:08.604045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Network hostable DHCP agents. Network: e1e3a81d-7f3d-4392-a85c-bd798bdaea5b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:08.654444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 98317e31-0b86-4550-a3a8-d1a6f458d12c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:08.654847 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.726512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:08.757157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-023b3da4-efef-4f22-abe5-dcd0066219c2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:08.759192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-023b3da4-efef-4f22-abe5-dcd0066219c2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.2628353 Nov 19 04:11:08.765420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e1e3a81d-7f3d-4392-a85c-bd798bdaea5b) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:08.790601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717403fe-7d0c-4078-a39c-e509da70ab57 None None] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:08.798722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:08.799109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:08.799792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.799909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ae7f9d28-cb17-4b71-bc96-fd7256be2928 None None] Provisioning complete for port b3265ca2-e2d6-40a8-86e9-e179789512a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:08.800276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9d28-cb17-4b71-bc96-fd7256be2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.802392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:08.809899 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f049f4b-e931-49d4-9975-954bce0fd531" -d '{"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-plugged", "status": "completed", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:08.859636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.898575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-776364d0-b045-497d-bf95-74b2d49b83f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1176357 Nov 19 04:11:08.899156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34796) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:08.911140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:08.929410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db942f6-1d94-4493-bf28-bb7f4ac417da req-67051ec7-d861-4856-a396-cf94adbc7e5d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:08.931221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0db942f6-1d94-4493-bf28-bb7f4ac417da req-67051ec7-d861-4856-a396-cf94adbc7e5d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.1883843 Nov 19 04:11:08.933360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.982383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:08.983574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.002468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Allocated IP 2001:db8::f816:3eff:fef9:8f97 (c699f5fa-93b4-43cc-9721-8d6f99f964f5/f833f0e9-09e7-45e5-98c8-92c644a12c0d/bbd95242-af85-4d56-88de-9d7b5db78375) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:09.008128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network c699f5fa-93b4-43cc-9721-8d6f99f964f5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:09.018772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:09.021440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:09.029686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:09.030471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.047783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Port': ['ID=621dd8db-3404-4d9d-908d-98780d6bf228,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:09.070369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0db942f6-1d94-4493-bf28-bb7f4ac417da req-e473f7c3-dc7e-4d19-b710-62ddea75acb1 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255732 Nov 19 04:11:09.077036 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.081066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:09.085558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.113292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-46a3e4a3-3068-4a67-8c16-c965bfc9cc92 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3489482 Nov 19 04:11:09.116011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34798) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:09.213553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting subnet f833f0e9-09e7-45e5-98c8-92c644a12c0d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:11:09.230332 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c59aeeb-68c3-44dc-9a56-1d86db155548 x-openstack-request-id: req-6c59aeeb-68c3-44dc-9a56-1d86db155548 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:09.230943 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-plugged", "status": "completed", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:09.231164 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c59aeeb-68c3-44dc-9a56-1d86db155548 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:09.231565 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'code': 200} Nov 19 04:11:09.298014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ae7f9d28-cb17-4b71-bc96-fd7256be2928 None None] Provisioning complete for port 4529646e-8586-45dc-b791-7489d1001f90 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:09.298410 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9d28-cb17-4b71-bc96-fd7256be2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.406507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:04Z', 'revision_number': 4, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4529646e-8586-45dc-b791-7489d1001f90', 'name': '', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'mac_address': 'fa:16:3e:37:f2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:03Z', 'updated_at': '2021-11-19T04:11:04Z', 'revision_number': 2, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'subnets': [{'id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:09.407251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd4c70-3864-46a7-aa17-238b2565dcf1 req-7568e3d0-171f-42ad-9c01-dae4fdde7120 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:09.408766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4fd4c70-3864-46a7-aa17-238b2565dcf1 req-7568e3d0-171f-42ad-9c01-dae4fdde7120 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1351733 Nov 19 04:11:09.413463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b3265ca2-e2d6-40a8-86e9-e179789512a7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:09.422138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8877d-316e-4090-b107-d6b6606855e1 req-ec0f1f71-58d9-4736-a0be-46161fc9319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:09.422350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f9d28-cb17-4b71-bc96-fd7256be2928 None None] Port 4529646e-8586-45dc-b791-7489d1001f90 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:09.423793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83b8877d-316e-4090-b107-d6b6606855e1 req-ec0f1f71-58d9-4736-a0be-46161fc9319a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 1096 time: 0.0862989 Nov 19 04:11:09.491496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Checking router: 173dc7dc-86f3-4f9f-a46e-98303ab1c003 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:11:09.491875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Updating router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 port 4529646e-8586-45dc-b791-7489d1001f90 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:11:09.498753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e1e3a81d-7f3d-4392-a85c-bd798bdaea5b', 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'fixed_ips': [{'subnet_id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:11:09.499624 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.510577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4fd4c70-3864-46a7-aa17-238b2565dcf1 req-3e7bb574-9bda-4477-8aa0-a7fff7986576 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846059 Nov 19 04:11:09.514436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83b8877d-316e-4090-b107-d6b6606855e1 req-9215ce76-9a65-4fad-accf-bc276f50c554 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745678 Nov 19 04:11:09.563877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.576490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.577221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.601129 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.620209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa1c48e4-c109-4505-a997-ca41808d101d req-bb0fb082-5a32-44f7-b7d7-cc3d17c4a4c5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 210 time: 0.0550563 Nov 19 04:11:09.654515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.658964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.753615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Network c699f5fa-93b4-43cc-9721-8d6f99f964f5 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:09.768413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Pushing event updated for resources: {'Port': ['ID=bbd95242-af85-4d56-88de-9d7b5db78375,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:09.791875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b3265ca2-e2d6-40a8-86e9-e179789512a7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:09.792261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.795531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.7 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/7ce02602-f241-40a9-8867-53a6c5f1b74e) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:09.842917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.860718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:09.864033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:09.936997 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.980085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Subnet': ['ID=f833f0e9-09e7-45e5-98c8-92c644a12c0d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:09.991688 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:09.997534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c0a520ca-b863-4e4f-82cc-924b8c955cb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/f833f0e9-09e7-45e5-98c8-92c644a12c0d HTTP/1.1" status: 204 len: 168 time: 0.8801048 Nov 19 04:11:10.000015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34806) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:10.124093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe4c69-ab57-46cc-88f7-3cd4b4b54e18 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:10.127061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe4c69-ab57-46cc-88f7-3cd4b4b54e18 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:10.141538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2fe4c69-ab57-46cc-88f7-3cd4b4b54e18 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1404064 Nov 19 04:11:10.143283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.145768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34810) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:10.159531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.191289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.252445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54524a1a-d21e-4584-9f64-1a7a0b693c0a req-12483713-2b91-4642-b9ae-40c6fda4219c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:10.253986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54524a1a-d21e-4584-9f64-1a7a0b693c0a req-12483713-2b91-4642-b9ae-40c6fda4219c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.0709696 Nov 19 04:11:10.331404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54524a1a-d21e-4584-9f64-1a7a0b693c0a req-ac059758-1e98-4496-907b-4553f7fd06cb tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613523 Nov 19 04:11:10.411858 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.472906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.476645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Allocated IP 172.25.8.64 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/dc1df6b8-c446-45b6-85a5-d9ad2a478c62) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:10.501518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17342596-4a83-4d01-ac63-1c673a1c0bd4 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.526301 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-17342596-4a83-4d01-ac63-1c673a1c0bd4 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 04:11:10.526301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17342596-4a83-4d01-ac63-1c673a1c0bd4 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:10.534520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-17342596-4a83-4d01-ac63-1c673a1c0bd4 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/c699f5fa-93b4-43cc-9721-8d6f99f964f5 HTTP/1.1" status: 409 len: 405 time: 0.3851717 Nov 19 04:11:10.542532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34820) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:10.549603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.551393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Allocated IP 172.20.0.2 (e1e3a81d-7f3d-4392-a85c-bd798bdaea5b/5d6431c8-8db9-423f-8a7f-1105d82b6f86/e41adad3-93de-461d-adab-a00c35672808) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:10.557034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117709308'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:10.566443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:10.624280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c215e2-5ec2-4cf3-b83a-352922e5d681 req-d3ae8732-0155-430a-8322-c1d685e41ebd tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:10.646964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3c215e2-5ec2-4cf3-b83a-352922e5d681 req-d3ae8732-0155-430a-8322-c1d685e41ebd tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.1264508 Nov 19 04:11:10.649056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34830) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:10.667492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Request body: {'floatingip': {'port_id': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:10.675300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:10.687100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.691181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Pushing event updated for resources: {'Port': ['ID=4529646e-8586-45dc-b791-7489d1001f90,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:10.752907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:10.784189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:10.797260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Attempting to bind port bbd95242-af85-4d56-88de-9d7b5db78375 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:10.797648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Attempting to bind port bbd95242-af85-4d56-88de-9d7b5db78375 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '765d70f5-2afa-401b-9040-b0a476ae270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:10.798065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Attempting to bind port bbd95242-af85-4d56-88de-9d7b5db78375 on network c699f5fa-93b4-43cc-9721-8d6f99f964f5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:10.800370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:10.853909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.856172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:10.856571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Checking segment: {'id': '765d70f5-2afa-401b-9040-b0a476ae270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:10.856988 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.857399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Bound using segment: {'id': '765d70f5-2afa-401b-9040-b0a476ae270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:10.858073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Bound port: bbd95242-af85-4d56-88de-9d7b5db78375, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765d70f5-2afa-401b-9040-b0a476ae270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c699f5fa-93b4-43cc-9721-8d6f99f964f5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:10.858336 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.881485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 98317e31-0b86-4550-a3a8-d1a6f458d12c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:10.924231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:10.924879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.938397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e238d8d-fb89-48df-bf0a-cf0051e5271d req-3aa475a1-f6d4-4721-a7a0-a1cf02d8902c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:10.948426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e238d8d-fb89-48df-bf0a-cf0051e5271d req-3aa475a1-f6d4-4721-a7a0-a1cf02d8902c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1489139 Nov 19 04:11:10.964454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=7ce02602-f241-40a9-8867-53a6c5f1b74e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:10.990382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-13ae5dc7-1e78-455f-936c-78de9b99e64a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2074594 Nov 19 04:11:10.997196 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:10.998872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Attempting to bind port 4529646e-8586-45dc-b791-7489d1001f90 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:10.999179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Attempting to bind port 4529646e-8586-45dc-b791-7489d1001f90 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:10.999559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Attempting to bind port 4529646e-8586-45dc-b791-7489d1001f90 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:11.014740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Request body: {'port': {'device_id': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:11.039175 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:11:11.063436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:11.064022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Checking segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:11.064236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.064648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Bound using segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:11.065150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Bound port: 4529646e-8586-45dc-b791-7489d1001f90, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:11.065550 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.095777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.096459 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Added segment 21e22ad7-b29c-4686-8ef8-a4f103eb0d2c of type vlan for network 996923f4-745d-4190-8685-39016eeff4c4 Nov 19 04:11:11.111487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.183053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e238d8d-fb89-48df-bf0a-cf0051e5271d req-ac1e0068-5540-4084-8545-df6ca7e59f03 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279711 Nov 19 04:11:11.186665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.219565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] For port bbd95242-af85-4d56-88de-9d7b5db78375, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:11.220982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.221650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4e7e1771-dade-404b-8467-df9eb5c3d9c7 None None] Provisioning complete for port 4529646e-8586-45dc-b791-7489d1001f90 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:11.222089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1771-dade-404b-8467-df9eb5c3d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.297032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] For port bbd95242-af85-4d56-88de-9d7b5db78375, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bbd95242-af85-4d56-88de-9d7b5db78375,segment=NetworkSegment(765d70f5-2afa-401b-9040-b0a476ae270a),segment_id=765d70f5-2afa-401b-9040-b0a476ae270a)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:11.323792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 98317e31-0b86-4550-a3a8-d1a6f458d12c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:11.324111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.325128 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.330372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:11.331757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.335970 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.338918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.346037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:11.349714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:11.354302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:11.356842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:11.409859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] For port 4529646e-8586-45dc-b791-7489d1001f90, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:11.422554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.425421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e1771-dade-404b-8467-df9eb5c3d9c7 None None] Port 4529646e-8586-45dc-b791-7489d1001f90 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:11.427154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24692e42-0278-45b2-aa41-c735e91cbbb0 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:11.478821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] For port 4529646e-8586-45dc-b791-7489d1001f90, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4529646e-8586-45dc-b791-7489d1001f90,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:11.509863 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.526933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:11.566116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:11.572014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4fadc-af8c-4f11-b291-e24a7d0e1e84 None None] Pushing event updated for resources: {'Port': ['ID=bbd95242-af85-4d56-88de-9d7b5db78375,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:11.581647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:11.714241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c86a3-b592-4f92-9cf3-696c79311e19 None None] Network c699f5fa-93b4-43cc-9721-8d6f99f964f5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:11.726447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Pushing event updated for resources: {'Port': ['ID=e41adad3-93de-461d-adab-a00c35672808,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:11.789139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-28d7f14e-195e-4861-8cee-be87b54ee677 None None] Provisioning complete for port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:11.789857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28d7f14e-195e-4861-8cee-be87b54ee677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.881705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3364367 Nov 19 04:11:11.897268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34852) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:11.900100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Routers {'173dc7dc-86f3-4f9f-a46e-98303ab1c003'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:11.900758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:11.908025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'subnet': {'network_id': '996923f4-745d-4190-8685-39016eeff4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:11.926751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce02602-f241-40a9-8867-53a6c5f1b74e {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:11.934345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a475c-f636-4903-9e7c-4e1e32c52a19 req-9f0ff2fe-3738-4534-9712-48dacf48a777 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:11.938721 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:11.943731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d06a475c-f636-4903-9e7c-4e1e32c52a19 req-9f0ff2fe-3738-4534-9712-48dacf48a777 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 931 time: 0.6342885 Nov 19 04:11:11.985670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f8b22-e34a-433e-b93a-205c0c70c88f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Network': ['ID=996923f4-745d-4190-8685-39016eeff4c4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:12.024337 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.036640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Transition to ACTIVE for port object 7ce02602-f241-40a9-8867-53a6c5f1b74e will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:11:12.064832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 996923f4-745d-4190-8685-39016eeff4c4 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:11:12.082362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.143589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Pushing event updated for resources: {'Port': ['ID=7ce02602-f241-40a9-8867-53a6c5f1b74e,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:12.184243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d06a475c-f636-4903-9e7c-4e1e32c52a19 req-9059a07d-f8a6-4192-9bfa-388c2e8f313a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390108 Nov 19 04:11:12.296672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:12.305187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.358830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-28d7f14e-195e-4861-8cee-be87b54ee677 None None] Port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:12.393413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Pushing event updated for resources: {'Port': ['ID=4529646e-8586-45dc-b791-7489d1001f90,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:12.439800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.440888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.441425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.441926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.442446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.442968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.443462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.444387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.444885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.445374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.445861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.446368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb64bcb-29db-4e34-86b3-c98a9c0621e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:12.483575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Attempting to bind port e41adad3-93de-461d-adab-a00c35672808 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:12.484263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Attempting to bind port e41adad3-93de-461d-adab-a00c35672808 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:12.485217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Attempting to bind port e41adad3-93de-461d-adab-a00c35672808 on network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:12.511638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:12.512591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Checking segment: {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:12.513230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.513836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Bound using segment: {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:12.514539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Bound port: e41adad3-93de-461d-adab-a00c35672808, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:12.515126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.565787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939437f5-2cc0-49b2-b0b5-5d4f69361f7e req-be3767e9-5ad9-4b08-87a6-acef2fdeb491 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:12.574330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-939437f5-2cc0-49b2-b0b5-5d4f69361f7e req-be3767e9-5ad9-4b08-87a6-acef2fdeb491 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1593914 Nov 19 04:11:12.653041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] Set router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:12.657663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a6be07c5-d9f3-4a51-a283-ce8bc535fb2f None None] Provisioning complete for port 4529646e-8586-45dc-b791-7489d1001f90 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:12.658166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a6be07c5-d9f3-4a51-a283-ce8bc535fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.662433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] For port e41adad3-93de-461d-adab-a00c35672808, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:12.673252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Attempting to bind port 7ce02602-f241-40a9-8867-53a6c5f1b74e on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:12.673862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Attempting to bind port 7ce02602-f241-40a9-8867-53a6c5f1b74e by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:12.674376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Attempting to bind port 7ce02602-f241-40a9-8867-53a6c5f1b74e on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:12.678650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.706610 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.713544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Port 7ce02602-f241-40a9-8867-53a6c5f1b74e on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:12.714139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Attempting to bind port 7ce02602-f241-40a9-8867-53a6c5f1b74e on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:12.737598 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.745900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:12.746518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:12.747071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:12.747678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Bound port: 7ce02602-f241-40a9-8867-53a6c5f1b74e, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:12.748219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.752269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] For port e41adad3-93de-461d-adab-a00c35672808, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e41adad3-93de-461d-adab-a00c35672808,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:12.777455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-939437f5-2cc0-49b2-b0b5-5d4f69361f7e req-f0ad204f-061d-4d3c-9445-596d9d782f06 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996272 Nov 19 04:11:12.788837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:12.926088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] For port 7ce02602-f241-40a9-8867-53a6c5f1b74e, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:12.931000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] For port 7ce02602-f241-40a9-8867-53a6c5f1b74e, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:12.951855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:13.011951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:13.012200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:13.013585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] 10.222.0.31 "PUT /v2.0/ports/7ce02602-f241-40a9-8867-53a6c5f1b74e HTTP/1.1" status: 200 len: 1091 time: 2.0071888 Nov 19 04:11:13.014081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'tag': '7ce02602-f241-40a9-8867-53a6c5f1b74e'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:13.016587 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121aa0ac-34bc-4c06-9186-18ffd4957edf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae11096b-7a04-4ac1-9da7-ceb3b16ac40d", "tag": "7ce02602-f241-40a9-8867-53a6c5f1b74e"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:13.024880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Router ede4f376-28b6-4709-8619-bdf4aceee250 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:11:13.066795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:11:13.072824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:13.087867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Pushing event updated for resources: {'Port': ['ID=7ce02602-f241-40a9-8867-53a6c5f1b74e,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:13.100307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.100664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.101018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.101439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.101712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.102085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.102423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.102766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.103755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.104112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.104425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.104757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f7b085-9c17-4049-907a-3f84155f22cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:13.191568 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Floating IP 3760b2d4-aa42-4959-a3fc-a21ab2796827 associated. External IP: 172.25.8.179, port: de4c3731-cd25-4d8c-a8eb-6eb2be874365. Nov 19 04:11:13.263576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-b9af001e-f8c7-4e41-af0a-dfc0007931e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:13.266430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-b9af001e-f8c7-4e41-af0a-dfc0007931e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 1094 time: 0.1477168 Nov 19 04:11:13.271399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:11:13.286957 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Sync routers for ids ['ede4f376-28b6-4709-8619-bdf4aceee250'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:11:13.306835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Subnet': ['ID=58498c6d-f6aa-4edc-9149-1ec6fa3c7344,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:13.307936 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Routers {'ede4f376-28b6-4709-8619-bdf4aceee250'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:13.308568 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ede4f376-28b6-4709-8619-bdf4aceee250'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:13.347711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe34dd3-22de-4465-b238-3a9d72ee8e45 None None] Pushing event updated for resources: {'Port': ['ID=e41adad3-93de-461d-adab-a00c35672808,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:13.381875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-3235b88c-b014-49e4-8003-deeb8226c967 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e HTTP/1.1" status: 200 len: 217 time: 0.0949631 Nov 19 04:11:13.414576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Checking segment: {'id': '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '996923f4-745d-4190-8685-39016eeff4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:13.415512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network hostable DHCP agents. Network: 996923f4-745d-4190-8685-39016eeff4c4, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:13.467825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:13.469338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42f7a71e-d0b7-4cbe-938b-a521bb877370 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5691171 Nov 19 04:11:13.475955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34892) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:13.492313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network 996923f4-745d-4190-8685-39016eeff4c4 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:13.504966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-39cca13b-8d12-407a-a550-4d8bfa084a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:13.514385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-39cca13b-8d12-407a-a550-4d8bfa084a6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.1256828 Nov 19 04:11:13.556783 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ae4b09-ac5a-4995-a55b-5a8508876c78 x-openstack-request-id: req-63ae4b09-ac5a-4995-a55b-5a8508876c78 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:13.558070 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae11096b-7a04-4ac1-9da7-ceb3b16ac40d", "tag": "7ce02602-f241-40a9-8867-53a6c5f1b74e", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:13.561329 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63ae4b09-ac5a-4995-a55b-5a8508876c78 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:13.561952 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'tag': '7ce02602-f241-40a9-8867-53a6c5f1b74e', 'status': 'completed', 'code': 200} Nov 19 04:11:13.601337 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Set router ede4f376-28b6-4709-8619-bdf4aceee250 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:13.635815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a6be07c5-d9f3-4a51-a283-ce8bc535fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:13.684847 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-ccd4151c-db02-4f3d-9fb1-29c998d87195 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477299 Nov 19 04:11:13.785726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a6be07c5-d9f3-4a51-a283-ce8bc535fb2f None None] For port 4529646e-8586-45dc-b791-7489d1001f90, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4529646e-8586-45dc-b791-7489d1001f90,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:13.796902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a6be07c5-d9f3-4a51-a283-ce8bc535fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:13.883988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:04Z', 'revision_number': 4, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4529646e-8586-45dc-b791-7489d1001f90', 'name': '', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'mac_address': 'fa:16:3e:37:f2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:03Z', 'updated_at': '2021-11-19T04:11:11Z', 'revision_number': 4, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'subnets': [{'id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:13.885750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-649396cf-afcd-4b56-9724-375ba2f46753 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912379 Nov 19 04:11:13.887449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be07c5-d9f3-4a51-a283-ce8bc535fb2f None None] Pushing event updated for resources: {'Port': ['ID=4529646e-8586-45dc-b791-7489d1001f90,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:13.920815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1742a-026a-4c65-b2d3-fd9beac26cdd None None] The sync data for ids ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'] in n-d-818503-1 is: [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:04Z', 'revision_number': 4, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '4529646e-8586-45dc-b791-7489d1001f90', 'name': '', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'mac_address': 'fa:16:3e:37:f2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:03Z', 'updated_at': '2021-11-19T04:11:11Z', 'revision_number': 4, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'subnets': [{'id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:11:13.933551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 996923f4-745d-4190-8685-39016eeff4c4) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:13.943889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991a881-f3c7-44ae-853d-3fa433d0e577 None None] Network 996923f4-745d-4190-8685-39016eeff4c4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:13.983403 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:11:11Z', 'revision_number': 3, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:14.039627 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Checking router: ede4f376-28b6-4709-8619-bdf4aceee250 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:11:14.042600 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Updating router ede4f376-28b6-4709-8619-bdf4aceee250 port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:11:14.050043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:14.053760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.077446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cac4101f-5d1e-4f7e-ab43-aa61692706d0 req-0b2c903e-da67-4f95-a7c5-e088263d8c57 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749895 Nov 19 04:11:14.104128 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.131209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c59c6003-865b-44af-b062-9729c4f61edf tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2292006 Nov 19 04:11:14.133987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:14.237819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999c16-79ee-44fc-86ab-ac41dd7554cf req-17eec241-50dd-4790-8424-1ad3d5062266 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:14.245396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e999c16-79ee-44fc-86ab-ac41dd7554cf req-17eec241-50dd-4790-8424-1ad3d5062266 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 943 time: 0.3153527 Nov 19 04:11:14.270145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:11:14.312484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-996923f4-745d-4190-8685-39016eeff4c4', 'network_id': '996923f4-745d-4190-8685-39016eeff4c4', 'tenant_id': '9d1ead147b2d40e5a8ea712d8365b0f1', 'fixed_ips': [{'subnet_id': '58498c6d-f6aa-4edc-9149-1ec6fa3c7344'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:11:14.313370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.329178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e999c16-79ee-44fc-86ab-ac41dd7554cf req-4095f925-d7fa-499b-bf34-cd2c5bc20d7e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 Nov 19 04:11:14.540060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-c77f2527-93db-48a7-ac4d-1205cd32f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:14.543659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-c77f2527-93db-48a7-ac4d-1205cd32f1de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 1094 time: 0.2627003 Nov 19 04:11:14.691960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Allocated IP 2001:db8::f816:3eff:fed5:fd6c (996923f4-745d-4190-8685-39016eeff4c4/58498c6d-f6aa-4edc-9149-1ec6fa3c7344/9f0d8aef-b3ca-406c-8f45-1d39885e3c00) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:14.718924 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.741144 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.750622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-e79cf949-47f3-48c5-89f5-8c9bfac60ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:14.752405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-e79cf949-47f3-48c5-89f5-8c9bfac60ec0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.1783755 Nov 19 04:11:14.814969 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Attempting to bind port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:14.815641 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Attempting to bind port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:14.816174 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Attempting to bind port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:14.819829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.832125 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:14.834988 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:14.835935 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.836487 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:14.837135 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Bound port: dc1df6b8-c446-45b6-85a5-d9ad2a478c62, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:14.838394 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.890816 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-0f2bcbf1-f369-4335-a35c-ae77f1857342 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e HTTP/1.1" status: 200 len: 217 time: 0.0630221 Nov 19 04:11:14.904514 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] For port dc1df6b8-c446-45b6-85a5-d9ad2a478c62, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:14.908492 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] For port dc1df6b8-c446-45b6-85a5-d9ad2a478c62, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:14.919609 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.972883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Routers {'ede4f376-28b6-4709-8619-bdf4aceee250'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:14.973991 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ede4f376-28b6-4709-8619-bdf4aceee250'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:14.990822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-51e3f274-3487-46b7-a29c-1d282ddd7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:14.991562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:14.992484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-51e3f274-3487-46b7-a29c-1d282ddd7771 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0915532 Nov 19 04:11:15.003257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e41adad3-93de-461d-adab-a00c35672808 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:15.053293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-cbdf15d0-832c-4af5-a009-a21f46c24995 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456989 Nov 19 04:11:15.135490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a1fd7-b797-448c-addf-80d35059ba4e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:15.143234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.174227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:11:15.207953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a444d8-b828-4d55-b83d-f18cd6989da1 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:15.215148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:11:15.245039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:15.246115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:15.247922 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-3142b3c3-63cc-4ad7-af14-ec3e9d20ac6c service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826847 Nov 19 04:11:15.254089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.257428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.267058 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] Set router ede4f376-28b6-4709-8619-bdf4aceee250 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:15.404842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41033587-3e9c-4ed9-8c06-070a50b605e4 req-4e3f9f0f-823d-41f0-a5d0-57442dda56d7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:15.411950 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41033587-3e9c-4ed9-8c06-070a50b605e4 req-4e3f9f0f-823d-41f0-a5d0-57442dda56d7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.7566209 Nov 19 04:11:15.438707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:15.446049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.487479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Subnet': ['ID=58498c6d-f6aa-4edc-9149-1ec6fa3c7344,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:15.495276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a852e12-491d-49d6-b56e-c6ad60e372f6 None None] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:15.500318 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa11ad-8a31-48a0-acbe-9664fec4a213 None None] Pushing event updated for resources: {'Port': ['ID=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:15.501608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-121aa0ac-34bc-4c06-9186-18ffd4957edf req-64291722-03e3-4489-8f5c-fda58c7644d2 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419138 Nov 19 04:11:15.522532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b14f3d0b-0ad9-41a5-8d15-4a214b2ef33e tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "PUT /v2.0/floatingips/3760b2d4-aa42-4959-a3fc-a21ab2796827 HTTP/1.1" status: 200 len: 991 time: 4.8643177 Nov 19 04:11:15.542279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Network 996923f4-745d-4190-8685-39016eeff4c4 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:15.542628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:15.556013 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118136c7-9b86-49c1-949d-bfd01afe23e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:15.592026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e41adad3-93de-461d-adab-a00c35672808 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:15.592557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.608012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa11ad-8a31-48a0-acbe-9664fec4a213 None None] Pushing event updated for resources: {'Port': ['ID=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:15.608245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:15.608634 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.615072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:15.645066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.676899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996923f4-745d-4190-8685-39016eeff4c4']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:15.689402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:15.689880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:15.701521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.713906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:11:11Z', 'revision_number': 3, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:15.718719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.726209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:15.726785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:15.757360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41033587-3e9c-4ed9-8c06-070a50b605e4 req-4ac094a2-c14c-407d-9dc6-46c35954d32b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841468 Nov 19 04:11:15.768206 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155a95bc-3650-4edf-8b8b-7ab25d15e3c5 None None] The sync data for ids ['ede4f376-28b6-4709-8619-bdf4aceee250'] in n-d-818503-1 is: [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:11:11Z', 'revision_number': 3, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:15.809209 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:15.816775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.db.api [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 04:11:15.816775 n-d-818503-1 neutron-server[109987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 04:11:15.816775 n-d-818503-1 neutron-server[109987]: [parameters: {'id': '996923f4-745d-4190-8685-39016eeff4c4'}] Nov 19 04:11:15.816775 n-d-818503-1 neutron-server[109987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:11:15.817153 n-d-818503-1 neutron-server[109987]: DEBUG oslo_db.api [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:11:15.949594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Allocated IP 172.20.0.1 (e1e3a81d-7f3d-4392-a85c-bd798bdaea5b/5d6431c8-8db9-423f-8a7f-1105d82b6f86/1a01b1d6-c463-4def-8cd2-760b7c3c6950) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:16.010447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Pushing event updated for resources: {'Port': ['ID=9f0d8aef-b3ca-406c-8f45-1d39885e3c00,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:16.021587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:16.021989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '996923f4-745d-4190-8685-39016eeff4c4'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:16.022369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:16.055110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Provisioning complete for port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:16.055484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.072590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.111972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:16.112330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking segment: {'id': '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '996923f4-745d-4190-8685-39016eeff4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:16.112745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.113153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Bound using segment: {'id': '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '996923f4-745d-4190-8685-39016eeff4c4'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:16.113792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Bound port: 9f0d8aef-b3ca-406c-8f45-1d39885e3c00, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '996923f4-745d-4190-8685-39016eeff4c4'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:16.114215 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.166213 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.247037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:16.258214 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.266517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a49e7-ee57-49a1-95d4-e6275cc5f4c7 req-2f48df2b-ae5c-45c4-bca3-5d2b755d048e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:16.268100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c4a49e7-ee57-49a1-95d4-e6275cc5f4c7 req-2f48df2b-ae5c-45c4-bca3-5d2b755d048e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 943 time: 0.1537778 Nov 19 04:11:16.273826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:16.279591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:16.318668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.389624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Pushing event updated for resources: {'Port': ['ID=1a01b1d6-c463-4def-8cd2-760b7c3c6950,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:16.409480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.437923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port e41adad3-93de-461d-adab-a00c35672808, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e41adad3-93de-461d-adab-a00c35672808,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:16.475516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:16.476625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.497436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.499592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4529646e-8586-45dc-b791-7489d1001f90 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:16.532510 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c4a49e7-ee57-49a1-95d4-e6275cc5f4c7 req-e5ffb6ab-e818-48b1-adf6-d6ae173ef46b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708844 Nov 19 04:11:16.594644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] For port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00, host n-d-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:16.595037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.609909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Calling delete_port for 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:16.676542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.708205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.751272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Port': ['ID=9f0d8aef-b3ca-406c-8f45-1d39885e3c00,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:16.757767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No DVR routers for this DVR port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:16.880526 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ddd718-2566-400d-bf5c-651275e29c06 x-openstack-request-id: req-43ddd718-2566-400d-bf5c-651275e29c06 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:16.880860 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:16.881091 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43ddd718-2566-400d-bf5c-651275e29c06 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:16.881506 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'status': 'completed', 'code': 200} Nov 19 04:11:16.921013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:11:16.921294 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:11:16.951916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7ce02602-f241-40a9-8867-53a6c5f1b74e details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:11:16.964435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:16.996572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996923f4-745d-4190-8685-39016eeff4c4']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:17.009970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:17.010531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e22ad7-b29c-4686-8ef8-a4f103eb0d2c') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:17.018236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-e33256db-e229-4719-a669-53b3e32032b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:17.021565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-e33256db-e229-4719-a669-53b3e32032b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 1096 time: 0.1357777 Nov 19 04:11:17.028520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.044992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.052257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:17.052811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:17.073000 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:17.183506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.202153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6175-b388-4f65-b105-5888b39b0fe8 req-1551411d-e64f-49f9-afd9-86f27e43e72a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:17.205083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.211570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3daf6175-b388-4f65-b105-5888b39b0fe8 req-1551411d-e64f-49f9-afd9-86f27e43e72a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.2513628 Nov 19 04:11:17.226475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.233679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/996923f4-745d-4190-8685-39016eeff4c4 HTTP/1.1" status: 204 len: 168 time: 3.0967119 Nov 19 04:11:17.236955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:17.239433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.245364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1273732962'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:17.271963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b5d9-e91f-4f9d-99d5-cdae94144719 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Network': ['ID=996923f4-745d-4190-8685-39016eeff4c4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:17.309313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:17.314759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.314934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '3760b2d4-aa42-4959-a3fc-a21ab2796827', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'port_id': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'mac_address': 'fa:16:3e:af:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:10:47Z', 'updated_at': '2021-11-19T04:11:12Z', 'revision_number': 1, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:17.316897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.379027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:11:17.395524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.395878 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Added segment 29c92b74-fddb-4b32-98ea-c1289ea406d2 of type vlan for network 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 Nov 19 04:11:17.396716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:11:17.399062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=e41adad3-93de-461d-adab-a00c35672808,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:17.455594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7ce02602-f241-40a9-8867-53a6c5f1b74e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:17.460787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] For port dc1df6b8-c446-45b6-85a5-d9ad2a478c62, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:17.480157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:17.481083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:17.481568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:17.494911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:17.497074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:17.498056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4529646e-8586-45dc-b791-7489d1001f90 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:17.498711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.509585 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.519877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Pushing event updated for resources: {'Port': ['ID=1a01b1d6-c463-4def-8cd2-760b7c3c6950,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:17.531920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.542846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.547465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3daf6175-b388-4f65-b105-5888b39b0fe8 req-c6387d42-5677-441b-8c3b-676adc7d4949 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349776 Nov 19 04:11:17.584013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.588264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-547da1c1-b900-4103-8285-adc7b67b065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:17.589840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-547da1c1-b900-4103-8285-adc7b67b065c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 200 len: 912 time: 0.5600085 Nov 19 04:11:17.591166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:17.593181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.662716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:17.663128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:17.684476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:17.684863 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:17.687538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4479976 Nov 19 04:11:17.702727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34954) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:17.710121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'subnet': {'network_id': '6bc9f70d-49d8-49b8-bb2b-f531b3191ed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:17.720915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '7ce02602-f241-40a9-8867-53a6c5f1b74e', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': '7ce02602-f241-40a9-8867-53a6c5f1b74e', 'mac_address': 'fa:16:3e:62:ab:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:11:17.733599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b343a-8b16-466c-a254-adfd12d34fc2 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Network': ['ID=6bc9f70d-49d8-49b8-bb2b-f531b3191ed5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:17.772006 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 2 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:17.782558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Pushing event updated for resources: {'Port': ['ID=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:17.801208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:11:17.827427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Provisioning complete for port e41adad3-93de-461d-adab-a00c35672808 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:17.827814 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74f9b941-4a2f-4dbd-9613-4c84dae700d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.829526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:17.829825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:17.830006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:17.830276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:17.838842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:17.972771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:17.973022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.014029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:18.014029 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:18.021481 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 3 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:18.095839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.097683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:18.098072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:18.098430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.133922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:18.146708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.153246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:18.178992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.185878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce02602-f241-40a9-8867-53a6c5f1b74e {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:18.195659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:18.196026 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:18.205887 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 4 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:18.260746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:18.261194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:18.261571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.270415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7ce02602-f241-40a9-8867-53a6c5f1b74e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:18.299151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Subnet': ['ID=df84305f-1a02-4495-9534-6ea224f8aa80,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:18.331729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Checking segment: {'id': '29c92b74-fddb-4b32-98ea-c1289ea406d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6bc9f70d-49d8-49b8-bb2b-f531b3191ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:18.332515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network hostable DHCP agents. Network: 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:18.349396 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.352865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-d0c64868-46a2-44bc-b2cd-abbbac412051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365 HTTP/1.1" status: 200 len: 999 time: 0.7242250 Nov 19 04:11:18.355029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:18.361500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:18.361889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.380793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:18.383355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e41adad3-93de-461d-adab-a00c35672808 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:18.388252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:18.389747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.422746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370da950-345a-4d9b-84b2-9282f7b87e00 None None] Network 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:18.431810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f7694c24-888a-4fc7-9dfc-24f56818cdc7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7251856 Nov 19 04:11:18.432169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34968) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:18.443290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad4263-c8ef-4cc3-b9bf-c72228d599c5 req-12da4688-e93b-4611-b526-595c02be54a1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:18.452089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70ad4263-c8ef-4cc3-b9bf-c72228d599c5 req-12da4688-e93b-4611-b526-595c02be54a1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 943 time: 0.7313573 Nov 19 04:11:18.464059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:18.474149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:18.497679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:18.498237 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:18.502927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-7d9f2efd-6fda-4d3a-bec8-ad4a8ca4144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:18.505676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-7d9f2efd-6fda-4d3a-bec8-ad4a8ca4144f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 200 len: 850 time: 0.1263559 Nov 19 04:11:18.559775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.561714 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 5 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:18.627469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.679267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70ad4263-c8ef-4cc3-b9bf-c72228d599c5 req-85d57b96-6b99-420e-be11-1388f064f35e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233260 Nov 19 04:11:18.695035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:18.695405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:18.695771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.758609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:18.759577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:18.780749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.805073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-55362e52-a166-4974-bd36-2ff80e9e943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:18.809167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-55362e52-a166-4974-bd36-2ff80e9e943b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ca2c5dd-0045-4142-930d-43092c71d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2915103 Nov 19 04:11:18.832543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Subnet': ['ID=df84305f-1a02-4495-9534-6ea224f8aa80,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:18.848241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['7ce02602-f241-40a9-8867-53a6c5f1b74e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:18.860431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7ce02602-f241-40a9-8867-53a6c5f1b74e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:18.903153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:18.903511 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:18.923667 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 6 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:18.981410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:18.989809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Router ede4f376-28b6-4709-8619-bdf4aceee250 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:11:18.996037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-be065542-d7ee-4590-b179-c838e9bd3456 service neutron] 10.222.0.36 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784251 Nov 19 04:11:19.006923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc9f70d-49d8-49b8-bb2b-f531b3191ed5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:19.016441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:19.016980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:19.017455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.018026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c92b74-fddb-4b32-98ea-c1289ea406d2') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:19.018340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c92b74-fddb-4b32-98ea-c1289ea406d2') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:19.029475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.044775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.051225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:19.051777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:19.055743 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:19.081232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Provisioning complete for port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:19.081891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.099188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e41adad3-93de-461d-adab-a00c35672808 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:19.099859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.102590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:19.103825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.125772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.131677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.135883 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 HTTP/1.1" status: 204 len: 168 time: 0.7023442 Nov 19 04:11:19.148260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34978) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:19.153779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1133784394'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:19.171298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6018c-2613-4cf1-8253-19b6f41a1f6d tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Network': ['ID=6bc9f70d-49d8-49b8-bb2b-f531b3191ed5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:19.171635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:11:19.183795 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Sync routers for ids ['ede4f376-28b6-4709-8619-bdf4aceee250'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:11:19.199099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1f47d0fa-8ae5-455e-8576-e2916af06097 admin admin] 10.222.0.52 "PUT /v2.0/routers/ede4f376-28b6-4709-8619-bdf4aceee250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7181339 Nov 19 04:11:19.201554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Routers {'ede4f376-28b6-4709-8619-bdf4aceee250'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:19.202247 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ede4f376-28b6-4709-8619-bdf4aceee250'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:19.211079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285da8c-d8f4-4c83-a564-c3d839c76049 None None] Network 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:19.227523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:19.228620 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:19.242834 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 7 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:19.271512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285da8c-d8f4-4c83-a564-c3d839c76049 None None] Network 6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:11:19.286834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:19.287361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:19.287828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.317048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:19.317634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.345840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:19.346386 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:19.350594 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 8 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:19.372341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eb8c6-e06e-415a-abb8-bbea59862f19 req-72a3298b-a1d5-4e94-85f6-4e06af9aaf80 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:19.376054 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Set router ede4f376-28b6-4709-8619-bdf4aceee250 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:19.381087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-561eb8c6-e06e-415a-abb8-bbea59862f19 req-72a3298b-a1d5-4e94-85f6-4e06af9aaf80 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.2646492 Nov 19 04:11:19.403433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:19.406953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.414831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:19.415240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:19.415604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.455189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:11:19.457794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '3760b2d4-aa42-4959-a3fc-a21ab2796827', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'port_id': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'mac_address': 'fa:16:3e:af:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:10:47Z', 'updated_at': '2021-11-19T04:11:12Z', 'revision_number': 1, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:19.464332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.464688 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Added segment 42ef95b6-d130-434a-8403-03379046d640 of type vlan for network bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 Nov 19 04:11:19.473979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118136c7-9b86-49c1-949d-bfd01afe23e0 req-4e44bb63-1812-4bbc-b8f9-5e065fcff705 service neutron] 10.222.0.36 "GET /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587081 Nov 19 04:11:19.515412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:19.515902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.528960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268178e5-3bb5-4338-b1e2-ab9435e546be None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '3760b2d4-aa42-4959-a3fc-a21ab2796827', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'port_id': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'mac_address': 'fa:16:3e:af:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:10:47Z', 'updated_at': '2021-11-19T04:11:12Z', 'revision_number': 1, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:11:19.535721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-561eb8c6-e06e-415a-abb8-bbea59862f19 req-44485d84-01b2-47a2-864a-64b0719580f7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533074 Nov 19 04:11:19.536173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:19.536535 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:19.539080 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.547389 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 9 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:19.550285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc1df6b8-c446-45b6-85a5-d9ad2a478c62 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:19.606212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.612427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:19.613275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.724795 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:11:16Z', 'revision_number': 4, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1a01b1d6-c463-4def-8cd2-760b7c3c6950', 'name': '', 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'mac_address': 'fa:16:3e:3d:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:15Z', 'updated_at': '2021-11-19T04:11:16Z', 'revision_number': 2, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'subnets': [{'id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:19.763520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Network': ['ID=bbdbf40f-4f00-47ef-b1c9-7d4b182cff94,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:19.773428 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Checking router: ede4f376-28b6-4709-8619-bdf4aceee250 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:11:19.774055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Updating router ede4f376-28b6-4709-8619-bdf4aceee250 port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:11:19.780297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3711f908-745d-4ac9-bbcd-95fc35ee5c70 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6285162 Nov 19 04:11:19.781316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:19.789070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Request body: {'subnet': {'network_id': 'bbdbf40f-4f00-47ef-b1c9-7d4b182cff94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:19.828221 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:19.903877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:11:19.908806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:19.909184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:19.909553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:19.944442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e99abb-dcd1-4e26-ba0c-56296bded327 None None] New status for floating IP 3760b2d4-aa42-4959-a3fc-a21ab2796827: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:11:20.066862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Made reservation on behalf of 9d1ead147b2d40e5a8ea712d8365b0f1 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:20.070822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.083924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:20.084314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:20.112487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Provisioning complete for port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:20.112867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.124278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:20.124650 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:20.132251 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempt 10 to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 Nov 19 04:11:20.133364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464736-f4a0-4b81-89cb-dfbcb6695138 req-34e540ac-afce-44e7-b0d6-9cc39a79de7d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:20.136217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef464736-f4a0-4b81-89cb-dfbcb6695138 req-34e540ac-afce-44e7-b0d6-9cc39a79de7d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 944 time: 0.1711836 Nov 19 04:11:20.194983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:20.195791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:20.195791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:20.251711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:20.252007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef464736-f4a0-4b81-89cb-dfbcb6695138 req-99091397-3249-4e85-bb0d-2a3fa1bd3c62 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053636 Nov 19 04:11:20.252158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Attempting to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:20.266044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:20.277446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on network 996923f4-745d-4190-8685-39016eeff4c4 not bound, no agent of type HyperV agent registered on host n-d-818503-1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:20.277446 n-d-818503-1 neutron-server[109988]: ERROR neutron.plugins.ml2.managers [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Failed to bind port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 on host n-d-818503-1 for vnic_type normal using segments [] Nov 19 04:11:20.277446 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.285975 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.292281 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.340204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:20.340645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.377742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-be22841a-ec45-4d16-a6c1-7208b07733c3 None None] Port 9f0d8aef-b3ca-406c-8f45-1d39885e3c00 has been deleted concurrently {{(pid=109988) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 19 04:11:20.409821 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f21ca-de03-4af2-8516-9991d4f5a290 None None] Pushing event updated for resources: {'Port': ['ID=1a01b1d6-c463-4def-8cd2-760b7c3c6950,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:20.442695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Provisioning complete for port e41adad3-93de-461d-adab-a00c35672808 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:20.443125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da9c4adb-a246-48a1-8395-9d24c9e6ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.461565 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Attempting to bind port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:20.462213 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Attempting to bind port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:20.463112 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Attempting to bind port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 on network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:20.469619 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:20.470214 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Checking segment: {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:20.471019 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.471369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Bound using segment: {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:20.472019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Bound port: 1a01b1d6-c463-4def-8cd2-760b7c3c6950, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0391b5-9b4f-425e-afc7-48d4d7442a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:20.472508 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.601866 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] For port 1a01b1d6-c463-4def-8cd2-760b7c3c6950, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:20.610232 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] For port 1a01b1d6-c463-4def-8cd2-760b7c3c6950, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1a01b1d6-c463-4def-8cd2-760b7c3c6950,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:20.620823 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.667492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.objects.ports [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 04:11:20.670757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.754753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f21ca-de03-4af2-8516-9991d4f5a290 None None] Pushing event updated for resources: {'Port': ['ID=1a01b1d6-c463-4def-8cd2-760b7c3c6950,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:20.767817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Routers {'ede4f376-28b6-4709-8619-bdf4aceee250'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:20.768461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:10:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ede4f376-28b6-4709-8619-bdf4aceee250'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:20.891797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event updated for resources: {'Subnet': ['ID=e36d52a9-043c-4141-bacf-a441c9cec2f4,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:20.909529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0adaa54e-aec1-4c19-b431-8fc7ee88ab38 None None] Provisioning complete for port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:20.909914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0adaa54e-aec1-4c19-b431-8fc7ee88ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:20.971595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Checking segment: {'id': '42ef95b6-d130-434a-8403-03379046d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bbdbf40f-4f00-47ef-b1c9-7d4b182cff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:20.971975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network hostable DHCP agents. Network: bbdbf40f-4f00-47ef-b1c9-7d4b182cff94, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:11:20.983927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7ce02602-f241-40a9-8867-53a6c5f1b74e up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:20.993716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-18f362fb-70cf-4f60-adf8-35cedc939d3e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:20.995459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-18f362fb-70cf-4f60-adf8-35cedc939d3e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/networks?id=af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 200 len: 910 time: 0.3261731 Nov 19 04:11:21.035939 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] Set router ede4f376-28b6-4709-8619-bdf4aceee250 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:21.046552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Network bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:11:21.056638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-6b3f65f4-95de-44e3-a95a-76cca03b7664 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/quotas/c50cd53042264cbfbc5743754e47c6cd HTTP/1.1" status: 200 len: 375 time: 0.0451610 Nov 19 04:11:21.119740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, bbdbf40f-4f00-47ef-b1c9-7d4b182cff94) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:21.139748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b2df7-1e5f-4941-bb2f-b43d1123e10b None None] Network bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:21.152580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:21.153282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.209907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0adaa54e-aec1-4c19-b431-8fc7ee88ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.211758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1adacd44-0121-430e-ae58-ebc930a888f3 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4294989 Nov 19 04:11:21.215453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:21.232163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-7bc967cb-9d6a-4067-bbd6-03ad22dbcfc2 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=c50cd53042264cbfbc5743754e47c6cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635945 Nov 19 04:11:21.293634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 7ce02602-f241-40a9-8867-53a6c5f1b74e completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:11:21.319914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a68e4fb9-1b2e-443b-821c-792faf0f8468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.348037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0adaa54e-aec1-4c19-b431-8fc7ee88ab38 None None] For port 1a01b1d6-c463-4def-8cd2-760b7c3c6950, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1a01b1d6-c463-4def-8cd2-760b7c3c6950,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:21.361834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 7ce02602-f241-40a9-8867-53a6c5f1b74e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:21.364870 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.370420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0adaa54e-aec1-4c19-b431-8fc7ee88ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.396442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-1d900120-a235-426f-8a5e-56bd9dec2e28 service neutron] 10.222.0.52 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553199 Nov 19 04:11:21.436549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.532640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-76cefadf-cbb8-40aa-874b-dfad2da4eb24 service neutron] 10.222.0.52 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285031 Nov 19 04:11:21.563372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.594282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaa54e-aec1-4c19-b431-8fc7ee88ab38 None None] Pushing event updated for resources: {'Port': ['ID=1a01b1d6-c463-4def-8cd2-760b7c3c6950,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:21.597487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e57017ea-1654-4d5a-adbe-87de174b9304 None None] Provisioning complete for port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:21.597881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e57017ea-1654-4d5a-adbe-87de174b9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.631414 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:11:16Z', 'revision_number': 4, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1a01b1d6-c463-4def-8cd2-760b7c3c6950', 'name': '', 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'mac_address': 'fa:16:3e:3d:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:15Z', 'updated_at': '2021-11-19T04:11:20Z', 'revision_number': 4, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'subnets': [{'id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:21.693629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.717924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f27ebc-378a-45ca-af45-1c8b7b1dd088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-bbdbf40f-4f00-47ef-b1c9-7d4b182cff94', 'network_id': 'bbdbf40f-4f00-47ef-b1c9-7d4b182cff94', 'tenant_id': '9d1ead147b2d40e5a8ea712d8365b0f1', 'fixed_ips': [{'subnet_id': 'e36d52a9-043c-4141-bacf-a441c9cec2f4'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:11:21.718541 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9f27ebc-378a-45ca-af45-1c8b7b1dd088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:21.720225 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f82be4-b1bb-4b03-8dca-cee119d49d70 None None] The sync data for ids ['ede4f376-28b6-4709-8619-bdf4aceee250'] in n-d-818503-1 is: [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:11:16Z', 'revision_number': 4, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1a01b1d6-c463-4def-8cd2-760b7c3c6950', 'name': '', 'network_id': 'e1e3a81d-7f3d-4392-a85c-bd798bdaea5b', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'mac_address': 'fa:16:3e:3d:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:15Z', 'updated_at': '2021-11-19T04:11:20Z', 'revision_number': 4, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'subnets': [{'id': '5d6431c8-8db9-423f-8a7f-1105d82b6f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:11:21.773536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Subnet': ['ID=e36d52a9-043c-4141-bacf-a441c9cec2f4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:21.997759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.025551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83dfac-ab00-4b9a-8178-af7bddfe9b3b None None] Network bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:22.034291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.061859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc9b42-885b-4c75-be39-74a05af63d6a req-ef6b4b07-81b0-444b-b59c-a3abd0f4968e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:22.065049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdbf40f-4f00-47ef-b1c9-7d4b182cff94']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:22.066176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93cc9b42-885b-4c75-be39-74a05af63d6a req-ef6b4b07-81b0-444b-b59c-a3abd0f4968e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1409950 Nov 19 04:11:22.075735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ef95b6-d130-434a-8403-03379046d640') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:22.076080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ef95b6-d130-434a-8403-03379046d640') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:22.087224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.110762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.122375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:22.122648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:22.129397 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:22.203496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93cc9b42-885b-4c75-be39-74a05af63d6a req-82576d95-46d7-4935-8545-694c64587375 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277514 Nov 19 04:11:22.280413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce02602-f241-40a9-8867-53a6c5f1b74e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:22.282821 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a557c-706d-4cac-baee-0664167d84ba" -d '{"events": [{"server_uuid": "ae11096b-7a04-4ac1-9da7-ceb3b16ac40d", "name": "network-vif-plugged", "status": "completed", "tag": "7ce02602-f241-40a9-8867-53a6c5f1b74e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:22.296341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.307447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7ce02602-f241-40a9-8867-53a6c5f1b74e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:22.314551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.332172 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 HTTP/1.1" status: 204 len: 168 time: 1.1110544 Nov 19 04:11:22.332395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35068) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.334579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.380584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7363c-5a59-4c7e-87ab-9453bd40a280 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Network': ['ID=bbdbf40f-4f00-47ef-b1c9-7d4b182cff94,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:22.400626 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-671a842e-6c25-4c06-862f-fb50f88c5efb tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:22.401528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671a842e-6c25-4c06-862f-fb50f88c5efb tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:22.406301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-671a842e-6c25-4c06-862f-fb50f88c5efb tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/e36d52a9-043c-4141-bacf-a441c9cec2f4 HTTP/1.1" status: 404 len: 337 time: 0.0730853 Nov 19 04:11:22.408143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.415588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7ce02602-f241-40a9-8867-53a6c5f1b74e,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:22.422051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145bfc5-dec7-4e4c-8861-8d876c0ad1c6 None None] DHCP port deletion for 996923f4-745d-4190-8685-39016eeff4c4 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:22.437679 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cd6acf-db0a-4528-8da5-66165f08c67f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:22.438022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cd6acf-db0a-4528-8da5-66165f08c67f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:22.440246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7d5b3c99-7790-4937-be13-d4319faa7244 None None] Could not find standard attr ID for object 9f0d8aef-b3ca-406c-8f45-1d39885e3c00. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:11:22.457419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a1cd6acf-db0a-4528-8da5-66165f08c67f tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/bbdbf40f-4f00-47ef-b1c9-7d4b182cff94 HTTP/1.1" status: 404 len: 339 time: 0.0480826 Nov 19 04:11:22.458850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba3079-6d6e-47c2-96e2-997a184e45e8 None None] Network 996923f4-745d-4190-8685-39016eeff4c4 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:22.463121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35074) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.487215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba3079-6d6e-47c2-96e2-997a184e45e8 None None] Network 996923f4-745d-4190-8685-39016eeff4c4 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:11:22.500093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0c4fd-0913-4ff0-87e9-7188f813df2f None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:11:22.518637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181df0e-07eb-4bb0-98fe-66dd6b634b3e req-aa55e2e9-0011-4e49-807b-2170b5e0042c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:22.520487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1181df0e-07eb-4bb0-98fe-66dd6b634b3e req-aa55e2e9-0011-4e49-807b-2170b5e0042c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.1225054 Nov 19 04:11:22.534995 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c90f49-419c-4f21-8080-0fc983648430 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:22.537182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c90f49-419c-4f21-8080-0fc983648430 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:22.540645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-89c90f49-419c-4f21-8080-0fc983648430 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/df84305f-1a02-4495-9534-6ea224f8aa80 HTTP/1.1" status: 404 len: 337 time: 0.0763285 Nov 19 04:11:22.545890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.618962 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1181df0e-07eb-4bb0-98fe-66dd6b634b3e req-ed2345a7-5fd2-469e-8b5a-9c207c1a4463 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909629 Nov 19 04:11:22.620760 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-125a7aa0-f3d6-4110-8ea3-ffa8548dff94 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:22.621314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125a7aa0-f3d6-4110-8ea3-ffa8548dff94 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:22.628924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.629547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-125a7aa0-f3d6-4110-8ea3-ffa8548dff94 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/6bc9f70d-49d8-49b8-bb2b-f531b3191ed5 HTTP/1.1" status: 404 len: 339 time: 0.0826356 Nov 19 04:11:22.687634 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-60680463-697a-465c-bf8e-0d1b00387327 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:22.688259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60680463-697a-465c-bf8e-0d1b00387327 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:22.691702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-60680463-697a-465c-bf8e-0d1b00387327 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/58498c6d-f6aa-4edc-9149-1ec6fa3c7344 HTTP/1.1" status: 404 len: 337 time: 0.0609047 Nov 19 04:11:22.694687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35084) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.737027 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65d00db-f314-4824-84d4-7f0bb49b2fae tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:22.738879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65d00db-f314-4824-84d4-7f0bb49b2fae tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:22.748143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d65d00db-f314-4824-84d4-7f0bb49b2fae tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/996923f4-745d-4190-8685-39016eeff4c4 HTTP/1.1" status: 404 len: 339 time: 0.0497959 Nov 19 04:11:22.748533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:22.768464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:22.862335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0c4fd-0913-4ff0-87e9-7188f813df2f None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:11:22.953836 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:11:22.987725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1a01b1d6-c463-4def-8cd2-760b7c3c6950 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:22.996117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting port 621dd8db-3404-4d9d-908d-98780d6bf228 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:22.996874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.042818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7cde317-6d46-4f19-9837-a82673b28b1a req-20bc8bfa-b503-4708-9ddd-92129d0270b8 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 210 time: 0.0408063 Nov 19 04:11:23.117500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.135640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Calling delete_port for 621dd8db-3404-4d9d-908d-98780d6bf228 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:23.151039 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b43de77-f02c-4759-99c1-464f7fe3f45a x-openstack-request-id: req-2b43de77-f02c-4759-99c1-464f7fe3f45a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:23.151511 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae11096b-7a04-4ac1-9da7-ceb3b16ac40d", "name": "network-vif-plugged", "status": "completed", "tag": "7ce02602-f241-40a9-8867-53a6c5f1b74e", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:23.151861 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b43de77-f02c-4759-99c1-464f7fe3f45a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:23.152361 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce02602-f241-40a9-8867-53a6c5f1b74e', 'code': 200} Nov 19 04:11:23.162567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:23.163100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.337630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.391333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Port': ['ID=621dd8db-3404-4d9d-908d-98780d6bf228,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:23.420250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.424519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-05222e24-92de-4e9f-8879-4eb5ea04c1d0 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/ports/621dd8db-3404-4d9d-908d-98780d6bf228 HTTP/1.1" status: 204 len: 168 time: 0.6748500 Nov 19 04:11:23.427560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35100) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:23.437104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074c2b1-a37c-4e8b-823f-b1191fed0910 req-5361dd67-2121-43a2-b204-b3191d3158e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:23.438795 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e074c2b1-a37c-4e8b-823f-b1191fed0910 req-5361dd67-2121-43a2-b204-b3191d3158e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 1096 time: 0.1199746 Nov 19 04:11:23.449293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287f92e-5802-4a0c-a49a-2083eaf4da01 req-f7560d92-8e02-499a-a1f9-0e0d5a63f9b8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:23.450936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2287f92e-5802-4a0c-a49a-2083eaf4da01 req-f7560d92-8e02-499a-a1f9-0e0d5a63f9b8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1060090 Nov 19 04:11:23.489713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5bb4428c-ccc1-4952-9d90-3fe8b27cee5d None None] Provisioning complete for port 7ce02602-f241-40a9-8867-53a6c5f1b74e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:23.490121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5bb4428c-ccc1-4952-9d90-3fe8b27cee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.513062 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-40853261-c3a9-4ba8-a6f6-07c99a677ee5 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:23.513566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40853261-c3a9-4ba8-a6f6-07c99a677ee5 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:23.519288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-40853261-c3a9-4ba8-a6f6-07c99a677ee5 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/f833f0e9-09e7-45e5-98c8-92c644a12c0d HTTP/1.1" status: 404 len: 337 time: 0.0882034 Nov 19 04:11:23.522982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35102) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:23.570253 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c45a-3260-42f3-816d-daf56afa02e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.614828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2287f92e-5802-4a0c-a49a-2083eaf4da01 req-87a0c2e4-6f3e-455f-878c-7324c08ad9cc tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040397 Nov 19 04:11:23.676630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5bb4428c-ccc1-4952-9d90-3fe8b27cee5d None None] Provisioning complete for port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:23.677719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5bb4428c-ccc1-4952-9d90-3fe8b27cee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.680437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e074c2b1-a37c-4e8b-823f-b1191fed0910 req-8d23ad0a-ce46-434c-9fce-4286e8e099b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330935 Nov 19 04:11:23.731950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.866569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting port bbd95242-af85-4d56-88de-9d7b5db78375 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:23.866956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.873801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5bb4428c-ccc1-4952-9d90-3fe8b27cee5d None None] Provisioning complete for port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:23.874325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5bb4428c-ccc1-4952-9d90-3fe8b27cee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:23.892588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-63ede4bf-688f-4d18-be13-032e803b67b4 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:23.895246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-63ede4bf-688f-4d18-be13-032e803b67b4 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.36 "GET /v2.0/networks?id=af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 200 len: 910 time: 0.3034141 Nov 19 04:11:23.913879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Request body: {'port': {'device_id': 'b402d325-1394-43b6-8567-29b35840215e', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'admin_state_up': True, 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:23.948571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6d23d-8c2c-4179-9936-52c0642af90c req-0be05e6e-ced4-420b-8e86-f5abf15e2c14 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:23.958663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd6d23d-8c2c-4179-9936-52c0642af90c req-0be05e6e-ced4-420b-8e86-f5abf15e2c14 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.1936936 Nov 19 04:11:23.995612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] For port bbd95242-af85-4d56-88de-9d7b5db78375, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bbd95242-af85-4d56-88de-9d7b5db78375,segment=NetworkSegment(765d70f5-2afa-401b-9040-b0a476ae270a),segment_id=765d70f5-2afa-401b-9040-b0a476ae270a)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:23.996177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.000870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Made reservation on behalf of c50cd53042264cbfbc5743754e47c6cd for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:24.003692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.012990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Calling delete_port for bbd95242-af85-4d56-88de-9d7b5db78375 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:24.035316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd6d23d-8c2c-4179-9936-52c0642af90c req-ac220ec1-7c86-421c-8dd1-02beab3bc918 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Nov 19 04:11:24.171495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.183400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Allocated IP 172.20.0.13 (af95140b-e4fd-4394-b16c-086f9a66fdd0/de615ef7-7f42-4193-8923-c9d9f34f7a7f/378fc37d-29d2-45bf-93e3-260a4233fd09) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:24.207458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Port': ['ID=bbd95242-af85-4d56-88de-9d7b5db78375,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:24.213058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No DVR routers for this DVR port bbd95242-af85-4d56-88de-9d7b5db78375 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:24.345766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a08914a2-b8d3-4e8c-bbbf-8b720efe8486 req-1f52fbaa-1a7d-47e5-a231-1e94827cbdde tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 210 time: 0.0762482 Nov 19 04:11:24.405755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.445134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.498491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:24.502861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:24.518566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:24.526934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Pushing event updated for resources: {'Port': ['ID=378fc37d-29d2-45bf-93e3-260a4233fd09,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:24.577804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:24.578477 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.598596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-abfe3c78-e33e-4044-93d1-0e4db695f59e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6911495 Nov 19 04:11:24.612715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Request body: {'port': {'device_id': 'b402d325-1394-43b6-8567-29b35840215e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:24.642404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.671701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c699f5fa-93b4-43cc-9721-8d6f99f964f5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:24.680392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.684460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765d70f5-2afa-401b-9040-b0a476ae270a') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:24.684964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765d70f5-2afa-401b-9040-b0a476ae270a') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:24.695624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.713527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.722781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:24.723183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:24.726658 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:24.804433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.821085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.825856 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/c699f5fa-93b4-43cc-9721-8d6f99f964f5 HTTP/1.1" status: 204 len: 168 time: 1.2996790 Nov 19 04:11:24.828797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35132) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:24.843908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b67a6-15d0-457e-ba6c-38acebb7ffb7 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Network': ['ID=c699f5fa-93b4-43cc-9721-8d6f99f964f5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:24.909377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-03c93aaf-e419-4f4e-a376-cf7c904bc05c None None] Provisioning complete for port 378fc37d-29d2-45bf-93e3-260a4233fd09 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:24.910035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03c93aaf-e419-4f4e-a376-cf7c904bc05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:24.958162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-03c93aaf-e419-4f4e-a376-cf7c904bc05c None None] Port 378fc37d-29d2-45bf-93e3-260a4233fd09 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:25.057792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bbd03-0fa2-46c5-bb88-c56fd56af4cd req-ec02b0f9-2eb6-4873-a02b-ee0effe68f7c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:25.059525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-089bbd03-0fa2-46c5-bb88-c56fd56af4cd req-ec02b0f9-2eb6-4873-a02b-ee0effe68f7c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.3075805 Nov 19 04:11:25.167409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-089bbd03-0fa2-46c5-bb88-c56fd56af4cd req-1e1aa8ef-11f6-479a-9948-271aefe6e8e4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669973 Nov 19 04:11:25.189272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting port e58f7d57-8c00-4c25-986d-e02d85e23179 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:25.189619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.226564 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.312533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.337750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Calling delete_port for e58f7d57-8c00-4c25-986d-e02d85e23179 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:25.376668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04307e9-c10a-490d-b710-4db3eb8991ba req-aea88df4-2f9d-4ba1-8128-cad4b65121a7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:25.378105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c04307e9-c10a-490d-b710-4db3eb8991ba req-aea88df4-2f9d-4ba1-8128-cad4b65121a7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.1325791 Nov 19 04:11:25.444402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378fc37d-29d2-45bf-93e3-260a4233fd09 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:25.456452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.503880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Transition to ACTIVE for port object 378fc37d-29d2-45bf-93e3-260a4233fd09 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:11:25.509480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c04307e9-c10a-490d-b710-4db3eb8991ba req-2108de76-2f8f-4ae3-a549-9db4e82b1aef tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Nov 19 04:11:25.515544 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.570656 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.576345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=378fc37d-29d2-45bf-93e3-260a4233fd09,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:25.625586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Port': ['ID=e58f7d57-8c00-4c25-986d-e02d85e23179,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:25.651529 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.659389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8f67c915-c5bd-4fb0-927a-6d8be18ea908 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/ports/e58f7d57-8c00-4c25-986d-e02d85e23179 HTTP/1.1" status: 204 len: 168 time: 0.8267646 Nov 19 04:11:25.659884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35154) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:25.711614 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53cebf5-febc-4c95-b15c-9d3984cbc083 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] DELETE failed (client error): The resource could not be found. Nov 19 04:11:25.712643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53cebf5-febc-4c95-b15c-9d3984cbc083 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:11:25.718486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d53cebf5-febc-4c95-b15c-9d3984cbc083 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/53902077-bd95-46a0-a3b4-e35555560685 HTTP/1.1" status: 404 len: 337 time: 0.0569413 Nov 19 04:11:25.721159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:25.722042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Attempting to bind port 378fc37d-29d2-45bf-93e3-260a4233fd09 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:25.722401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Attempting to bind port 378fc37d-29d2-45bf-93e3-260a4233fd09 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:25.722883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Attempting to bind port 378fc37d-29d2-45bf-93e3-260a4233fd09 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:25.729337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Port 378fc37d-29d2-45bf-93e3-260a4233fd09 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:25.729678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Attempting to bind port 378fc37d-29d2-45bf-93e3-260a4233fd09 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:25.735863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:25.736224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Checking segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:25.736626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Bound using segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:25.737071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Bound port: 378fc37d-29d2-45bf-93e3-260a4233fd09, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:25.737702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.824049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] For port 378fc37d-29d2-45bf-93e3-260a4233fd09, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:25.827570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] For port 378fc37d-29d2-45bf-93e3-260a4233fd09, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=378fc37d-29d2-45bf-93e3-260a4233fd09,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:25.871981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.872638 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.927733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:25.928567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:25.930474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/378fc37d-29d2-45bf-93e3-260a4233fd09 HTTP/1.1" status: 200 len: 1092 time: 1.3226736 Nov 19 04:11:25.935574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b402d325-1394-43b6-8567-29b35840215e', 'tag': '378fc37d-29d2-45bf-93e3-260a4233fd09'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:25.937891 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f979c1df-9890-4eb1-a35d-0e782c81cc85" -d '{"events": [{"name": "network-changed", "server_uuid": "b402d325-1394-43b6-8567-29b35840215e", "tag": "378fc37d-29d2-45bf-93e3-260a4233fd09"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:25.958056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e87b85-3f67-4942-9bd6-560c13ccda72 req-691787e4-1434-4df4-ab5a-604940b25531 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:25.960792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e87b85-3f67-4942-9bd6-560c13ccda72 req-691787e4-1434-4df4-ab5a-604940b25531 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.1315672 Nov 19 04:11:26.021381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca79024-80d0-4f5a-88fb-e61feedba4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=378fc37d-29d2-45bf-93e3-260a4233fd09,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:26.085589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.101833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-7af44d6e-8e61-4c26-b421-7764f9435912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:26.104908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-7af44d6e-8e61-4c26-b421-7764f9435912 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c50cd53042264cbfbc5743754e47c6cd&device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.1116729 Nov 19 04:11:26.117873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1679db12-0309-4996-8aaf-f59c02113e71']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:26.118641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e87b85-3f67-4942-9bd6-560c13ccda72 req-0b8d8b34-0136-4ace-9ab7-911ef72ffe79 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355016 Nov 19 04:11:26.142390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1fd33d-b6c0-4faa-bc1f-3374eff6a365') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:26.142700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1fd33d-b6c0-4faa-bc1f-3374eff6a365') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:26.153898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.170624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.178168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:26.178593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.227181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-39e24815-9334-4ce9-9c5d-730bb72a0dfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=378fc37d-29d2-45bf-93e3-260a4233fd09 HTTP/1.1" status: 200 len: 217 time: 0.1072347 Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:26.248590 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:26.287424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.334916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-f37217f3-badb-4c1f-ae2f-47fd92c981b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:26.338250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-f37217f3-badb-4c1f-ae2f-47fd92c981b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de615ef7-7f42-4193-8923-c9d9f34f7a7f HTTP/1.1" status: 200 len: 848 time: 0.1020055 Nov 19 04:11:26.341881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.348738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/1679db12-0309-4996-8aaf-f59c02113e71 HTTP/1.1" status: 204 len: 168 time: 0.6251967 Nov 19 04:11:26.363835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35174) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:26.390356 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf7b54-1dac-4327-8fe1-81783df6af5b x-openstack-request-id: req-82bf7b54-1dac-4327-8fe1-81783df6af5b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:26.390579 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b402d325-1394-43b6-8567-29b35840215e", "tag": "378fc37d-29d2-45bf-93e3-260a4233fd09", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:26.391231 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82bf7b54-1dac-4327-8fe1-81783df6af5b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:26.391662 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b402d325-1394-43b6-8567-29b35840215e', 'tag': '378fc37d-29d2-45bf-93e3-260a4233fd09', 'status': 'completed', 'code': 200} Nov 19 04:11:26.406485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.412269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562a398-574f-4274-acca-6ebfc79d1dd6 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Network': ['ID=1679db12-0309-4996-8aaf-f59c02113e71,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:26.485882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374038d4-aeed-406b-bac5-9b84630599ef req-4db929c3-27b0-491b-b857-598c7f52c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:26.487813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-4db929c3-27b0-491b-b857-598c7f52c831 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af95140b-e4fd-4394-b16c-086f9a66fdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436353 Nov 19 04:11:26.503517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting subnet fe5fbd95-cb2f-41ac-afe7-b79d5a60dd42 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:11:26.506784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.557129 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.561609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6812b-8b66-4013-a75a-3ea52a9093a3 req-0e9d96b0-7e8d-4814-81c7-e7cbdf8e7d4e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:26.563187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ee6812b-8b66-4013-a75a-3ea52a9093a3 req-0e9d96b0-7e8d-4814-81c7-e7cbdf8e7d4e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1374764 Nov 19 04:11:26.637624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-ffa1eba7-f41f-46ba-8415-fc7df879ec7c service neutron] 10.222.0.36 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351895 Nov 19 04:11:26.656818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.664691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ee6812b-8b66-4013-a75a-3ea52a9093a3 req-4ce2a1ab-f7e3-4cf2-8ebb-750d3dceeaaf tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904679 Nov 19 04:11:26.746252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.784864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a164c0-7f3d-4465-8518-5dcd719e27a8 None None] Network b2048187-6c07-49ee-82e3-ae01515327bc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:11:26.805851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:26.811532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/subnets/fe5fbd95-cb2f-41ac-afe7-b79d5a60dd42 HTTP/1.1" status: 204 len: 168 time: 0.4190407 Nov 19 04:11:26.822247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35184) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:26.834746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afabbe-d5ce-432a-a923-372d10ba1f5b tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5fbd95-cb2f-41ac-afe7-b79d5a60dd42,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:26.970848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.072426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Deleting port b3265ca2-e2d6-40a8-86e9-e179789512a7 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:27.073108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.171711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] DHCP port deletion for b2048187-6c07-49ee-82e3-ae01515327bc request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:27.208211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] For port b3265ca2-e2d6-40a8-86e9-e179789512a7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b3265ca2-e2d6-40a8-86e9-e179789512a7,segment=NetworkSegment(024f88f7-bfa1-4749-80cc-ce581b16abcd),segment_id=024f88f7-bfa1-4749-80cc-ce581b16abcd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:27.208976 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.233450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Calling delete_port for b3265ca2-e2d6-40a8-86e9-e179789512a7 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:27.334310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.381073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-374038d4-aeed-406b-bac5-9b84630599ef req-05da52b3-5d75-4e8f-a447-43b6eaa396d9 service neutron] 10.222.0.36 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145207 Nov 19 04:11:27.398798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Port': ['ID=b3265ca2-e2d6-40a8-86e9-e179789512a7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:27.410644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] No DVR routers for this DVR port b3265ca2-e2d6-40a8-86e9-e179789512a7 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:27.472479 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.489541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Deleting port b3265ca2-e2d6-40a8-86e9-e179789512a7 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:27.490104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.546044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814c87-829e-4dd6-adf4-94173292e74a req-a75fdbbb-b3e0-41db-8d3f-f7ff886ae652 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:27.561776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39814c87-829e-4dd6-adf4-94173292e74a req-a75fdbbb-b3e0-41db-8d3f-f7ff886ae652 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.7531447 Nov 19 04:11:27.563870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] For port b3265ca2-e2d6-40a8-86e9-e179789512a7, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:27.564389 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.587887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Calling delete_port for b3265ca2-e2d6-40a8-86e9-e179789512a7 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:27.592441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Port b3265ca2-e2d6-40a8-86e9-e179789512a7 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:11:27.593851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.615602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.624277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] Pushing event deleted for resources: {'Port': ['ID=b3265ca2-e2d6-40a8-86e9-e179789512a7,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:27.626399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019d0e5-8c80-46db-86bc-440c99bb9de8 None None] No DVR routers for this DVR port b3265ca2-e2d6-40a8-86e9-e179789512a7 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:27.643861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-edbad0ff-1e1e-4766-af2b-eed9e97b44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:27.645295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2048187-6c07-49ee-82e3-ae01515327bc']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:27.645661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-edbad0ff-1e1e-4766-af2b-eed9e97b44a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c50cd53042264cbfbc5743754e47c6cd&device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.1706743 Nov 19 04:11:27.661038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024f88f7-bfa1-4749-80cc-ce581b16abcd') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:27.661373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024f88f7-bfa1-4749-80cc-ce581b16abcd') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:27.667559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39814c87-829e-4dd6-adf4-94173292e74a req-58315ee6-6733-443c-afaf-fec0fa93d181 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042798 Nov 19 04:11:27.673354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.691101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.697907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:11:27.698348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:11:27.701395 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:11:27.768670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-31b0b525-bec2-4408-9599-398c3c380727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:27.770492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-31b0b525-bec2-4408-9599-398c3c380727 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 200 len: 910 time: 0.1145053 Nov 19 04:11:27.776920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.795863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:27.803128 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] 10.222.0.52 "DELETE /v2.0/networks/b2048187-6c07-49ee-82e3-ae01515327bc HTTP/1.1" status: 204 len: 168 time: 0.9773376 Nov 19 04:11:27.816302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8514231-79f1-4df8-a293-a090c9a68620 tempest-NetworksIpV6TestAttrs-1650731392 tempest-NetworksIpV6TestAttrs-1650731392-project] Pushing event deleted for resources: {'Network': ['ID=b2048187-6c07-49ee-82e3-ae01515327bc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:27.834488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-995d3131-93f5-4dfe-92e7-62bda3fd7811 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=378fc37d-29d2-45bf-93e3-260a4233fd09 HTTP/1.1" status: 200 len: 217 time: 0.0547187 Nov 19 04:11:27.904042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-0a58ecf6-d9c5-4eda-bcfa-a6822ec1724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:27.906247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-0a58ecf6-d9c5-4eda-bcfa-a6822ec1724e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de615ef7-7f42-4193-8923-c9d9f34f7a7f HTTP/1.1" status: 200 len: 848 time: 0.0621767 Nov 19 04:11:27.976376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-94b1f7d3-3b39-4891-8aa9-1f0527a0edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:27.977955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-94b1f7d3-3b39-4891-8aa9-1f0527a0edb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af95140b-e4fd-4394-b16c-086f9a66fdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642176 Nov 19 04:11:28.074098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d7d2a-3187-4181-807c-c627ba83be0b req-14c3baab-082a-42c8-a30a-5b233c3a38e0 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:28.075716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-462d7d2a-3187-4181-807c-c627ba83be0b req-14c3baab-082a-42c8-a30a-5b233c3a38e0 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.1160519 Nov 19 04:11:28.128625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-852327e8-3b6f-488a-818e-2febc48137a4 service neutron] 10.222.0.36 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336668 Nov 19 04:11:28.143700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35216) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:28.158900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-462d7d2a-3187-4181-807c-c627ba83be0b req-e57aa54a-da6f-42e2-95d2-a5b8b012e62f tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697901 Nov 19 04:11:28.283423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f979c1df-9890-4eb1-a35d-0e782c81cc85 req-158cda91-1c5b-4243-9e19-887dda072ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402187 Nov 19 04:11:28.310311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e5be3-c20c-4ea3-badc-07b489a91724 req-c0d71478-5ba8-4d8c-b5ea-c66759b2977d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:28.312024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c39e5be3-c20c-4ea3-badc-07b489a91724 req-c0d71478-5ba8-4d8c-b5ea-c66759b2977d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.0697556 Nov 19 04:11:28.331988 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e93b9e4-7738-44f1-a287-2b16abd41e24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d1ead147b2d40e5a8ea712d8365b0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848390 Nov 19 04:11:28.332213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35220) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:28.365117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c39e5be3-c20c-4ea3-badc-07b489a91724 req-27aa587d-c702-45f8-a422-d7c26f4d86ef tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Nov 19 04:11:28.386756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b96d0c5-ef47-4975-987e-fe1c76c4b7bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:28.409575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b96d0c5-ef47-4975-987e-fe1c76c4b7bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:28.470241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b96d0c5-ef47-4975-987e-fe1c76c4b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:28.473689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b96d0c5-ef47-4975-987e-fe1c76c4b7bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:28.477486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0b96d0c5-ef47-4975-987e-fe1c76c4b7bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85901d4d-9a5f-42e4-961b-123f1cd09eb1 HTTP/1.1" status: 204 len: 168 time: 0.1418402 Nov 19 04:11:28.488718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96d0c5-ef47-4975-987e-fe1c76c4b7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85901d4d-9a5f-42e4-961b-123f1cd09eb1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:28.510948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcc3dc-e90d-4780-aa8e-3fcdb8257b29 req-e62d4d9b-b89e-4aca-91bc-5855fffcbcf4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:28.512802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1fcc3dc-e90d-4780-aa8e-3fcdb8257b29 req-e62d4d9b-b89e-4aca-91bc-5855fffcbcf4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0704544 Nov 19 04:11:28.570273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1fcc3dc-e90d-4780-aa8e-3fcdb8257b29 req-0d178d4d-9a6d-4da9-9b24-1dd94c4df6e1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Nov 19 04:11:28.830165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b3265ca2-e2d6-40a8-86e9-e179789512a7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:11:28.866664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b3265ca2-e2d6-40a8-86e9-e179789512a7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:11:28.867380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b3265ca2-e2d6-40a8-86e9-e179789512a7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:11:28.877413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48490e-cd36-45ac-80be-ce1e80fbc185 req-5c9ad2d5-9464-407d-bc00-4db78fd781c9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:28.880796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e48490e-cd36-45ac-80be-ce1e80fbc185 req-5c9ad2d5-9464-407d-bc00-4db78fd781c9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.0873635 Nov 19 04:11:28.941854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e48490e-cd36-45ac-80be-ce1e80fbc185 req-4390a12e-672d-4b88-8c1a-f406a93421b3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Nov 19 04:11:29.286837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35270) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:29.300866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12142c-92c3-4337-8206-9263b25a2997 req-f6ee049e-7231-461a-a9a1-3854f96029aa tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:29.302469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad12142c-92c3-4337-8206-9263b25a2997 req-f6ee049e-7231-461a-a9a1-3854f96029aa tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.0632038 Nov 19 04:11:29.350319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad12142c-92c3-4337-8206-9263b25a2997 req-f4373c34-0332-4515-9663-b726ab68e185 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Nov 19 04:11:29.397815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878181823'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:29.423835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.433396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.517401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.522672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.567439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74af2a2-0451-4b67-9312-e16e645fba00,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:29.607418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.612482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.639975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.642619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3534777 Nov 19 04:11:29.644192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35280) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:29.650123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954494-2fe2-4ec8-afff-17c5f5f5cd2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7743659d-04ca-4963-a65a-08d944f05e2b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:29.737746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0ea4762a-a7d7-4f88-8271-c908d8d6b064 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0923703 Nov 19 04:11:29.740345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35286) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:29.744814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-security--1810765552', 'description': 'tempest-security-description-1753826797'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:29.768843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed4f28-3f61-41ed-b4d4-e7cab4b6b32d req-c7cc7274-6a33-4b39-96b4-28bfc857fab0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:29.770359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4aed4f28-3f61-41ed-b4d4-e7cab4b6b32d req-c7cc7274-6a33-4b39-96b4-28bfc857fab0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1015925 Nov 19 04:11:29.805952 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.856304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4aed4f28-3f61-41ed-b4d4-e7cab4b6b32d req-a55a966a-bbff-4b8e-8008-0d4ab13dfdd2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782912 Nov 19 04:11:29.872222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.876519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.879454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:29.880630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "PUT /v2.0/security-groups/7743659d-04ca-4963-a65a-08d944f05e2b HTTP/1.1" status: 200 len: 1797 time: 0.1393621 Nov 19 04:11:29.883536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35288) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:29.904689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cca2ff-6fc3-4a85-8141-aee27c5d3898 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7743659d-04ca-4963-a65a-08d944f05e2b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:29.922781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-04239f46-a1a6-4946-84bf-76487ba8ed19 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups/7743659d-04ca-4963-a65a-08d944f05e2b HTTP/1.1" status: 200 len: 1797 time: 0.0380893 Nov 19 04:11:29.925345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35290) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:29.976301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9271d8fa-0115-4ad7-880d-8089a31d0f2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.003637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9271d8fa-0115-4ad7-880d-8089a31d0f2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.062405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9271d8fa-0115-4ad7-880d-8089a31d0f2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.073499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9271d8fa-0115-4ad7-880d-8089a31d0f2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.077052 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9271d8fa-0115-4ad7-880d-8089a31d0f2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/7743659d-04ca-4963-a65a-08d944f05e2b HTTP/1.1" status: 204 len: 168 time: 0.1485817 Nov 19 04:11:30.081961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.082745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c9af-7f95-4429-9a4c-6e9873903df6 req-9494c37c-8d90-4c8c-9497-8e0cba9ee646 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:30.086426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a985c9af-7f95-4429-9a4c-6e9873903df6 req-9494c37c-8d90-4c8c-9497-8e0cba9ee646 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.0693502 Nov 19 04:11:30.104145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d8fa-0115-4ad7-880d-8089a31d0f2b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743659d-04ca-4963-a65a-08d944f05e2b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:30.146337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2538a98-c719-44c4-a589-2a42d50f3ad1 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632842 Nov 19 04:11:30.149147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35306) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.169060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a985c9af-7f95-4429-9a4c-6e9873903df6 req-1de86de7-e2b3-426b-be9f-0f395d03c422 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761416 Nov 19 04:11:30.170424 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-c5883e7c-cd70-4076-a264-283928f27336 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] delete failed (client error): The resource could not be found. Nov 19 04:11:30.176300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c5883e7c-cd70-4076-a264-283928f27336 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/7743659d-04ca-4963-a65a-08d944f05e2b HTTP/1.1" status: 404 len: 347 time: 0.0252821 Nov 19 04:11:30.176871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35308) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.181837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--527883103'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:30.222137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.302904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.307528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.340390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706e1a79-49ee-4c04-89ee-005ea65e39a7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:30.345003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.346316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e14b008a-c71e-4c9f-a263-c102ccd1aead tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1685040 Nov 19 04:11:30.349418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35314) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.354535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '706e1a79-49ee-4c04-89ee-005ea65e39a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:30.403358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.414182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-de490ba0-c002-4e10-9d73-179f1bf809f9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:30.416232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-de490ba0-c002-4e10-9d73-179f1bf809f9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 945 time: 0.0606985 Nov 19 04:11:30.506020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.513049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb30ae-2f27-432e-ba1b-80212c1e4bdb req-b1e5fe8c-3008-4130-b73a-63b71ad9dbd8 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:30.514815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45bb30ae-2f27-432e-ba1b-80212c1e4bdb req-b1e5fe8c-3008-4130-b73a-63b71ad9dbd8 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.0737569 Nov 19 04:11:30.515611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.522642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port 7ce02602-f241-40a9-8867-53a6c5f1b74e {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:30.523003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.546452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71aeb19-64df-419d-bc0b-f86e1fecf8c5,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:30.569525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.570861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c0afdcba-84cb-45ba-9374-6ee803da1bf8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2203259 Nov 19 04:11:30.574478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.600163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45bb30ae-2f27-432e-ba1b-80212c1e4bdb req-943a5bce-f7c0-4558-b97a-9d45408a615a tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668273 Nov 19 04:11:30.623215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dc06d67-31bf-44af-82ce-b6e46af06db8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.638579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dc06d67-31bf-44af-82ce-b6e46af06db8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.683403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port 7ce02602-f241-40a9-8867-53a6c5f1b74e, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7ce02602-f241-40a9-8867-53a6c5f1b74e,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:30.683778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.700806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for 7ce02602-f241-40a9-8867-53a6c5f1b74e owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:30.703179 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dc06d67-31bf-44af-82ce-b6e46af06db8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.713947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dc06d67-31bf-44af-82ce-b6e46af06db8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.717507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3dc06d67-31bf-44af-82ce-b6e46af06db8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e71aeb19-64df-419d-bc0b-f86e1fecf8c5 HTTP/1.1" status: 204 len: 168 time: 0.1396351 Nov 19 04:11:30.718438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35324) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.723483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc06d67-31bf-44af-82ce-b6e46af06db8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e71aeb19-64df-419d-bc0b-f86e1fecf8c5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:30.778581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-129d7d7d-1baa-4367-a9c0-c924f322505f tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593331 Nov 19 04:11:30.781668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:30.870783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-945b94f3-e707-42fc-b1c7-b18b7dbbf6ec tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.912825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-945b94f3-e707-42fc-b1c7-b18b7dbbf6ec tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.939060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:30.950364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:30.995230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=7ce02602-f241-40a9-8867-53a6c5f1b74e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:31.013222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['7ce02602-f241-40a9-8867-53a6c5f1b74e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:31.039121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107f884-ed19-4d52-8d7a-b13001cb5d9f None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:31.052829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c1a0-bf66-4b4e-a7b0-b46a1fe21a18 req-2851d68b-b8ed-432c-8a32-1bc90c991260 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:31.062898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a242c1a0-bf66-4b4e-a7b0-b46a1fe21a18 req-2851d68b-b8ed-432c-8a32-1bc90c991260 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1266131 Nov 19 04:11:31.073991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port 7ce02602-f241-40a9-8867-53a6c5f1b74e on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:31.076140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-945b94f3-e707-42fc-b1c7-b18b7dbbf6ec tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.081597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-945b94f3-e707-42fc-b1c7-b18b7dbbf6ec tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.085503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35334) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:31.086282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-945b94f3-e707-42fc-b1c7-b18b7dbbf6ec tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/706e1a79-49ee-4c04-89ee-005ea65e39a7 HTTP/1.1" status: 204 len: 168 time: 0.3034441 Nov 19 04:11:31.088963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.092634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23add110-7819-41ad-8d95-45d5dd1e4ba5 req-3897434e-4863-4be6-88a5-1b54ce9f9cc9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "DELETE /v2.0/ports/7ce02602-f241-40a9-8867-53a6c5f1b74e HTTP/1.1" status: 204 len: 173 time: 0.6686831 Nov 19 04:11:31.095717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'name': 'network-vif-deleted', 'tag': '7ce02602-f241-40a9-8867-53a6c5f1b74e'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:31.105678 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af85f9-0b31-4e47-86f6-73ea58b73477" -d '{"events": [{"server_uuid": "ae11096b-7a04-4ac1-9da7-ceb3b16ac40d", "name": "network-vif-deleted", "tag": "7ce02602-f241-40a9-8867-53a6c5f1b74e"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:31.121265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b94f3-e707-42fc-b1c7-b18b7dbbf6ec tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e1a79-49ee-4c04-89ee-005ea65e39a7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:31.171410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a242c1a0-bf66-4b4e-a7b0-b46a1fe21a18 req-f96f2f1f-b2c4-4550-a87b-fad0e8dac754 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076145 Nov 19 04:11:31.188899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c097924b-e1e2-411d-aef8-e79ca4194c96 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1021867 Nov 19 04:11:31.192577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35344) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:31.197907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--214574795'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:31.246771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.253565 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3d45ec-202e-4218-80e7-c01387a6814e x-openstack-request-id: req-7d3d45ec-202e-4218-80e7-c01387a6814e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:31.253884 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae11096b-7a04-4ac1-9da7-ceb3b16ac40d", "name": "network-vif-deleted", "tag": "7ce02602-f241-40a9-8867-53a6c5f1b74e", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:31.254182 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d3d45ec-202e-4218-80e7-c01387a6814e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:31.254594 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae11096b-7a04-4ac1-9da7-ceb3b16ac40d', 'name': 'network-vif-deleted', 'tag': '7ce02602-f241-40a9-8867-53a6c5f1b74e', 'status': 'completed', 'code': 200} Nov 19 04:11:31.340293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.357168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d4cdb56-2332-49b6-ab93-01bbc90fd602 req-7970d2db-8ce2-4b2b-9db5-2db5e319cca9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae11096b-7a04-4ac1-9da7-ceb3b16ac40d HTTP/1.1" status: 200 len: 210 time: 0.0337772 Nov 19 04:11:31.357900 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.401272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.403905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2088680 Nov 19 04:11:31.405187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2736b-db7e-44f4-96de-83338939117c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f34ad4-56a0-4a38-8d0b-dbdefd38eec9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:31.406541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35352) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:31.413395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '92f34ad4-56a0-4a38-8d0b-dbdefd38eec9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:31.449922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.501526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.506149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.523699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f72a970-549f-48ea-b5ba-b42269fa1b9e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:31.533402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.534920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc13945e-3739-46ff-b94a-cf5e7048cc8a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266863 Nov 19 04:11:31.537394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35358) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:31.542497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '92f34ad4-56a0-4a38-8d0b-dbdefd38eec9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:31.572653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.620113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 378fc37d-29d2-45bf-93e3-260a4233fd09 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:11:31.639609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.644395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.668116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc126ba-4fe0-49be-985d-3fabcaee8237,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:31.676704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.678810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f2dcbd77-8ca2-44d8-a10c-77239dcae9d6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401939 Nov 19 04:11:31.682309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:31.688206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '92f34ad4-56a0-4a38-8d0b-dbdefd38eec9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:31.724539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.780112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 378fc37d-29d2-45bf-93e3-260a4233fd09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=378fc37d-29d2-45bf-93e3-260a4233fd09,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:31.801502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '378fc37d-29d2-45bf-93e3-260a4233fd09', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'port_id': '378fc37d-29d2-45bf-93e3-260a4233fd09', 'mac_address': 'fa:16:3e:3b:4f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:11:31.804570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cbc5b-f9e4-418d-83e5-68bca1b35cba req-9125ff14-feba-4d4f-98b4-75a1f192478b tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:31.811955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.818464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c5cbc5b-f9e4-418d-83e5-68bca1b35cba req-9125ff14-feba-4d4f-98b4-75a1f192478b tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1095 time: 0.1046178 Nov 19 04:11:31.819557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.870933 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.872412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1887586 Nov 19 04:11:31.875478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622bf0-190d-4888-b3e3-1df9faa3b283 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51efe784-f849-4cc9-b778-644acad2f8aa,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:31.877680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35368) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:31.882512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '92f34ad4-56a0-4a38-8d0b-dbdefd38eec9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:31.894023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c5cbc5b-f9e4-418d-83e5-68bca1b35cba req-21d5885b-0eb9-4941-ab15-1c331d885dc4 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733972 Nov 19 04:11:31.908539 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.912341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.927219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.933950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378fc37d-29d2-45bf-93e3-260a4233fd09 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:31.956013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 378fc37d-29d2-45bf-93e3-260a4233fd09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=378fc37d-29d2-45bf-93e3-260a4233fd09,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:31.960385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.991929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:31.998227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.020411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bddfbcb-3dbd-4c68-956c-501413dfed05,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.021502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=378fc37d-29d2-45bf-93e3-260a4233fd09,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.028105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.031826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1d4ad253-1304-4d4f-879b-2e7948b90de6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506462 Nov 19 04:11:32.032027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.037310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '92f34ad4-56a0-4a38-8d0b-dbdefd38eec9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:32.064570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.135022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.139693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.157705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddeffb5-f725-43b2-be3a-e42ed5d5872e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.166668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.167889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1bd53ca7-f2d4-43c5-b7e4-70454891cd66 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1346426 Nov 19 04:11:32.170704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.194228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-775c95ee-e3a4-4f63-a1d9-99988f02dd62 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.202798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-775c95ee-e3a4-4f63-a1d9-99988f02dd62 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.210512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['378fc37d-29d2-45bf-93e3-260a4233fd09'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:32.234225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-775c95ee-e3a4-4f63-a1d9-99988f02dd62 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.245778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-775c95ee-e3a4-4f63-a1d9-99988f02dd62 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.255388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-775c95ee-e3a4-4f63-a1d9-99988f02dd62 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1ddeffb5-f725-43b2-be3a-e42ed5d5872e HTTP/1.1" status: 204 len: 168 time: 0.0837045 Nov 19 04:11:32.260416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.261283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c95ee-e3a4-4f63-a1d9-99988f02dd62 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ddeffb5-f725-43b2-be3a-e42ed5d5872e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.344772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-54958e0a-4f17-4cf5-b59e-e58548531995 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0829394 Nov 19 04:11:32.348298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35384) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.365838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f08e-2f6d-420b-be9c-44c81fb28e22 req-0f534d93-c50a-4c58-ae4a-c03a3f0debe5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:32.367837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0701f08e-2f6d-420b-be9c-44c81fb28e22 req-0f534d93-c50a-4c58-ae4a-c03a3f0debe5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0806179 Nov 19 04:11:32.391067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9ace13a-f04e-44ae-b39a-3fd6984be37c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.399745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9ace13a-f04e-44ae-b39a-3fd6984be37c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.424521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0701f08e-2f6d-420b-be9c-44c81fb28e22 req-472fd178-114f-467e-89c1-113addedbfba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Nov 19 04:11:32.427568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9ace13a-f04e-44ae-b39a-3fd6984be37c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.437454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9ace13a-f04e-44ae-b39a-3fd6984be37c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.438737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9ace13a-f04e-44ae-b39a-3fd6984be37c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7bddfbcb-3dbd-4c68-956c-501413dfed05 HTTP/1.1" status: 204 len: 168 time: 0.0901694 Nov 19 04:11:32.444145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ace13a-f04e-44ae-b39a-3fd6984be37c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bddfbcb-3dbd-4c68-956c-501413dfed05,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.450614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35390) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.513753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35400) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.513949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b892a89a-ed9f-4c58-82c0-ba3b3fab6cd7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0616689 Nov 19 04:11:32.544639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46700a8b-c0e9-43dc-acf3-3b8c4d36cada tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.553314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46700a8b-c0e9-43dc-acf3-3b8c4d36cada tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.606689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46700a8b-c0e9-43dc-acf3-3b8c4d36cada tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.614545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46700a8b-c0e9-43dc-acf3-3b8c4d36cada tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.616954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46700a8b-c0e9-43dc-acf3-3b8c4d36cada tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/51efe784-f849-4cc9-b778-644acad2f8aa HTTP/1.1" status: 204 len: 168 time: 0.1008773 Nov 19 04:11:32.620296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.621677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46700a8b-c0e9-43dc-acf3-3b8c4d36cada tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51efe784-f849-4cc9-b778-644acad2f8aa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.678211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1bd1b43b-ac40-4311-a56b-ed3810f37254 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0565100 Nov 19 04:11:32.682068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35406) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.713660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57b5ea27-f1d6-4f67-b56b-859516b0b339 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.723095 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57b5ea27-f1d6-4f67-b56b-859516b0b339 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.807130 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57b5ea27-f1d6-4f67-b56b-859516b0b339 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.811955 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57b5ea27-f1d6-4f67-b56b-859516b0b339 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.815649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-57b5ea27-f1d6-4f67-b56b-859516b0b339 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1fc126ba-4fe0-49be-985d-3fabcaee8237 HTTP/1.1" status: 204 len: 168 time: 0.1301074 Nov 19 04:11:32.816835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.830402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ea27-f1d6-4f67-b56b-859516b0b339 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fc126ba-4fe0-49be-985d-3fabcaee8237,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:32.888692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-7c0f7827-fbf3-4572-bd41-74ed7f4396ec tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:32.890211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-7c0f7827-fbf3-4572-bd41-74ed7f4396ec tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.1582918 Nov 19 04:11:32.894090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3a144ff6-ade6-485a-b96a-0d0478b97136 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0758855 Nov 19 04:11:32.896725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35422) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.908443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-7e2cf724-387b-4b4e-b5c4-feff0b07a60d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/quotas/9851a89538d24696a3ab1081a3ca5b72 HTTP/1.1" status: 200 len: 375 time: 0.0101407 Nov 19 04:11:32.924176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e94f-6313-4f97-9667-65e4f8d90911 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.933300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e94f-6313-4f97-9667-65e4f8d90911 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.965381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e94f-6313-4f97-9667-65e4f8d90911 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.965626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-bc31252c-2779-43b1-b9c0-ee165341dadc tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512083 Nov 19 04:11:32.972485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e94f-6313-4f97-9667-65e4f8d90911 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:32.975849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f7e0e94f-6313-4f97-9667-65e4f8d90911 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9f72a970-549f-48ea-b5ba-b42269fa1b9e HTTP/1.1" status: 204 len: 168 time: 0.0759454 Nov 19 04:11:32.979162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35426) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:32.979616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7ce02602-f241-40a9-8867-53a6c5f1b74e no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:11:32.988220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e94f-6313-4f97-9667-65e4f8d90911 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f72a970-549f-48ea-b5ba-b42269fa1b9e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:33.011319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 7ce02602-f241-40a9-8867-53a6c5f1b74e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:11:33.012038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7ce02602-f241-40a9-8867-53a6c5f1b74e not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:11:33.026451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5aa3f555-e669-4983-83bf-341e8a4fc210 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461605 Nov 19 04:11:33.029235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:33.085873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ac5f9f-00b0-41ff-8003-b666776fc785 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.098471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-0d72d1ba-33f4-4987-8c7d-e2705ac0babc service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254978 Nov 19 04:11:33.111406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ac5f9f-00b0-41ff-8003-b666776fc785 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.170341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ac5f9f-00b0-41ff-8003-b666776fc785 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.173975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50ac5f9f-00b0-41ff-8003-b666776fc785 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.177850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50ac5f9f-00b0-41ff-8003-b666776fc785 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/92f34ad4-56a0-4a38-8d0b-dbdefd38eec9 HTTP/1.1" status: 204 len: 168 time: 0.1452265 Nov 19 04:11:33.178471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35436) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:33.191747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5f9f-00b0-41ff-8003-b666776fc785 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f34ad4-56a0-4a38-8d0b-dbdefd38eec9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:33.232229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-bc218997-a9e7-43ae-ab68-6f3611f9a334 service neutron] 10.222.0.52 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268761 Nov 19 04:11:33.254897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7ee5206f-46fa-45a9-acd7-ee4bd0b1ac42 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712726 Nov 19 04:11:33.255290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35438) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:33.260897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198242239'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:33.284527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.371802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.377243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.426850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.432456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35448) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:33.433338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1768942 Nov 19 04:11:33.437249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': 'e009f93d-10ae-433b-b068-b9af0bec34cd', 'direction': 'ingress', 'protocol': 17}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:33.438669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4db223-5684-4918-a9e5-3459d8ed5150 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e009f93d-10ae-433b-b068-b9af0bec34cd,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:33.475189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699d360-e44f-4abb-8ec4-29576a87c0d8 req-81bc52ac-9e53-40a8-ab14-b33beed1b469 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:33.476757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f699d360-e44f-4abb-8ec4-29576a87c0d8 req-81bc52ac-9e53-40a8-ab14-b33beed1b469 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1096 time: 0.0768642 Nov 19 04:11:33.479569 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.575355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f699d360-e44f-4abb-8ec4-29576a87c0d8 req-4416c74a-cfd7-485d-b8f3-52af72e250d3 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833256 Nov 19 04:11:33.585432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.590174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.620531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3696b0b9-22ab-488a-8e4f-af260b67579e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:33.636148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.640015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-73fd602a-fc06-4c4f-9c76-84cd52bba131 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2040362 Nov 19 04:11:33.640394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35462) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:33.647442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 378fc37d-29d2-45bf-93e3-260a4233fd09 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:33.694071 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9afa5c33-c38c-4325-82f7-6ad7dd57b32a req-96ef6005-6488-4117-9282-a590923b905d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 210 time: 0.0352483 Nov 19 04:11:33.746493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 378fc37d-29d2-45bf-93e3-260a4233fd09 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:11:33.752662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 378fc37d-29d2-45bf-93e3-260a4233fd09 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:33.753394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.763914 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-389c4c45-8a63-45d1-abaf-25fcdd08dc89 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.811444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-389c4c45-8a63-45d1-abaf-25fcdd08dc89 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.869876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.907714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402d325-1394-43b6-8567-29b35840215e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378fc37d-29d2-45bf-93e3-260a4233fd09'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:33.910146 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91106ec8-f8be-4ba0-a579-6c684f4b7572" -d '{"events": [{"server_uuid": "b402d325-1394-43b6-8567-29b35840215e", "name": "network-vif-plugged", "status": "completed", "tag": "378fc37d-29d2-45bf-93e3-260a4233fd09"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:33.914149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c81a7-30db-4739-b957-21d414556598 req-dea7ab1f-17bd-45ea-9a71-6a8bb7ae433b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:33.923406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 378fc37d-29d2-45bf-93e3-260a4233fd09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=378fc37d-29d2-45bf-93e3-260a4233fd09,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:33.926704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c90c81a7-30db-4739-b957-21d414556598 req-dea7ab1f-17bd-45ea-9a71-6a8bb7ae433b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0939217 Nov 19 04:11:33.931299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.943528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-389c4c45-8a63-45d1-abaf-25fcdd08dc89 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.946239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-389c4c45-8a63-45d1-abaf-25fcdd08dc89 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:33.947888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-389c4c45-8a63-45d1-abaf-25fcdd08dc89 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/e009f93d-10ae-433b-b068-b9af0bec34cd HTTP/1.1" status: 204 len: 168 time: 0.3063538 Nov 19 04:11:33.950280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:33.970137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c4c45-8a63-45d1-abaf-25fcdd08dc89 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009f93d-10ae-433b-b068-b9af0bec34cd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:34.014331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c90c81a7-30db-4739-b957-21d414556598 req-a3fd5ae8-bcfb-4b00-b5cd-252159e5f000 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Nov 19 04:11:34.037090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-35e49660-e946-4d5c-b024-3146d1aa988c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803685 Nov 19 04:11:34.044082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:34.050704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329303213'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:34.062045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=378fc37d-29d2-45bf-93e3-260a4233fd09,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:34.082452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.172232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.177884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.228949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.233598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1855264 Nov 19 04:11:34.233913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35480) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:34.238983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443484572'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:34.241495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4279e6-487c-42c8-ad41-ecce641bbfb7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a20a99-2acc-4a31-a0b8-53250d328e97,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:34.243788 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e589a-2dcf-4b11-bfd0-7b55f8538826 x-openstack-request-id: req-961e589a-2dcf-4b11-bfd0-7b55f8538826 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:34.244879 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b402d325-1394-43b6-8567-29b35840215e", "name": "network-vif-plugged", "status": "completed", "tag": "378fc37d-29d2-45bf-93e3-260a4233fd09", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:34.245671 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-961e589a-2dcf-4b11-bfd0-7b55f8538826 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:34.246348 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b402d325-1394-43b6-8567-29b35840215e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378fc37d-29d2-45bf-93e3-260a4233fd09', 'code': 200} Nov 19 04:11:34.264302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.362018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.370920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.400086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aad37d-6632-4549-a335-ffb58e420954 req-79bdcd97-ea94-4d89-9e09-2cab7a01d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:34.401618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8aad37d-6632-4549-a335-ffb58e420954 req-79bdcd97-ea94-4d89-9e09-2cab7a01d96f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.0746334 Nov 19 04:11:34.417471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.418670 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1836643 Nov 19 04:11:34.420782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c64ce-758d-4e1c-80c3-0502ea4fcebc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:34.421611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35486) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:34.427470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': '10a20a99-2acc-4a31-a0b8-53250d328e97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c9c64ce-758d-4e1c-80c3-0502ea4fcebc', 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:34.441129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.441420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.441775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.442156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.442635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.442994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.443486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.443859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.444205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.444541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.444860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.445194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348acbd2-eb21-4b64-902e-d3561f921019 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:11:34.466441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.478721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8aad37d-6632-4549-a335-ffb58e420954 req-78aff95a-3f10-4005-abfa-ae8844c9bf67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693488 Nov 19 04:11:34.547483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.554816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.578497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544f9069-fd76-41c6-98e3-9e061a16a683,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:34.595340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.596577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3a4eb15e-20c0-400a-b4d9-465b78417a55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1737118 Nov 19 04:11:34.599556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35492) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:34.631309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee928480-9b34-4d3b-85f0-2f528f12fc78 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.652949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee928480-9b34-4d3b-85f0-2f528f12fc78 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.688640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee928480-9b34-4d3b-85f0-2f528f12fc78 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.699036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ee928480-9b34-4d3b-85f0-2f528f12fc78 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.702487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ee928480-9b34-4d3b-85f0-2f528f12fc78 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/544f9069-fd76-41c6-98e3-9e061a16a683 HTTP/1.1" status: 204 len: 168 time: 0.1018012 Nov 19 04:11:34.702919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:34.708832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee928480-9b34-4d3b-85f0-2f528f12fc78 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544f9069-fd76-41c6-98e3-9e061a16a683,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:34.763043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-530e3229-b548-43a1-814e-c7cf16c018fc tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:34.764854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-530e3229-b548-43a1-814e-c7cf16c018fc tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 806 time: 0.1500118 Nov 19 04:11:34.785066 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d755900b-08cb-4a7f-818d-b67d14844252 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0809798 Nov 19 04:11:34.792255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Request body: {'port': {'device_id': 'da137736-1086-4b9c-812a-529629efc8ab', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'admin_state_up': True, 'tenant_id': '9851a89538d24696a3ab1081a3ca5b72'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:34.796118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35500) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:34.800290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca7575-c1de-4a1a-b378-b79cce8cf42f req-5ad31264-2868-4436-bb6f-1fa298a0eb92 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:34.802203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05ca7575-c1de-4a1a-b378-b79cce8cf42f req-5ad31264-2868-4436-bb6f-1fa298a0eb92 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.0621092 Nov 19 04:11:34.891014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05ca7575-c1de-4a1a-b378-b79cce8cf42f req-1f777818-2e5b-4009-81c0-2a79235c6659 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817077 Nov 19 04:11:34.904370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ec2a-2abc-4c72-baef-e2dda5fbe8ff tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.913357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Made reservation on behalf of 9851a89538d24696a3ab1081a3ca5b72 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:34.917547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:34.940696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ec2a-2abc-4c72-baef-e2dda5fbe8ff tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.006796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7f738c3-aeb4-4aa4-bfb6-35f0fab5d7d8 req-ed2da83b-3fae-4113-81a4-183dd8fb9fdb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 210 time: 0.0357442 Nov 19 04:11:35.015231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ec2a-2abc-4c72-baef-e2dda5fbe8ff tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.017540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ec2a-2abc-4c72-baef-e2dda5fbe8ff tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.018800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c9b0ec2a-2abc-4c72-baef-e2dda5fbe8ff tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/1c9c64ce-758d-4e1c-80c3-0502ea4fcebc HTTP/1.1" status: 204 len: 168 time: 0.2213242 Nov 19 04:11:35.031586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35506) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:35.047915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ec2a-2abc-4c72-baef-e2dda5fbe8ff tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c64ce-758d-4e1c-80c3-0502ea4fcebc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:35.096577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1d319ca1-5100-48f2-a380-fbe5c991a1f4 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0708947 Nov 19 04:11:35.099432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35510) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:35.110713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Allocated IP 172.20.0.7 (53f3ba5f-ba9b-4892-a490-c05aa41ea42f/8c10ac4e-762f-4a4b-a9fc-f95640422f3b/c1f69b18-fbf1-4a81-8aad-691cf15c2aeb) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:35.200574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01245225-b680-43ae-bd01-c8a66c5d4e69 req-363aca51-6bfe-4c71-a77b-512758cae138 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:35.202217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01245225-b680-43ae-bd01-c8a66c5d4e69 req-363aca51-6bfe-4c71-a77b-512758cae138 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0864334 Nov 19 04:11:35.208315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aea6afab-5a31-4397-9b4e-fcc9b63f7b82 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.269443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aea6afab-5a31-4397-9b4e-fcc9b63f7b82 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.285463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.308870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01245225-b680-43ae-bd01-c8a66c5d4e69 req-e0e5defd-d972-4d82-b6cf-6aad339262c3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976319 Nov 19 04:11:35.323146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.336925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:35.346992 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aea6afab-5a31-4397-9b4e-fcc9b63f7b82 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.349804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aea6afab-5a31-4397-9b4e-fcc9b63f7b82 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.354130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aea6afab-5a31-4397-9b4e-fcc9b63f7b82 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/10a20a99-2acc-4a31-a0b8-53250d328e97 HTTP/1.1" status: 204 len: 168 time: 0.2504315 Nov 19 04:11:35.371425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35522) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:35.395363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6afab-5a31-4397-9b4e-fcc9b63f7b82 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a20a99-2acc-4a31-a0b8-53250d328e97,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:35.395934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:35.399367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:35.404754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:35.438408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4afeb3c-224f-4df4-901d-2ff07b4f49c3 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610125 Nov 19 04:11:35.439639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event updated for resources: {'Port': ['ID=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:35.439762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35524) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:35.440572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63182d96-a45d-4645-b7db-6278b9e82b0c None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:35.445059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187969791'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:35.476019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.482377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:35.490643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.536943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-41a5881a-c87b-446d-b65b-6f37c41ad86c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493811 Nov 19 04:11:35.560075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7af71f85-4dfd-440e-889d-0816f28aa0ab None None] Provisioning complete for port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:35.560730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7af71f85-4dfd-440e-889d-0816f28aa0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.564579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Request body: {'port': {'device_id': 'da137736-1086-4b9c-812a-529629efc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:35.595719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.605928 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.636716 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.638370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1976206 Nov 19 04:11:35.641168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35530) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:35.649324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': 'c0556c0a-312d-4f67-b2e3-8ce507d2fdad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:35.665732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a123a-d5a7-4274-8516-45d6b822a7ab tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0556c0a-312d-4f67-b2e3-8ce507d2fdad,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:35.670758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.684727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7af71f85-4dfd-440e-889d-0816f28aa0ab None None] Port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:35.760003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.929922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.934864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.964184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fb4923-a1b4-4250-a0eb-6b3eb7bf7ce4,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:35.988931 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:35.990164 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2edcfd2e-d696-446f-b3f1-bb45e9202424 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3452704 Nov 19 04:11:35.992940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35538) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:36.024691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42707b8-ed8a-4942-bc40-afdb484c9fa1 req-a0668063-58a8-4b85-bf62-85df7fe5dcf0 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.026376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d42707b8-ed8a-4942-bc40-afdb484c9fa1 req-a0668063-58a8-4b85-bf62-85df7fe5dcf0 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.0535116 Nov 19 04:11:36.050631 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1625dd70-9154-4370-b3f8-8edad6c178ef tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.076828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1625dd70-9154-4370-b3f8-8edad6c178ef tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.077472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d42707b8-ed8a-4942-bc40-afdb484c9fa1 req-5c3cf530-12a4-44f5-b205-eb6163b788b1 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Nov 19 04:11:36.108877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f69b18-fbf1-4a81-8aad-691cf15c2aeb {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:36.119522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.132353 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1625dd70-9154-4370-b3f8-8edad6c178ef tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.137531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1625dd70-9154-4370-b3f8-8edad6c178ef tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.141727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1625dd70-9154-4370-b3f8-8edad6c178ef tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f2fb4923-a1b4-4250-a0eb-6b3eb7bf7ce4 HTTP/1.1" status: 204 len: 168 time: 0.1447008 Nov 19 04:11:36.142885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:36.144318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Transition to ACTIVE for port object c1f69b18-fbf1-4a81-8aad-691cf15c2aeb will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:11:36.148792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625dd70-9154-4370-b3f8-8edad6c178ef tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2fb4923-a1b4-4250-a0eb-6b3eb7bf7ce4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:36.153104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.182120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf749f-249f-446b-aad1-04a7a78e2790 None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:36.226660 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-34262f33-d916-430f-8b42-a30b6f992e1c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811260 Nov 19 04:11:36.231058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35550) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:36.247558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14cd0-99a9-4638-9207-b9b842240e29 req-d8215361-8a8d-4608-abe6-60f64a069310 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.255009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3a14cd0-99a9-4638-9207-b9b842240e29 req-d8215361-8a8d-4608-abe6-60f64a069310 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 943 time: 0.1110528 Nov 19 04:11:36.257226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:36.318722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Attempting to bind port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:36.319070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Attempting to bind port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:36.319405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Attempting to bind port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:36.325790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:36.327354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Attempting to bind port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb on network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:36.331929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3a14cd0-99a9-4638-9207-b9b842240e29 req-714a615e-6ec7-4b3b-8265-603d4743d95b tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Nov 19 04:11:36.333396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:36.333758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Checking segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:36.335427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Bound using segment: {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:36.336178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Bound port: c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef3350-5f81-4626-9b47-2eaca4829946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:36.337849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.353439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-043b87b2-45ae-4881-bea1-7373859e3333 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.392446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-043b87b2-45ae-4881-bea1-7373859e3333 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.431681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] For port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:36.435111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] For port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:36.440421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.482091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595281-69cd-4533-959a-2d2bf098ab02 req-df3e64d8-ec58-40c1-b11a-54470c78ad3e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.486581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.487531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.489102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] 10.222.0.31 "PUT /v2.0/ports/c1f69b18-fbf1-4a81-8aad-691cf15c2aeb HTTP/1.1" status: 200 len: 1091 time: 0.9366691 Nov 19 04:11:36.489783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da137736-1086-4b9c-812a-529629efc8ab', 'tag': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:36.490167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c595281-69cd-4533-959a-2d2bf098ab02 req-df3e64d8-ec58-40c1-b11a-54470c78ad3e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.0711892 Nov 19 04:11:36.493174 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce99c0-edc2-4c88-a491-3cdfb4611722" -d '{"events": [{"name": "network-changed", "server_uuid": "da137736-1086-4b9c-812a-529629efc8ab", "tag": "c1f69b18-fbf1-4a81-8aad-691cf15c2aeb"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:36.493371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cef7b-35ae-4619-9d8d-24481fc6faec None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:11:36.498262 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-043b87b2-45ae-4881-bea1-7373859e3333 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.501116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-043b87b2-45ae-4881-bea1-7373859e3333 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.505322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-043b87b2-45ae-4881-bea1-7373859e3333 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/c0556c0a-312d-4f67-b2e3-8ce507d2fdad HTTP/1.1" status: 204 len: 168 time: 0.2732761 Nov 19 04:11:36.507146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35564) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:36.532127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb1dd2-289c-4fb3-9022-b6953b4b5b92 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:36.536087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b87b2-45ae-4881-bea1-7373859e3333 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0556c0a-312d-4f67-b2e3-8ce507d2fdad,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:36.593904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c595281-69cd-4533-959a-2d2bf098ab02 req-7dedf9fc-a592-46b0-8eb5-c73536bf4b25 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027856 Nov 19 04:11:36.613467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8425df4e-be3b-4a7d-a2a1-7efb83b187f6 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017001 Nov 19 04:11:36.614337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35568) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:36.619691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134970056'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:36.640559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-1587b1d3-5539-4ed4-99f9-e2d500a3b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.642458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-1587b1d3-5539-4ed4-99f9-e2d500a3b854 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 1094 time: 0.0758002 Nov 19 04:11:36.644789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.703770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-b6903865-e8f2-4c7b-8896-45e9f4a8dcea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb HTTP/1.1" status: 200 len: 217 time: 0.0418162 Nov 19 04:11:36.756817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373539a-5aaf-4328-95b4-fef4e870b04f req-f53fb2a0-a935-4a75-9835-39659c700c3e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.759575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d373539a-5aaf-4328-95b4-fef4e870b04f req-f53fb2a0-a935-4a75-9835-39659c700c3e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0891933 Nov 19 04:11:36.761750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-691076e9-f0b5-4882-b395-feea2b9f6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:36.763020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.763380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-691076e9-f0b5-4882-b395-feea2b9f6952 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0516651 Nov 19 04:11:36.781740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.797290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-2469ae02-c13f-4c13-95c6-1104cfcabbda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258789 Nov 19 04:11:36.823368 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.824883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2090521 Nov 19 04:11:36.835868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:36.842226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': 'eed8f8b9-a529-4bc7-93a8-70d4465e8e81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:36.864421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1a75-2ee6-4c73-8f50-4f2137257bd0 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed8f8b9-a529-4bc7-93a8-70d4465e8e81,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:36.876447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d373539a-5aaf-4328-95b4-fef4e870b04f req-d1ed124d-38dc-4e23-b4e1-546174ff52e8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098771 Nov 19 04:11:36.908638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:36.947668 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-a4f946cd-2ad3-4ead-9b03-2c3eb96bae42 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366818 Nov 19 04:11:36.988407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.002092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.049262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326f4e23-58ed-4db6-86af-c854886a900c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:37.050415 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b93c8e5-a4b5-4cb5-805c-7fcb682f4833 x-openstack-request-id: req-6b93c8e5-a4b5-4cb5-805c-7fcb682f4833 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:37.050695 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da137736-1086-4b9c-812a-529629efc8ab", "tag": "c1f69b18-fbf1-4a81-8aad-691cf15c2aeb", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:37.050961 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b93c8e5-a4b5-4cb5-805c-7fcb682f4833 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:37.051382 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da137736-1086-4b9c-812a-529629efc8ab', 'tag': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb', 'status': 'completed', 'code': 200} Nov 19 04:11:37.065173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.069243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e539b0d1-c731-446d-aa6e-e070d3352288 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2295618 Nov 19 04:11:37.069792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35582) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.102336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0db750c3-7573-4fac-8e5d-d51fcbc5d892 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules/326f4e23-58ed-4db6-86af-c854886a900c HTTP/1.1" status: 200 len: 763 time: 0.0276120 Nov 19 04:11:37.103984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35584) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.110117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7238bfe3-aa92-491c-8a3c-b40894548776 req-6eaa7ed0-2402-452f-807b-a2c45f3142d6 service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501610 Nov 19 04:11:37.156140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-144b8d89-4505-41e8-85d2-fc1ded17189a tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508637 Nov 19 04:11:37.159056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35586) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.188198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-494fc824-876b-463a-a9cd-728d1015d7d7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.196738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-494fc824-876b-463a-a9cd-728d1015d7d7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.257509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-494fc824-876b-463a-a9cd-728d1015d7d7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.259536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be26ca-7fa4-49ed-ba1a-fd2434a82f8e req-f5f66855-ac17-44c8-ad13-46c4a297bc20 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:37.261478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1be26ca-7fa4-49ed-ba1a-fd2434a82f8e req-f5f66855-ac17-44c8-ad13-46c4a297bc20 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.0448442 Nov 19 04:11:37.263195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-494fc824-876b-463a-a9cd-728d1015d7d7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.266688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-494fc824-876b-463a-a9cd-728d1015d7d7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/326f4e23-58ed-4db6-86af-c854886a900c HTTP/1.1" status: 204 len: 168 time: 0.1042647 Nov 19 04:11:37.267897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35588) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.282771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fc824-876b-463a-a9cd-728d1015d7d7 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=326f4e23-58ed-4db6-86af-c854886a900c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:37.302897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-349d071c-765b-421d-8a6a-f2cba30e1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:37.304411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-349d071c-765b-421d-8a6a-f2cba30e1334 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9851a89538d24696a3ab1081a3ca5b72&device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 1094 time: 0.0817871 Nov 19 04:11:37.312681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1be26ca-7fa4-49ed-ba1a-fd2434a82f8e req-116685b7-0ad6-4c17-9dd7-c5911c5c7d3f tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Nov 19 04:11:37.345697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a15a17df-8c62-4a03-8377-d6d61270e8a1 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756297 Nov 19 04:11:37.348512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35594) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.353553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': 'eed8f8b9-a529-4bc7-93a8-70d4465e8e81', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:37.407698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.465468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-6ce15fcc-f22f-4458-bbd6-77c0490d7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:37.467103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-6ce15fcc-f22f-4458-bbd6-77c0490d7760 service neutron] 10.222.0.31 "GET /v2.0/networks?id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 200 len: 907 time: 0.1547141 Nov 19 04:11:37.517202 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-e25f84f7-d417-449b-b137-d80b5e08e4c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb HTTP/1.1" status: 200 len: 217 time: 0.0412323 Nov 19 04:11:37.532013 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.536569 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.551570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61fe1-04da-406a-83f1-65d95a36427b req-2076a676-7b04-43f4-b2c5-e13ca5ed2db6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:37.553082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8c61fe1-04da-406a-83f1-65d95a36427b req-2076a676-7b04-43f4-b2c5-e13ca5ed2db6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 943 time: 0.0823419 Nov 19 04:11:37.565556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc735e8-05c2-4aee-a28d-971e4a4d003c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:37.570138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-ec09c105-3e71-4391-beed-527aef3d0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:37.572675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-ec09c105-3e71-4391-beed-527aef3d0778 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 200 len: 846 time: 0.0478182 Nov 19 04:11:37.575881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.577100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4a064125-ffe6-4952-bb4a-1a749927fa55 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2275929 Nov 19 04:11:37.579775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35604) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.618955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-dcd3c456-0df5-4fda-807b-d32ed857fe26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53f3ba5f-ba9b-4892-a490-c05aa41ea42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323963 Nov 19 04:11:37.622895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59ff5afe-178b-4911-a307-572be35745bb tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules/3bc735e8-05c2-4aee-a28d-971e4a4d003c HTTP/1.1" status: 200 len: 763 time: 0.0421047 Nov 19 04:11:37.625361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35606) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.632449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8c61fe1-04da-406a-83f1-65d95a36427b req-8bc4550e-6a53-4099-87fc-0f83a3c82163 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Nov 19 04:11:37.730987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-192b0258-41fa-4a6b-8d2b-8f4d233115c1 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1042244 Nov 19 04:11:37.734238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35620) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.779271 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-ddec3d0a-97bc-453d-b35d-ebeb01cdcc0f service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476703 Nov 19 04:11:37.781773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19a56ba3-7265-4f31-ac2f-a57da5e930ea tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.791295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19a56ba3-7265-4f31-ac2f-a57da5e930ea tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.822160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-21c024db-13cb-42c9-bdf4-ad0884d3bc0d tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:37.823848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-21c024db-13cb-42c9-bdf4-ad0884d3bc0d tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/networks?id=af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 200 len: 910 time: 0.1009712 Nov 19 04:11:37.846553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-10802106-1c16-4542-8c40-93cabc9dfc3d tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/quotas/c50cd53042264cbfbc5743754e47c6cd HTTP/1.1" status: 200 len: 375 time: 0.0168915 Nov 19 04:11:37.877469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19a56ba3-7265-4f31-ac2f-a57da5e930ea tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.882634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19a56ba3-7265-4f31-ac2f-a57da5e930ea tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:37.885776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-19a56ba3-7265-4f31-ac2f-a57da5e930ea tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/3bc735e8-05c2-4aee-a28d-971e4a4d003c HTTP/1.1" status: 204 len: 168 time: 0.1507013 Nov 19 04:11:37.891309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35622) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.902559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56ba3-7265-4f31-ac2f-a57da5e930ea tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bc735e8-05c2-4aee-a28d-971e4a4d003c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:37.922294 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c3ce99c0-edc2-4c88-a491-3cdfb4611722 req-100fde43-174d-40fa-a1a3-6eccba62458d service neutron] 10.222.0.31 "GET /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332960 Nov 19 04:11:37.924939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-aeff67c2-8dce-438f-a0eb-bb2d3b180f0b tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=c50cd53042264cbfbc5743754e47c6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775168 Nov 19 04:11:37.974686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eca1c8a3-00ea-461c-8bc4-08ec2a33fcbc tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0819676 Nov 19 04:11:37.978180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35632) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:37.983317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Request body: {'security_group_rule': {'security_group_id': 'eed8f8b9-a529-4bc7-93a8-70d4465e8e81', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:38.009211 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Project 70296df0aa3a4372ae9da67da0953398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:11:38.017970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.062574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-e3e68fb4-837e-4f30-ac31-d3e3f9074fac service neutron] 10.222.0.52 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291661 Nov 19 04:11:38.080389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.085489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.106479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eecfe43-b5b4-46ff-8494-4abbdb98b97f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:38.113665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.115071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cbede5b7-9d66-4fcd-ab8d-3430ddbc45a8 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357019 Nov 19 04:11:38.117823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35636) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.137309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1d056b3e-f44f-4e3d-8797-5d25da1229b1 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules/7eecfe43-b5b4-46ff-8494-4abbdb98b97f HTTP/1.1" status: 200 len: 769 time: 0.0159972 Nov 19 04:11:38.137510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.174312 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-bf047ede-2ffb-4378-a8fd-a14d7440acd5 service neutron] 10.222.0.52 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076305 Nov 19 04:11:38.182916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a3267c53-9618-435d-b453-76712a7ba06b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0417280 Nov 19 04:11:38.183252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35642) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.208580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d25c4067-8341-45b0-9ffb-f8c04bd0652c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.217756 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d25c4067-8341-45b0-9ffb-f8c04bd0652c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.249506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d25c4067-8341-45b0-9ffb-f8c04bd0652c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.257945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d25c4067-8341-45b0-9ffb-f8c04bd0652c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.259644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d25c4067-8341-45b0-9ffb-f8c04bd0652c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7eecfe43-b5b4-46ff-8494-4abbdb98b97f HTTP/1.1" status: 204 len: 168 time: 0.0749018 Nov 19 04:11:38.262178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35648) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.274843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c4067-8341-45b0-9ffb-f8c04bd0652c tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eecfe43-b5b4-46ff-8494-4abbdb98b97f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:38.332443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35652) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.332716 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-77564a85-ee22-4c38-ae59-2004d27c6c2f tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693073 Nov 19 04:11:38.438823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a984b5-193b-41dd-aa39-9a8b35754db0 req-22e8428e-9b7f-4077-a50f-2e6990ed227a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:38.440372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95a984b5-193b-41dd-aa39-9a8b35754db0 req-22e8428e-9b7f-4077-a50f-2e6990ed227a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0836418 Nov 19 04:11:38.441474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a55009da-67bf-40b8-918e-c1f051e9591b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.478560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a55009da-67bf-40b8-918e-c1f051e9591b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.538255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95a984b5-193b-41dd-aa39-9a8b35754db0 req-59551a3c-5a02-4530-a864-416598c717ba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843322 Nov 19 04:11:38.567175 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a55009da-67bf-40b8-918e-c1f051e9591b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.569928 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a55009da-67bf-40b8-918e-c1f051e9591b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:38.571178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a55009da-67bf-40b8-918e-c1f051e9591b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "DELETE /v2.0/security-groups/eed8f8b9-a529-4bc7-93a8-70d4465e8e81 HTTP/1.1" status: 204 len: 168 time: 0.2372630 Nov 19 04:11:38.574732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35666) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.594957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55009da-67bf-40b8-918e-c1f051e9591b tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed8f8b9-a529-4bc7-93a8-70d4465e8e81,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:38.628286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-86f2cf21-b15d-4af3-b597-3f86b1fa8663 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523627 Nov 19 04:11:38.633514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:38.694957 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4204e35b-ac61-4027-a513-126f2dc71c11 tempest-SecGroupIPv6Test-289829751 tempest-SecGroupIPv6Test-289829751-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603909 Nov 19 04:11:38.809848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb19618a-5dc4-4659-ac7a-12f852789334 req-d2b046f7-b718-4622-8158-41216e63a6cd tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 210 time: 0.0316217 Nov 19 04:11:38.952501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23a4ac-c517-490b-b37c-6daa420ec4bc req-fae09138-0681-49f3-bd0e-db3fee0715dd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:38.954637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a23a4ac-c517-490b-b37c-6daa420ec4bc req-fae09138-0681-49f3-bd0e-db3fee0715dd tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 943 time: 0.0697715 Nov 19 04:11:38.999426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c1f69b18-fbf1-4a81-8aad-691cf15c2aeb details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:11:39.029768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a23a4ac-c517-490b-b37c-6daa420ec4bc req-e63a36a9-bbf3-4438-8ab5-39d6b7d5d194 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664256 Nov 19 04:11:39.064947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:39.147123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:39.163982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb', 'network_id': '53f3ba5f-ba9b-4892-a490-c05aa41ea42f', 'port_id': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb', 'mac_address': 'fa:16:3e:57:69:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c10ac4e-762f-4a4b-a9fc-f95640422f3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:11:39.219577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.234035 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f69b18-fbf1-4a81-8aad-691cf15c2aeb {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:39.250134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db905d19-8588-4032-ade4-8c0bf34abee6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70296df0aa3a4372ae9da67da0953398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837654 Nov 19 04:11:39.253216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35690) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:39.254596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:39.259712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.308474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:39.314160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e14ffe38-4147-40a1-8a33-6ad2202f9997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.336285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e14ffe38-4147-40a1-8a33-6ad2202f9997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.384225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e14ffe38-4147-40a1-8a33-6ad2202f9997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.387775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e14ffe38-4147-40a1-8a33-6ad2202f9997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.389245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e14ffe38-4147-40a1-8a33-6ad2202f9997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e74af2a2-0451-4b67-9312-e16e645fba00 HTTP/1.1" status: 204 len: 168 time: 0.1344178 Nov 19 04:11:39.402556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffe38-4147-40a1-8a33-6ad2202f9997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74af2a2-0451-4b67-9312-e16e645fba00,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:39.619563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c1f69b18-fbf1-4a81-8aad-691cf15c2aeb'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:39.751430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f068c38-bb19-486f-b50c-e7f5d4f98d8c req-9e729f2d-fd1e-485e-abd1-eb3e67ee2ac3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:39.762482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f068c38-bb19-486f-b50c-e7f5d4f98d8c req-9e729f2d-fd1e-485e-abd1-eb3e67ee2ac3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0899045 Nov 19 04:11:39.800344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-32d5a8cb-0ab2-4541-b1f5-fbcd713df217 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:39.802885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-32d5a8cb-0ab2-4541-b1f5-fbcd713df217 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.31 "GET /v2.0/networks?id=af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 200 len: 910 time: 0.1797419 Nov 19 04:11:39.818905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Request body: {'port': {'device_id': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'admin_state_up': True, 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:39.882739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Made reservation on behalf of c50cd53042264cbfbc5743754e47c6cd for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:11:39.886370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:39.889196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f068c38-bb19-486f-b50c-e7f5d4f98d8c req-8490054c-d779-49ac-993e-0b88c9431515 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181252 Nov 19 04:11:40.033342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Allocated IP 172.20.0.12 (af95140b-e4fd-4394-b16c-086f9a66fdd0/de615ef7-7f42-4193-8923-c9d9f34f7a7f/6e208c71-5245-40e8-8fb4-4b4b2c48ae55) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:11:40.146286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-159948d4-8b87-45d7-855e-a4fc8feb52ae req-4b5a4e97-4c77-482c-8499-8646bfd4a8c3 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 210 time: 0.0387619 Nov 19 04:11:40.200413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:40.250013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:40.268376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['378fc37d-29d2-45bf-93e3-260a4233fd09'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:40.302843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b062-5358-46a3-bb3f-93d6899f5538 req-3449360b-5552-412d-9829-f80468785734 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:40.304445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cd8b062-5358-46a3-bb3f-93d6899f5538 req-3449360b-5552-412d-9829-f80468785734 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 944 time: 0.0825500 Nov 19 04:11:40.365781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cd8b062-5358-46a3-bb3f-93d6899f5538 req-fc60e54e-2952-4be9-a0eb-903fabb47df0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Nov 19 04:11:40.371582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:11:40.375503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:11:40.391878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:11:40.500955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35742) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:40.629579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-199de1e5-db47-41c8-a153-709b36b941f9 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1673413243', 'prefixes': ['172.20.0.0/16']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:40.718824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-199de1e5-db47-41c8-a153-709b36b941f9 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] Publish callbacks [] for subnetpool, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:40.720138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-199de1e5-db47-41c8-a153-709b36b941f9 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2181334 Nov 19 04:11:40.722917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35750) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:40.759480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cd854577-879a-4c5b-b664-f3d1a7155867 None None] Provisioning complete for port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:40.760164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cd854577-879a-4c5b-b664-f3d1a7155867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:40.790079 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-415a8ae1-228d-46fb-8de5-63edeb14b0ce tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] 10.222.0.52 "GET /v2.0/subnetpools/11c4cc1e-e683-4b43-be17-a620fe3486ba HTTP/1.1" status: 200 len: 732 time: 0.0648742 Nov 19 04:11:40.792539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35752) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:40.796801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Pushing event updated for resources: {'Port': ['ID=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:40.797076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-88c7cd39-9a82-4732-82a9-f979a858ebda tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-305599903'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:40.809856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cd854577-879a-4c5b-b664-f3d1a7155867 None None] Port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:11:40.815758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:40.816562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:40.834333 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2f2001d6-75ef-46b5-b505-4ff19b6d1973 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0193741 Nov 19 04:11:40.853745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Request body: {'port': {'device_id': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:11:40.893539 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88c7cd39-9a82-4732-82a9-f979a858ebda tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] Publish callbacks [] for subnetpool, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:40.897278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-88c7cd39-9a82-4732-82a9-f979a858ebda tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] 10.222.0.52 "PUT /v2.0/subnetpools/11c4cc1e-e683-4b43-be17-a620fe3486ba HTTP/1.1" status: 200 len: 683 time: 0.1014984 Nov 19 04:11:40.897568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35754) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:40.911779 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.026304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2d82a4e-019d-4452-a4b3-df9e2c3e6919 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:11:41.029726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2b4ed491-7c98-4ae6-b463-2667b6f7e4dd tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] Publish callbacks [] for subnetpool, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.032361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c1f69b18-fbf1-4a81-8aad-691cf15c2aeb up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:41.036234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2b4ed491-7c98-4ae6-b463-2667b6f7e4dd tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] 10.222.0.52 "DELETE /v2.0/subnetpools/11c4cc1e-e683-4b43-be17-a620fe3486ba HTTP/1.1" status: 204 len: 168 time: 0.1353281 Nov 19 04:11:41.037238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35764) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:41.090198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617bd2f-c157-4f6a-abed-08f0864636c9 req-7cf2733e-dbf0-41e7-97e9-cbf229cf9794 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:41.091937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f617bd2f-c157-4f6a-abed-08f0864636c9 req-7cf2733e-dbf0-41e7-97e9-cbf229cf9794 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1152809 Nov 19 04:11:41.107123 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-89caf642-2651-4ee9-b6db-de1d9a5a7f06 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] show failed (client error): The resource could not be found. Nov 19 04:11:41.110777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-89caf642-2651-4ee9-b6db-de1d9a5a7f06 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] 10.222.0.52 "GET /v2.0/subnetpools/11c4cc1e-e683-4b43-be17-a620fe3486ba HTTP/1.1" status: 404 len: 346 time: 0.0700641 Nov 19 04:11:41.119228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35770) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:41.156393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f617bd2f-c157-4f6a-abed-08f0864636c9 req-60583b0b-375d-48c9-aec5-b7a85be91b14 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569210 Nov 19 04:11:41.173706 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-ab651869-7889-48bb-ab68-bb839072af10 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] delete failed (client error): The resource could not be found. Nov 19 04:11:41.177973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ab651869-7889-48bb-ab68-bb839072af10 tempest-SubnetPoolsTestJSON-179283447 tempest-SubnetPoolsTestJSON-179283447-project] 10.222.0.52 "DELETE /v2.0/subnetpools/11c4cc1e-e683-4b43-be17-a620fe3486ba HTTP/1.1" status: 404 len: 346 time: 0.0547657 Nov 19 04:11:41.190754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:11:41.200909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:41.201434 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.282315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:41.299871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'mac_address': 'fa:16:3e:ff:7f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:11:41.327553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:41.337377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.344503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.351191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Transition to ACTIVE for port object 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:11:41.361996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.403161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da137736-1086-4b9c-812a-529629efc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:41.405563 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc806c22-f426-44d8-8530-2a4396d551d0" -d '{"events": [{"server_uuid": "da137736-1086-4b9c-812a-529629efc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "c1f69b18-fbf1-4a81-8aad-691cf15c2aeb"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:41.415926 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.427956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:41.435501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2d82a4e-019d-4452-a4b3-df9e2c3e6919 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:41.449080 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.456419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:41.568039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:41.590309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:41.607131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.610359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a65885-bdd1-46c7-b8af-06fced081cad req-7132f0ad-6f3d-4b03-a038-1fe01e52b559 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:41.622870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a65885-bdd1-46c7-b8af-06fced081cad req-7132f0ad-6f3d-4b03-a038-1fe01e52b559 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1053 time: 0.0874178 Nov 19 04:11:41.696344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a65885-bdd1-46c7-b8af-06fced081cad req-cc0f0eb4-0a1c-4e5c-806c-512b60c5306b tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647347 Nov 19 04:11:41.697052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Attempting to bind port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:11:41.697052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Attempting to bind port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:11:41.697052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Attempting to bind port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:41.708278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:11:41.708616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Attempting to bind port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 on network af95140b-e4fd-4394-b16c-086f9a66fdd0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:11:41.729707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:11:41.733542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Checking segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:11:41.734209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Bound using segment: {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:11:41.734842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Bound port: 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6069f150-6731-4c8b-9467-171a3773fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:11:41.735409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:41.764070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35800) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:41.780824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:41.807541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f2d82a4e-019d-4452-a4b3-df9e2c3e6919'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:41.841380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e3a0d-43f2-4098-9371-0c35d01d6824 req-2f568ec9-1618-4963-b2d3-e6fb22411915 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:41.850123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d96e3a0d-43f2-4098-9371-0c35d01d6824 req-2f568ec9-1618-4963-b2d3-e6fb22411915 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0792830 Nov 19 04:11:41.895331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] For port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:11:41.905332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] For port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:11:41.917315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:42.001482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d96e3a0d-43f2-4098-9371-0c35d01d6824 req-6953ef44-724f-4b82-b1ef-a14d4c1a1557 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501987 Nov 19 04:11:42.073807 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98961238-0bd8-49fa-b0d5-f37aff1837a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:42.076138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:42.076788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:42.087249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] 10.222.0.31 "PUT /v2.0/ports/6e208c71-5245-40e8-8fb4-4b4b2c48ae55 HTTP/1.1" status: 200 len: 1092 time: 1.2299445 Nov 19 04:11:42.087929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'tag': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:42.090428 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e61850-c368-486d-8599-42d275f04abb" -d '{"events": [{"name": "network-changed", "server_uuid": "91541412-1d1c-4f4d-a10c-de080dc94d2c", "tag": "6e208c71-5245-40e8-8fb4-4b4b2c48ae55"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:42.159230 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380ef62-9071-4bb9-af7a-7f40e9382db6 x-openstack-request-id: req-6380ef62-9071-4bb9-af7a-7f40e9382db6 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:42.161159 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da137736-1086-4b9c-812a-529629efc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "c1f69b18-fbf1-4a81-8aad-691cf15c2aeb", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:42.161336 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6380ef62-9071-4bb9-af7a-7f40e9382db6 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:42.161756 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da137736-1086-4b9c-812a-529629efc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb', 'code': 200} Nov 19 04:11:42.186689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c4879-8024-429f-a4fe-11a28cdef2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:42.392932 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962eabf6-0c45-4a2c-a8ce-ad7266d4a905 x-openstack-request-id: req-962eabf6-0c45-4a2c-a8ce-ad7266d4a905 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:42.393533 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91541412-1d1c-4f4d-a10c-de080dc94d2c", "tag": "6e208c71-5245-40e8-8fb4-4b4b2c48ae55", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:42.393781 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-962eabf6-0c45-4a2c-a8ce-ad7266d4a905 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:42.394555 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'tag': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55', 'status': 'completed', 'code': 200} Nov 19 04:11:42.422307 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98961238-0bd8-49fa-b0d5-f37aff1837a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:42.437879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-0f3e1066-344d-4054-b465-48795ffbb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:42.439800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-0f3e1066-344d-4054-b465-48795ffbb4c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c50cd53042264cbfbc5743754e47c6cd&device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1095 time: 0.2135477 Nov 19 04:11:42.494542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98961238-0bd8-49fa-b0d5-f37aff1837a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:42.527506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-499b3eb2-a8f0-4efc-b09d-47d16a365d57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55 HTTP/1.1" status: 200 len: 217 time: 0.0671878 Nov 19 04:11:42.642107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-cfc56757-0f70-4cf4-a2a0-b34edba351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:42.642107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-cfc56757-0f70-4cf4-a2a0-b34edba351bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de615ef7-7f42-4193-8923-c9d9f34f7a7f HTTP/1.1" status: 200 len: 848 time: 0.1023200 Nov 19 04:11:42.762272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-c2847f38-9777-494f-b4a9-d7c25b4a6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:42.764715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-c2847f38-9777-494f-b4a9-d7c25b4a6053 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af95140b-e4fd-4394-b16c-086f9a66fdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138978 Nov 19 04:11:42.918968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-be0b409c-158b-4cee-a8d6-6062e72a57d1 service neutron] 10.222.0.31 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455448 Nov 19 04:11:42.983524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98961238-0bd8-49fa-b0d5-f37aff1837a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1b1b0-a81e-4162-a5b5-601d657c462d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:42.998116 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-98961238-0bd8-49fa-b0d5-f37aff1837a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b53db9c116c94da69abbbe586c211c84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2331476 Nov 19 04:11:43.000464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35836) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:43.011605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44424-8e30-41d9-a6cf-7b1509cdd390 req-ac5b3e35-9c36-4326-8316-83725d36f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:43.013120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcf44424-8e30-41d9-a6cf-7b1509cdd390 req-ac5b3e35-9c36-4326-8316-83725d36f445 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 1096 time: 0.5895112 Nov 19 04:11:43.026666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2d82a4e-019d-4452-a4b3-df9e2c3e6919 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:43.031695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d862e0-e0f8-48cc-85be-a64d6b343769 req-5f7a5c6f-df47-4c63-937e-48e35d26c3d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:43.033919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2d862e0-e0f8-48cc-85be-a64d6b343769 req-5f7a5c6f-df47-4c63-937e-48e35d26c3d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 944 time: 0.5457582 Nov 19 04:11:43.144204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:43.145283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.155499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2d862e0-e0f8-48cc-85be-a64d6b343769 req-fb113e50-c776-403b-9b42-b3af479fb8e3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036468 Nov 19 04:11:43.173918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcf44424-8e30-41d9-a6cf-7b1509cdd390 req-ea7595dc-9449-45bc-aaa6-a43873bde973 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384532 Nov 19 04:11:43.178256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3ae96c4c-62a4-41a4-a0fa-6c1b71003032 req-7b19e32f-d2bc-4cb2-9be1-3c3143360cf6 service neutron] 10.222.0.31 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242763 Nov 19 04:11:43.216730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da36bf5-7ecd-4b89-ace6-89ad638f5f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.263323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da36bf5-7ecd-4b89-ace6-89ad638f5f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.350788 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.362883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da36bf5-7ecd-4b89-ace6-89ad638f5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.365851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da36bf5-7ecd-4b89-ace6-89ad638f5f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.367289 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9da36bf5-7ecd-4b89-ace6-89ad638f5f4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfd1b1b0-a81e-4162-a5b5-601d657c462d HTTP/1.1" status: 204 len: 168 time: 0.3644438 Nov 19 04:11:43.410264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da36bf5-7ecd-4b89-ace6-89ad638f5f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1b1b0-a81e-4162-a5b5-601d657c462d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:43.427136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:43.440555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:43.533621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:43.551899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5fb5e-c959-420b-a8db-a7d1ff8e59c9 req-da5842bd-5c68-42aa-ba38-843d3dfd1560 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:43.553830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbb5fb5e-c959-420b-a8db-a7d1ff8e59c9 req-da5842bd-5c68-42aa-ba38-843d3dfd1560 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1095 time: 0.0939755 Nov 19 04:11:43.666541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbb5fb5e-c959-420b-a8db-a7d1ff8e59c9 req-668619f9-1b09-4b31-8301-34b0cbe9fd09 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034043 Nov 19 04:11:43.668892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61850-c368-486d-8599-42d275f04abb req-810aad3b-c78c-4a49-8155-14e58937c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:43.671861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-810aad3b-c78c-4a49-8155-14e58937c0d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c50cd53042264cbfbc5743754e47c6cd&device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1095 time: 0.1039011 Nov 19 04:11:43.886306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61850-c368-486d-8599-42d275f04abb req-7627af40-dd17-49fd-854b-8cbbf862f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:43.888213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-7627af40-dd17-49fd-854b-8cbbf862f515 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 200 len: 910 time: 0.2069647 Nov 19 04:11:43.945053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-4038146a-dd6d-48bd-a567-16a77a755f40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55 HTTP/1.1" status: 200 len: 217 time: 0.0471675 Nov 19 04:11:43.959324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6296-2ce4-4bc9-9139-a7a9a34b737d req-53372d73-46bf-4fb8-ad5d-ee253ed6040e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:43.962692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b41d6296-2ce4-4bc9-9139-a7a9a34b737d req-53372d73-46bf-4fb8-ad5d-ee253ed6040e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1759572 Nov 19 04:11:44.013197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61850-c368-486d-8599-42d275f04abb req-54d74da5-24ec-4fed-ad26-a6b7bbf612e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:44.015220 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-54d74da5-24ec-4fed-ad26-a6b7bbf612e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de615ef7-7f42-4193-8923-c9d9f34f7a7f HTTP/1.1" status: 200 len: 848 time: 0.0514114 Nov 19 04:11:44.112887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61850-c368-486d-8599-42d275f04abb req-35e15795-4936-471c-a8de-9c5eee095efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:44.114530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-35e15795-4936-471c-a8de-9c5eee095efa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af95140b-e4fd-4394-b16c-086f9a66fdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849288 Nov 19 04:11:44.135662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b41d6296-2ce4-4bc9-9139-a7a9a34b737d req-5ee978b9-1a13-4111-8dd1-5e2c3fcdea06 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132424 Nov 19 04:11:44.178307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:44.183419 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0684a9-f13a-4c2a-9766-629710f8c465" -d '{"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-plugged", "status": "completed", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:44.288257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-b3672578-1464-4dd5-9925-c4be00313649 service neutron] 10.222.0.31 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507716 Nov 19 04:11:44.511062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88782-c4e0-4c09-9965-aedd1e7e7ee9 req-afb0bbca-35db-44a2-a47d-96340c83406c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:44.518783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8de88782-c4e0-4c09-9965-aedd1e7e7ee9 req-afb0bbca-35db-44a2-a47d-96340c83406c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.2332747 Nov 19 04:11:44.592694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-3f11dc68-32b4-47fc-81e2-e6e21e35d7b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2160156 Nov 19 04:11:44.599484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83e61850-c368-486d-8599-42d275f04abb req-68b583b9-dd91-407e-921f-010446c1c160 service neutron] 10.222.0.31 "GET /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825685 Nov 19 04:11:44.661212 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8de88782-c4e0-4c09-9965-aedd1e7e7ee9 req-5306b7e3-7cbb-4c62-ac1e-72a9c66e9aad tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426127 Nov 19 04:11:44.727855 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e5880-a0fa-4184-8d33-6d98f3493b9f x-openstack-request-id: req-8a4e5880-a0fa-4184-8d33-6d98f3493b9f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:44.728499 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-plugged", "status": "completed", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:44.729162 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a4e5880-a0fa-4184-8d33-6d98f3493b9f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:44.729750 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'code': 200} Nov 19 04:11:44.763789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428fff-cb10-4750-b18f-28064c5a0558 req-d56a8859-6cb3-4cd1-aa95-ebad6159fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:44.765341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-d56a8859-6cb3-4cd1-aa95-ebad6159fd0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1097 time: 0.1031651 Nov 19 04:11:44.912543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428fff-cb10-4750-b18f-28064c5a0558 req-10c54d14-feec-4065-b96e-8bed62973a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:44.915017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-10c54d14-feec-4065-b96e-8bed62973a52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1212394 Nov 19 04:11:45.037816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:11:45.100167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-a1a9eae8-2ce0-4574-bb9a-83b4f3410c5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1002 time: 0.1772850 Nov 19 04:11:45.158977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5eb7-a84f-4b50-b51b-ce316c740cd1 req-897e762f-8c7f-4eab-9c65-724c7a816d04 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:45.167470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7fd5eb7-a84f-4b50-b51b-ce316c740cd1 req-897e762f-8c7f-4eab-9c65-724c7a816d04 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1095 time: 0.1177766 Nov 19 04:11:45.212419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428fff-cb10-4750-b18f-28064c5a0558 req-dcaba1e0-f3bb-427b-9113-8d4138f637a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:45.213959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-dcaba1e0-f3bb-427b-9113-8d4138f637a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0935738 Nov 19 04:11:45.247682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:45.263032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55', 'network_id': 'af95140b-e4fd-4394-b16c-086f9a66fdd0', 'port_id': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55', 'mac_address': 'fa:16:3e:e9:62:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de615ef7-7f42-4193-8923-c9d9f34f7a7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:11:45.297678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7fd5eb7-a84f-4b50-b51b-ce316c740cd1 req-7577d15a-2bdd-432d-8b32-8ab2e94b524e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292098 Nov 19 04:11:45.316859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:45.332762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:11:45.364439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428fff-cb10-4750-b18f-28064c5a0558 req-2b789ef2-e45d-4112-af1c-7c4b8b0cffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:45.371343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-2b789ef2-e45d-4112-af1c-7c4b8b0cffad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490231 Nov 19 04:11:45.393072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:45.407654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:45.474230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:45.599882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3bec9-d0b0-47ac-8046-d130ad019338 req-edca82d4-1289-4525-8c2c-64797ee37a70 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:45.608363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95d3bec9-d0b0-47ac-8046-d130ad019338 req-edca82d4-1289-4525-8c2c-64797ee37a70 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1315691 Nov 19 04:11:45.611485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-bd25c4ed-23a3-402b-b241-a4d29e77ad44 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248373 Nov 19 04:11:45.747414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6e208c71-5245-40e8-8fb4-4b4b2c48ae55'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:45.799324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95d3bec9-d0b0-47ac-8046-d130ad019338 req-172f1d76-9c86-45ee-b297-2b2cc82564ac tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895404 Nov 19 04:11:45.901384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99428fff-cb10-4750-b18f-28064c5a0558 req-d118329c-f9c8-46da-a103-052a40efb3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733872 Nov 19 04:11:46.051309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4a539-1928-442a-9287-f95203c7f0b3 req-6eb5f11d-84d5-4b9e-8c02-aa1b98b9838c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:46.059231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49c4a539-1928-442a-9287-f95203c7f0b3 req-6eb5f11d-84d5-4b9e-8c02-aa1b98b9838c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1184316 Nov 19 04:11:46.109400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49c4a539-1928-442a-9287-f95203c7f0b3 req-42736235-131d-4d71-a9b7-783b803be8ad tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Nov 19 04:11:46.708542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9505-ac14-4803-aedb-da85e9521c35 req-723ee913-8db7-43b5-8f75-cc523d342ee2 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:46.719447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-608d9505-ac14-4803-aedb-da85e9521c35 req-723ee913-8db7-43b5-8f75-cc523d342ee2 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1096 time: 0.0979519 Nov 19 04:11:46.815070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-608d9505-ac14-4803-aedb-da85e9521c35 req-91305f48-3b07-47d9-946e-f0cae9cd950b tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945563 Nov 19 04:11:46.885537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35956) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:47.001711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f12cc-688d-46bd-806d-4504f3b7db05 req-f32d5213-baac-4d22-8431-c079c4c6b3b2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:47.005243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d53f12cc-688d-46bd-806d-4504f3b7db05 req-f32d5213-baac-4d22-8431-c079c4c6b3b2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0779572 Nov 19 04:11:47.037882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:11:47.046623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a72d51d-28e2-4a17-9777-0f0576b3a58a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.094378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d53f12cc-688d-46bd-806d-4504f3b7db05 req-4f86405d-7d27-4e0e-baad-2ef6e206a7f3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811069 Nov 19 04:11:47.128135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:11:47.128135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:11:47.128135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.176922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a72d51d-28e2-4a17-9777-0f0576b3a58a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.184840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a72d51d-28e2-4a17-9777-0f0576b3a58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.238871 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.246960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3a72d51d-28e2-4a17-9777-0f0576b3a58a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac46bcdfe2ff473b86b266f1c742c0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580072 Nov 19 04:11:47.247342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35972) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:47.307276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72d51d-28e2-4a17-9777-0f0576b3a58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e82d2-0731-49c7-9b19-f4e717e72337,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:47.324866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:47.327993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:47.335338 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963da80c-0f01-4eb3-9d40-418758c83d5e" -d '{"events": [{"server_uuid": "91541412-1d1c-4f4d-a10c-de080dc94d2c", "name": "network-vif-plugged", "status": "completed", "tag": "6e208c71-5245-40e8-8fb4-4b4b2c48ae55"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:47.345966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.349692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4e7d2-4576-48c8-9823-4ed19a33c9ac req-10eebcad-b60e-4ee9-98d2-f8bba6294e52 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:47.361967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21c4e7d2-4576-48c8-9823-4ed19a33c9ac req-10eebcad-b60e-4ee9-98d2-f8bba6294e52 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1220853 Nov 19 04:11:47.367062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9aac9075-a983-471e-b237-8f5e8a21888e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.433568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21c4e7d2-4576-48c8-9823-4ed19a33c9ac req-13a50997-7c87-4654-9ff1-14f409b0e692 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702350 Nov 19 04:11:47.434160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9aac9075-a983-471e-b237-8f5e8a21888e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.475546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:47.526334 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9aac9075-a983-471e-b237-8f5e8a21888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.529852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9aac9075-a983-471e-b237-8f5e8a21888e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:47.531185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9aac9075-a983-471e-b237-8f5e8a21888e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c7e82d2-0731-49c7-9b19-f4e717e72337 HTTP/1.1" status: 204 len: 168 time: 0.2828443 Nov 19 04:11:47.540576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac9075-a983-471e-b237-8f5e8a21888e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e82d2-0731-49c7-9b19-f4e717e72337,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:47.612484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1611-a105-4e30-b186-9e0d0795c068 req-4390343c-b7b9-4cca-8966-b7afc1b7c5c5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:47.621867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a97f1611-a105-4e30-b186-9e0d0795c068 req-4390343c-b7b9-4cca-8966-b7afc1b7c5c5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1076994 Nov 19 04:11:47.698475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a97f1611-a105-4e30-b186-9e0d0795c068 req-d71c296d-861c-44af-9c33-c4987e87a14e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695205 Nov 19 04:11:47.905787 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82cb3a7-1da6-4f71-9c66-33cb4003ad19 x-openstack-request-id: req-f82cb3a7-1da6-4f71-9c66-33cb4003ad19 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:47.906343 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91541412-1d1c-4f4d-a10c-de080dc94d2c", "name": "network-vif-plugged", "status": "completed", "tag": "6e208c71-5245-40e8-8fb4-4b4b2c48ae55", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:47.906803 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f82cb3a7-1da6-4f71-9c66-33cb4003ad19 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:47.907362 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55', 'code': 200} Nov 19 04:11:48.010478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35996) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:48.028498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e10ed056-4b1b-423c-873c-c9efc0dd0de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.102696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68e66f-dbc7-4e1a-ae24-dda0291a548d req-0e675a4e-7ad8-4909-aa9e-c6ecd4ca2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:48.111153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa68e66f-dbc7-4e1a-ae24-dda0291a548d req-0e675a4e-7ad8-4909-aa9e-c6ecd4ca2425 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0924761 Nov 19 04:11:48.196682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa68e66f-dbc7-4e1a-ae24-dda0291a548d req-375342e3-f709-4baf-9b4a-3750ea024d8d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753474 Nov 19 04:11:48.208464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e10ed056-4b1b-423c-873c-c9efc0dd0de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.215179 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e10ed056-4b1b-423c-873c-c9efc0dd0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.265072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fe465-4fee-49b9-9d86-46cbe20730aa req-cf18fcd8-a8be-495f-9e81-92461459d175 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:48.266502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e10ed056-4b1b-423c-873c-c9efc0dd0de6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5aa920ce41ab4e149e1e5b564a45ee95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548590 Nov 19 04:11:48.270553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36004) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:48.276224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a67fe465-4fee-49b9-9d86-46cbe20730aa req-cf18fcd8-a8be-495f-9e81-92461459d175 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0587065 Nov 19 04:11:48.301629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed056-4b1b-423c-873c-c9efc0dd0de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32bfdd2-1610-476a-bbf3-6be0c4dfee98,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:48.354638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a67fe465-4fee-49b9-9d86-46cbe20730aa req-7ba0f09d-7cc6-4413-8eab-eb7cb6cb8d90 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698321 Nov 19 04:11:48.391076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e8091bb5-7713-402c-bcb1-49e490e971cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.424639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e8091bb5-7713-402c-bcb1-49e490e971cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.493920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97d740-ec38-49c5-8917-bdad31c8fcf9 req-fbac7649-7606-4edb-97a4-8317ca731e87 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:48.495926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e8091bb5-7713-402c-bcb1-49e490e971cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.498843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e8091bb5-7713-402c-bcb1-49e490e971cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:48.502340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e8091bb5-7713-402c-bcb1-49e490e971cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d32bfdd2-1610-476a-bbf3-6be0c4dfee98 HTTP/1.1" status: 204 len: 168 time: 0.2285705 Nov 19 04:11:48.517035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea97d740-ec38-49c5-8917-bdad31c8fcf9 req-fbac7649-7606-4edb-97a4-8317ca731e87 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1055465 Nov 19 04:11:48.520112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8091bb5-7713-402c-bcb1-49e490e971cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32bfdd2-1610-476a-bbf3-6be0c4dfee98,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:48.606945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea97d740-ec38-49c5-8917-bdad31c8fcf9 req-be368461-c38e-4373-8a88-4a1115e8f7e0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798674 Nov 19 04:11:48.904680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79c94f-aecb-42d9-8299-9229beef8399 req-e5212511-c158-45b5-b6dd-5d6a9e3b6eb7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:48.906972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef79c94f-aecb-42d9-8299-9229beef8399 req-e5212511-c158-45b5-b6dd-5d6a9e3b6eb7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0884571 Nov 19 04:11:48.985290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef79c94f-aecb-42d9-8299-9229beef8399 req-df347b79-cd7f-454d-9186-6031f1b54f77 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722821 Nov 19 04:11:49.512308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834edf7b-90d8-46d2-b5e2-c2813ac1a680 req-c23badc3-d902-414a-acc1-416f1b61ab67 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:49.513878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-834edf7b-90d8-46d2-b5e2-c2813ac1a680 req-c23badc3-d902-414a-acc1-416f1b61ab67 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0668311 Nov 19 04:11:49.583855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-834edf7b-90d8-46d2-b5e2-c2813ac1a680 req-9edef22d-0641-4817-a798-1f1e9228f17c tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611084 Nov 19 04:11:49.712996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28693377-d09a-4d35-9b16-f98ec4ddc703 req-e8d773b7-d0ec-4e99-9634-1244cd5ba848 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:49.720823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28693377-d09a-4d35-9b16-f98ec4ddc703 req-e8d773b7-d0ec-4e99-9634-1244cd5ba848 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0535402 Nov 19 04:11:49.802364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28693377-d09a-4d35-9b16-f98ec4ddc703 req-0d923c49-085c-46c8-8002-4f66364fd624 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804429 Nov 19 04:11:49.925131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a17d-fec1-4944-88b3-a302e1fbe67f req-43712e5d-1868-411d-991c-cdfd339d1dda tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:49.933708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d246a17d-fec1-4944-88b3-a302e1fbe67f req-43712e5d-1868-411d-991c-cdfd339d1dda tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0680161 Nov 19 04:11:50.006935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d246a17d-fec1-4944-88b3-a302e1fbe67f req-488cffd0-e71b-4bf5-a7ca-476abfd44a83 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680525 Nov 19 04:11:50.163141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2a259-3c90-4177-8dcf-5a0a65f33d9a req-59a72a51-0c14-47c2-b54f-c9062d9b7a37 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:50.172523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abe2a259-3c90-4177-8dcf-5a0a65f33d9a req-59a72a51-0c14-47c2-b54f-c9062d9b7a37 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0896928 Nov 19 04:11:50.248991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abe2a259-3c90-4177-8dcf-5a0a65f33d9a req-cc43e232-4d34-499d-8b3b-9f37c157bd18 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708141 Nov 19 04:11:50.420144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8ede-fe60-48f9-adaf-37070d8b4623 req-153105b5-0528-402b-9ef0-e0fa5e205881 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:50.426005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fba8ede-fe60-48f9-adaf-37070d8b4623 req-153105b5-0528-402b-9ef0-e0fa5e205881 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0976090 Nov 19 04:11:50.513800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fba8ede-fe60-48f9-adaf-37070d8b4623 req-249e7c3d-cf98-4911-884b-b2e47e8db592 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858629 Nov 19 04:11:51.050260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51c725-727f-4fdc-9a34-401e9aa97d0e req-79c7376b-5228-47a9-8674-70fa7489b6da tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:51.058578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc51c725-727f-4fdc-9a34-401e9aa97d0e req-79c7376b-5228-47a9-8674-70fa7489b6da tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0630066 Nov 19 04:11:51.114954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc51c725-727f-4fdc-9a34-401e9aa97d0e req-68d9799d-c5d4-4ba5-8bdf-83edcf9d501e tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501959 Nov 19 04:11:51.253325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c8535101-5baa-4d47-a7c1-472adcc6bc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:51.325628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596df08-d987-4143-861d-8b48c343a031 req-6956fef8-faef-4199-bc5b-d2d67de7ae70 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:51.333564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a596df08-d987-4143-861d-8b48c343a031 req-6956fef8-faef-4199-bc5b-d2d67de7ae70 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1442122 Nov 19 04:11:51.388769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a596df08-d987-4143-861d-8b48c343a031 req-f5eaca20-98ea-422a-8a3a-8eaadd258ed7 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Nov 19 04:11:51.684230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6e6-0de9-46d9-bc6e-8a14cfc8a8a4 req-90d0b066-4740-4fc9-8d33-d59f55a44297 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:51.685690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51d9d6e6-0de9-46d9-bc6e-8a14cfc8a8a4 req-90d0b066-4740-4fc9-8d33-d59f55a44297 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0633421 Nov 19 04:11:51.764085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51d9d6e6-0de9-46d9-bc6e-8a14cfc8a8a4 req-27bce14f-e0a4-4209-93e9-c2045ed43b3c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713596 Nov 19 04:11:52.232910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f1e73-e85d-44a9-af0e-9597df7bd4a5 req-cfe9ec04-6bc3-41f5-a065-6619bc98d050 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:52.240832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d38f1e73-e85d-44a9-af0e-9597df7bd4a5 req-cfe9ec04-6bc3-41f5-a065-6619bc98d050 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.0546257 Nov 19 04:11:52.309658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d38f1e73-e85d-44a9-af0e-9597df7bd4a5 req-3b95eb70-9090-4113-bd75-226f35cf161f tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613320 Nov 19 04:11:52.537678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320dcb-90fa-4ffe-bea8-e571847a35cf req-28090083-8c9c-4b9a-a233-f41e2f3923a4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:52.546452 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a320dcb-90fa-4ffe-bea8-e571847a35cf req-28090083-8c9c-4b9a-a233-f41e2f3923a4 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0718808 Nov 19 04:11:52.600890 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:52.669621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a320dcb-90fa-4ffe-bea8-e571847a35cf req-da19117d-3639-4522-a3c1-eb746d5cccaf tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221614 Nov 19 04:11:52.696219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-604afda1-948d-49d3-b5c2-bbf4e8ec5813 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:52.697947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-604afda1-948d-49d3-b5c2-bbf4e8ec5813 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 1097 time: 0.1103823 Nov 19 04:11:52.824014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Deleting port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:52.824807 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:52.975325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0287-d8fd-4413-ac7c-c6b074750f3b req-39a40a83-60bd-4ec4-9870-338fabb7026d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:52.977104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df6c0287-d8fd-4413-ac7c-c6b074750f3b req-39a40a83-60bd-4ec4-9870-338fabb7026d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0813274 Nov 19 04:11:52.991970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] For port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:52.993093 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:53.020447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Calling delete_port for 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:53.092389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df6c0287-d8fd-4413-ac7c-c6b074750f3b req-c9c828f1-e15f-4b27-a554-610b5f11a6d2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031339 Nov 19 04:11:53.177377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:53.188722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['378fc37d-29d2-45bf-93e3-260a4233fd09'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:53.209514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e208c71-5245-40e8-8fb4-4b4b2c48ae55,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:53.280609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] No DVR routers for this DVR port 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:53.288478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:53.298502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca000e64-a32a-4817-be8f-677beebbd1c9 req-751d5365-13bf-4b89-9754-11c62afca5d5 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6e208c71-5245-40e8-8fb4-4b4b2c48ae55 HTTP/1.1" status: 204 len: 173 time: 0.5923495 Nov 19 04:11:53.299079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'name': 'network-vif-deleted', 'tag': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:53.301582 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd867d0-783e-4ee5-be3a-1363abcd7411" -d '{"events": [{"server_uuid": "91541412-1d1c-4f4d-a10c-de080dc94d2c", "name": "network-vif-deleted", "tag": "6e208c71-5245-40e8-8fb4-4b4b2c48ae55"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:53.365135 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9a66d-efe4-4b41-9663-93861ff52357 x-openstack-request-id: req-36f9a66d-efe4-4b41-9663-93861ff52357 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:53.365450 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91541412-1d1c-4f4d-a10c-de080dc94d2c", "name": "network-vif-deleted", "tag": "6e208c71-5245-40e8-8fb4-4b4b2c48ae55", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:53.365957 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36f9a66d-efe4-4b41-9663-93861ff52357 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:53.366248 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91541412-1d1c-4f4d-a10c-de080dc94d2c', 'name': 'network-vif-deleted', 'tag': '6e208c71-5245-40e8-8fb4-4b4b2c48ae55', 'status': 'completed', 'code': 200} Nov 19 04:11:53.500448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dbb0a94-3c32-4acf-9710-df36a21ddde6 req-55f43cbc-cc7d-4063-9551-03bde5c61485 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91541412-1d1c-4f4d-a10c-de080dc94d2c HTTP/1.1" status: 200 len: 210 time: 0.0593152 Nov 19 04:11:53.596532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-498d2ae9-975e-4b40-856e-81a430a464c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:53.814660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1697-5c3f-4281-b175-74b58d842ce6 req-cf006d22-30d5-4afb-bab5-ab5e11e5e1f5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:53.825273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47bb1697-5c3f-4281-b175-74b58d842ce6 req-cf006d22-30d5-4afb-bab5-ab5e11e5e1f5 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0726411 Nov 19 04:11:53.954253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47bb1697-5c3f-4281-b175-74b58d842ce6 req-aacac77b-01b6-4fb9-8470-bdeeccae6760 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164052 Nov 19 04:11:54.305974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a7d53-f2ec-4958-8308-2935b974874f req-0f6e1f01-ffda-4b9e-beb5-daeed9689b90 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:54.307544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90a7d53-f2ec-4958-8308-2935b974874f req-0f6e1f01-ffda-4b9e-beb5-daeed9689b90 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0838830 Nov 19 04:11:54.374386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f90a7d53-f2ec-4958-8308-2935b974874f req-a37370f8-f34b-4a21-b811-609046abe300 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582104 Nov 19 04:11:55.070129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:11:55.071509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-82e09b2c-ebd1-4298-81e3-57fd15470a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:55.073049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-82e09b2c-ebd1-4298-81e3-57fd15470a1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 1096 time: 0.1502106 Nov 19 04:11:55.082540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082254b6-2bfc-4a17-9f21-c6fa7f37a0cb req-2afcb95b-c532-4ce0-8825-8d7984a2aeaa tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:55.090114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-082254b6-2bfc-4a17-9f21-c6fa7f37a0cb req-2afcb95b-c532-4ce0-8825-8d7984a2aeaa tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.1512184 Nov 19 04:11:55.127375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:11:55.128021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6e208c71-5245-40e8-8fb4-4b4b2c48ae55 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:11:55.212123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-082254b6-2bfc-4a17-9f21-c6fa7f37a0cb req-79a563cf-e6b4-4bc3-9ab8-a002578faf6c tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183684 Nov 19 04:11:55.239872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:55.311902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-6235d506-4f75-47d6-aa2d-1607a3839872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:55.313712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-6235d506-4f75-47d6-aa2d-1607a3839872 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.2069271 Nov 19 04:11:55.396857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-1e77fd42-76a0-4c34-aeda-c3a671828e14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919 HTTP/1.1" status: 200 len: 217 time: 0.0698147 Nov 19 04:11:55.515803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-b069f34b-29a2-4672-9e70-1d362b6d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:55.517525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-b069f34b-29a2-4672-9e70-1d362b6d0bee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0783129 Nov 19 04:11:55.527739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c7141-06dd-4ef1-b8dd-75ad163b5e52 req-cfce6fd6-a3c9-48fd-bd5a-7e9da9baa676 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:55.535482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-070c7141-06dd-4ef1-b8dd-75ad163b5e52 req-cfce6fd6-a3c9-48fd-bd5a-7e9da9baa676 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1523983 Nov 19 04:11:55.573343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-ab2c8d69-a108-4c66-97fd-29d0a2e029e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330687 Nov 19 04:11:55.709734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-070c7141-06dd-4ef1-b8dd-75ad163b5e52 req-c707abfd-ebad-464d-b51a-461ed7df2c38 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732643 Nov 19 04:11:55.746137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-b5537f56-5d95-4082-8f61-c440cc60789c service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574438 Nov 19 04:11:55.889979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1af15f-b129-4398-b792-33c2a4b6cdbc req-2a0fa866-4734-43e3-b53f-95374864d06d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:55.891601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea1af15f-b129-4398-b792-33c2a4b6cdbc req-2a0fa866-4734-43e3-b53f-95374864d06d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1137495 Nov 19 04:11:55.893779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19dacb7d-476a-4ba2-b0d7-9f92b8520d2f req-c887b4c2-dc7a-47b3-979b-e58289ad90b1 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398818 Nov 19 04:11:55.953381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea1af15f-b129-4398-b792-33c2a4b6cdbc req-a15ee043-49f1-4445-9f63-15a5250ca7de tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539935 Nov 19 04:11:56.215375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-a57d3806-3878-4d71-8e6d-1ea12de1b293 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:56.216946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-a57d3806-3878-4d71-8e6d-1ea12de1b293 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.0616961 Nov 19 04:11:56.367100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:56.375685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Deleting port 378fc37d-29d2-45bf-93e3-260a4233fd09 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:56.376292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:56.485759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f62192-fb42-47a1-a90d-0502b6ea8dfb req-ef491dd9-41a3-48c1-a850-ef8b179a2934 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:56.487647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f62192-fb42-47a1-a90d-0502b6ea8dfb req-ef491dd9-41a3-48c1-a850-ef8b179a2934 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b402d325-1394-43b6-8567-29b35840215e HTTP/1.1" status: 200 len: 1097 time: 0.1430676 Nov 19 04:11:56.841826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] For port 378fc37d-29d2-45bf-93e3-260a4233fd09, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=378fc37d-29d2-45bf-93e3-260a4233fd09,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:56.842469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:56.868282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Calling delete_port for 378fc37d-29d2-45bf-93e3-260a4233fd09 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:56.878783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a1f62192-fb42-47a1-a90d-0502b6ea8dfb req-3723b967-cca6-4586-b2a6-bf6dc62372e2 tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=902cff98-9908-4ca3-bd61-1cc462d29aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796453 Nov 19 04:11:57.057508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0a27-8b43-4edd-af6f-cb1540ea6f2a req-bd6ad121-9250-4f2a-8083-a2bf7038261e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:57.059155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-263f0a27-8b43-4edd-af6f-cb1540ea6f2a req-bd6ad121-9250-4f2a-8083-a2bf7038261e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1085987 Nov 19 04:11:57.092077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:57.105008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['378fc37d-29d2-45bf-93e3-260a4233fd09'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:11:57.131654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Pushing event deleted for resources: {'Port': ['ID=378fc37d-29d2-45bf-93e3-260a4233fd09,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:57.175225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-263f0a27-8b43-4edd-af6f-cb1540ea6f2a req-12a11a64-30cd-43ca-9ce3-48024118077e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072581 Nov 19 04:11:57.207978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] No DVR routers for this DVR port 378fc37d-29d2-45bf-93e3-260a4233fd09 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:11:57.211673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:57.215627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-056a7b3a-8c95-4dce-a76a-ddd087a68765 req-4b41e840-06d2-4a9f-b6aa-de4dcb72facf tempest-TestServerMultinode-71262530 tempest-TestServerMultinode-71262530-project-admin] 10.222.0.36 "DELETE /v2.0/ports/378fc37d-29d2-45bf-93e3-260a4233fd09 HTTP/1.1" status: 204 len: 173 time: 0.9921172 Nov 19 04:11:57.216262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402d325-1394-43b6-8567-29b35840215e', 'name': 'network-vif-deleted', 'tag': '378fc37d-29d2-45bf-93e3-260a4233fd09'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:11:57.218498 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e1734a-f6ef-4637-bf0c-0e70f9f9db54" -d '{"events": [{"server_uuid": "b402d325-1394-43b6-8567-29b35840215e", "name": "network-vif-deleted", "tag": "378fc37d-29d2-45bf-93e3-260a4233fd09"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:11:57.285274 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:57.392271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f8854-da5b-48b1-8b12-e06a35503dfa req-aba7ac81-f669-48cf-84fc-8f1ffe48566d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:57.401165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-259f8854-da5b-48b1-8b12-e06a35503dfa req-aba7ac81-f669-48cf-84fc-8f1ffe48566d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0723543 Nov 19 04:11:57.463027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-259f8854-da5b-48b1-8b12-e06a35503dfa req-f9e27ea4-9b74-4da9-bbee-59b6d6a320c3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541422 Nov 19 04:11:57.652553 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6b1d7-3753-4998-b89e-68d0ee0f3b5d x-openstack-request-id: req-91f6b1d7-3753-4998-b89e-68d0ee0f3b5d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:11:57.652944 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b402d325-1394-43b6-8567-29b35840215e", "name": "network-vif-deleted", "tag": "378fc37d-29d2-45bf-93e3-260a4233fd09", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:11:57.653275 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91f6b1d7-3753-4998-b89e-68d0ee0f3b5d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:11:57.653754 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b402d325-1394-43b6-8567-29b35840215e', 'name': 'network-vif-deleted', 'tag': '378fc37d-29d2-45bf-93e3-260a4233fd09', 'status': 'completed', 'code': 200} Nov 19 04:11:57.802363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-6238f55d-e205-4e41-b9bc-5cf9f7f817e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:57.805811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-6238f55d-e205-4e41-b9bc-5cf9f7f817e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 1096 time: 0.0508037 Nov 19 04:11:57.939153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-6c31827a-cafb-434a-889f-bbfa016fa57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:57.943356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-6c31827a-cafb-434a-889f-bbfa016fa57d service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.1003761 Nov 19 04:11:57.949489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:57.992631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-97f7e45d-023c-4b1b-b940-4eae2a3359fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919 HTTP/1.1" status: 200 len: 217 time: 0.0364223 Nov 19 04:11:58.044434 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-2684728a-843e-47b5-8614-b82c9ca9a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:58.046185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-2684728a-843e-47b5-8614-b82c9ca9a086 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0468705 Nov 19 04:11:58.081149 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-fe0f1b05-ff78-469d-87e0-3cc42117d4f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275245 Nov 19 04:11:58.194269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-382b63f7-cbe9-4d25-9550-064e88cdc461 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026986 Nov 19 04:11:58.349007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:58.352470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59574ca-000b-458d-afc9-fd4285b6413d req-ba115f34-afc5-498d-8130-95739c7fa95e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:58.354022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e59574ca-000b-458d-afc9-fd4285b6413d req-ba115f34-afc5-498d-8130-95739c7fa95e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0883808 Nov 19 04:11:58.358144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b1e631f-5463-472a-b16e-d74a89179d71 req-fe112ecc-65a9-4187-937d-f69859509e3a service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568868 Nov 19 04:11:58.407877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e59574ca-000b-458d-afc9-fd4285b6413d req-377a6964-8f25-4607-936d-2ac23d6f1592 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Nov 19 04:11:58.594930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63418304-fe60-4969-a330-95fbf727659f req-f0828f7e-36a1-4003-b45f-c329d6006f16 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:58.596596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63418304-fe60-4969-a330-95fbf727659f req-f0828f7e-36a1-4003-b45f-c329d6006f16 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.0689044 Nov 19 04:11:58.654778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63418304-fe60-4969-a330-95fbf727659f req-87740f13-7305-4d73-9fc6-c30d1c7f4ba0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502005 Nov 19 04:11:58.664208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Deleting port 4529646e-8586-45dc-b791-7489d1001f90 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:11:58.664583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:58.752539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] For port 4529646e-8586-45dc-b791-7489d1001f90, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4529646e-8586-45dc-b791-7489d1001f90,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:11:58.752957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:58.777108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Calling delete_port for 4529646e-8586-45dc-b791-7489d1001f90 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:11:58.982667 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:59.017760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Pushing event deleted for resources: {'Port': ['ID=4529646e-8586-45dc-b791-7489d1001f90,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:11:59.224793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:59.478992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:11:59.558546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83091373-5a17-46c4-a413-d39e6dadad66 req-dcf73eb1-2414-4402-b9d3-7383e9f3795a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:59.566506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83091373-5a17-46c4-a413-d39e6dadad66 req-dcf73eb1-2414-4402-b9d3-7383e9f3795a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0692327 Nov 19 04:11:59.609872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:11:59.619246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83091373-5a17-46c4-a413-d39e6dadad66 req-7ac4d6cf-f6bc-4fb2-9334-8e147b9fe3f0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517902 Nov 19 04:11:59.619804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] Sync routers for ids ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:11:59.638352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] Routers {'173dc7dc-86f3-4f9f-a46e-98303ab1c003'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:11:59.638985 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:11:59.640287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36290) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:11:59.641503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2f75ea69-e27e-4242-95f4-06a7db923537 admin admin] 10.222.0.52 "PUT /v2.0/routers/173dc7dc-86f3-4f9f-a46e-98303ab1c003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6907437 Nov 19 04:11:59.754557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 378fc37d-29d2-45bf-93e3-260a4233fd09 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:11:59.764600 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] Set router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:11:59.793167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 378fc37d-29d2-45bf-93e3-260a4233fd09 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:11:59.793693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 378fc37d-29d2-45bf-93e3-260a4233fd09 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:11:59.806892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:11:59.968077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2b9ba-950c-4061-9fff-a6a593d888bf req-e6de2e22-eca2-433b-9882-835557375cb2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:11:59.970105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8de2b9ba-950c-4061-9fff-a6a593d888bf req-e6de2e22-eca2-433b-9882-835557375cb2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1607993 Nov 19 04:12:00.010462 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:12:00.015577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.055695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8de2b9ba-950c-4061-9fff-a6a593d888bf req-e6093401-0ba8-4101-911d-4471d859abdc tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739729 Nov 19 04:12:00.062232 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:11:58Z', 'revision_number': 5, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port': {'id': '98317e31-0b86-4550-a3a8-d1a6f458d12c', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:00Z', 'updated_at': '2021-11-19T04:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:00.100879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] Checking router: 173dc7dc-86f3-4f9f-a46e-98303ab1c003 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:12:00.118398 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] Routers {'173dc7dc-86f3-4f9f-a46e-98303ab1c003'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:00.119043 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:00.131494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Deleting port 98317e31-0b86-4550-a3a8-d1a6f458d12c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:00.131842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.236906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] Set router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:00.262422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] For port 98317e31-0b86-4550-a3a8-d1a6f458d12c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=98317e31-0b86-4550-a3a8-d1a6f458d12c,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:00.263445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.298800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Calling delete_port for 98317e31-0b86-4550-a3a8-d1a6f458d12c owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:00.343051 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:12:00Z', 'revision_number': 6, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:00.374607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484876f-30f2-4c0c-9544-296e9dc008bc None None] The sync data for ids ['173dc7dc-86f3-4f9f-a46e-98303ab1c003'] in n-d-818503-1 is: [{'id': '173dc7dc-86f3-4f9f-a46e-98303ab1c003', 'name': 'tempest-TestServerMultinode-315958828-router', 'tenant_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:10:59Z', 'updated_at': '2021-11-19T04:12:00Z', 'revision_number': 6, 'project_id': '1055aa0aa5cb4b6b8a62c9cf10708b23', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:12:00.550047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.577279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=98317e31-0b86-4550-a3a8-d1a6f458d12c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:00.595531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81d593-b07e-40ff-98cb-0bc72fd01dc2 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:00.643523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.810388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.815491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.943219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d73003-0eaa-4a11-9d6b-3b869c218651 req-330fc467-3390-4dee-ad6c-2322de3345a6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:00.945614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47d73003-0eaa-4a11-9d6b-3b869c218651 req-330fc467-3390-4dee-ad6c-2322de3345a6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1726513 Nov 19 04:12:00.956750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.974728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4529646e-8586-45dc-b791-7489d1001f90 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:00.975222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 173dc7dc-86f3-4f9f-a46e-98303ab1c003 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:12:00.998124 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:00.998355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 4529646e-8586-45dc-b791-7489d1001f90 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:00.998715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4529646e-8586-45dc-b791-7489d1001f90 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:00.999270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0c681c1a-ed19-4a96-9b34-05c818983f85 admin admin] 10.222.0.52 "DELETE /v2.0/routers/173dc7dc-86f3-4f9f-a46e-98303ab1c003 HTTP/1.1" status: 204 len: 168 time: 1.3579724 Nov 19 04:12:01.002315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36308) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:01.043434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47d73003-0eaa-4a11-9d6b-3b869c218651 req-90dbd42f-7d90-488d-8c47-7fa03c94a330 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664225 Nov 19 04:12:01.057662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Deleting subnet de615ef7-7f42-4193-8923-c9d9f34f7a7f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:12:01.061073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.097757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.121796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f2d82a4e-019d-4452-a4b3-df9e2c3e6919 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:01.235345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.268590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910f72a-f175-47eb-9cac-6488272c0175 req-0314696f-bed9-46ab-9a51-c402519feb3b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:01.282105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4910f72a-f175-47eb-9cac-6488272c0175 req-0314696f-bed9-46ab-9a51-c402519feb3b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 945 time: 0.1616085 Nov 19 04:12:01.284318 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.337816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.345842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:01.348107 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e49f08-490d-4b20-ab88-ce5998111196" -d '{"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:01.373769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:01.380373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.384426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de615ef7-7f42-4193-8923-c9d9f34f7a7f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:01.392022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.398531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4910f72a-f175-47eb-9cac-6488272c0175 req-9c7a8025-6fe4-4dce-a2c1-49dfadf37116 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153638 Nov 19 04:12:01.399960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36320) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:01.400093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c47cffad-a603-4705-9117-f69fc4da03da admin admin] 10.222.0.52 "DELETE /v2.0/subnets/de615ef7-7f42-4193-8923-c9d9f34f7a7f HTTP/1.1" status: 204 len: 168 time: 0.3963838 Nov 19 04:12:01.502944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690176ed-c6a5-48b5-a50b-fdea9c1b4c56 None None] Network af95140b-e4fd-4394-b16c-086f9a66fdd0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:12:01.546939 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.639987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Deleting port 4929838f-9fac-4b9a-a852-3984e9b910d9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:01.640697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.645169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:01.696607 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e601509a-a7dd-4ce5-85a3-eda48165f2c0 x-openstack-request-id: req-e601509a-a7dd-4ce5-85a3-eda48165f2c0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:01.697007 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-unplugged", "status": "failed", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919", "code": 422}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:01.697366 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e601509a-a7dd-4ce5-85a3-eda48165f2c0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:01.697859 n-d-818503-1 neutron-server[109988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'code': 422} returned with failed status Nov 19 04:12:01.778277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] For port 4929838f-9fac-4b9a-a852-3984e9b910d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4929838f-9fac-4b9a-a852-3984e9b910d9,segment=NetworkSegment(6069f150-6731-4c8b-9467-171a3773fae0),segment_id=6069f150-6731-4c8b-9467-171a3773fae0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:01.778670 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.809537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Calling delete_port for 4929838f-9fac-4b9a-a852-3984e9b910d9 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:01.832862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.841402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] DHCP port deletion for af95140b-e4fd-4394-b16c-086f9a66fdd0 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:01.955532 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:01.998819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Pushing event deleted for resources: {'Port': ['ID=4929838f-9fac-4b9a-a852-3984e9b910d9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:02.004394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] No DVR routers for this DVR port 4929838f-9fac-4b9a-a852-3984e9b910d9 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:02.019083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Deleting port 4929838f-9fac-4b9a-a852-3984e9b910d9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:02.019649 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.123394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] For port 4929838f-9fac-4b9a-a852-3984e9b910d9, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:02.123947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.139875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Calling delete_port for 4929838f-9fac-4b9a-a852-3984e9b910d9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:02.149418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Port 4929838f-9fac-4b9a-a852-3984e9b910d9 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:12:02.152782 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.165055 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.190693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] Pushing event deleted for resources: {'Port': ['ID=4929838f-9fac-4b9a-a852-3984e9b910d9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:02.192554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af95140b-e4fd-4394-b16c-086f9a66fdd0']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:02.200625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe98fdb-bbe1-4665-8155-8899115b2ddd None None] No DVR routers for this DVR port 4929838f-9fac-4b9a-a852-3984e9b910d9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:02.222749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6069f150-6731-4c8b-9467-171a3773fae0') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:02.223299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6069f150-6731-4c8b-9467-171a3773fae0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:02.235196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.252604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.286739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:12:02.287170 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:12:02.289874 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:12:02.373869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.379181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.382653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] 10.222.0.52 "DELETE /v2.0/networks/af95140b-e4fd-4394-b16c-086f9a66fdd0 HTTP/1.1" status: 204 len: 168 time: 0.9810743 Nov 19 04:12:02.385730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36366) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:02.401597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a956c-cece-4c5b-b335-4c4c457fa03d admin admin] Pushing event deleted for resources: {'Network': ['ID=af95140b-e4fd-4394-b16c-086f9a66fdd0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:02.766518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-da0ca59c-c19f-498d-80d8-04f7f0bd7a95 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:02.774000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-da0ca59c-c19f-498d-80d8-04f7f0bd7a95 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b1fbc4-cbc3-4210-8fad-7542f8816e46 HTTP/1.1" status: 200 len: 943 time: 0.0632260 Nov 19 04:12:02.806361 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.851714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 98317e31-0b86-4550-a3a8-d1a6f458d12c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:02.877579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Deleting port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:02.878019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:02.884724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 98317e31-0b86-4550-a3a8-d1a6f458d12c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:02.885502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 98317e31-0b86-4550-a3a8-d1a6f458d12c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:02.886196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4929838f-9fac-4b9a-a852-3984e9b910d9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:02.912577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 4929838f-9fac-4b9a-a852-3984e9b910d9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:02.913260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4929838f-9fac-4b9a-a852-3984e9b910d9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:02.983611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] For port f2d82a4e-019d-4452-a4b3-df9e2c3e6919, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:02.983914 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:03.000582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Calling delete_port for f2d82a4e-019d-4452-a4b3-df9e2c3e6919 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:03.093853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Deleting port 1a01b1d6-c463-4def-8cd2-760b7c3c6950 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:03.094235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:03.146641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:03.176456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] For port 1a01b1d6-c463-4def-8cd2-760b7c3c6950, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1a01b1d6-c463-4def-8cd2-760b7c3c6950,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:03.176820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:03.177151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event deleted for resources: {'Port': ['ID=f2d82a4e-019d-4452-a4b3-df9e2c3e6919,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:03.194143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Calling delete_port for 1a01b1d6-c463-4def-8cd2-760b7c3c6950 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:03.196707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d61826-a8fe-41a1-98f3-d7dc4fc48493 None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:03.226795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] No DVR routers for this DVR port f2d82a4e-019d-4452-a4b3-df9e2c3e6919 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:03.230138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:03.235655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95181c3e-8235-4b63-89ab-afb6aaec01bc req-0053acc0-3f48-4d32-b813-fb25a8fee28d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "DELETE /v2.0/ports/f2d82a4e-019d-4452-a4b3-df9e2c3e6919 HTTP/1.1" status: 204 len: 173 time: 0.4608245 Nov 19 04:12:03.236157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-deleted', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:03.238513 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f982ed-c9a6-41c1-b771-d62e39d7183b" -d '{"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-deleted", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:03.450499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:03.496922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a01b1d6-c463-4def-8cd2-760b7c3c6950,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:03.986361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335068f-9ca0-4c8d-8d5d-910afe26ebd7 req-abc3e34c-5c92-473c-92a9-6905c930f854 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:03.988761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1335068f-9ca0-4c8d-8d5d-910afe26ebd7 req-abc3e34c-5c92-473c-92a9-6905c930f854 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0690312 Nov 19 04:12:04.044730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1335068f-9ca0-4c8d-8d5d-910afe26ebd7 req-2bf36a0e-4d35-4edc-8bde-4f36227ceed1 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Nov 19 04:12:04.090545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:04.254879 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee868287-7794-4f35-bb1e-7c076abe932c x-openstack-request-id: req-ee868287-7794-4f35-bb1e-7c076abe932c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:04.255191 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b1fbc4-cbc3-4210-8fad-7542f8816e46", "name": "network-vif-deleted", "tag": "f2d82a4e-019d-4452-a4b3-df9e2c3e6919", "status": "failed", "code": 422}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:04.255453 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee868287-7794-4f35-bb1e-7c076abe932c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:04.255880 n-d-818503-1 neutron-server[109986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71b1fbc4-cbc3-4210-8fad-7542f8816e46', 'name': 'network-vif-deleted', 'tag': 'f2d82a4e-019d-4452-a4b3-df9e2c3e6919', 'status': 'failed', 'code': 422} returned with failed status Nov 19 04:12:04.379994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Router ede4f376-28b6-4709-8619-bdf4aceee250 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:12:04.507494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:12:04.514046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6811864f-bc0e-4b15-af64-b48840806594 admin admin] 10.222.0.52 "PUT /v2.0/routers/ede4f376-28b6-4709-8619-bdf4aceee250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267200 Nov 19 04:12:04.516669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36436) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:04.522304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] Sync routers for ids ['ede4f376-28b6-4709-8619-bdf4aceee250'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:12:04.540085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] Routers {'ede4f376-28b6-4709-8619-bdf4aceee250'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:04.540737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ede4f376-28b6-4709-8619-bdf4aceee250'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:04.665081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-78f002c3-d6e8-45bd-a4e9-0bce38f3eccb tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:04.679767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-78f002c3-d6e8-45bd-a4e9-0bce38f3eccb tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.1834831 Nov 19 04:12:04.702422 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-6bfb6e40-fb54-4a2b-bba9-8ae6822f896d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0215771 Nov 19 04:12:04.724362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:04.724926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] Set router ede4f376-28b6-4709-8619-bdf4aceee250 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:04.747382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-1b1b20a5-709e-4606-b598-f683134487c9 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374854 Nov 19 04:12:04.855085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:04.923638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-8b2b4cc7-a4de-46f9-aecd-f761471a8134 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748393 Nov 19 04:12:04.983665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Deleting port dc1df6b8-c446-45b6-85a5-d9ad2a478c62 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:04.984642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.037415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:12:03Z', 'revision_number': 5, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port': {'id': 'dc1df6b8-c446-45b6-85a5-d9ad2a478c62', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:11:10Z', 'updated_at': '2021-11-19T04:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:05.095741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] Checking router: ede4f376-28b6-4709-8619-bdf4aceee250 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:12:05.100261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] For port dc1df6b8-c446-45b6-85a5-d9ad2a478c62, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:05.101076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.115122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] Routers {'ede4f376-28b6-4709-8619-bdf4aceee250'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:05.115843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ede4f376-28b6-4709-8619-bdf4aceee250'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:05.121592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Calling delete_port for dc1df6b8-c446-45b6-85a5-d9ad2a478c62 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:05.250924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] Set router ede4f376-28b6-4709-8619-bdf4aceee250 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:05.334334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-4fbbec45-7094-404e-a719-c972b2036bc3 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096115 Nov 19 04:12:05.358805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:12:04Z', 'revision_number': 6, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:05.396778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56cc67b-357d-4955-bd94-7cd31307237d None None] The sync data for ids ['ede4f376-28b6-4709-8619-bdf4aceee250'] in n-d-818503-1 is: [{'id': 'ede4f376-28b6-4709-8619-bdf4aceee250', 'name': 'tempest-TestServerMultinode-924928105-router', 'tenant_id': 'c50cd53042264cbfbc5743754e47c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:11:08Z', 'updated_at': '2021-11-19T04:12:04Z', 'revision_number': 6, 'project_id': 'c50cd53042264cbfbc5743754e47c6cd', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:12:05.449295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.492199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1df6b8-c446-45b6-85a5-d9ad2a478c62,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:05.510418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3a784-687f-4954-87d5-4cf466653155 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:05.570839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.706306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.708820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.718488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4a2a-e574-49fd-8a69-d0e0db2c6ba9 req-437914b6-e877-49d7-a9ec-094d9d244036 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:05.728560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3ff4a2a-e574-49fd-8a69-d0e0db2c6ba9 req-437914b6-e877-49d7-a9ec-094d9d244036 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0631316 Nov 19 04:12:05.787284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.788193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede4f376-28b6-4709-8619-bdf4aceee250 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:12:05.793989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.797572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-523487b6-91dc-46a4-a727-ea199231abe6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ede4f376-28b6-4709-8619-bdf4aceee250 HTTP/1.1" status: 204 len: 168 time: 1.2774982 Nov 19 04:12:05.798399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36468) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:05.858272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3ff4a2a-e574-49fd-8a69-d0e0db2c6ba9 req-b1f6c193-c3f3-42b9-abb9-1989e5d4ffad tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287849 Nov 19 04:12:05.889258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Deleting subnet 5d6431c8-8db9-423f-8a7f-1105d82b6f86 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:12:05.896020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:05.977409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.078349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.203333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8152aac4-afd4-405a-be9e-d55e70a2ae21 req-0bc842f8-a23a-4f9c-bd17-045dfc0974ac tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 210 time: 0.0509679 Nov 19 04:12:06.213072 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.248516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6431c8-8db9-423f-8a7f-1105d82b6f86,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:06.257654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.263554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e86a5d78-cfb4-4e21-b255-18ccc8b0a3aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5d6431c8-8db9-423f-8a7f-1105d82b6f86 HTTP/1.1" status: 204 len: 168 time: 0.4622133 Nov 19 04:12:06.263832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:06.268047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0fe7e-c8bd-440c-9b48-3996a17ce1fe None None] Network e1e3a81d-7f3d-4392-a85c-bd798bdaea5b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:12:06.457084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.529277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Deleting port e41adad3-93de-461d-adab-a00c35672808 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:06.529872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.612320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] For port e41adad3-93de-461d-adab-a00c35672808, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e41adad3-93de-461d-adab-a00c35672808,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:06.612932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.622705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] DHCP port deletion for e1e3a81d-7f3d-4392-a85c-bd798bdaea5b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:06.632492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Calling delete_port for e41adad3-93de-461d-adab-a00c35672808 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:06.682305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] Deleting port e41adad3-93de-461d-adab-a00c35672808 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:06.682845 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.743551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.764517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] For port e41adad3-93de-461d-adab-a00c35672808, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e41adad3-93de-461d-adab-a00c35672808,segment=NetworkSegment(cb0391b5-9b4f-425e-afc7-48d4d7442a63),segment_id=cb0391b5-9b4f-425e-afc7-48d4d7442a63)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:06.768408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.773895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] No DVR routers for this DVR port e41adad3-93de-461d-adab-a00c35672808 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:06.779737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41adad3-93de-461d-adab-a00c35672808,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:06.799979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] Calling delete_port for e41adad3-93de-461d-adab-a00c35672808 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:06.860141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.870692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e41adad3-93de-461d-adab-a00c35672808 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:06.892162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e3a81d-7f3d-4392-a85c-bd798bdaea5b']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:06.894611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e41adad3-93de-461d-adab-a00c35672808 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:06.895442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e41adad3-93de-461d-adab-a00c35672808 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:06.895549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1a01b1d6-c463-4def-8cd2-760b7c3c6950 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:06.906124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0391b5-9b4f-425e-afc7-48d4d7442a63') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:06.906541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0391b5-9b4f-425e-afc7-48d4d7442a63') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:06.919750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.922374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1a01b1d6-c463-4def-8cd2-760b7c3c6950 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:06.922805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1a01b1d6-c463-4def-8cd2-760b7c3c6950 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:06.923313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc1df6b8-c446-45b6-85a5-d9ad2a478c62 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:06.935309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.942074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:12:06.942614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:12:06.944425 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:12:06.947225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: dc1df6b8-c446-45b6-85a5-d9ad2a478c62 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:06.947225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc1df6b8-c446-45b6-85a5-d9ad2a478c62 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:06.984290 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.021101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] Pushing event deleted for resources: {'Port': ['ID=e41adad3-93de-461d-adab-a00c35672808,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:07.030259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1e6a9-c22b-4ca8-8a00-12b845c19a93 None None] No DVR routers for this DVR port e41adad3-93de-461d-adab-a00c35672808 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:07.046160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c656ee-847c-407d-a50d-57e179f7c590 req-33502ca3-0661-4e0a-81db-0ea0cc04b2f3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:07.047831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05c656ee-847c-407d-a50d-57e179f7c590 req-33502ca3-0661-4e0a-81db-0ea0cc04b2f3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0826080 Nov 19 04:12:07.066602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.074953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.080389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e1e3a81d-7f3d-4392-a85c-bd798bdaea5b HTTP/1.1" status: 204 len: 168 time: 0.8154795 Nov 19 04:12:07.098715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d795c-42b2-454a-b4ff-4f9150ceb506 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e3a81d-7f3d-4392-a85c-bd798bdaea5b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:07.122439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05c656ee-847c-407d-a50d-57e179f7c590 req-84d4e1ac-5726-41d2-9b69-6b3be963c081 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Nov 19 04:12:07.260833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-69cd843a-a31d-487e-af06-ad38080599e3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:07.262464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-69cd843a-a31d-487e-af06-ad38080599e3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.1156001 Nov 19 04:12:07.292743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Request body: {'port': {'device_id': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'admin_state_up': True, 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:07.342504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36494) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:07.389663 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-772d1922-7689-4d56-a35c-a93dc48803ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1055aa0aa5cb4b6b8a62c9cf10708b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456662 Nov 19 04:12:07.394350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:07.420953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e452da69-1cbe-4029-a1c8-892938404a5e req-ebaf6eac-b0df-43e6-aefc-7d5de03fd078 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 210 time: 0.0432734 Nov 19 04:12:07.450283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7d44-4e3d-4cd7-b878-d31d4118c96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.474429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:12:07.478918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.486813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7d44-4e3d-4cd7-b878-d31d4118c96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.543879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7d44-4e3d-4cd7-b878-d31d4118c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.546816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7d44-4e3d-4cd7-b878-d31d4118c96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.548928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e7dd7d44-4e3d-4cd7-b878-d31d4118c96d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb12f739-4052-42a7-a474-a25789344fd8 HTTP/1.1" status: 204 len: 168 time: 0.1552887 Nov 19 04:12:07.557514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd7d44-4e3d-4cd7-b878-d31d4118c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb12f739-4052-42a7-a474-a25789344fd8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:07.635108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Allocated IP 172.20.0.6 (0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5/c13c240b-a966-4c29-a23b-08967fa2e6aa/b3d584f4-15df-4172-8788-f2aeb8a01ba6) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:07.855346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.896929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:07.952919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:07.958227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:07.961368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:12:07.984150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a063ec-d940-43f1-8144-fa03bf915ad8 None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:07.991133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event updated for resources: {'Port': ['ID=b3d584f4-15df-4172-8788-f2aeb8a01ba6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:08.024678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:08.025335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.026380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36512) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:08.043325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-a5f50e5e-64a2-4785-b82a-9b1754abc1c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563076 Nov 19 04:12:08.063971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Request body: {'port': {'device_id': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:08.072750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6f136bb-3501-4853-a5ef-230e09d1161d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c50cd53042264cbfbc5743754e47c6cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420325 Nov 19 04:12:08.073004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36514) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:08.117632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-49755244-58fc-4523-aeaf-141b315f16b9 None None] Provisioning complete for port b3d584f4-15df-4172-8788-f2aeb8a01ba6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:08.118503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-49755244-58fc-4523-aeaf-141b315f16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.123293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.131860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aafc56cd-197d-42f6-8114-3dcbb486c6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.168304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-49755244-58fc-4523-aeaf-141b315f16b9 None None] Port b3d584f4-15df-4172-8788-f2aeb8a01ba6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:12:08.185599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aafc56cd-197d-42f6-8114-3dcbb486c6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.240411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aafc56cd-197d-42f6-8114-3dcbb486c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.244016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aafc56cd-197d-42f6-8114-3dcbb486c6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.247524 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aafc56cd-197d-42f6-8114-3dcbb486c6a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/902cff98-9908-4ca3-bd61-1cc462d29aab HTTP/1.1" status: 204 len: 168 time: 0.1712165 Nov 19 04:12:08.254065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc56cd-197d-42f6-8114-3dcbb486c6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902cff98-9908-4ca3-bd61-1cc462d29aab,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:08.391884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bec160-6a8d-4c42-87e9-d0fed8a3d26a req-aa659bd8-75a5-4998-abbd-0f7f1fd91f72 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:08.393730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a2bec160-6a8d-4c42-87e9-d0fed8a3d26a req-aa659bd8-75a5-4998-abbd-0f7f1fd91f72 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1167333 Nov 19 04:12:08.509718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a2bec160-6a8d-4c42-87e9-d0fed8a3d26a req-dbe7fc4d-e082-463b-b3be-ab96ce9dfca0 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023631 Nov 19 04:12:08.531351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d584f4-15df-4172-8788-f2aeb8a01ba6 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:12:08.542904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.559578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Transition to ACTIVE for port object b3d584f4-15df-4172-8788-f2aeb8a01ba6 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:12:08.566332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.619880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a6a80-d185-4b15-8ccd-61a0d0dd39e4 None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:08.642168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d584f4-15df-4172-8788-f2aeb8a01ba6,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:08.810329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Attempting to bind port b3d584f4-15df-4172-8788-f2aeb8a01ba6 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:12:08.810681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Attempting to bind port b3d584f4-15df-4172-8788-f2aeb8a01ba6 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:12:08.811023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Attempting to bind port b3d584f4-15df-4172-8788-f2aeb8a01ba6 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:08.830385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Port b3d584f4-15df-4172-8788-f2aeb8a01ba6 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:12:08.830946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Attempting to bind port b3d584f4-15df-4172-8788-f2aeb8a01ba6 on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:08.841053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:12:08.841414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:12:08.841818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Bound using segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:12:08.842300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Bound port: b3d584f4-15df-4172-8788-f2aeb8a01ba6, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:12:08.842672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:08.876899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45959446-f0b5-4edb-93e5-c5360f442b7b req-66ee9172-7fd8-4369-a7aa-3cb4a5ca3f1b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:08.878500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45959446-f0b5-4edb-93e5-c5360f442b7b req-66ee9172-7fd8-4369-a7aa-3cb4a5ca3f1b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 943 time: 0.0886045 Nov 19 04:12:08.967435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] For port b3d584f4-15df-4172-8788-f2aeb8a01ba6, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:12:08.972486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45959446-f0b5-4edb-93e5-c5360f442b7b req-3b2e54bf-3b60-448f-a3f0-576734913a7a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691745 Nov 19 04:12:08.974169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] For port b3d584f4-15df-4172-8788-f2aeb8a01ba6, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:12:08.982892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:09.023268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.023268 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:09.026803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] 10.222.0.31 "PUT /v2.0/ports/b3d584f4-15df-4172-8788-f2aeb8a01ba6 HTTP/1.1" status: 200 len: 1091 time: 0.9649146 Nov 19 04:12:09.026803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'tag': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:09.027241 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede1ecfc-6503-466e-a956-468469ef233e" -d '{"events": [{"name": "network-changed", "server_uuid": "95501743-3403-46b5-8dd4-3dca62aba1ca", "tag": "b3d584f4-15df-4172-8788-f2aeb8a01ba6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:09.032024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94861e18-b747-4b3a-8333-a1cd9cbaaa1f None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:09.063556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a94ab-91d0-40f0-a2d4-b5833d3fe880 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d584f4-15df-4172-8788-f2aeb8a01ba6,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:09.136800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb255246-b8f2-481f-9c49-76e266eb7d58 req-11732182-313b-4815-8e33-c83eff787b7b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.142444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb255246-b8f2-481f-9c49-76e266eb7d58 req-11732182-313b-4815-8e33-c83eff787b7b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.0940642 Nov 19 04:12:09.171805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-4f6299f7-7f76-4099-a71e-2dbbc06890c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.174249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-4f6299f7-7f76-4099-a71e-2dbbc06890c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 1094 time: 0.0872953 Nov 19 04:12:09.234697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-f840b896-41a4-486e-8747-109fab16c2b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6 HTTP/1.1" status: 200 len: 217 time: 0.0426388 Nov 19 04:12:09.242640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb255246-b8f2-481f-9c49-76e266eb7d58 req-08f2a0e1-0e07-4ff0-aa3f-74455feb9319 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928068 Nov 19 04:12:09.289594 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377db980-6740-47c1-a3aa-3db6e49173ce x-openstack-request-id: req-377db980-6740-47c1-a3aa-3db6e49173ce {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:09.289814 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95501743-3403-46b5-8dd4-3dca62aba1ca", "tag": "b3d584f4-15df-4172-8788-f2aeb8a01ba6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:09.290057 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-377db980-6740-47c1-a3aa-3db6e49173ce {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:09.290481 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'tag': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6', 'status': 'completed', 'code': 200} Nov 19 04:12:09.292098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-5e2e4f44-65e3-4a1d-a438-7bffc7f9c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.293635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-5e2e4f44-65e3-4a1d-a438-7bffc7f9c8c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0501068 Nov 19 04:12:09.345819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-1687c665-864c-44e1-9d53-761332e4726e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340142 Nov 19 04:12:09.451702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-0b382bf8-03db-47e2-9907-2f8ca3059f14 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987873 Nov 19 04:12:09.566253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01f7b800-9d53-46b5-b256-1f2593d6d8cc req-76fbe02e-9664-4921-94c3-99d3ebe23d71 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067603 Nov 19 04:12:09.717315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef371ba9-f9d9-4e4e-8c71-256665c4fb77 req-4a391360-ef34-4eed-9735-5dc9f065e7bf tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.718832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef371ba9-f9d9-4e4e-8c71-256665c4fb77 req-4a391360-ef34-4eed-9735-5dc9f065e7bf tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0783391 Nov 19 04:12:09.728415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ecfc-6503-466e-a956-468469ef233e req-92ed58fd-8c30-47e5-b59f-26b9704912bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.730038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-92ed58fd-8c30-47e5-b59f-26b9704912bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 1094 time: 0.0635409 Nov 19 04:12:09.848788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef371ba9-f9d9-4e4e-8c71-256665c4fb77 req-6eb58bb7-0b7d-4cb9-9870-ee9513cdb273 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236579 Nov 19 04:12:09.878705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ecfc-6503-466e-a956-468469ef233e req-cf536639-6c72-4c97-806e-1bb70436bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.880642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-cf536639-6c72-4c97-806e-1bb70436bf0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.1412618 Nov 19 04:12:09.933732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-5243bc2c-932c-406c-b25d-777a0a5f21ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6 HTTP/1.1" status: 200 len: 217 time: 0.0443423 Nov 19 04:12:09.994083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ecfc-6503-466e-a956-468469ef233e req-766647bc-d813-4bb8-ac50-0dd71a03786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:09.996043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-766647bc-d813-4bb8-ac50-0dd71a03786d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0545456 Nov 19 04:12:10.042299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-173e1adc-5e4a-4255-b5f9-ae009614da9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389080 Nov 19 04:12:10.185559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f2acf-8be3-465a-845e-8d2cf46c5f02 req-088f5838-6496-4e02-97be-d826806be6b8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:10.187758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-256f2acf-8be3-465a-845e-8d2cf46c5f02 req-088f5838-6496-4e02-97be-d826806be6b8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 943 time: 0.1384137 Nov 19 04:12:10.252231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-029967c6-1370-4e02-a8bc-37d5976f15ea service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010992 Nov 19 04:12:10.465033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-256f2acf-8be3-465a-845e-8d2cf46c5f02 req-f03cba9b-8a2b-4d6e-a172-05a15dd6d6d3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430366 Nov 19 04:12:10.477522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ede1ecfc-6503-466e-a956-468469ef233e req-75934d03-8e75-42e7-885a-de163f232d37 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162066 Nov 19 04:12:10.998313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47257a1-d989-4915-ad63-c1b6b5f2fcb1 req-401c10cb-637c-4ff9-a76a-391bbb240a85 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:11.000252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f47257a1-d989-4915-ad63-c1b6b5f2fcb1 req-401c10cb-637c-4ff9-a76a-391bbb240a85 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0645208 Nov 19 04:12:11.071450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f47257a1-d989-4915-ad63-c1b6b5f2fcb1 req-be66ac30-6005-4bed-9f37-e3758512923a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609419 Nov 19 04:12:11.145600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b3d584f4-15df-4172-8788-f2aeb8a01ba6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:12:11.282272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b3d584f4-15df-4172-8788-f2aeb8a01ba6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:11.306374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6', 'mac_address': 'fa:16:3e:cd:0b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:12:11.370203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:11.393619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d584f4-15df-4172-8788-f2aeb8a01ba6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:12:11.424313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b3d584f4-15df-4172-8788-f2aeb8a01ba6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:11.431597 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:11.495900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b3d584f4-15df-4172-8788-f2aeb8a01ba6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:11.517845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213773a2-d8fa-4036-bc4f-36563e569c98 req-3be21a64-619f-48dd-bb08-8fe6cd813945 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:11.520050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213773a2-d8fa-4036-bc4f-36563e569c98 req-3be21a64-619f-48dd-bb08-8fe6cd813945 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 944 time: 0.0821788 Nov 19 04:12:11.609691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-213773a2-d8fa-4036-bc4f-36563e569c98 req-8a004e4c-b75d-4d1e-badf-15f8c4153e66 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817029 Nov 19 04:12:11.735788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b3d584f4-15df-4172-8788-f2aeb8a01ba6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:12:12.204532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e31582-b474-4754-86e0-0c115ed66f83 req-480fc652-7181-4573-936e-ef4f008e5aca tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:12.206338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5e31582-b474-4754-86e0-0c115ed66f83 req-480fc652-7181-4573-936e-ef4f008e5aca tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0558717 Nov 19 04:12:12.264307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5e31582-b474-4754-86e0-0c115ed66f83 req-a47f4046-6c0a-4659-abaa-16535cfeb1f9 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515058 Nov 19 04:12:12.799800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bf293-da09-4034-9ce1-239cfa59c2db req-12dff719-096a-4120-9ed6-9d3ed7095d8f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:12.801336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-962bf293-da09-4034-9ce1-239cfa59c2db req-12dff719-096a-4120-9ed6-9d3ed7095d8f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 944 time: 0.0668998 Nov 19 04:12:12.893444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-962bf293-da09-4034-9ce1-239cfa59c2db req-fb50642d-8155-4207-beff-d8fcc0a70bab tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831835 Nov 19 04:12:13.162039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b3d584f4-15df-4172-8788-f2aeb8a01ba6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:13.234275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port b3d584f4-15df-4172-8788-f2aeb8a01ba6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:12:13.246141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port b3d584f4-15df-4172-8788-f2aeb8a01ba6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:13.246525 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:13.384087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:13.417510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:13.420163 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26083bd5-1e31-4083-b0a0-58e2dfc57dac" -d '{"events": [{"server_uuid": "95501743-3403-46b5-8dd4-3dca62aba1ca", "name": "network-vif-plugged", "status": "completed", "tag": "b3d584f4-15df-4172-8788-f2aeb8a01ba6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:13.434546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d1dd8-e721-4d26-9a43-e354a30d12b6 req-cf4a2ef5-8170-4c40-9f22-c98ebf272b30 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:13.437779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b3d584f4-15df-4172-8788-f2aeb8a01ba6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:13.443874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c82d1dd8-e721-4d26-9a43-e354a30d12b6 req-cf4a2ef5-8170-4c40-9f22-c98ebf272b30 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0655904 Nov 19 04:12:13.447204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:13.545424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b3d584f4-15df-4172-8788-f2aeb8a01ba6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:13.548651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c82d1dd8-e721-4d26-9a43-e354a30d12b6 req-74fd6d67-2c5e-4439-8cda-d5dd6f7c807a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991285 Nov 19 04:12:13.563268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.563749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.564211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.564667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.565168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.565629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.566107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.566552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.566998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.567439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.567873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.568263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:13.737981 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a19dea-364d-46bb-af9f-0d568bc95b07 x-openstack-request-id: req-56a19dea-364d-46bb-af9f-0d568bc95b07 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:13.738314 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95501743-3403-46b5-8dd4-3dca62aba1ca", "name": "network-vif-plugged", "status": "completed", "tag": "b3d584f4-15df-4172-8788-f2aeb8a01ba6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:13.738542 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56a19dea-364d-46bb-af9f-0d568bc95b07 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:13.738985 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6', 'code': 200} Nov 19 04:12:13.816265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:12:13.957487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01eedf-8e2f-4ca6-bf75-ed99ac0cae47 req-ca36f37e-2e6b-469e-8ad4-bb339075217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:13.966589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd01eedf-8e2f-4ca6-bf75-ed99ac0cae47 req-ca36f37e-2e6b-469e-8ad4-bb339075217d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 1096 time: 0.1142657 Nov 19 04:12:14.149964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd01eedf-8e2f-4ca6-bf75-ed99ac0cae47 req-20fac1ca-75ec-4d42-bc2d-94a120d7f744 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613486 Nov 19 04:12:14.164161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef6fae-a606-422f-87f6-1ee6c4640235 req-b46e548f-43b6-493d-84bf-4aec7a0eb188 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:14.166574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fef6fae-a606-422f-87f6-1ee6c4640235 req-b46e548f-43b6-493d-84bf-4aec7a0eb188 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1379128 Nov 19 04:12:14.282046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:14.298116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:12:14.302346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fef6fae-a606-422f-87f6-1ee6c4640235 req-5679802d-f6af-4372-9457-49194720e717 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225526 Nov 19 04:12:14.349195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:14.379416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:12:14.411125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:14.418731 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:14.504393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['12e8a0ad-7415-476d-b8e4-4f4661414bc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:12:14.510301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:14.744996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3457e5-26a1-42f8-9df2-ddec8c154e95 req-80a61cea-c71c-4b3a-9687-db9d676858d6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:14.747080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3457e5-26a1-42f8-9df2-ddec8c154e95 req-80a61cea-c71c-4b3a-9687-db9d676858d6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0959551 Nov 19 04:12:14.861566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f3457e5-26a1-42f8-9df2-ddec8c154e95 req-ed60e344-d60a-4681-af59-ec2f246fb549 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996602 Nov 19 04:12:15.536849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7b712-4cd7-4b68-ba3d-1ccc2176301b req-dcd417ff-a8a4-412f-b033-3e200cd90c50 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:15.551585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0c7b712-4cd7-4b68-ba3d-1ccc2176301b req-dcd417ff-a8a4-412f-b033-3e200cd90c50 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1178198 Nov 19 04:12:15.619231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0c7b712-4cd7-4b68-ba3d-1ccc2176301b req-40c9287b-3139-480c-9d40-f41e949f23c5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648918 Nov 19 04:12:15.851279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:15.985581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:15.986457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:16.110535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9aa6-dd2e-43d0-848f-97af0fc4d2be req-1a280e18-6670-4373-9cc7-cebde5f2c869 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:16.112549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac5d9aa6-dd2e-43d0-848f-97af0fc4d2be req-1a280e18-6670-4373-9cc7-cebde5f2c869 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0678766 Nov 19 04:12:16.125739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:16.166028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:16.168969 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c812924-618a-43e9-a07e-f1f22cc65cae" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:16.176865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac5d9aa6-dd2e-43d0-848f-97af0fc4d2be req-b95d0183-e8bc-4a76-9e3e-6a12a5d90ab8 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Nov 19 04:12:16.208539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:16.226901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:16.342005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:16.384775 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c93321-41ba-4d6f-a604-ab85dfc4428b x-openstack-request-id: req-90c93321-41ba-4d6f-a604-ab85dfc4428b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:16.384775 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:16.384775 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90c93321-41ba-4d6f-a604-ab85dfc4428b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:16.384775 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:12:16.868555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f917-4c9a-4085-8109-aeca00fc5287 req-53c11e0c-3c58-4f55-a438-cd551ffead57 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:16.870283 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef83f917-4c9a-4085-8109-aeca00fc5287 req-53c11e0c-3c58-4f55-a438-cd551ffead57 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1137943 Nov 19 04:12:16.963828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef83f917-4c9a-4085-8109-aeca00fc5287 req-830fb91b-2092-4912-9af6-8e347c46ebf2 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795333 Nov 19 04:12:17.286480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36844) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:17.329566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3779a-eaec-44b4-bff7-b017d6db0a03 req-d24f0c50-d8e5-40a6-a713-079b4967cf63 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:17.339986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0fe3779a-eaec-44b4-bff7-b017d6db0a03 req-d24f0c50-d8e5-40a6-a713-079b4967cf63 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0944033 Nov 19 04:12:17.403990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0fe3779a-eaec-44b4-bff7-b017d6db0a03 req-9addb3fe-f676-4378-8503-a63b2fc5c354 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624549 Nov 19 04:12:17.511574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.561761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2a93b-2193-4dc4-9d66-2e03d5bfed59 req-d8027aed-109c-4507-9f4d-11625342751c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:17.563989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44f2a93b-2193-4dc4-9d66-2e03d5bfed59 req-d8027aed-109c-4507-9f4d-11625342751c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0523808 Nov 19 04:12:17.644955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44f2a93b-2193-4dc4-9d66-2e03d5bfed59 req-70997b25-34de-4a52-bf4f-1eb37931eb35 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733018 Nov 19 04:12:17.680688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.686192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.740141 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d47331680b84fcdb7afa16bc238ef9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517765 Nov 19 04:12:17.744058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36854) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:17.762100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45898445-cf8a-4241-a470-6526baf21bd1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:17.774381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.779723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.780407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.781244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.782296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.782856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.783460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.784070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.784992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.786047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.786617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.787180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4276f-d37f-41bd-a5f1-03441a5005fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:17.853436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c32651f-56de-4503-ba40-b742bb061225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.885354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c32651f-56de-4503-ba40-b742bb061225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.951817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c32651f-56de-4503-ba40-b742bb061225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.955947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c32651f-56de-4503-ba40-b742bb061225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:17.960062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1c32651f-56de-4503-ba40-b742bb061225 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45898445-cf8a-4241-a470-6526baf21bd1 HTTP/1.1" status: 204 len: 168 time: 0.2147198 Nov 19 04:12:17.969325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32651f-56de-4503-ba40-b742bb061225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45898445-cf8a-4241-a470-6526baf21bd1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:18.436790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:18.451364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4626f-cf8c-4f22-bf33-6225d4f5d46f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:18.598806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4626f-cf8c-4f22-bf33-6225d4f5d46f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:18.610496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4626f-cf8c-4f22-bf33-6225d4f5d46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:18.622593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9c97b-ef4e-48aa-8a93-c70c72d069ac req-55f6f14e-c737-4a46-b0a2-9a31eb072149 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:18.630031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6b9c97b-ef4e-48aa-8a93-c70c72d069ac req-55f6f14e-c737-4a46-b0a2-9a31eb072149 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0986791 Nov 19 04:12:18.691512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6b9c97b-ef4e-48aa-8a93-c70c72d069ac req-63f866c7-5604-404f-a6b9-b022eff35d01 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602682 Nov 19 04:12:18.702918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4626f-cf8c-4f22-bf33-6225d4f5d46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385633a8-a29f-4495-8252-6d48f32041a6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:18.755576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:18.756270 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2bf4626f-cf8c-4f22-bf33-6225d4f5d46f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53734aa591d94fb0ac5968f0abd07f67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183186 Nov 19 04:12:18.888746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21863f4-ff98-4387-8226-e08d1d05a8eb req-56fcf005-a39d-4758-8b27-0101b2b90a46 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:18.897110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f21863f4-ff98-4387-8226-e08d1d05a8eb req-56fcf005-a39d-4758-8b27-0101b2b90a46 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1501524 Nov 19 04:12:18.936171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882882d3-c90b-46b4-8939-57e3d778d2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:18.972317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882882d3-c90b-46b4-8939-57e3d778d2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:19.010483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f21863f4-ff98-4387-8226-e08d1d05a8eb req-7186851b-3397-4024-9ce4-1a0b78d7d0cb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113882 Nov 19 04:12:19.073590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882882d3-c90b-46b4-8939-57e3d778d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:19.076633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882882d3-c90b-46b4-8939-57e3d778d2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:19.078013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-882882d3-c90b-46b4-8939-57e3d778d2d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/385633a8-a29f-4495-8252-6d48f32041a6 HTTP/1.1" status: 204 len: 168 time: 0.3204005 Nov 19 04:12:19.089666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882882d3-c90b-46b4-8939-57e3d778d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385633a8-a29f-4495-8252-6d48f32041a6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:19.871499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cbef2-d826-4bb0-a416-cc1bf3007320 req-4cc5b58b-99c2-4ae5-b078-049a932fff17 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:19.881579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-460cbef2-d826-4bb0-a416-cc1bf3007320 req-4cc5b58b-99c2-4ae5-b078-049a932fff17 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0947566 Nov 19 04:12:20.003195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-460cbef2-d826-4bb0-a416-cc1bf3007320 req-86bebff1-6d0b-436f-a307-d230f7170e3c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204214 Nov 19 04:12:20.222481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55013f-24bf-4be9-8324-8e9077942af3 req-2b7546c9-3cb4-46c8-ad20-946d7342e4a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:20.230959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df55013f-24bf-4be9-8324-8e9077942af3 req-2b7546c9-3cb4-46c8-ad20-946d7342e4a2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0967839 Nov 19 04:12:20.295183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df55013f-24bf-4be9-8324-8e9077942af3 req-450b6bf6-76f1-41ac-937d-d745b298cd59 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622661 Nov 19 04:12:20.664444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d796-88e8-416d-88c3-3dc68acf2deb req-d9cf9d20-8e5c-4b85-9af1-af546763765c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:20.672450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df70d796-88e8-416d-88c3-3dc68acf2deb req-d9cf9d20-8e5c-4b85-9af1-af546763765c tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0837212 Nov 19 04:12:20.744579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df70d796-88e8-416d-88c3-3dc68acf2deb req-e5253c34-448d-4057-849d-f15673a26ca3 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661869 Nov 19 04:12:20.955446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8397b3c-fed5-4772-94a7-eddc643cd0e4 req-6039a084-769a-46d6-803c-ff06b3c03321 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:20.964193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8397b3c-fed5-4772-94a7-eddc643cd0e4 req-6039a084-769a-46d6-803c-ff06b3c03321 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0952711 Nov 19 04:12:21.052833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8397b3c-fed5-4772-94a7-eddc643cd0e4 req-7b31126e-919a-4651-b505-7a4dfa344cf2 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829101 Nov 19 04:12:21.171361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c30eac-c0d5-422c-95e9-1f5617927302 req-1efb4257-013d-424a-b99f-e126d2ca0df4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:21.172978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87c30eac-c0d5-422c-95e9-1f5617927302 req-1efb4257-013d-424a-b99f-e126d2ca0df4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0664918 Nov 19 04:12:21.255081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87c30eac-c0d5-422c-95e9-1f5617927302 req-abe9f182-db5e-4268-b680-9c1797309013 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751688 Nov 19 04:12:21.257733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13add0bd-7c79-493f-b24e-b65a1d14f16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:22.082670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792cbba-db1e-45f0-aa59-10fdec69b6b4 req-50186a83-a7db-4908-8790-765a95aafe80 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:22.114583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9792cbba-db1e-45f0-aa59-10fdec69b6b4 req-50186a83-a7db-4908-8790-765a95aafe80 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.1110973 Nov 19 04:12:22.225850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9792cbba-db1e-45f0-aa59-10fdec69b6b4 req-fd2f6663-5542-42b4-a171-206cd97a963d tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095562 Nov 19 04:12:22.418590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38b1d8-76bf-4a83-afe4-777d5e060777 req-2a53effe-d232-4252-86d7-5b6f8275cb6b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:22.424280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd38b1d8-76bf-4a83-afe4-777d5e060777 req-2a53effe-d232-4252-86d7-5b6f8275cb6b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0600748 Nov 19 04:12:22.481003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd38b1d8-76bf-4a83-afe4-777d5e060777 req-3d7a36e3-c48d-4c9a-89bc-7a4d0703154c tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Nov 19 04:12:22.624950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:23.056539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-c08ff8d2-25d5-4216-84c0-396b3258fb8e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:23.058228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-c08ff8d2-25d5-4216-84c0-396b3258fb8e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0842016 Nov 19 04:12:23.189197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:23.189904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:23.343846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:23.344254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:23.363735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for c1f69b18-fbf1-4a81-8aad-691cf15c2aeb owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:23.482665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df8843-2685-49d1-bc5e-355ab689e014 req-3cb71fef-2970-4d6f-b1a5-7b147192f98a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:23.484192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85df8843-2685-49d1-bc5e-355ab689e014 req-3cb71fef-2970-4d6f-b1a5-7b147192f98a tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=da137736-1086-4b9c-812a-529629efc8ab HTTP/1.1" status: 200 len: 945 time: 0.0766277 Nov 19 04:12:23.562327 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04868b2b-dc78-4cc7-b872-67279f333b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:23.706636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85df8843-2685-49d1-bc5e-355ab689e014 req-0fc22915-70d8-4fd9-9656-64f3798fb164 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069025 Nov 19 04:12:23.768479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:23.784689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:12:23.896973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad28a8-a2ab-4230-9ac0-f906b84defa4 None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:23.902853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port c1f69b18-fbf1-4a81-8aad-691cf15c2aeb on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:23.904886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=c1f69b18-fbf1-4a81-8aad-691cf15c2aeb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:23.907391 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:23.910914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5b2f478-20a2-41b0-9b9c-46f16f78c6ae req-46c0758b-6fd0-4ace-8831-9e8da213ed53 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.31 "DELETE /v2.0/ports/c1f69b18-fbf1-4a81-8aad-691cf15c2aeb HTTP/1.1" status: 204 len: 173 time: 0.8374903 Nov 19 04:12:23.927813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da137736-1086-4b9c-812a-529629efc8ab', 'name': 'network-vif-deleted', 'tag': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:23.932488 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fab8e3-62a4-4e77-8831-eb159a3cdf9e" -d '{"events": [{"server_uuid": "da137736-1086-4b9c-812a-529629efc8ab", "name": "network-vif-deleted", "tag": "c1f69b18-fbf1-4a81-8aad-691cf15c2aeb"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:23.966627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121cd23-75fe-41d9-9a87-c70c229b81bd req-a111f801-f319-433f-9054-8cd628b09f07 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:23.975760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b121cd23-75fe-41d9-9a87-c70c229b81bd req-a111f801-f319-433f-9054-8cd628b09f07 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1076005 Nov 19 04:12:24.074002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b121cd23-75fe-41d9-9a87-c70c229b81bd req-d14fb3f2-8093-4e17-a04f-bfe6e2dc35f3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968423 Nov 19 04:12:24.165606 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93cb29b-3eca-414e-85d0-dc5ddbac2090 x-openstack-request-id: req-d93cb29b-3eca-414e-85d0-dc5ddbac2090 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:24.166018 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da137736-1086-4b9c-812a-529629efc8ab", "name": "network-vif-deleted", "tag": "c1f69b18-fbf1-4a81-8aad-691cf15c2aeb", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:24.166339 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d93cb29b-3eca-414e-85d0-dc5ddbac2090 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:24.166812 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da137736-1086-4b9c-812a-529629efc8ab', 'name': 'network-vif-deleted', 'tag': 'c1f69b18-fbf1-4a81-8aad-691cf15c2aeb', 'status': 'completed', 'code': 200} Nov 19 04:12:25.227959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c1f69b18-fbf1-4a81-8aad-691cf15c2aeb no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:25.288234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: c1f69b18-fbf1-4a81-8aad-691cf15c2aeb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:25.288984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c1f69b18-fbf1-4a81-8aad-691cf15c2aeb not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:25.297037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a3039-d32a-4f3d-974d-68a5ed7d5cae req-140e356a-ddc9-4604-b84b-fe23a5e1be4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:25.297819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:25.300203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f7a3039-d32a-4f3d-974d-68a5ed7d5cae req-140e356a-ddc9-4604-b84b-fe23a5e1be4a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0806513 Nov 19 04:12:25.405048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f7a3039-d32a-4f3d-974d-68a5ed7d5cae req-519dad07-de16-40f4-8bca-828af1f7d645 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954454 Nov 19 04:12:26.345733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10ebe5-1428-46ef-a277-7816072735a0 req-dc92563d-76ed-47dd-ac83-daf99966000e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:26.354208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.354924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f10ebe5-1428-46ef-a277-7816072735a0 req-dc92563d-76ed-47dd-ac83-daf99966000e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 946 time: 0.0662611 Nov 19 04:12:26.376321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37202) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:26.499377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f10ebe5-1428-46ef-a277-7816072735a0 req-64551ebd-b003-4d55-b9df-ec4e07a5906e tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437857 Nov 19 04:12:26.527527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-936f41e3-34fd-4422-80fa-cf909584da97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.647145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b67c5b-4022-436a-992a-6f80bbbc0a85 req-8e166240-f5d1-4296-a7c7-95d7111b5d7d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:26.650806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8b67c5b-4022-436a-992a-6f80bbbc0a85 req-8e166240-f5d1-4296-a7c7-95d7111b5d7d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0847206 Nov 19 04:12:26.669088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-936f41e3-34fd-4422-80fa-cf909584da97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.681006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-936f41e3-34fd-4422-80fa-cf909584da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.726371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-936f41e3-34fd-4422-80fa-cf909584da97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=098765bce9a4425c80e06abc1acb61c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479955 Nov 19 04:12:26.729232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37210) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:26.731768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8b67c5b-4022-436a-992a-6f80bbbc0a85 req-76a5bbf4-2b4d-4d76-beae-7114f9872007 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649600 Nov 19 04:12:26.791358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f41e3-34fd-4422-80fa-cf909584da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104ca245-48a3-447e-9d14-1bc061b2c93c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:26.847208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2972bc5e-687e-4e07-8c63-571a00303231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.876583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2972bc5e-687e-4e07-8c63-571a00303231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.941560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2972bc5e-687e-4e07-8c63-571a00303231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.945644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2972bc5e-687e-4e07-8c63-571a00303231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:26.949885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2972bc5e-687e-4e07-8c63-571a00303231 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/104ca245-48a3-447e-9d14-1bc061b2c93c HTTP/1.1" status: 204 len: 168 time: 0.2180753 Nov 19 04:12:26.965982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972bc5e-687e-4e07-8c63-571a00303231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104ca245-48a3-447e-9d14-1bc061b2c93c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:27.277219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.400223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37222) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:27.416294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8176522-10f9-49bf-9f34-261786f3b764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.517582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8176522-10f9-49bf-9f34-261786f3b764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.523747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8176522-10f9-49bf-9f34-261786f3b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.553859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176522-10f9-49bf-9f34-261786f3b764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbee292-56f3-4557-b4ac-9f5b12270600,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:27.606503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b8176522-10f9-49bf-9f34-261786f3b764 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6496a411c9344e5da45becf0c23d2ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043660 Nov 19 04:12:27.608832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37236) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:27.614705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-bf04adf6-db80-4a8f-a2f9-b9ff7911e0eb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:27.620321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-bf04adf6-db80-4a8f-a2f9-b9ff7911e0eb tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 946 time: 0.1210508 Nov 19 04:12:27.683396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a21fd9c0-f9a3-47bf-84f8-6caed7beabe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.711620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a21fd9c0-f9a3-47bf-84f8-6caed7beabe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.766947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a21fd9c0-f9a3-47bf-84f8-6caed7beabe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.770730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a21fd9c0-f9a3-47bf-84f8-6caed7beabe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:27.773447 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a21fd9c0-f9a3-47bf-84f8-6caed7beabe9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dbee292-56f3-4557-b4ac-9f5b12270600 HTTP/1.1" status: 204 len: 168 time: 0.1632705 Nov 19 04:12:27.783828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fd9c0-f9a3-47bf-84f8-6caed7beabe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbee292-56f3-4557-b4ac-9f5b12270600,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:27.997700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299b94c-9bee-488a-ae72-2781bc5fe0f4 req-c010b07d-cdf8-4cc2-ba6d-b084622a73b6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:27.997700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1299b94c-9bee-488a-ae72-2781bc5fe0f4 req-c010b07d-cdf8-4cc2-ba6d-b084622a73b6 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 946 time: 0.3559899 Nov 19 04:12:28.026061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Deleting port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:28.026446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:28.105772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1299b94c-9bee-488a-ae72-2781bc5fe0f4 req-84168e39-906c-4a7c-9a6e-4b3a761a8876 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c619ad6-ef99-41dd-9649-4165fc8c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016910 Nov 19 04:12:28.168391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] For port 6fce1bb5-a556-4bd1-9c04-f2969db5e199, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6fce1bb5-a556-4bd1-9c04-f2969db5e199,segment=NetworkSegment(f6ef3350-5f81-4626-9b47-2eaca4829946),segment_id=f6ef3350-5f81-4626-9b47-2eaca4829946)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:28.168769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:28.212793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Calling delete_port for 6fce1bb5-a556-4bd1-9c04-f2969db5e199 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:28.298265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6606-c419-4a81-ae92-5990cf363991 req-5469999b-5489-4298-8ef8-72ef34b757ab tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:28.299809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a2c6606-c419-4a81-ae92-5990cf363991 req-5469999b-5489-4298-8ef8-72ef34b757ab tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1230690 Nov 19 04:12:28.395285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a2c6606-c419-4a81-ae92-5990cf363991 req-0619eb98-ddc5-4c1e-a674-e1f6bb0900d0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794723 Nov 19 04:12:28.438073 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:28.451282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6fce1bb5-a556-4bd1-9c04-f2969db5e199'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:12:28.495019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a7588-08ab-4e07-b12e-cddbe17d803a None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:28.533696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Pushing event deleted for resources: {'Port': ['ID=6fce1bb5-a556-4bd1-9c04-f2969db5e199,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:28.601887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] No DVR routers for this DVR port 6fce1bb5-a556-4bd1-9c04-f2969db5e199 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:28.607804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:28.611802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f57efd05-0e60-4cc1-bd00-16520cae588d req-62303b1e-c195-4200-b99a-53bf1ff8c36f tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.36 "DELETE /v2.0/ports/6fce1bb5-a556-4bd1-9c04-f2969db5e199 HTTP/1.1" status: 204 len: 173 time: 0.9848392 Nov 19 04:12:28.612292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'name': 'network-vif-deleted', 'tag': '6fce1bb5-a556-4bd1-9c04-f2969db5e199'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:28.614650 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a1b842-9cec-4199-a755-6d796dec9012" -d '{"events": [{"server_uuid": "116e2b4a-a029-4bf9-938f-b055d06483ec", "name": "network-vif-deleted", "tag": "6fce1bb5-a556-4bd1-9c04-f2969db5e199"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:28.664743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc808d-3a32-41b8-9a3d-628eb0b9a736 req-18a907a0-5d8a-4c6e-be76-c37735103fa9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:28.666355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1bc808d-3a32-41b8-9a3d-628eb0b9a736 req-18a907a0-5d8a-4c6e-be76-c37735103fa9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.0956705 Nov 19 04:12:28.726237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1bc808d-3a32-41b8-9a3d-628eb0b9a736 req-bbde2ee2-df20-4b6e-b39e-566802970517 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534418 Nov 19 04:12:28.796611 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a166b308-b116-4a95-aeba-0697ceba9637 x-openstack-request-id: req-a166b308-b116-4a95-aeba-0697ceba9637 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:28.796996 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116e2b4a-a029-4bf9-938f-b055d06483ec", "name": "network-vif-deleted", "tag": "6fce1bb5-a556-4bd1-9c04-f2969db5e199", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:28.797243 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a166b308-b116-4a95-aeba-0697ceba9637 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:28.797712 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116e2b4a-a029-4bf9-938f-b055d06483ec', 'name': 'network-vif-deleted', 'tag': '6fce1bb5-a556-4bd1-9c04-f2969db5e199', 'status': 'completed', 'code': 200} Nov 19 04:12:29.278352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5144deb9-bfe5-4f55-848c-020a64d28a42 req-85b3fdd8-5338-4d0e-93ca-1cb141a48800 tempest-ServersTestJSON-1047895457 tempest-ServersTestJSON-1047895457-project] 10.222.0.52 "GET /v2.0/ports?device_id=116e2b4a-a029-4bf9-938f-b055d06483ec HTTP/1.1" status: 200 len: 210 time: 0.0496509 Nov 19 04:12:29.528203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc98893-4714-4559-a79d-1713fc070d1f req-609bd8cd-fd47-4fa3-ac90-e6c23b920ec1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:29.529741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dc98893-4714-4559-a79d-1713fc070d1f req-609bd8cd-fd47-4fa3-ac90-e6c23b920ec1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0508463 Nov 19 04:12:29.580475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dc98893-4714-4559-a79d-1713fc070d1f req-ea2e84f4-a018-4195-87aa-878f673078ac tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Nov 19 04:12:30.333869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37330) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:30.380006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Deleting subnet 8c10ac4e-762f-4a4b-a9fc-f95640422f3b {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:12:30.384088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.423433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.467503 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.527430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.552919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c10ac4e-762f-4a4b-a9fc-f95640422f3b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:30.558942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.564729 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-80ee5f0c-0960-4b60-bbf4-02efa7936e2e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8c10ac4e-762f-4a4b-a9fc-f95640422f3b HTTP/1.1" status: 204 len: 168 time: 0.2274432 Nov 19 04:12:30.565026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37332) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:30.568184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4527959-b50d-413a-bf28-9562be6f57b9 None None] Network 53f3ba5f-ba9b-4892-a490-c05aa41ea42f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:12:30.650639 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.716740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cab433-065b-42a9-946b-ca084dfdd5d7 req-8c315a9a-6a15-40e3-98e8-76b4491b2ac7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:30.725760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1cab433-065b-42a9-946b-ca084dfdd5d7 req-8c315a9a-6a15-40e3-98e8-76b4491b2ac7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0695043 Nov 19 04:12:30.727911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf34a3-95a9-40be-9d99-c9db4b714c41 None None] DHCP port deletion for 53f3ba5f-ba9b-4892-a490-c05aa41ea42f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:30.766028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.795349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f3ba5f-ba9b-4892-a490-c05aa41ea42f']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:30.802795 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1cab433-065b-42a9-946b-ca084dfdd5d7 req-be240bf6-8ec5-420e-89fb-4c24d0015579 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714362 Nov 19 04:12:30.827559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ef3350-5f81-4626-9b47-2eaca4829946') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:30.828017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ef3350-5f81-4626-9b47-2eaca4829946') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:30.844337 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.869153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.879319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:12:30.879814 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:12:30.882742 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:12:30.968249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.974233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:30.979768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] 10.222.0.52 "DELETE /v2.0/networks/53f3ba5f-ba9b-4892-a490-c05aa41ea42f HTTP/1.1" status: 204 len: 168 time: 0.4136155 Nov 19 04:12:30.992385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908f2b-fbf1-4bb0-a632-d5074f5b665d admin admin] Pushing event deleted for resources: {'Network': ['ID=53f3ba5f-ba9b-4892-a490-c05aa41ea42f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:31.142410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37342) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:31.184632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-711d676d-335a-4c7b-b1c0-c0936f03d8ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9851a89538d24696a3ab1081a3ca5b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409482 Nov 19 04:12:31.187043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37344) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:31.242838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b4c1-88b7-47e1-a2d2-e2a010004716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:31.267023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b4c1-88b7-47e1-a2d2-e2a010004716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:31.331744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b4c1-88b7-47e1-a2d2-e2a010004716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:31.334429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b4c1-88b7-47e1-a2d2-e2a010004716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:31.335631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1cf0b4c1-88b7-47e1-a2d2-e2a010004716 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c619ad6-ef99-41dd-9649-4165fc8c710c HTTP/1.1" status: 204 len: 168 time: 0.1476135 Nov 19 04:12:31.343526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b4c1-88b7-47e1-a2d2-e2a010004716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c619ad6-ef99-41dd-9649-4165fc8c710c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:31.855644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:31.932467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6fce1bb5-a556-4bd1-9c04-f2969db5e199 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:31.948252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079923be-d5d3-44f9-b7b0-93b5f46ba7da req-747cd25c-5ef3-4e2c-b0aa-b0f1b571ba58 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:31.958250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 6fce1bb5-a556-4bd1-9c04-f2969db5e199 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:31.960587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6fce1bb5-a556-4bd1-9c04-f2969db5e199 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:31.961065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:31.976766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079923be-d5d3-44f9-b7b0-93b5f46ba7da req-747cd25c-5ef3-4e2c-b0aa-b0f1b571ba58 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0958517 Nov 19 04:12:32.060724 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:32.062759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-079923be-d5d3-44f9-b7b0-93b5f46ba7da req-8deeedd0-ad59-4a51-a8d5-19723bc45cc4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774066 Nov 19 04:12:32.103059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:32.105676 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d049b0-5fff-401c-914c-dc44420ce4da" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:32.141429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:32.146767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:32.214614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:32.382615 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189348bc-98ff-48ca-9bef-f19e1c61962f x-openstack-request-id: req-189348bc-98ff-48ca-9bef-f19e1c61962f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:32.383053 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:32.383325 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-189348bc-98ff-48ca-9bef-f19e1c61962f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:32.384026 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:12:32.752458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37432) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:32.935947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-361bfabe-d2cd-45a8-aa91-6ca31fd30517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.087224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-361bfabe-d2cd-45a8-aa91-6ca31fd30517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.096918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-361bfabe-d2cd-45a8-aa91-6ca31fd30517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.150999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-361bfabe-d2cd-45a8-aa91-6ca31fd30517 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c60388b414fe4ac588b2df45aafc6f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973193 Nov 19 04:12:33.153762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37450) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:33.180127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfabe-d2cd-45a8-aa91-6ca31fd30517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0985f46-1bc4-45bb-8d04-951f9ffad5fe,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:33.249600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f74831cc-16cf-47c6-ac39-303071031f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.300998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2ca0-f4c8-4e67-9348-94fbb6291371 req-29f40e63-e2a6-42e9-a4cc-c256382a2dc4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:33.310826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff5d2ca0-f4c8-4e67-9348-94fbb6291371 req-29f40e63-e2a6-42e9-a4cc-c256382a2dc4 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1057568 Nov 19 04:12:33.345739 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f74831cc-16cf-47c6-ac39-303071031f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.404238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff5d2ca0-f4c8-4e67-9348-94fbb6291371 req-bed7bde9-43eb-426e-aabe-5e5135a6e65d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921040 Nov 19 04:12:33.455348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f74831cc-16cf-47c6-ac39-303071031f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.461011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f74831cc-16cf-47c6-ac39-303071031f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:33.470126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f74831cc-16cf-47c6-ac39-303071031f99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0985f46-1bc4-45bb-8d04-951f9ffad5fe HTTP/1.1" status: 204 len: 168 time: 0.3115606 Nov 19 04:12:33.487206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74831cc-16cf-47c6-ac39-303071031f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0985f46-1bc4-45bb-8d04-951f9ffad5fe,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:33.926039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:12:34.173055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:34.204738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:12:34.330910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:34.379728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:12:34.433478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:34.457991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:34.654378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410e871-c6bb-4d98-bee3-f68e18a2974b req-0d9f5f0f-8d52-4648-8e1d-d97584429fbf tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:34.670063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5410e871-c6bb-4d98-bee3-f68e18a2974b req-0d9f5f0f-8d52-4648-8e1d-d97584429fbf tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1471956 Nov 19 04:12:34.674367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:34.683658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['12e8a0ad-7415-476d-b8e4-4f4661414bc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:12:34.790897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5410e871-c6bb-4d98-bee3-f68e18a2974b req-8407ff02-c084-4365-ae50-4f7ef9e27fba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198444 Nov 19 04:12:35.001431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:35.172834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-871719739-network', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:35.206405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Made reservation on behalf of abe2c2fd70d3460dba6f6bb0390e9819 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:12:35.210536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.231328 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.414732 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.427064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.467998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:12:35.514320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.514689 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Added segment 1ae4ed1d-9001-4957-8277-612d2461d895 of type vlan for network 4484949b-f675-4ba1-81c7-687ce3519222 Nov 19 04:12:35.516353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6553bc84-dd7d-4c12-9443-2d4a906d785f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:35.531969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.532886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.533530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.534065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.535080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.535723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.536312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.536668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.537015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.537883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.538270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.538626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:35.583607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.628612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.630551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:35.631636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.747843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] Pushing event updated for resources: {'Network': ['ID=4484949b-f675-4ba1-81c7-687ce3519222,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:35.773012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6d248411-abba-4bd2-91b7-adb78980e956 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7670982 Nov 19 04:12:35.773165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 4484949b-f675-4ba1-81c7-687ce3519222 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:12:35.773632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37634) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:35.780328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Request body: {'subnet': {'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-subnet', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:35.813755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Made reservation on behalf of abe2c2fd70d3460dba6f6bb0390e9819 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:12:35.816470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:35.933630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:36.097655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:36.098076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.169768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.234935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d37ffb6-8218-49c0-a76e-0ef55da4177f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:36.260691 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.274231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Checking segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:12:36.274622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Network hostable DHCP agents. Network: 4484949b-f675-4ba1-81c7-687ce3519222, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:12:36.325883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:36.327629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:36.330376 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3307f-d6a0-4a84-89ea-985720c75517" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:36.331416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a538b-1e5c-43bf-bfba-feb65d5b255d req-646592e3-0db9-4b1f-b245-422d9aeb9d9b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:36.337785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.345966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-519a538b-1e5c-43bf-bfba-feb65d5b255d req-646592e3-0db9-4b1f-b245-422d9aeb9d9b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.3737309 Nov 19 04:12:36.407088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:36.517227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-519a538b-1e5c-43bf-bfba-feb65d5b255d req-9a7b56e5-4eec-4585-832c-968e9755bbb5 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702762 Nov 19 04:12:36.519790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Network 4484949b-f675-4ba1-81c7-687ce3519222 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:12:36.559530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 4484949b-f675-4ba1-81c7-687ce3519222) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:36.569977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:36.570919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.572309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec21c6c-1cd9-4f23-8eee-efcce1acaded None None] Network 4484949b-f675-4ba1-81c7-687ce3519222 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:12:36.593563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e2806bb-2f90-459b-9fa0-117f3eb1f4c6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8183165 Nov 19 04:12:36.596592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37706) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:36.602518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:36.652619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.654234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.786918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.833510 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d12475-778e-44f2-98d6-52fb840fe77b x-openstack-request-id: req-87d12475-778e-44f2-98d6-52fb840fe77b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:36.834125 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:36.834416 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87d12475-778e-44f2-98d6-52fb840fe77b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:36.835008 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:12:36.902611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-4484949b-f675-4ba1-81c7-687ce3519222', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:12:36.903519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:36.971532 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:12:37.098677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Allocated IP 172.20.0.2 (4484949b-f675-4ba1-81c7-687ce3519222/0d37ffb6-8218-49c0-a76e-0ef55da4177f/d0599948-fde2-4dc0-806b-b41366fff87f) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:37.184609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:37.461598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:37.481293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:37.516095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Network 4484949b-f675-4ba1-81c7-687ce3519222 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:37.520690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:37.525267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:12:37.554104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:37.581163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:37.823090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Allocated IP 172.25.8.113 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/666cc253-64d8-49c8-a920-e980df879ed9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:37.853731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e3363-9138-4a2c-adc1-2db8c8be5411 req-aa78339f-34dc-4892-9322-c7c4c29115a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:37.864249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d02e3363-9138-4a2c-adc1-2db8c8be5411 req-aa78339f-34dc-4892-9322-c7c4c29115a0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1205213 Nov 19 04:12:37.878857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Attempting to bind port d0599948-fde2-4dc0-806b-b41366fff87f on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:12:37.879399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Attempting to bind port d0599948-fde2-4dc0-806b-b41366fff87f by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:12:37.879652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Attempting to bind port d0599948-fde2-4dc0-806b-b41366fff87f on network 4484949b-f675-4ba1-81c7-687ce3519222 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:37.901228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Pushing event updated for resources: {'Port': ['ID=d0599948-fde2-4dc0-806b-b41366fff87f,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:37.917846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:12:37.918821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Checking segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:12:37.919247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:37.919650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Bound using segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:12:37.937079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Bound port: d0599948-fde2-4dc0-806b-b41366fff87f, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:12:37.937860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:38.028603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d02e3363-9138-4a2c-adc1-2db8c8be5411 req-b95d29d9-02ae-4644-ab64-328fcbce411a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568468 Nov 19 04:12:38.141965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:38.143364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] For port d0599948-fde2-4dc0-806b-b41366fff87f, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:12:38.167637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] For port d0599948-fde2-4dc0-806b-b41366fff87f, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d0599948-fde2-4dc0-806b-b41366fff87f,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:12:38.179276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:38.239412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:38.363699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3fc8c-4952-470b-bf06-fc1b07d68ecb None None] Pushing event updated for resources: {'Port': ['ID=d0599948-fde2-4dc0-806b-b41366fff87f,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:38.439844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:38.449009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:38.451900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:12:38.468496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd11c709-0e58-4ab1-bf4b-a2e2a475a4d9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:38.541217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Pushing event updated for resources: {'Port': ['ID=666cc253-64d8-49c8-a920-e980df879ed9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:38.628077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-74f5016a-3975-447a-aa82-8a462a13e910 None None] Provisioning complete for port 666cc253-64d8-49c8-a920-e980df879ed9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:38.628532 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74f5016a-3975-447a-aa82-8a462a13e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:38.839789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-74f5016a-3975-447a-aa82-8a462a13e910 None None] Port 666cc253-64d8-49c8-a920-e980df879ed9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:12:39.139205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d0599948-fde2-4dc0-806b-b41366fff87f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:39.259282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d0599948-fde2-4dc0-806b-b41366fff87f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:39.260326 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:39.355090 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:39.405786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b7b6-ad2b-4ddd-9d5b-68f35552292d req-f9a8d9db-2cb6-4758-bf48-8a384baacd57 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:39.415969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8494b7b6-ad2b-4ddd-9d5b-68f35552292d req-f9a8d9db-2cb6-4758-bf48-8a384baacd57 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1809494 Nov 19 04:12:39.443233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port d0599948-fde2-4dc0-806b-b41366fff87f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d0599948-fde2-4dc0-806b-b41366fff87f,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:39.454895 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:39.531383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=d0599948-fde2-4dc0-806b-b41366fff87f,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:39.555492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8494b7b6-ad2b-4ddd-9d5b-68f35552292d req-206d0bbe-704b-4ca4-aac0-f3c94cfb936d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382513 Nov 19 04:12:39.620932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:40.102156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:40.294634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7d81d-816c-4642-92d2-64d048bb6e82 None None] Network 4484949b-f675-4ba1-81c7-687ce3519222 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:12:40.398648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Router 582ed674-6275-494c-b9c0-186c19abfc99 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:12:40.529665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7acc8fbb-3fea-4833-856f-477d00b2769b None None] Provisioning complete for port d0599948-fde2-4dc0-806b-b41366fff87f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:40.530308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7acc8fbb-3fea-4833-856f-477d00b2769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:40.640748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:12:40.660044 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:12:40.695548 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:40.700616 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:12:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:40.701705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:40.703198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-adeeba73-a509-43bb-a676-e7d026f84775 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1055999 Nov 19 04:12:40.705853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:40.886624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840f876-92cd-4fbf-897a-feb1422b7805 req-eef0ef0d-35e2-46b4-ba79-3b4b596324c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:40.902657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2840f876-92cd-4fbf-897a-feb1422b7805 req-eef0ef0d-35e2-46b4-ba79-3b4b596324c7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1410823 Nov 19 04:12:41.027401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d0599948-fde2-4dc0-806b-b41366fff87f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:41.079234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2840f876-92cd-4fbf-897a-feb1422b7805 req-698ae292-6c97-4784-9a1f-2629d662bd4e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755872 Nov 19 04:12:41.155851 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:41.267400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d0599948-fde2-4dc0-806b-b41366fff87f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:41.269329 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:41.370526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-292a7b99-f3a2-4685-9af5-abf9c2b61cf5 None None] Provisioning complete for port d0599948-fde2-4dc0-806b-b41366fff87f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:41.372120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-292a7b99-f3a2-4685-9af5-abf9c2b61cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:41.488362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:38Z', 'revision_number': 3, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:41.537808 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:12:41.538550 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Updating router 582ed674-6275-494c-b9c0-186c19abfc99 port 666cc253-64d8-49c8-a920-e980df879ed9 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:12:41.726682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:41.839486 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:41.936452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Allocated IP 172.20.0.1 (4484949b-f675-4ba1-81c7-687ce3519222/0d37ffb6-8218-49c0-a76e-0ef55da4177f/424b5907-f817-4dd6-8468-fe6176363e50) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:42.063764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.132029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.227732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Network 4484949b-f675-4ba1-81c7-687ce3519222 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:42.237830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:42.278411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:12:42.312821 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.329821 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.336562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Pushing event updated for resources: {'Port': ['ID=424b5907-f817-4dd6-8468-fe6176363e50,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:42.416160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.422199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e27fc-373d-4734-b5b1-fae0cbee293d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:42.475204 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Attempting to bind port 666cc253-64d8-49c8-a920-e980df879ed9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:12:42.475605 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Attempting to bind port 666cc253-64d8-49c8-a920-e980df879ed9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:12:42.475965 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Attempting to bind port 666cc253-64d8-49c8-a920-e980df879ed9 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:42.480270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c292d7a-0af1-4a9d-9571-29480dce19ee req-ba39470c-f575-4d55-baa5-f8df0654a05b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:42.499693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c292d7a-0af1-4a9d-9571-29480dce19ee req-ba39470c-f575-4d55-baa5-f8df0654a05b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.2637830 Nov 19 04:12:42.543766 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:12:42.544151 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:12:42.550421 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.550928 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:12:42.551492 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Bound port: 666cc253-64d8-49c8-a920-e980df879ed9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:12:42.551849 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.606245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8ab82cbf-a522-4d20-ad81-0b87ab676203 None None] Provisioning complete for port 666cc253-64d8-49c8-a920-e980df879ed9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:42.606768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8ab82cbf-a522-4d20-ad81-0b87ab676203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.685160 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Pushing event updated for resources: {'Port': ['ID=666cc253-64d8-49c8-a920-e980df879ed9,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:42.704517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c292d7a-0af1-4a9d-9571-29480dce19ee req-d59076e8-93e5-407a-a6ca-30fd22e7bbef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993213 Nov 19 04:12:42.726800 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.727161 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.727512 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.727854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.728212 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.728534 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.728873 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.729198 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.729526 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.729870 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.737725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8ab82cbf-a522-4d20-ad81-0b87ab676203 None None] Port 666cc253-64d8-49c8-a920-e980df879ed9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:12:42.761524 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.765639 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:12:42.866829 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] For port 666cc253-64d8-49c8-a920-e980df879ed9, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:12:42.871870 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] For port 666cc253-64d8-49c8-a920-e980df879ed9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=666cc253-64d8-49c8-a920-e980df879ed9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:12:42.882760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-080cb6bc-e4a0-4eb0-a460-b2741b2132e0 None None] Provisioning complete for port 424b5907-f817-4dd6-8468-fe6176363e50 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:42.884353 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.887768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-080cb6bc-e4a0-4eb0-a460-b2741b2132e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.981396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:42.990106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-080cb6bc-e4a0-4eb0-a460-b2741b2132e0 None None] Port 424b5907-f817-4dd6-8468-fe6176363e50 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:12:43.048753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988b3c6-0c49-4230-ab16-ff95fdd6ef3a None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:43.107049 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:43.107738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:12:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:43.123269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d671851-8a39-4f5b-8d8c-63ed83514518 None None] Provisioning complete for port 666cc253-64d8-49c8-a920-e980df879ed9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:43.123722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d671851-8a39-4f5b-8d8c-63ed83514518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.241301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.253234 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307faa92-b513-41f6-8f76-dc59ce866e97 None None] Pushing event updated for resources: {'Port': ['ID=666cc253-64d8-49c8-a920-e980df879ed9,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:43.253510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.279793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d671851-8a39-4f5b-8d8c-63ed83514518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.315932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d671851-8a39-4f5b-8d8c-63ed83514518 None None] For port 666cc253-64d8-49c8-a920-e980df879ed9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=666cc253-64d8-49c8-a920-e980df879ed9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:43.326757 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d671851-8a39-4f5b-8d8c-63ed83514518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.350977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.353158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Pushing event updated for resources: {'Port': ['ID=424b5907-f817-4dd6-8468-fe6176363e50,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:43.431279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671851-8a39-4f5b-8d8c-63ed83514518 None None] Pushing event updated for resources: {'Port': ['ID=666cc253-64d8-49c8-a920-e980df879ed9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:43.461615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Network 4484949b-f675-4ba1-81c7-687ce3519222 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:43.464198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:43.493163 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:43.619864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Router 582ed674-6275-494c-b9c0-186c19abfc99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:12:43.772066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:12:43.783358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a80d369-369d-49ed-9641-14f79c77e06d admin admin] 10.222.0.52 "PUT /v2.0/routers/582ed674-6275-494c-b9c0-186c19abfc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0762901 Nov 19 04:12:43.874311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-67c30497-aef5-4263-b006-d71367f6673c None None] Provisioning complete for port 424b5907-f817-4dd6-8468-fe6176363e50 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:43.874311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67c30497-aef5-4263-b006-d71367f6673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:43.918148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-67c30497-aef5-4263-b006-d71367f6673c None None] Port 424b5907-f817-4dd6-8468-fe6176363e50 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:12:43.963268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058fae0-e437-4093-8778-c24367b7ab1f req-27422e5a-2704-4985-a234-f874dac0197b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:43.971703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0058fae0-e437-4093-8778-c24367b7ab1f req-27422e5a-2704-4985-a234-f874dac0197b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1367121 Nov 19 04:12:44.080664 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:41Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:44.096665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0058fae0-e437-4093-8778-c24367b7ab1f req-232bc92e-f23a-4a94-968b-a87497e60a90 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209738 Nov 19 04:12:44.119191 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5dd93-e158-404b-b2c6-67961540e840 None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:41Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:12:44.806560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38062) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:44.811892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946471657', 'description': 'tempest-description--1138000798'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:44.899177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.027218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.032436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.084947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.089416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38070) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:45.096038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'security_group_rule': {'security_group_id': '4e503c72-d7e6-4112-801d-92cc5fec65d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:45.100946 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2926543 Nov 19 04:12:45.106066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f990c0-c629-45e6-b859-52a4c65ed262 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e503c72-d7e6-4112-801d-92cc5fec65d8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:45.157088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.240747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.251718 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.314282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54855b82-30f4-4373-98ef-c10f8a960799,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:45.377575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.379128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d8d2795d-4c00-4064-a447-37683b1c727c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878060 Nov 19 04:12:45.382727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38078) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:45.389295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'security_group_rule': {'security_group_id': '4e503c72-d7e6-4112-801d-92cc5fec65d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:45.394572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0433a2-53a2-4ccd-8b49-57db1701f725 req-ca9556ef-4ce4-4022-997f-72549adf79b7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:45.404159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d0433a2-53a2-4ccd-8b49-57db1701f725 req-ca9556ef-4ce4-4022-997f-72549adf79b7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1135273 Nov 19 04:12:45.461242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.507385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d0433a2-53a2-4ccd-8b49-57db1701f725 req-6b4ef89d-3231-4a52-b052-8fb38cfeb29f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008351 Nov 19 04:12:45.603731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.614045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.642092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c0946-952e-48ab-b344-2e2fe51f0119,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:45.661401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.666419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61ee325c-a64d-49b9-9a95-dcac4b04d1f1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817028 Nov 19 04:12:45.669609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38082) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:45.675242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:45.722253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:45.910927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:46.135999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Allocated IP 172.25.8.32 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/5a77b2b7-f34c-4161-9103-a0ca441822a0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:46.405201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:46.553839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:46.603527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:46.607584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:46.612083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:12:46.680184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'Port': ['ID=5a77b2b7-f34c-4161-9103-a0ca441822a0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:46.750576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a138be-f762-42dd-8e5d-44806f74941c req-7d6ed964-2237-4c67-89e6-16e59194cfd3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:46.752051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2a138be-f762-42dd-8e5d-44806f74941c req-7d6ed964-2237-4c67-89e6-16e59194cfd3 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0869775 Nov 19 04:12:46.851425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2a138be-f762-42dd-8e5d-44806f74941c req-693f5fa4-e3b5-4078-8abe-405367cfff14 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692699 Nov 19 04:12:46.875696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:46.984167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.059331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 666cc253-64d8-49c8-a920-e980df879ed9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:47.187020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 666cc253-64d8-49c8-a920-e980df879ed9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:47.187397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.337210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.356990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.448925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:47.488686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'Port': ['ID=5a77b2b7-f34c-4161-9103-a0ca441822a0,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:47.623148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.662593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.665775 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d1236f8-f172-432f-ab42-a727984940b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9940176 Nov 19 04:12:47.747580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-870c3fd5-d728-4c84-838c-d6b3a07ca4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.827801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:12:47.847716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:47.848364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:12:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:47.936104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-870c3fd5-d728-4c84-838c-d6b3a07ca4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:47.950275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-870c3fd5-d728-4c84-838c-d6b3a07ca4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:48.030328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c3fd5-d728-4c84-838c-d6b3a07ca4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610c601-6ec7-4706-aab6-95178fa31cc0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:48.087612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38138) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:48.088574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-870c3fd5-d728-4c84-838c-d6b3a07ca4dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c7d69126b4f4c7787e9fe7e561c9a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6372874 Nov 19 04:12:48.158003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13e2ef-465c-4e5e-985a-4839f2445a0f req-155228fb-777d-4ee2-aaf4-8f605fa2f6df tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:48.173517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad13e2ef-465c-4e5e-985a-4839f2445a0f req-155228fb-777d-4ee2-aaf4-8f605fa2f6df tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1687953 Nov 19 04:12:48.181768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:48.277177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f699e5c-80a8-455f-a8b1-d759522eec9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:48.320979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f699e5c-80a8-455f-a8b1-d759522eec9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:48.336274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad13e2ef-465c-4e5e-985a-4839f2445a0f req-3eadda66-bd3b-4512-b196-1d889e117a6d tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578979 Nov 19 04:12:48.434719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f699e5c-80a8-455f-a8b1-d759522eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:48.438412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f699e5c-80a8-455f-a8b1-d759522eec9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:48.439995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1f699e5c-80a8-455f-a8b1-d759522eec9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f610c601-6ec7-4706-aab6-95178fa31cc0 HTTP/1.1" status: 204 len: 168 time: 0.3481703 Nov 19 04:12:48.466596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f699e5c-80a8-455f-a8b1-d759522eec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610c601-6ec7-4706-aab6-95178fa31cc0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:48.479810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 2, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:48.530421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-539d003f-d912-4b15-abed-1f24df9fc742 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1946471657&fields=id&tenant_id=abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 267 time: 0.0665100 Nov 19 04:12:48.553959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:12:48.554588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Updating router 582ed674-6275-494c-b9c0-186c19abfc99 port 424b5907-f817-4dd6-8468-fe6176363e50 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:12:48.636139 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:48.783097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-b4705028-1db8-4303-bda0-844b628e42f4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:48.791394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-b4705028-1db8-4303-bda0-844b628e42f4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 816 time: 0.2594566 Nov 19 04:12:48.809163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-a5890661-edc6-4ab0-965c-d7f4f51fcba9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/quotas/abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 375 time: 0.0168362 Nov 19 04:12:48.879207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-bb98eb55-d97d-4cc3-9091-a88d47294a40 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690727 Nov 19 04:12:49.068618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38160) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:49.088119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-e785f51d-f505-411e-9a22-99a6f0613428 service neutron] 10.222.0.52 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077422 Nov 19 04:12:49.090811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5f28c54-c3dd-4e28-b657-d27788ed1b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.255024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.268427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.299869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5f28c54-c3dd-4e28-b657-d27788ed1b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.312436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5f28c54-c3dd-4e28-b657-d27788ed1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.386048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f5f28c54-c3dd-4e28-b657-d27788ed1b18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20f2e88b85e94c38b04cf61bb5d3c4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3156967 Nov 19 04:12:49.404504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38166) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:49.408242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-79319ca1-2746-4904-8fd1-10c13d936ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190041 Nov 19 04:12:49.450434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f28c54-c3dd-4e28-b657-d27788ed1b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56bef6-bbce-43cf-aa01-fe511c6a7ac6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:49.504101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Attempting to bind port 424b5907-f817-4dd6-8468-fe6176363e50 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:12:49.504798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Attempting to bind port 424b5907-f817-4dd6-8468-fe6176363e50 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:12:49.505400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Attempting to bind port 424b5907-f817-4dd6-8468-fe6176363e50 on network 4484949b-f675-4ba1-81c7-687ce3519222 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:49.512128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb50ba-018c-4674-8015-e4392638d20f None None] Pushing event updated for resources: {'Port': ['ID=424b5907-f817-4dd6-8468-fe6176363e50,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:49.517330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:12:49.518102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Checking segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:12:49.518677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.519226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Bound using segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:12:49.520066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Bound port: 424b5907-f817-4dd6-8468-fe6176363e50, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:12:49.520883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.546198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c751d7e7-d144-4f93-ace5-7f7c05d46039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.580885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c751d7e7-d144-4f93-ace5-7f7c05d46039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.659312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c751d7e7-d144-4f93-ace5-7f7c05d46039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.665320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c751d7e7-d144-4f93-ace5-7f7c05d46039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.670470 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c751d7e7-d144-4f93-ace5-7f7c05d46039 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e56bef6-bbce-43cf-aa01-fe511c6a7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2636118 Nov 19 04:12:49.687162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] For port 424b5907-f817-4dd6-8468-fe6176363e50, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:12:49.699534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751d7e7-d144-4f93-ace5-7f7c05d46039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56bef6-bbce-43cf-aa01-fe511c6a7ac6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:49.699997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] For port 424b5907-f817-4dd6-8468-fe6176363e50, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=424b5907-f817-4dd6-8468-fe6176363e50,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:12:49.711067 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:49.781759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:12:49.782625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:12:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:49.872596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb50ba-018c-4674-8015-e4392638d20f None None] Pushing event updated for resources: {'Port': ['ID=424b5907-f817-4dd6-8468-fe6176363e50,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:50.236025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-74136239-b5d1-4b58-8a2e-038079a92827 None None] Provisioning complete for port 424b5907-f817-4dd6-8468-fe6176363e50 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:50.238015 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74136239-b5d1-4b58-8a2e-038079a92827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:50.442094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66340e66-e43a-4085-8ce4-05a876446245 req-9521cc50-5656-4601-8a59-4b1f9136094e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 210 time: 0.0960565 Nov 19 04:12:50.458745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:12:50.610274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68de61-1186-458e-948e-162d22969c0d req-9fc6d790-a820-4148-9c90-91e67f740fd0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:50.619930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b68de61-1186-458e-948e-162d22969c0d req-9fc6d790-a820-4148-9c90-91e67f740fd0 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.0734220 Nov 19 04:12:50.786493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b68de61-1186-458e-948e-162d22969c0d req-b7357fc4-a32e-43c7-b701-32e1a8f5ec0b tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653340 Nov 19 04:12:51.047852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74136239-b5d1-4b58-8a2e-038079a92827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:51.050353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 424b5907-f817-4dd6-8468-fe6176363e50 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:51.311644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-74136239-b5d1-4b58-8a2e-038079a92827 None None] For port 424b5907-f817-4dd6-8468-fe6176363e50, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=424b5907-f817-4dd6-8468-fe6176363e50,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:51.347601 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-74136239-b5d1-4b58-8a2e-038079a92827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:51.456006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74136239-b5d1-4b58-8a2e-038079a92827 None None] Pushing event updated for resources: {'Port': ['ID=424b5907-f817-4dd6-8468-fe6176363e50,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:51.477901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:49Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:12:51.952870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06fcff-aa12-446c-9b5c-695f0f7b2c51 None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:49Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:12:51.984539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-227063fb-289b-4151-b2a9-72706dbc6c2e None None] Provisioning complete for port 424b5907-f817-4dd6-8468-fe6176363e50 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:51.984830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-227063fb-289b-4151-b2a9-72706dbc6c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:51.986840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5a91a74-a2de-4f52-aa18-db20e9164a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:52.054427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 424b5907-f817-4dd6-8468-fe6176363e50 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:52.055313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:52.103819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-bad6a4cf-5608-4cc9-a4ec-5c20c9767ac3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:52.112128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-bad6a4cf-5608-4cc9-a4ec-5c20c9767ac3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 816 time: 0.4754605 Nov 19 04:12:52.315421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07e591b1-0db9-440e-b98e-08936855295a req-72da7ffe-cc10-4032-a584-4578ec865c05 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 210 time: 0.1926870 Nov 19 04:12:52.605857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-22950168-51d3-4467-a56b-23ce57d24fd6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 380 time: 0.4583220 Nov 19 04:12:52.615148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-df021c14-470e-44d7-b37e-80264092191a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:52.616928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-df021c14-470e-44d7-b37e-80264092191a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.5029368 Nov 19 04:12:52.625588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'port': {'device_id': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'admin_state_up': True, 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'security_groups': ['4e503c72-d7e6-4112-801d-92cc5fec65d8']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:52.688394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:52.991215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043df5a-a1f1-4b52-a4d6-8631daf27901 req-11cb0ee4-aabf-4300-9a56-a330952f12ba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:52.998737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3043df5a-a1f1-4b52-a4d6-8631daf27901 req-11cb0ee4-aabf-4300-9a56-a330952f12ba tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.5166118 Nov 19 04:12:53.065753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 424b5907-f817-4dd6-8468-fe6176363e50 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:12:53.085351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Made reservation on behalf of abe2c2fd70d3460dba6f6bb0390e9819 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:12:53.100953 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:53.169557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 424b5907-f817-4dd6-8468-fe6176363e50 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:53.170094 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:53.469373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Allocated IP 172.20.0.5 (4484949b-f675-4ba1-81c7-687ce3519222/0d37ffb6-8218-49c0-a76e-0ef55da4177f/be714cf4-8a08-4164-ac1b-0d82e423918a) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:53.591978 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed13446c-87cd-4615-8361-5139e037c65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:53.684599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3043df5a-a1f1-4b52-a4d6-8631daf27901 req-4a8ef6e1-0ea0-415a-9510-eaf7da4d0b34 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848717 Nov 19 04:12:53.770451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:53.807723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Deleting port b3d584f4-15df-4172-8788-f2aeb8a01ba6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:12:53.808464 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:54.020697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fae4ef26-b6a8-468b-878c-d158b5c70a6f req-71394519-a6bd-4525-ad5a-bf789f256cb1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 210 time: 0.2159488 Nov 19 04:12:54.074098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:54.159626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] For port b3d584f4-15df-4172-8788-f2aeb8a01ba6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b3d584f4-15df-4172-8788-f2aeb8a01ba6,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:12:54.159626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:54.179114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Calling delete_port for b3d584f4-15df-4172-8788-f2aeb8a01ba6 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:12:54.186738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:54.189179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Network 4484949b-f675-4ba1-81c7-687ce3519222 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:12:54.196225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:12:54.199745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:12:54.680786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a0d16e4d-572d-4e6b-b707-165ec9a48311 None None] Provisioning complete for port be714cf4-8a08-4164-ac1b-0d82e423918a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:12:54.681392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a0d16e4d-572d-4e6b-b707-165ec9a48311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:54.709156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:54.709853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:54.757867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a0d16e4d-572d-4e6b-b707-165ec9a48311 None None] Port be714cf4-8a08-4164-ac1b-0d82e423918a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:12:54.770141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-7dc1b844-b8cb-4824-bb7a-431ff44545f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1511068 Nov 19 04:12:54.800192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Request body: {'port': {'device_id': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:54.941597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:54.962125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17e6c3-d230-46f8-912f-f536cb8f227a req-e233a0d2-aab6-4268-9c49-728d851f0ed8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:54.963695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d17e6c3-d230-46f8-912f-f536cb8f227a req-e233a0d2-aab6-4268-9c49-728d851f0ed8 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=95501743-3403-46b5-8dd4-3dca62aba1ca HTTP/1.1" status: 200 len: 945 time: 0.1720512 Nov 19 04:12:54.968196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.006184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.075982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event deleted for resources: {'Port': ['ID=b3d584f4-15df-4172-8788-f2aeb8a01ba6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:55.099773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533bb8a-a3d7-490c-97fc-fd0cb9563d4c None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:12:55.144458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] No DVR routers for this DVR port b3d584f4-15df-4172-8788-f2aeb8a01ba6 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:12:55.149405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.152912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c4e6daf-9df4-4877-b4bb-3adca5692cf1 req-8f646240-05e3-4b6f-8434-c7abbc637399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "DELETE /v2.0/ports/b3d584f4-15df-4172-8788-f2aeb8a01ba6 HTTP/1.1" status: 204 len: 173 time: 2.1887801 Nov 19 04:12:55.153554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'name': 'network-vif-deleted', 'tag': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:55.158639 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adbeef2-c18f-4ac1-8788-01bf465f560e" -d '{"events": [{"server_uuid": "95501743-3403-46b5-8dd4-3dca62aba1ca", "name": "network-vif-deleted", "tag": "b3d584f4-15df-4172-8788-f2aeb8a01ba6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:55.161356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7e53ae25-ee0e-4163-917c-cec176c2cc7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.172468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d17e6c3-d230-46f8-912f-f536cb8f227a req-5c02961b-9c3a-404d-9ef4-c558600db72a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934729 Nov 19 04:12:55.241876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.292230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b3d584f4-15df-4172-8788-f2aeb8a01ba6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:12:55.368740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: b3d584f4-15df-4172-8788-f2aeb8a01ba6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:12:55.371516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b3d584f4-15df-4172-8788-f2aeb8a01ba6 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:12:55.401620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7e53ae25-ee0e-4163-917c-cec176c2cc7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.421792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7e53ae25-ee0e-4163-917c-cec176c2cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.466545 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7e53ae25-ee0e-4163-917c-cec176c2cc7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9190b16b849499a80af6e8feab993ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5235758 Nov 19 04:12:55.469081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38304) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:55.498804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53ae25-ee0e-4163-917c-cec176c2cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b01192-4d6a-41cc-83d5-64cfe47ede04,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:55.510317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b8e33-c1de-470c-af2c-a370d3e443fd req-9fcf5a61-59c8-4139-a4f9-27b242febd90 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:55.519855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-007b8e33-c1de-470c-af2c-a370d3e443fd req-9fcf5a61-59c8-4139-a4f9-27b242febd90 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 931 time: 0.1916749 Nov 19 04:12:55.540457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e4f494-743e-4bc5-ac8c-71dd63ebc3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.565148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e4f494-743e-4bc5-ac8c-71dd63ebc3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.618747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-007b8e33-c1de-470c-af2c-a370d3e443fd req-f474e38f-b35b-43aa-9b04-a56a29d3a9c4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922110 Nov 19 04:12:55.629034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e4f494-743e-4bc5-ac8c-71dd63ebc3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.634995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42e4f494-743e-4bc5-ac8c-71dd63ebc3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.638699 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42e4f494-743e-4bc5-ac8c-71dd63ebc3cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46b01192-4d6a-41cc-83d5-64cfe47ede04 HTTP/1.1" status: 204 len: 168 time: 0.1660228 Nov 19 04:12:55.645206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f494-743e-4bc5-ac8c-71dd63ebc3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b01192-4d6a-41cc-83d5-64cfe47ede04,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:55.717466 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95d1cf-5d00-403d-b198-5c9c8a1f2e36 x-openstack-request-id: req-8a95d1cf-5d00-403d-b198-5c9c8a1f2e36 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:55.718447 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95501743-3403-46b5-8dd4-3dca62aba1ca", "name": "network-vif-deleted", "tag": "b3d584f4-15df-4172-8788-f2aeb8a01ba6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:55.718924 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a95d1cf-5d00-403d-b198-5c9c8a1f2e36 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:55.720093 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95501743-3403-46b5-8dd4-3dca62aba1ca', 'name': 'network-vif-deleted', 'tag': 'b3d584f4-15df-4172-8788-f2aeb8a01ba6', 'status': 'completed', 'code': 200} Nov 19 04:12:55.740219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be714cf4-8a08-4164-ac1b-0d82e423918a {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:12:55.748871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.766282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Transition to ACTIVE for port object be714cf4-8a08-4164-ac1b-0d82e423918a will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:12:55.777737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:55.851623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:55.965522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Attempting to bind port be714cf4-8a08-4164-ac1b-0d82e423918a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:12:55.965972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Attempting to bind port be714cf4-8a08-4164-ac1b-0d82e423918a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:12:55.966448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Attempting to bind port be714cf4-8a08-4164-ac1b-0d82e423918a on network 4484949b-f675-4ba1-81c7-687ce3519222 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:55.975245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Port be714cf4-8a08-4164-ac1b-0d82e423918a on network 4484949b-f675-4ba1-81c7-687ce3519222 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:12:55.975719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Attempting to bind port be714cf4-8a08-4164-ac1b-0d82e423918a on network 4484949b-f675-4ba1-81c7-687ce3519222 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:12:55.991864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:12:55.991864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Checking segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:12:55.991864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Bound using segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:12:55.991864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Bound port: be714cf4-8a08-4164-ac1b-0d82e423918a, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:12:55.991864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.091766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:12:56.096142 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:12:56.103692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.149274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:56.150082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.151609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] 10.222.0.36 "PUT /v2.0/ports/be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 1091 time: 1.3587818 Nov 19 04:12:56.178759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919b217-9f54-4124-b70c-1cc9b9d8cb65 service neutron] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:56.261559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:56.295984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3af5fc64-94d2-4cb1-967e-99f1d865dd2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.303998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-f1d323d9-c0ad-4442-b5ce-8bc596b2f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:56.305873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-f1d323d9-c0ad-4442-b5ce-8bc596b2f0d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1094 time: 0.1052880 Nov 19 04:12:56.374703 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.385826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-4e798350-fbfe-4863-96ed-c135638c0de4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 217 time: 0.0688806 Nov 19 04:12:56.475381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3af5fc64-94d2-4cb1-967e-99f1d865dd2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.483979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3af5fc64-94d2-4cb1-967e-99f1d865dd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.505811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-2fc5e79a-1af2-48c9-90b7-bcd804f65055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:56.512069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-2fc5e79a-1af2-48c9-90b7-bcd804f65055 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.1182282 Nov 19 04:12:56.566251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5fc64-94d2-4cb1-967e-99f1d865dd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083a913e-cbfb-4afa-944c-f112ede79e3d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:56.606020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38350) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:12:56.608679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3af5fc64-94d2-4cb1-967e-99f1d865dd2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff0dd7997d7d43af94e8e00cd4fa4699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460693 Nov 19 04:12:56.748122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-05a29c93-c321-466b-9d29-72ebf76d7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:56.749680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-05a29c93-c321-466b-9d29-72ebf76d7032 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760876 Nov 19 04:12:56.797112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c35c2e3b-578c-43bd-bf05-2fefeb3d1149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.872635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-ea3fd851-0c59-4b06-a886-a1c91fab5363 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:56.875676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-ea3fd851-0c59-4b06-a886-a1c91fab5363 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.2575274 Nov 19 04:12:56.898222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c35c2e3b-578c-43bd-bf05-2fefeb3d1149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:56.929087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-7fec3cff-f27b-424b-af62-25499c634c8e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/quotas/4ba5ec20a2d14543becb80921de13e34 HTTP/1.1" status: 200 len: 375 time: 0.0374534 Nov 19 04:12:56.986800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-adead582-e57f-4d1c-ab81-62fc65df93f6 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476940 Nov 19 04:12:56.988571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-e21dfb0c-0aca-44ff-806e-42f43b51c488 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210751 Nov 19 04:12:57.088803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c35c2e3b-578c-43bd-bf05-2fefeb3d1149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:57.091428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c35c2e3b-578c-43bd-bf05-2fefeb3d1149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:57.092594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c35c2e3b-578c-43bd-bf05-2fefeb3d1149 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/083a913e-cbfb-4afa-944c-f112ede79e3d HTTP/1.1" status: 204 len: 168 time: 0.4855826 Nov 19 04:12:57.110254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c2e3b-578c-43bd-bf05-2fefeb3d1149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083a913e-cbfb-4afa-944c-f112ede79e3d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:12:57.180693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-60737d7a-4607-423b-ae90-f439cabf58a4 service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854017 Nov 19 04:12:57.184355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6674ab6-eebc-4dec-8632-c7674cdb582d req-081fd13c-34b0-4c84-8d13-b78463d42d29 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876104 Nov 19 04:12:57.269014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:57.287855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-4631a7d0-cc97-4303-af7d-99b42566092e service neutron] 10.222.0.52 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979874 Nov 19 04:12:57.548303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc67109-fac8-47a9-8565-fac402e35dc4 req-abab03c7-bfb0-4ce6-939d-f0230f93d55e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:57.550644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acc67109-fac8-47a9-8565-fac402e35dc4 req-abab03c7-bfb0-4ce6-939d-f0230f93d55e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0741322 Nov 19 04:12:57.623958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acc67109-fac8-47a9-8565-fac402e35dc4 req-8a1d88bf-7b0d-4ca7-b20b-5c42e20cf81c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574901 Nov 19 04:12:57.738419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:12:57.738708 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f401679-98b5-4ad4-9d60-57db36006146" -d '{"events": [{"name": "network-changed", "server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:12:57.767322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc52f44-bcfc-4eb1-a172-25bccfc2692f req-25a60661-aac1-429f-a452-35afed95240b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:57.768928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abc52f44-bcfc-4eb1-a172-25bccfc2692f req-25a60661-aac1-429f-a452-35afed95240b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.0616212 Nov 19 04:12:57.836831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abc52f44-bcfc-4eb1-a172-25bccfc2692f req-b6216165-123b-436f-a3ed-657422e17efb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606878 Nov 19 04:12:57.917656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a3a8365-994d-4d54-a09d-96f4be234b7f req-039ab971-6ca6-42e1-877c-69c4bf3c4c2f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 210 time: 0.0428460 Nov 19 04:12:58.303479 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d602e0-04f1-47a3-949f-1b24a7bb6cdc x-openstack-request-id: req-67d602e0-04f1-47a3-949f-1b24a7bb6cdc {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:12:58.303805 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:12:58.304452 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67d602e0-04f1-47a3-949f-1b24a7bb6cdc {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:12:58.304452 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'status': 'completed', 'code': 200} Nov 19 04:12:58.419945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401679-98b5-4ad4-9d60-57db36006146 req-96fea6b3-637b-492a-9a66-6901fb483cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:58.421473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-96fea6b3-637b-492a-9a66-6901fb483cca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1094 time: 0.0902314 Nov 19 04:12:58.484717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431932f-2dd2-4f17-86b7-2b6329a08807 req-b57e2068-0900-4210-aad7-fc2a82357b1d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:58.486258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9431932f-2dd2-4f17-86b7-2b6329a08807 req-b57e2068-0900-4210-aad7-fc2a82357b1d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1185737 Nov 19 04:12:58.567569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9431932f-2dd2-4f17-86b7-2b6329a08807 req-1b949966-8fc7-4913-a7ab-70fae5d917c9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742273 Nov 19 04:12:58.569956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401679-98b5-4ad4-9d60-57db36006146 req-010bbf6d-fe65-4de0-8914-0299fbb8628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:58.571487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-010bbf6d-fe65-4de0-8914-0299fbb8628b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1408319 Nov 19 04:12:58.628163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-761942af-7bb7-4da5-b9a2-9bf50289d3a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 217 time: 0.0480905 Nov 19 04:12:58.705682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401679-98b5-4ad4-9d60-57db36006146 req-e9ac2a77-0454-4142-9e3e-9b58eddbe7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:58.707237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-e9ac2a77-0454-4142-9e3e-9b58eddbe7f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0713420 Nov 19 04:12:58.792621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f401679-98b5-4ad4-9d60-57db36006146 req-29daa7f3-20c2-497c-bc0d-88ec58b678b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:58.794600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-29daa7f3-20c2-497c-bc0d-88ec58b678b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780096 Nov 19 04:12:58.945597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-8672bac7-5658-45f4-a12b-f580eeea8224 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385038 Nov 19 04:12:59.170800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf4580-c12c-462f-b049-b270d10d374d req-cc317f86-eaaf-4c5b-b566-d5d3a9bca2e3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:59.172354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3eaf4580-c12c-462f-b049-b270d10d374d req-cc317f86-eaaf-4c5b-b566-d5d3a9bca2e3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.2161772 Nov 19 04:12:59.181810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f401679-98b5-4ad4-9d60-57db36006146 req-75538f8c-5e5c-4d6b-a00d-45c2b8cb5c2b service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243185 Nov 19 04:12:59.200278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-042d211f-6483-4392-9bf6-98abc13dd399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:59.202119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-042d211f-6483-4392-9bf6-98abc13dd399 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 812 time: 0.2553113 Nov 19 04:12:59.249860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Request body: {'port': {'device_id': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'admin_state_up': True, 'tenant_id': '4ba5ec20a2d14543becb80921de13e34'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:12:59.305619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3eaf4580-c12c-462f-b049-b270d10d374d req-f4b7e63a-6f09-4850-be2a-449212bfcb27 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227865 Nov 19 04:12:59.416241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Made reservation on behalf of 4ba5ec20a2d14543becb80921de13e34 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:12:59.420908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:59.470456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4139461-474d-4541-9317-7fc3d4a9ecea req-e72e2198-ce2f-4214-88d7-023c07dd3567 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 210 time: 0.0426867 Nov 19 04:12:59.616577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Allocated IP 172.20.0.2 (0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5/c13c240b-a966-4c29-a23b-08967fa2e6aa/d2c553a9-fbbf-4c21-9673-db155eae870d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:12:59.794447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50280-7884-4dc5-b2b0-516381589133 req-b49f4b53-5fe1-467e-9dea-6cb58126d2e3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:12:59.802463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91d50280-7884-4dc5-b2b0-516381589133 req-b49f4b53-5fe1-467e-9dea-6cb58126d2e3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1315126 Nov 19 04:12:59.926470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91d50280-7884-4dc5-b2b0-516381589133 req-b30e34ae-2394-4d09-ae73-1317c34c1d8b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222522 Nov 19 04:12:59.942383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:12:59.988469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.012053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:00.031036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:13:00.033724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:13:00.045996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:13:00.050159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:13:00.053829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:13:00.100935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10efa66b-5820-4203-98cd-e99f45a861ce None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:13:00.149129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event updated for resources: {'Port': ['ID=d2c553a9-fbbf-4c21-9673-db155eae870d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:00.158863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:00.159846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.183811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8fb6e4ec-207b-40b4-81ce-89b72dd7b8af tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9408014 Nov 19 04:13:00.203395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c410e7d2-1190-4bae-b8ea-ce2229cef604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.212140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Request body: {'port': {'device_id': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:00.235170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.272852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:00.275443 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd6fde6-77de-4f09-b64e-2ee23313bba3" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:00.302456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:00.309548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.316012 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.319042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5b6398a9-fe6e-43a6-bd23-ead682218d8c None None] Provisioning complete for port d2c553a9-fbbf-4c21-9673-db155eae870d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:00.320674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6398a9-fe6e-43a6-bd23-ead682218d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.327646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c410e7d2-1190-4bae-b8ea-ce2229cef604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.335640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c410e7d2-1190-4bae-b8ea-ce2229cef604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.368562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410e7d2-1190-4bae-b8ea-ce2229cef604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d552cf6-416d-4b56-a16e-72d8eae0e18f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:00.401606 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c410e7d2-1190-4bae-b8ea-ce2229cef604 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5355a9eadb5462992bf322e0ec20c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3885901 Nov 19 04:13:00.403115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38478) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:00.421359 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b108a4-56c7-4734-9b0d-231facfa8b92 x-openstack-request-id: req-c7b108a4-56c7-4734-9b0d-231facfa8b92 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:00.421659 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:00.421928 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7b108a4-56c7-4734-9b0d-231facfa8b92 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:00.422366 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:13:00.450579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:00.473043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:00.490260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'mac_address': 'fa:16:3e:3b:0c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:13:00.493665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5b6398a9-fe6e-43a6-bd23-ead682218d8c None None] Port d2c553a9-fbbf-4c21-9673-db155eae870d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:13:00.499746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79fc7f13-89c2-41d3-a9bc-ee5537d2c0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.523762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79fc7f13-89c2-41d3-a9bc-ee5537d2c0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.537375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.551481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be714cf4-8a08-4164-ac1b-0d82e423918a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:00.573884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:00.579353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.589232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79fc7f13-89c2-41d3-a9bc-ee5537d2c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.592046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-79fc7f13-89c2-41d3-a9bc-ee5537d2c0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.593657 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-79fc7f13-89c2-41d3-a9bc-ee5537d2c0ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d552cf6-416d-4b56-a16e-72d8eae0e18f HTTP/1.1" status: 204 len: 168 time: 0.1869884 Nov 19 04:13:00.622041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc7f13-89c2-41d3-a9bc-ee5537d2c0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d552cf6-416d-4b56-a16e-72d8eae0e18f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:00.670933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:00.700454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca9313-a91f-47b5-8bb8-c7a26eb08232 req-8f95d285-5a35-43e9-82a9-660a90dc897c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:00.702069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fca9313-a91f-47b5-8bb8-c7a26eb08232 req-8f95d285-5a35-43e9-82a9-660a90dc897c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.2684834 Nov 19 04:13:00.798249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fca9313-a91f-47b5-8bb8-c7a26eb08232 req-b7b5cf34-22d3-439a-90ba-81a28518dbd0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859168 Nov 19 04:13:00.851256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['be714cf4-8a08-4164-ac1b-0d82e423918a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:13:00.938075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c553a9-fbbf-4c21-9673-db155eae870d {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:00.951845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:00.996605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Transition to ACTIVE for port object d2c553a9-fbbf-4c21-9673-db155eae870d will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:13:01.009428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.030657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38492) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:01.047255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd01705-81ec-493f-9142-d0b58f458179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.062697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99863da7-3c47-4240-8e9b-bd7de203c771 req-a477cffb-e963-47c8-8292-1c8736303941 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:01.074574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99863da7-3c47-4240-8e9b-bd7de203c771 req-a477cffb-e963-47c8-8292-1c8736303941 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 931 time: 0.1277668 Nov 19 04:13:01.094432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff4e45-65a0-4e72-be28-d8ddb0e023e8 None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:13:01.155851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd01705-81ec-493f-9142-d0b58f458179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.163508 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd01705-81ec-493f-9142-d0b58f458179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.199930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1bd01705-81ec-493f-9142-d0b58f458179 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f2346cf645a429fa1ed3895722c3414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681635 Nov 19 04:13:01.200690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38494) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:01.221629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=d2c553a9-fbbf-4c21-9673-db155eae870d,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:01.267886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99863da7-3c47-4240-8e9b-bd7de203c771 req-cb9ffbe2-c1d7-44f2-af79-fbcbe2079180 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923282 Nov 19 04:13:01.272757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd01705-81ec-493f-9142-d0b58f458179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79945201-3ff0-4140-a7f7-5a18c55d6552,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:01.320828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Attempting to bind port d2c553a9-fbbf-4c21-9673-db155eae870d on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:13:01.321538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Attempting to bind port d2c553a9-fbbf-4c21-9673-db155eae870d by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:13:01.322033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Attempting to bind port d2c553a9-fbbf-4c21-9673-db155eae870d on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:13:01.329773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Port d2c553a9-fbbf-4c21-9673-db155eae870d on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:13:01.330538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Attempting to bind port d2c553a9-fbbf-4c21-9673-db155eae870d on network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:13:01.343457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:13:01.343956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Checking segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:13:01.344243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2593ebdc-c623-47e5-b8b7-8ff078675dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.345031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Bound using segment: {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:13:01.345610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Bound port: d2c553a9-fbbf-4c21-9673-db155eae870d, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2027fc00-0bbc-4dae-b0c0-7654e56c349a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:13:01.346421 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.372890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2593ebdc-c623-47e5-b8b7-8ff078675dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.441205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2593ebdc-c623-47e5-b8b7-8ff078675dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.445304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2593ebdc-c623-47e5-b8b7-8ff078675dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.446633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2593ebdc-c623-47e5-b8b7-8ff078675dcb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79945201-3ff0-4140-a7f7-5a18c55d6552 HTTP/1.1" status: 204 len: 168 time: 0.2439365 Nov 19 04:13:01.468026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593ebdc-c623-47e5-b8b7-8ff078675dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79945201-3ff0-4140-a7f7-5a18c55d6552,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:01.488359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a33391-6113-4fd7-894f-98b40cfa0917 req-785770e5-8b95-464b-a430-169e0ba156ed tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:01.491082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a33391-6113-4fd7-894f-98b40cfa0917 req-785770e5-8b95-464b-a430-169e0ba156ed tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0973537 Nov 19 04:13:01.532471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] For port d2c553a9-fbbf-4c21-9673-db155eae870d, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:13:01.556539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] For port d2c553a9-fbbf-4c21-9673-db155eae870d, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d2c553a9-fbbf-4c21-9673-db155eae870d,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:13:01.572266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.612871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81a33391-6113-4fd7-894f-98b40cfa0917 req-360451e5-0ab8-47d7-88ab-b1bf90aec39a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123850 Nov 19 04:13:01.630239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:01.631468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:01.638154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] 10.222.0.31 "PUT /v2.0/ports/d2c553a9-fbbf-4c21-9673-db155eae870d HTTP/1.1" status: 200 len: 1091 time: 1.4271469 Nov 19 04:13:01.645341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6ece1-d193-4ec3-962b-a92235eef9d4 None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:13:01.646794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'tag': 'd2c553a9-fbbf-4c21-9673-db155eae870d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:01.664664 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcdaf0c-224d-4318-852f-c99446a9c4fc", "tag": "d2c553a9-fbbf-4c21-9673-db155eae870d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:01.689123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9828da-d456-4745-93f6-76983c4b3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=d2c553a9-fbbf-4c21-9673-db155eae870d,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:01.730877 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe79cf2-22a9-485b-9356-12223a8db4ba x-openstack-request-id: req-afe79cf2-22a9-485b-9356-12223a8db4ba {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:01.731307 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcdaf0c-224d-4318-852f-c99446a9c4fc", "tag": "d2c553a9-fbbf-4c21-9673-db155eae870d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:01.731684 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afe79cf2-22a9-485b-9356-12223a8db4ba {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:01.732190 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'tag': 'd2c553a9-fbbf-4c21-9673-db155eae870d', 'status': 'completed', 'code': 200} Nov 19 04:13:01.774552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-637eab7a-0afc-4198-bff0-767c3cc3c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:01.776114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-637eab7a-0afc-4198-bff0-767c3cc3c51b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 1094 time: 0.0606298 Nov 19 04:13:01.890592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:02.046492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:13:02.051143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:13:02.204258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port be714cf4-8a08-4164-ac1b-0d82e423918a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:13:02.218673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port be714cf4-8a08-4164-ac1b-0d82e423918a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:02.219064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:02.252988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-8eb1326b-c5dc-4f42-b6a5-fe328f92e693 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2c553a9-fbbf-4c21-9673-db155eae870d HTTP/1.1" status: 200 len: 217 time: 0.4629409 Nov 19 04:13:02.327561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:02.366600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142e83a-c2af-48ff-9bf9-5b7f048f48f2 req-792bfe99-88fc-4346-9c64-444e7848d461 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:02.374143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e142e83a-c2af-48ff-9bf9-5b7f048f48f2 req-792bfe99-88fc-4346-9c64-444e7848d461 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 944 time: 0.1260664 Nov 19 04:13:02.379993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'mac_address': 'fa:16:3e:57:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:13:02.396348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0aebbf7f-03cb-48ab-a950-312d45d980dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:02.398111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-0aebbf7f-03cb-48ab-a950-312d45d980dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.1336832 Nov 19 04:13:02.435223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:02.441391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e142e83a-c2af-48ff-9bf9-5b7f048f48f2 req-d2a9c0e5-c8af-4dae-9069-e8ca8a8cb917 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660894 Nov 19 04:13:02.473236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-279cbb91-7e6d-4ce9-ae34-dadfe5ae9e6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432470 Nov 19 04:13:02.474790 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:02.527591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:02.529842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:02.534261 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243cc18f-c739-437b-a035-e5ec3d39bb56" -d '{"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-plugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:02.539837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:02.550504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:02.588048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:02.615742 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:02.674445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:02.674843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d361-7a10-4f04-9741-c31956a2917b req-bc577bd5-479f-4913-897d-21fa0c0e6eb1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:02.683095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f233d361-7a10-4f04-9741-c31956a2917b req-bc577bd5-479f-4913-897d-21fa0c0e6eb1 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 943 time: 0.0952146 Nov 19 04:13:02.727066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['12e8a0ad-7415-476d-b8e4-4f4661414bc6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:13:02.770447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f233d361-7a10-4f04-9741-c31956a2917b req-72172a7d-b6cf-4a73-8e91-da2db56ed96f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822945 Nov 19 04:13:02.782140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-5652201b-e6d9-47bc-9412-b13cc02a8601 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945266 Nov 19 04:13:02.886465 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c088c-543e-4835-b736-c5a3f9975cf0 x-openstack-request-id: req-b30c088c-543e-4835-b736-c5a3f9975cf0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:02.886814 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-plugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:02.887028 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b30c088c-543e-4835-b736-c5a3f9975cf0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:02.887436 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'code': 200} Nov 19 04:13:02.901219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:02.997858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 38566) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:03.140705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73c1c03a-c4d3-4415-b159-3caac124d2d6 req-87ceade5-a42b-487d-a5c9-7d780b6705a0 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459711 Nov 19 04:13:03.175356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3155d-a808-4c0e-b9ce-88fc4dee7480 req-adbb2504-b0a7-48d7-91b5-f59502195fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.182241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efe3155d-a808-4c0e-b9ce-88fc4dee7480 req-adbb2504-b0a7-48d7-91b5-f59502195fe5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1096 time: 0.1836793 Nov 19 04:13:03.203690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be8af5-4aad-491c-b8fc-1ff81d5beb4c req-f08f5d5f-7bea-44d2-92f4-a770bda58d04 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.205147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1706547115-network', 'tenant_id': '6885c6f6157a4752867a137d239e7b57'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:03.205298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2be8af5-4aad-491c-b8fc-1ff81d5beb4c req-f08f5d5f-7bea-44d2-92f4-a770bda58d04 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 946 time: 0.1894891 Nov 19 04:13:03.239930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Made reservation on behalf of 6885c6f6157a4752867a137d239e7b57 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:03.242972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.252314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.370433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2be8af5-4aad-491c-b8fc-1ff81d5beb4c req-a31f54cc-50d7-404f-ac61-4716304cf718 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560280 Nov 19 04:13:03.371559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.377107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.379425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efe3155d-a808-4c0e-b9ce-88fc4dee7480 req-7b34fe8c-5b99-4af2-9fb3-2ef4a5720e15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937389 Nov 19 04:13:03.399930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-7a54e779-cd1c-4c2b-be68-2dc9014d0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.402093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-7a54e779-cd1c-4c2b-be68-2dc9014d0a4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba5ec20a2d14543becb80921de13e34&device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 1094 time: 0.1363368 Nov 19 04:13:03.414691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:13:03.436334 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.436334 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Added segment 0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37 of type vlan for network 25a3bb21-6afe-4f61-9981-523581fc05b7 Nov 19 04:13:03.437571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb7f6a-570f-43ea-aad4-cb420309f095,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:03.536837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-a479f49c-4f18-4ebf-92e9-30ba3260d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.537158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.539132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-a479f49c-4f18-4ebf-92e9-30ba3260d255 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 200 len: 913 time: 0.1294227 Nov 19 04:13:03.574021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.575652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.576310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.599580 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-6af536bc-3b45-4a50-8815-be5bfe52e9e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2c553a9-fbbf-4c21-9673-db155eae870d HTTP/1.1" status: 200 len: 217 time: 0.0509820 Nov 19 04:13:03.693663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] Pushing event updated for resources: {'Network': ['ID=25a3bb21-6afe-4f61-9981-523581fc05b7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:03.699619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c42c4-f84b-4efe-b41c-eca35cb4ccb2 req-c7358712-3285-452b-9722-b5d4278fbec1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.701284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b7c42c4-f84b-4efe-b41c-eca35cb4ccb2 req-c7358712-3285-452b-9722-b5d4278fbec1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1066232 Nov 19 04:13:03.702279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38584) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:03.702607 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fac17c45-e4e2-41bd-b619-25c7c8e3db76 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7034974 Nov 19 04:13:03.705186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-330dd27c-8ca6-4b2f-b583-c1d9df9a83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:03.706705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-330dd27c-8ca6-4b2f-b583-c1d9df9a83d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 200 len: 852 time: 0.0971193 Nov 19 04:13:03.711717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Request body: {'subnet': {'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1706547115-subnet', 'tenant_id': '6885c6f6157a4752867a137d239e7b57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:03.712683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:13:03.769266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-df9bd667-0535-4bf1-afe2-32cba6d8e7bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503309 Nov 19 04:13:03.818947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Made reservation on behalf of 6885c6f6157a4752867a137d239e7b57 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:03.821813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:03.886860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b7c42c4-f84b-4efe-b41c-eca35cb4ccb2 req-2213f95e-45ef-4c99-a6b1-fa235a58b286 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660640 Nov 19 04:13:04.049177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:13:04.160157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:04.160540 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:04.199091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b974-8bc5-4e45-b340-e0e24ef60593 req-e44a8fd0-80c2-4df0-a94b-1bdc8baec1ca tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:04.200730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ef9b974-8bc5-4e45-b340-e0e24ef60593 req-e44a8fd0-80c2-4df0-a94b-1bdc8baec1ca tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 943 time: 0.2118676 Nov 19 04:13:04.204974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-e6684581-cbfe-4bfe-9898-030443816f5f service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246945 Nov 19 04:13:04.342391 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:04.404311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:04.414206 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:04.485003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=13']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:04.524231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:04.549845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ef9b974-8bc5-4e45-b340-e0e24ef60593 req-16ad8a8c-3d46-4806-8810-1578653dab8e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294694 Nov 19 04:13:04.626169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a45350-e1f9-42c7-8dd7-3fff2ab9123f req-440a8be1-45e2-459d-9d8f-bec9733fcff1 service neutron] 10.222.0.31 "GET /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094069 Nov 19 04:13:04.697461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafc51c6-750e-47e8-90a2-fc3ca4347ddc,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:04.716210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Checking segment: {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:13:04.718248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Network hostable DHCP agents. Network: 25a3bb21-6afe-4f61-9981-523581fc05b7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:13:04.742441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4ee93-539c-43b7-ac86-ce2a571c0b2a req-b563f7be-1369-4e4c-9149-aac67b4ccffa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:04.746384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cd4ee93-539c-43b7-ac86-ce2a571c0b2a req-b563f7be-1369-4e4c-9149-aac67b4ccffa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1278353 Nov 19 04:13:04.804246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:13:04.820557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cd4ee93-539c-43b7-ac86-ce2a571c0b2a req-82459216-e880-4f04-a8ae-961fa7e65bc8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676043 Nov 19 04:13:04.827345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 25a3bb21-6afe-4f61-9981-523581fc05b7) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:13:04.833692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:04.834792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:04.857807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a130b2c-0e7b-43f2-8847-eada78ea6009 None None] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:04.862461 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1c46a4b7-731d-4429-ae98-78ee3dca8da3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1588702 Nov 19 04:13:04.893971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:04.893971 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159cac62-8f18-4567-afdd-12b95061c857" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:05.076414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89451b69-f2e8-4bf9-b3b8-9bd53ff88f82 None None] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:05.157047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162261-6b0b-40fa-bf33-a32bbbd6cfcb req-f42a50e7-d556-493c-aa3c-766a0d4c7874 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:05.159561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be162261-6b0b-40fa-bf33-a32bbbd6cfcb req-f42a50e7-d556-493c-aa3c-766a0d4c7874 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1401873 Nov 19 04:13:05.260746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be162261-6b0b-40fa-bf33-a32bbbd6cfcb req-476e0758-7676-44c0-8ce1-3639532c0bf7 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920143 Nov 19 04:13:05.394609 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c23dab-a3de-4fae-8e10-853c8848c5d8 x-openstack-request-id: req-36c23dab-a3de-4fae-8e10-853c8848c5d8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:05.395287 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-plugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:05.396411 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36c23dab-a3de-4fae-8e10-853c8848c5d8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:05.397025 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:13:05.540325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687ec8-2acf-4d9f-b3fb-402458a84048 req-3e0b1d37-2bdd-469e-b3a8-85ec2a31b6e4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:05.542219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b687ec8-2acf-4d9f-b3fb-402458a84048 req-3e0b1d37-2bdd-469e-b3a8-85ec2a31b6e4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0718019 Nov 19 04:13:05.552125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:05.557828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'floatingip': {'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:05.623498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:05.806667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3fe92-6ba1-456d-ba2b-7f48a0c9f669 req-286f0f0f-5403-407b-8491-26961340553e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:05.808668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecf3fe92-6ba1-456d-ba2b-7f48a0c9f669 req-286f0f0f-5403-407b-8491-26961340553e tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 943 time: 0.1361096 Nov 19 04:13:06.198434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecf3fe92-6ba1-456d-ba2b-7f48a0c9f669 req-1bd7e518-7c62-4cb5-ae00-16e4f44d4006 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813250 Nov 19 04:13:06.440471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:06.450735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ad19-d625-4036-a428-aee1c9ef8263 req-9f87b8b9-6d5f-481c-8e42-7ea201bc01fe tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:06.459377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ac1ad19-d625-4036-a428-aee1c9ef8263 req-9f87b8b9-6d5f-481c-8e42-7ea201bc01fe tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1628771 Nov 19 04:13:06.467071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:06.589973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ac1ad19-d625-4036-a428-aee1c9ef8263 req-e7423fcc-fde5-4387-9988-e415c08208b9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294518 Nov 19 04:13:06.659788 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Floating IP 24584d63-76b5-482c-884d-1186e81c6384 associated. External IP: 172.25.8.32, port: be714cf4-8a08-4164-ac1b-0d82e423918a. Nov 19 04:13:07.092708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Router 582ed674-6275-494c-b9c0-186c19abfc99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:13:07.394413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d2c553a9-fbbf-4c21-9673-db155eae870d details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:13:07.511691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:13:07.519493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:07.522712 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:13:07.537801 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:13:07.538471 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:12:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:07.591458 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5f18138d-883c-4f4b-b02f-780f646be9c9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "PUT /v2.0/floatingips/24584d63-76b5-482c-884d-1186e81c6384 HTTP/1.1" status: 200 len: 990 time: 2.0350220 Nov 19 04:13:07.599249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:07.603238 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499c7e33-046a-4db4-94d9-1093dc83e568" -d '{"events": [{"name": "network-changed", "server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:07.648582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869be504-08ad-492b-ac3e-67b39d5ed3af req-dd60ff6a-04c7-4a17-9e69-809123441cb9 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:07.650192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-869be504-08ad-492b-ac3e-67b39d5ed3af req-dd60ff6a-04c7-4a17-9e69-809123441cb9 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 943 time: 0.1243341 Nov 19 04:13:07.650641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d2c553a9-fbbf-4c21-9673-db155eae870d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d2c553a9-fbbf-4c21-9673-db155eae870d,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:07.680569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'd2c553a9-fbbf-4c21-9673-db155eae870d', 'network_id': '0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5', 'port_id': 'd2c553a9-fbbf-4c21-9673-db155eae870d', 'mac_address': 'fa:16:3e:c3:f3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c240b-a966-4c29-a23b-08967fa2e6aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:13:07.752790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-869be504-08ad-492b-ac3e-67b39d5ed3af req-5ec67a5e-167a-4ecc-a687-6c0ceaaefe40 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874598 Nov 19 04:13:07.756169 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:13:07.762873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:07.783909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c553a9-fbbf-4c21-9673-db155eae870d {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:07.831243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d2c553a9-fbbf-4c21-9673-db155eae870d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d2c553a9-fbbf-4c21-9673-db155eae870d,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:07.846293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:07.920255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=d2c553a9-fbbf-4c21-9673-db155eae870d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:08.026319 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c78793-262d-4c74-bea8-b208ef81afb0 x-openstack-request-id: req-b9c78793-262d-4c74-bea8-b208ef81afb0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:08.026776 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:08.026929 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9c78793-262d-4c74-bea8-b208ef81afb0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:08.027285 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'status': 'completed', 'code': 200} Nov 19 04:13:08.108719 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '24584d63-76b5-482c-884d-1186e81c6384', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'mac_address': 'fa:16:3e:3b:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:12:46Z', 'updated_at': '2021-11-19T04:13:06Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:08.149221 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:13:08.166352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:13:08.168131 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:12:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:08.202579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-b6ff1fa4-2a17-415b-9ca7-5409b08ab744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:08.204128 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-b6ff1fa4-2a17-415b-9ca7-5409b08ab744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1096 time: 0.1510839 Nov 19 04:13:08.237726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfd824-402d-4594-8a3e-aae02b848cd1 req-679f6519-29c6-41af-bfeb-5d4a7aa7535a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:08.240743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['d2c553a9-fbbf-4c21-9673-db155eae870d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:13:08.246189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4adfd824-402d-4594-8a3e-aae02b848cd1 req-679f6519-29c6-41af-bfeb-5d4a7aa7535a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1203125 Nov 19 04:13:08.377216 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:13:08.477563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4adfd824-402d-4594-8a3e-aae02b848cd1 req-951aa17a-ba34-46a8-b8c0-82be4f88f25a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250555 Nov 19 04:13:08.479304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-94429b85-59fb-41aa-8eea-ee82e625b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:08.481261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-94429b85-59fb-41aa-8eea-ee82e625b17e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.2663424 Nov 19 04:13:08.682697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-e613788c-d6a7-4166-b494-8c2a64fe0a54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 998 time: 0.1934848 Nov 19 04:13:08.781326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-599178f4-8824-4a61-88a6-4c6a29623c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:08.782885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-599178f4-8824-4a61-88a6-4c6a29623c4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0908403 Nov 19 04:13:08.920509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-f874a042-750d-4dd1-8225-705f5ee4aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:08.922108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-f874a042-750d-4dd1-8225-705f5ee4aa00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303792 Nov 19 04:13:09.049348 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '24584d63-76b5-482c-884d-1186e81c6384', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'mac_address': 'fa:16:3e:3b:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:12:46Z', 'updated_at': '2021-11-19T04:13:06Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:09.079533 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8040167-b366-4664-b7a2-0785c53b1f02 None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '24584d63-76b5-482c-884d-1186e81c6384', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'mac_address': 'fa:16:3e:3b:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:12:46Z', 'updated_at': '2021-11-19T04:13:06Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:13:09.186509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c7dd-3d55-4807-a439-ad06e92d15f9 req-f6ce5e9d-4bce-4612-ba3a-6ad22946c866 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:09.204673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac56c7dd-3d55-4807-a439-ad06e92d15f9 req-f6ce5e9d-4bce-4612-ba3a-6ad22946c866 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 944 time: 0.1761940 Nov 19 04:13:09.275035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-30cafd8b-1b8c-4849-995d-d84c52e22131 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449051 Nov 19 04:13:09.366112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac56c7dd-3d55-4807-a439-ad06e92d15f9 req-1c61d987-1b89-4265-b36a-33fd49628109 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557412 Nov 19 04:13:09.401243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d2c553a9-fbbf-4c21-9673-db155eae870d up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:13:09.568532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port d2c553a9-fbbf-4c21-9673-db155eae870d completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:13:09.578608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b19f2-c80c-46ab-9c91-bb27f8fa8a64 None None] New status for floating IP 24584d63-76b5-482c-884d-1186e81c6384: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:13:09.581182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-499c7e33-046a-4db4-94d9-1093dc83e568 req-a4f6b04c-f3dc-4a8a-bec4-1a3f89d1918e service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442112 Nov 19 04:13:09.591183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port d2c553a9-fbbf-4c21-9673-db155eae870d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:09.592152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:09.820842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cea121-bdec-47d4-a51a-d2793aecfd31 req-cd0c0114-3e17-4561-a06a-a87d7401be55 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:09.847649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84cea121-bdec-47d4-a51a-d2793aecfd31 req-cd0c0114-3e17-4561-a06a-a87d7401be55 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1324580 Nov 19 04:13:09.961787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84cea121-bdec-47d4-a51a-d2793aecfd31 req-dffc208e-55b5-495e-9b06-d9e189acd14d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130795 Nov 19 04:13:10.001598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:10.088027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c553a9-fbbf-4c21-9673-db155eae870d'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:10.094264 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd35b405-6074-450c-9adb-99700f858738" -d '{"events": [{"server_uuid": "cbcdaf0c-224d-4318-852f-c99446a9c4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d2c553a9-fbbf-4c21-9673-db155eae870d"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:10.111898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d2c553a9-fbbf-4c21-9673-db155eae870d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d2c553a9-fbbf-4c21-9673-db155eae870d,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:10.119313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:10.198456 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ca9b9-1aec-402c-8da9-636063dad40c x-openstack-request-id: req-8c4ca9b9-1aec-402c-8da9-636063dad40c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:10.199001 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcdaf0c-224d-4318-852f-c99446a9c4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d2c553a9-fbbf-4c21-9673-db155eae870d", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:10.199267 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c4ca9b9-1aec-402c-8da9-636063dad40c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:10.199807 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c553a9-fbbf-4c21-9673-db155eae870d', 'code': 200} Nov 19 04:13:10.281482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=d2c553a9-fbbf-4c21-9673-db155eae870d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:10.425256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a8481-6750-4925-8b89-f1d30d619325 req-526c750c-b640-41bb-bd93-49a6e032bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:10.428581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b7a8481-6750-4925-8b89-f1d30d619325 req-526c750c-b640-41bb-bd93-49a6e032bc3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 1096 time: 0.0957248 Nov 19 04:13:10.565197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b7a8481-6750-4925-8b89-f1d30d619325 req-03bddf03-0f0f-4219-acf3-8278facfe99c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248777 Nov 19 04:13:10.596821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73426a6-1a68-4e92-9758-07734282cc8c req-5bfd25a1-a927-40c7-afd9-2981b4e302ef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:10.599527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a73426a6-1a68-4e92-9758-07734282cc8c req-5bfd25a1-a927-40c7-afd9-2981b4e302ef tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.1113279 Nov 19 04:13:10.697235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a73426a6-1a68-4e92-9758-07734282cc8c req-c57f5d24-9cb3-47d7-8c56-e81ccf27eff7 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904751 Nov 19 04:13:11.138208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbd1e9-2da8-488e-aef8-cb81d6b05035 req-3deea058-5535-47b2-bb22-62d7b080eb86 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:11.144256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7bbd1e9-2da8-488e-aef8-cb81d6b05035 req-3deea058-5535-47b2-bb22-62d7b080eb86 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0829663 Nov 19 04:13:11.218965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7bbd1e9-2da8-488e-aef8-cb81d6b05035 req-b590b9c7-3a27-4b0b-907d-1591c1d57cdb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680652 Nov 19 04:13:11.850749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aa279-a70a-4bd5-95d3-1c47c7bdc3fb req-80fc303d-fcd7-4b4b-91e0-c4868eaf745a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:11.859878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f7aa279-a70a-4bd5-95d3-1c47c7bdc3fb req-80fc303d-fcd7-4b4b-91e0-c4868eaf745a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.0848858 Nov 19 04:13:11.954150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f7aa279-a70a-4bd5-95d3-1c47c7bdc3fb req-3aee613c-48d0-496a-b078-2bad34250b17 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929430 Nov 19 04:13:12.432038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b182-748b-4315-9e39-4c8119440b40 req-c1c2323c-4efe-48d6-b2dc-6048e46856ff tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:12.444659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f840b182-748b-4315-9e39-4c8119440b40 req-c1c2323c-4efe-48d6-b2dc-6048e46856ff tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1034572 Nov 19 04:13:12.540464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f840b182-748b-4315-9e39-4c8119440b40 req-2c19c5f5-5d63-40f9-bfdc-b6729bc7abdc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945401 Nov 19 04:13:13.169710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987ece4-afb0-4806-b986-e31e37b212dc req-1ee93fca-4c8c-4bb9-875e-3c6d123baf49 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:13.172073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6987ece4-afb0-4806-b986-e31e37b212dc req-1ee93fca-4c8c-4bb9-875e-3c6d123baf49 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.1028645 Nov 19 04:13:13.268468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6987ece4-afb0-4806-b986-e31e37b212dc req-1c3818f0-7814-4aa5-8ba4-f993fe732b25 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899746 Nov 19 04:13:13.907331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7390658-a908-42cf-b54c-91bb32992b1a req-fd631499-49e5-4222-9cb7-60d738082fcf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:13.908920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7390658-a908-42cf-b54c-91bb32992b1a req-fd631499-49e5-4222-9cb7-60d738082fcf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0853863 Nov 19 04:13:13.967352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:13:13.979415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7390658-a908-42cf-b54c-91bb32992b1a req-0908290e-a943-4de9-b803-5f729d45e5e4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624762 Nov 19 04:13:14.123414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c01fc-9543-4fe4-a444-3ecd6f96f148 req-8fe91cfc-d305-48fa-ba8e-7b1b3850c096 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:14.132762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95c01fc-9543-4fe4-a444-3ecd6f96f148 req-8fe91cfc-d305-48fa-ba8e-7b1b3850c096 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.0714679 Nov 19 04:13:14.226075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95c01fc-9543-4fe4-a444-3ecd6f96f148 req-9aaa03c7-83a6-467c-ae23-be567dc4c57f tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864074 Nov 19 04:13:15.164920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aa118-02e1-4ede-b196-01cc7395b91e req-0c234939-792c-4194-b1eb-5ee19681df23 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:15.167439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e5aa118-02e1-4ede-b196-01cc7395b91e req-0c234939-792c-4194-b1eb-5ee19681df23 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0649683 Nov 19 04:13:15.276032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e5aa118-02e1-4ede-b196-01cc7395b91e req-a7bba4aa-b6fe-44e7-ad8f-e0978f5f0f2e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024458 Nov 19 04:13:15.403487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec4fdc-5446-4720-be2a-01ee8197de89 req-6017e439-f6f2-4634-a07a-68ede1362379 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:15.405089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dec4fdc-5446-4720-be2a-01ee8197de89 req-6017e439-f6f2-4634-a07a-68ede1362379 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.0770938 Nov 19 04:13:15.499476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dec4fdc-5446-4720-be2a-01ee8197de89 req-5f2d6119-998c-4247-925c-d7ff414b5506 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869074 Nov 19 04:13:16.133300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965331d-3156-403b-9f4c-8e87955108aa req-123e06b9-889e-4949-8720-b1e609858ded tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:16.183770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a965331d-3156-403b-9f4c-8e87955108aa req-123e06b9-889e-4949-8720-b1e609858ded tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.1494012 Nov 19 04:13:16.271515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a965331d-3156-403b-9f4c-8e87955108aa req-8c95231b-398a-4116-bd28-e3bd19309d39 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 Nov 19 04:13:16.517994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3c0da-b793-41a6-8a93-cf64a4840083 req-7b616992-8996-49c5-9af9-29a98a5e2564 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:16.531288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c3c0da-b793-41a6-8a93-cf64a4840083 req-7b616992-8996-49c5-9af9-29a98a5e2564 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1244721 Nov 19 04:13:16.650207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71c3c0da-b793-41a6-8a93-cf64a4840083 req-cc393aba-6a46-4e15-ad9e-87592e30a5df tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178508 Nov 19 04:13:17.569173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8aef3-fa11-4234-9e7d-d0e470de0b49 req-72add091-aee5-4c53-abd4-d294056d9102 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:17.589783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5b8aef3-fa11-4234-9e7d-d0e470de0b49 req-72add091-aee5-4c53-abd4-d294056d9102 tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.1741583 Nov 19 04:13:17.867836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5b8aef3-fa11-4234-9e7d-d0e470de0b49 req-0a7def75-3d46-4de0-ada2-bc3d7550e53a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d337c9-a006-43aa-88ef-31b02f75aea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669990 Nov 19 04:13:17.930347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-36b451bf-e2e5-4ae5-af71-7a9dc05a03ea tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:17.932264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-36b451bf-e2e5-4ae5-af71-7a9dc05a03ea tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 945 time: 0.2185440 Nov 19 04:13:18.138799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Deleting port d2c553a9-fbbf-4c21-9673-db155eae870d {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:13:18.139516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:18.244111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53f08b-095e-429a-a576-f45677130d05 req-d79fbcd3-e935-493c-a9cd-43012d151ead tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:18.250465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df53f08b-095e-429a-a576-f45677130d05 req-d79fbcd3-e935-493c-a9cd-43012d151ead tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1938913 Nov 19 04:13:18.300342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] For port d2c553a9-fbbf-4c21-9673-db155eae870d, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d2c553a9-fbbf-4c21-9673-db155eae870d,segment=NetworkSegment(2027fc00-0bbc-4dae-b0c0-7654e56c349a),segment_id=2027fc00-0bbc-4dae-b0c0-7654e56c349a)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:18.301082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:18.332758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Calling delete_port for d2c553a9-fbbf-4c21-9673-db155eae870d owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:13:18.344461 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df53f08b-095e-429a-a576-f45677130d05 req-b125a650-22b0-419c-9fdb-1dacb2b5f1a0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862286 Nov 19 04:13:18.681170 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:18.715938 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc54b45-b874-486c-8bdc-3b0eb1c6a03d None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:13:18.729882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['d2c553a9-fbbf-4c21-9673-db155eae870d'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:13:18.790911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Pushing event deleted for resources: {'Port': ['ID=d2c553a9-fbbf-4c21-9673-db155eae870d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:18.807959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] No DVR routers for this DVR port d2c553a9-fbbf-4c21-9673-db155eae870d on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:13:18.810520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:18.814670 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37bd716f-f931-4dfe-8390-9c53a1f1f64b req-e6d4b4e2-5cf0-4d2a-afd7-476dee91a6fe tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.31 "DELETE /v2.0/ports/d2c553a9-fbbf-4c21-9673-db155eae870d HTTP/1.1" status: 204 len: 173 time: 0.8711674 Nov 19 04:13:18.815594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'name': 'network-vif-deleted', 'tag': 'd2c553a9-fbbf-4c21-9673-db155eae870d'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:18.818005 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d93efe7-7e7a-4feb-88e5-79fbe9cc160b" -d '{"events": [{"server_uuid": "cbcdaf0c-224d-4318-852f-c99446a9c4fc", "name": "network-vif-deleted", "tag": "d2c553a9-fbbf-4c21-9673-db155eae870d"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:18.861210 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb5629-23ba-4648-98ba-111871a6ea2b x-openstack-request-id: req-0aeb5629-23ba-4648-98ba-111871a6ea2b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:18.861521 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcdaf0c-224d-4318-852f-c99446a9c4fc", "name": "network-vif-deleted", "tag": "d2c553a9-fbbf-4c21-9673-db155eae870d", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:18.861782 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0aeb5629-23ba-4648-98ba-111871a6ea2b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:18.862235 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcdaf0c-224d-4318-852f-c99446a9c4fc', 'name': 'network-vif-deleted', 'tag': 'd2c553a9-fbbf-4c21-9673-db155eae870d', 'status': 'completed', 'code': 200} Nov 19 04:13:19.250899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae970591-115a-406a-9695-3fe69c5fb1ed req-70e00803-b951-42e3-958f-28a652d8286a tempest-DeleteServersTestJSON-1195272361 tempest-DeleteServersTestJSON-1195272361-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbcdaf0c-224d-4318-852f-c99446a9c4fc HTTP/1.1" status: 200 len: 210 time: 0.0416718 Nov 19 04:13:19.685973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919657e-1bc1-47b2-9aa7-2d7876c7e59b req-1d61503f-2dff-4099-bc6a-c02ddda1ad96 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:19.698960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0919657e-1bc1-47b2-9aa7-2d7876c7e59b req-1d61503f-2dff-4099-bc6a-c02ddda1ad96 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1699467 Nov 19 04:13:19.836192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0919657e-1bc1-47b2-9aa7-2d7876c7e59b req-ee37550f-2b54-42e4-a06e-f1833f8c1343 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317308 Nov 19 04:13:21.016568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e42b68-943f-4495-951e-25f13949d834 req-7b63b952-6f30-4bb3-8334-d5afcbcccd6d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:21.026080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70e42b68-943f-4495-951e-25f13949d834 req-7b63b952-6f30-4bb3-8334-d5afcbcccd6d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0621903 Nov 19 04:13:21.085169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70e42b68-943f-4495-951e-25f13949d834 req-ab4c10ca-476f-44ed-af7e-11164ceace23 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557835 Nov 19 04:13:21.264745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-489cbda6-1239-41f4-83a3-76fb29559dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:21.414828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d2c553a9-fbbf-4c21-9673-db155eae870d no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:13:21.463449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: d2c553a9-fbbf-4c21-9673-db155eae870d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:13:21.463813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d2c553a9-fbbf-4c21-9673-db155eae870d not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:13:22.317311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7a04-aceb-4945-bab1-d6a6e42cf7bf req-8083c624-1a2d-494e-bf71-c1d57a51e0a0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:22.318888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d68e7a04-aceb-4945-bab1-d6a6e42cf7bf req-8083c624-1a2d-494e-bf71-c1d57a51e0a0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1120381 Nov 19 04:13:22.416602 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d68e7a04-aceb-4945-bab1-d6a6e42cf7bf req-ef20cbbd-3760-4aa7-aa59-a4b0987b547d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913754 Nov 19 04:13:22.689283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:22.728111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3cf8f-ec73-4c5e-b32a-08c6fb555d1c req-96480f68-9d4e-4a39-9019-14b25684db13 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:22.736421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14a3cf8f-ec73-4c5e-b32a-08c6fb555d1c req-96480f68-9d4e-4a39-9019-14b25684db13 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0705688 Nov 19 04:13:22.840127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14a3cf8f-ec73-4c5e-b32a-08c6fb555d1c req-952a237e-3e57-406b-b2e3-ffe89b93968e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023402 Nov 19 04:13:23.566163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b02f6c36-2cc4-42b6-b7aa-f2688922635a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:24.367763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045136f5-97b5-4ba6-a85f-55790ef4a503 req-36433a88-e7f4-4f1f-b467-e3393c8e4e16 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:24.369713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-045136f5-97b5-4ba6-a85f-55790ef4a503 req-36433a88-e7f4-4f1f-b467-e3393c8e4e16 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0694594 Nov 19 04:13:24.425700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-045136f5-97b5-4ba6-a85f-55790ef4a503 req-df8d76dc-627e-4479-8e5d-9a0b8b9940b6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497653 Nov 19 04:13:24.738962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f074ec0-fac3-494a-b797-d8707f6a6dfb req-d8e9c109-da65-443d-a5a2-027bbdfcd6b3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:24.746355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f074ec0-fac3-494a-b797-d8707f6a6dfb req-d8e9c109-da65-443d-a5a2-027bbdfcd6b3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.1043773 Nov 19 04:13:24.749323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-2b7f9bf4-bc6d-42ce-8726-f81b5c96a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:24.750788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-2b7f9bf4-bc6d-42ce-8726-f81b5c96a7be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1098 time: 0.0739157 Nov 19 04:13:24.882291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f074ec0-fac3-494a-b797-d8707f6a6dfb req-b85a8fd8-bc90-4a1a-9933-731ece9d1b3a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349156 Nov 19 04:13:24.974509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-09767aad-5083-4bd8-8ee0-d8716072f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:24.977855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-09767aad-5083-4bd8-8ee0-d8716072f04c service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.2050734 Nov 19 04:13:25.057825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-ae46a8de-e10b-4dd9-85d3-8176f9da6f5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1002 time: 0.0670164 Nov 19 04:13:25.112366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-64d405fe-f168-4fa7-9147-7b20c9f546e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:25.114709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-64d405fe-f168-4fa7-9147-7b20c9f546e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0487194 Nov 19 04:13:25.188263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-f786c519-6d2c-4ab8-af82-328bf4f8a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:25.203332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-f786c519-6d2c-4ab8-af82-328bf4f8a3a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806975 Nov 19 04:13:25.247797 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:25.379992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-c03bdfc7-3469-47c1-9cb9-3f0b05d48b66 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672969 Nov 19 04:13:25.512630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78c7f5f1-b427-43ab-954c-fafd83fbceb9 req-f7a6867d-4fba-4433-99be-c24f34e28d56 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115041 Nov 19 04:13:26.088951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345b6ea-7bbd-46ae-8ebd-f8eb03dbfa0c req-259b2dfd-6a5e-438d-a990-d727642b17c0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:26.099089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2345b6ea-7bbd-46ae-8ebd-f8eb03dbfa0c req-259b2dfd-6a5e-438d-a990-d727642b17c0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 947 time: 0.0782630 Nov 19 04:13:26.163683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2345b6ea-7bbd-46ae-8ebd-f8eb03dbfa0c req-fea3b652-dcdc-4f31-a053-1cc9e2733d02 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634391 Nov 19 04:13:26.193153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:13:26.367159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:26.528377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:26.538488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:26.542203 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b5d65c-cd28-46be-bffa-2e12b7f246ed" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:26.553063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:26.557712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:26.594068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39252) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:26.637151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=14']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:26.645131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.645488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.645835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.648544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.648915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.649273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.649619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.649980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.650326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.650662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.650997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.651330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:26.672808 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d541e2-a737-417a-ba98-2b2a4021aed9 x-openstack-request-id: req-f7d541e2-a737-417a-ba98-2b2a4021aed9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:26.673110 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:26.673368 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7d541e2-a737-417a-ba98-2b2a4021aed9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:26.673772 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'code': 200} Nov 19 04:13:26.700727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Deleting subnet c13c240b-a966-4c29-a23b-08967fa2e6aa {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:13:26.704375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:26.789886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:26.881580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:26.973003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.037967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce3803-a813-40fe-99f9-598fe0951817 None None] Network 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:27.038577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13c240b-a966-4c29-a23b-08967fa2e6aa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:27.042763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.054906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-03099a22-4613-44e8-9b1c-01bcaa6e0a27 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c13c240b-a966-4c29-a23b-08967fa2e6aa HTTP/1.1" status: 204 len: 168 time: 0.4589798 Nov 19 04:13:27.057188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39260) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:27.158765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.273895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.297373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:27.312409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2027fc00-0bbc-4dae-b0c0-7654e56c349a') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:27.314079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2027fc00-0bbc-4dae-b0c0-7654e56c349a') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:27.327863 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.338073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f470b8e-e9ec-44e2-9065-3a6af52e76bd None None] DHCP port deletion for 0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:13:27.405439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.430323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.440137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01a2d-7bfc-4faa-a9a8-4a6b8f046ece req-6d4f1c5a-0d49-4734-9b8d-682790861745 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:27.442321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03a01a2d-7bfc-4faa-a9a8-4a6b8f046ece req-6d4f1c5a-0d49-4734-9b8d-682790861745 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1167462 Nov 19 04:13:27.448003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:13:27.448587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:13:27.450813 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:13:27.552826 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.559475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:27.564702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5 HTTP/1.1" status: 204 len: 168 time: 0.5064771 Nov 19 04:13:27.591701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce88b08-e4b1-46e6-93db-14e958c01842 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0de756-91cc-4c8c-bc6d-c2d9b09fc5f5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:27.622395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03a01a2d-7bfc-4faa-a9a8-4a6b8f046ece req-0f6a4082-c321-4833-80f7-54cfaf5965fa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583622 Nov 19 04:13:27.773404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39284) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:27.888894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c1bac7fe-4cbc-4fc7-811e-b9c6f6ddb38c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ba5ec20a2d14543becb80921de13e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117601 Nov 19 04:13:27.889276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39288) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:27.980629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:28.013750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:28.030749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807657-33bf-4e57-98c9-c2fd9e3fbe3b req-56b1e193-6728-473d-8614-4811a74ecd85 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:28.047044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52807657-33bf-4e57-98c9-c2fd9e3fbe3b req-56b1e193-6728-473d-8614-4811a74ecd85 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0986660 Nov 19 04:13:28.087929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:28.093351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:28.101560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03d337c9-a006-43aa-88ef-31b02f75aea5 HTTP/1.1" status: 204 len: 168 time: 0.2109191 Nov 19 04:13:28.128125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d337c9-a006-43aa-88ef-31b02f75aea5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:28.137531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.137878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.138533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.139139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.139695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.140247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.140795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.141353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.141913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.142742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.143288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.143856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5f9d94-d0a2-4b3c-8dea-040973f23704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:28.162031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52807657-33bf-4e57-98c9-c2fd9e3fbe3b req-b47eea10-f8df-427c-9213-c7407fd056d3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104863 Nov 19 04:13:28.319864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30125a-9bda-4a5e-b516-f22e07feab29 req-aa38a218-71d4-41ce-b621-dca6ca4f72b5 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:28.322256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b30125a-9bda-4a5e-b516-f22e07feab29 req-aa38a218-71d4-41ce-b621-dca6ca4f72b5 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0670090 Nov 19 04:13:28.379863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b30125a-9bda-4a5e-b516-f22e07feab29 req-dc61cf43-2f2f-4224-93b6-f753ebeb05f1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503733 Nov 19 04:13:28.776314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-1db752b5-2f10-4581-bfa8-cfb6c0daf8d6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:28.784916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-1db752b5-2f10-4581-bfa8-cfb6c0daf8d6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.1784635 Nov 19 04:13:28.814685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-76224762-282a-4030-bbf7-370a0a8eed1f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/quotas/5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 375 time: 0.0283339 Nov 19 04:13:28.917963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-fcae26e8-61e9-419f-9dcb-4815c838e333 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931566 Nov 19 04:13:29.208836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-157fd20d-93f2-4946-9f8f-77658e11a055 service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896934 Nov 19 04:13:29.310794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-fd9aaab5-d2bf-4188-8697-021954b560cb service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949347 Nov 19 04:13:29.874013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dced3d4-2bef-4861-813f-54436b978063 req-07d58fba-0ea6-42f0-8363-8d04cfc76bc4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 210 time: 0.0391879 Nov 19 04:13:30.721452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 39432) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:30.933267 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9cab-1cb3-4733-a79f-3dcb303e78b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:30.968907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-93c7c4c6-ad7f-4d0d-9b5c-17271f386b5b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:30.970751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-93c7c4c6-ad7f-4d0d-9b5c-17271f386b5b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.1878846 Nov 19 04:13:31.008497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'port': {'device_id': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'admin_state_up': True, 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:31.103170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ab305ee-aa39-4f16-9e6a-60c964bf705c req-b4cf7078-7589-4193-af81-e206935db855 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 210 time: 0.1092257 Nov 19 04:13:31.159104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9cab-1cb3-4733-a79f-3dcb303e78b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.172182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9cab-1cb3-4733-a79f-3dcb303e78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.233348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e4b9cab-1cb3-4733-a79f-3dcb303e78b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=019f62b8457142b88904342053eda89f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5107346 Nov 19 04:13:31.236444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39444) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:31.237852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b9cab-1cb3-4733-a79f-3dcb303e78b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78cc289-5334-4a48-9399-59239fbf8bec,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:31.255955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:31.259907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.327443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc170832-4ac7-4076-9a48-f77350b6682a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.392539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc170832-4ac7-4076-9a48-f77350b6682a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.464254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc170832-4ac7-4076-9a48-f77350b6682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.467678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc170832-4ac7-4076-9a48-f77350b6682a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:31.469026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dc170832-4ac7-4076-9a48-f77350b6682a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c78cc289-5334-4a48-9399-59239fbf8bec HTTP/1.1" status: 204 len: 168 time: 0.2315753 Nov 19 04:13:31.490280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc170832-4ac7-4076-9a48-f77350b6682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78cc289-5334-4a48-9399-59239fbf8bec,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:31.756521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Allocated IP 172.20.0.11 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/230a840d-d6ae-40d8-a813-4cfc1f42d134) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:13:31.867682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:32.017494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:32.088735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:32.172301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:13:32.177151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:13:32.181196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:13:32.213959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=230a840d-d6ae-40d8-a813-4cfc1f42d134,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:32.285165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:32.286016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:32.410651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-880368ca-4c98-4f43-8974-9ec5917362d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4114118 Nov 19 04:13:32.451244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Request body: {'port': {'device_id': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:32.491375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f40c7-67f8-474c-9f48-4619a25efee9 req-430727a4-a0a1-4b13-a65b-b3bf4d826dbf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:32.499221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af2f40c7-67f8-474c-9f48-4619a25efee9 req-430727a4-a0a1-4b13-a65b-b3bf4d826dbf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 932 time: 0.2412550 Nov 19 04:13:32.573779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:32.652110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-594aeef4-be61-482f-9b8d-a35777f31186 None None] Provisioning complete for port 230a840d-d6ae-40d8-a813-4cfc1f42d134 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:32.652539 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-594aeef4-be61-482f-9b8d-a35777f31186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:32.714882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-594aeef4-be61-482f-9b8d-a35777f31186 None None] Port 230a840d-d6ae-40d8-a813-4cfc1f42d134 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:13:32.726805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af2f40c7-67f8-474c-9f48-4619a25efee9 req-62268074-d7a0-40bf-b303-f1f8c60461c3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193654 Nov 19 04:13:32.786923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39506) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:32.979429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-823996-network', 'tenant_id': '33ceb4df292b47a4942e08aea0be158a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:33.020754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Made reservation on behalf of 33ceb4df292b47a4942e08aea0be158a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:33.023573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.051075 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.181152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230a840d-d6ae-40d8-a813-4cfc1f42d134 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:33.191298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.196930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.201300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.210865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Transition to ACTIVE for port object 230a840d-d6ae-40d8-a813-4cfc1f42d134 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:13:33.229876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.260337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:13:33.271229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:33.276393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.276749 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Added segment ba41bfff-b60b-441b-9abb-4de2f24d41fd of type vlan for network 08e1df4c-78cf-44d7-800a-ef96a294e683 Nov 19 04:13:33.315220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Pushing event updated for resources: {'Port': ['ID=230a840d-d6ae-40d8-a813-4cfc1f42d134,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:33.371923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.436278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Attempting to bind port 230a840d-d6ae-40d8-a813-4cfc1f42d134 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:13:33.436773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Attempting to bind port 230a840d-d6ae-40d8-a813-4cfc1f42d134 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:13:33.437021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Attempting to bind port 230a840d-d6ae-40d8-a813-4cfc1f42d134 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:13:33.443031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Port 230a840d-d6ae-40d8-a813-4cfc1f42d134 on network 825ffbc8-f346-40ad-9325-cb3d3195602c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:13:33.443626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Attempting to bind port 230a840d-d6ae-40d8-a813-4cfc1f42d134 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:13:33.444336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.445507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:33.449049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.450085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:13:33.450558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:13:33.451051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:13:33.451591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Bound port: 230a840d-d6ae-40d8-a813-4cfc1f42d134, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:13:33.452399 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.541509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] For port 230a840d-d6ae-40d8-a813-4cfc1f42d134, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:13:33.546288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] For port 230a840d-d6ae-40d8-a813-4cfc1f42d134, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:13:33.555443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.619588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8313951 Nov 19 04:13:33.623265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 39534) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:33.625380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:33.626071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.628201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] 10.222.0.31 "PUT /v2.0/ports/230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 200 len: 1092 time: 1.1952660 Nov 19 04:13:33.631353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Request body: {'subnet': {'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-823996-subnet', 'tenant_id': '33ceb4df292b47a4942e08aea0be158a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:33.631527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'tag': '230a840d-d6ae-40d8-a813-4cfc1f42d134'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:33.633970 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448cf93f-a726-4e02-b90b-0954718e2bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecfeba9-6041-416c-9ef0-3da792c13df9", "tag": "230a840d-d6ae-40d8-a813-4cfc1f42d134"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:33.687908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220accba-98be-453d-8635-5de299d9c128 admin admin] Pushing event updated for resources: {'Network': ['ID=08e1df4c-78cf-44d7-800a-ef96a294e683,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:33.689734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86cf83-97a3-45fe-b8c1-7f7571c8d6ce service neutron] Pushing event updated for resources: {'Port': ['ID=230a840d-d6ae-40d8-a813-4cfc1f42d134,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:33.710160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 08e1df4c-78cf-44d7-800a-ef96a294e683 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:13:33.743716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Made reservation on behalf of 33ceb4df292b47a4942e08aea0be158a for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:33.746363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:33.789227 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635da1da-5abd-431d-b528-3686af3499ba x-openstack-request-id: req-635da1da-5abd-431d-b528-3686af3499ba {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:33.789540 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecfeba9-6041-416c-9ef0-3da792c13df9", "tag": "230a840d-d6ae-40d8-a813-4cfc1f42d134", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:33.789805 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-635da1da-5abd-431d-b528-3686af3499ba {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:33.793593 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'tag': '230a840d-d6ae-40d8-a813-4cfc1f42d134', 'status': 'completed', 'code': 200} Nov 19 04:13:33.849627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-a3527b44-eaa3-444f-801b-ce9063b466ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:33.854260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-a3527b44-eaa3-444f-801b-ce9063b466ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 1095 time: 0.1389692 Nov 19 04:13:34.016974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-3cfbda70-8b56-4251-9a92-e2ac78f53703 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 200 len: 217 time: 0.1381388 Nov 19 04:13:34.083312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be2e3-f139-4770-884f-bf75d0663140 req-0fdfdd69-d552-4ec8-a6a4-94fa00a15a74 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:34.091399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f8be2e3-f139-4770-884f-bf75d0663140 req-0fdfdd69-d552-4ec8-a6a4-94fa00a15a74 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 944 time: 0.1833916 Nov 19 04:13:34.131978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:34.201725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-89e7e066-4c2e-4abb-87b2-9216b48db189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:34.203184 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-89e7e066-4c2e-4abb-87b2-9216b48db189 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1726348 Nov 19 04:13:34.221654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f8be2e3-f139-4770-884f-bf75d0663140 req-353e5c7b-86b5-4574-b477-f692796a914d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293030 Nov 19 04:13:34.225199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b555364-d209-4b00-a2a6-fe6fe4fd20af,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:34.234367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Checking segment: {'id': 'ba41bfff-b60b-441b-9abb-4de2f24d41fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:13:34.234982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Network hostable DHCP agents. Network: 08e1df4c-78cf-44d7-800a-ef96a294e683, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:13:34.273525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Network 08e1df4c-78cf-44d7-800a-ef96a294e683 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:13:34.284283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 08e1df4c-78cf-44d7-800a-ef96a294e683) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:13:34.290002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:34.290792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:34.296916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212d4df-ab5d-41ce-8887-bb88dec7decb None None] Network 08e1df4c-78cf-44d7-800a-ef96a294e683 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:34.326715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-fe704a26-9fab-4d20-be94-7ce7a1249873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:34.328798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-fe704a26-9fab-4d20-be94-7ce7a1249873 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061516 Nov 19 04:13:34.339090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b904080f-e079-41dc-af3e-4086fec4dca5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7071977 Nov 19 04:13:34.493452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa34368-36f7-404f-83ad-43e5d44c6cf3 None None] Network 08e1df4c-78cf-44d7-800a-ef96a294e683 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:34.521158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-184fd7b0-303e-4aa8-a622-8190cf065b22 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801753 Nov 19 04:13:34.755832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bcbcf5f-fb1f-4c10-ab78-a3383f10c338 req-b5d47a74-4833-4027-8044-505f9340f9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221179 Nov 19 04:13:34.934487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-e6afc7d9-2b67-4864-942b-aacece3783b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:34.936098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-e6afc7d9-2b67-4864-942b-aacece3783b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 1095 time: 0.0611413 Nov 19 04:13:35.169810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-623d6da4-7461-4ff7-9df0-4def86af94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:35.171506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-623d6da4-7461-4ff7-9df0-4def86af94eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.2286670 Nov 19 04:13:35.235784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-c776ad17-2374-4ada-9d23-60897c140119 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 200 len: 217 time: 0.0500989 Nov 19 04:13:35.261024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-66581add-c5e5-4554-856e-3deeae8d9442 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:35.262605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-66581add-c5e5-4554-856e-3deeae8d9442 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/networks?id=08e1df4c-78cf-44d7-800a-ef96a294e683 HTTP/1.1" status: 200 len: 810 time: 0.2183256 Nov 19 04:13:35.311990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-13fd19c6-1d56-4679-b13a-9418a1799a85 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/quotas/33ceb4df292b47a4942e08aea0be158a HTTP/1.1" status: 200 len: 375 time: 0.0323675 Nov 19 04:13:35.354901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-3ec63e77-36ea-4fbc-bd6e-915639a2c411 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33ceb4df292b47a4942e08aea0be158a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313940 Nov 19 04:13:35.359673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-064ebd11-c2db-48d2-ba68-a6a3bec5b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:35.365249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-064ebd11-c2db-48d2-ba68-a6a3bec5b76f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0989199 Nov 19 04:13:35.491778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-d4152ab7-9eef-4e38-bfd1-c49ee1690733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:35.493692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-d4152ab7-9eef-4e38-bfd1-c49ee1690733 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139002 Nov 19 04:13:35.525727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-9ded016e-0530-41ed-89f9-7692d5a0ea52 service neutron] 10.222.0.52 "GET /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483533 Nov 19 04:13:35.705690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-cffe323b-2a2b-4e83-b58e-56a4650515e1 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789327 Nov 19 04:13:35.797383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-2b47a57d-2526-4bda-af89-4d6df79f02f6 service neutron] 10.222.0.52 "GET /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076752 Nov 19 04:13:35.864629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-448cf93f-a726-4e02-b90b-0954718e2bf7 req-9af62d44-b140-4d9c-8cc9-f4ff09a5bfaa service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456110 Nov 19 04:13:36.104209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebb097-e2a0-40d7-9ace-04a69e6ff03e req-ef1e57b8-c14b-4314-9f9c-4366b215d99c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:36.115381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecebb097-e2a0-40d7-9ace-04a69e6ff03e req-ef1e57b8-c14b-4314-9f9c-4366b215d99c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 944 time: 0.1155210 Nov 19 04:13:36.190582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecebb097-e2a0-40d7-9ace-04a69e6ff03e req-2bd50173-6b3d-44dd-bb4b-901950a3f514 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Nov 19 04:13:36.430412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c46ad49-2145-4f16-9bdc-cba9d61761b4 req-35d0fd4a-6586-4cc8-8264-ef3923e5d436 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 210 time: 0.0743191 Nov 19 04:13:37.476034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44744f93-6bcd-46e4-bd46-5e027192e661 req-5f481da6-529e-44c8-85f7-be9707f5c731 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:37.480513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 230a840d-d6ae-40d8-a813-4cfc1f42d134 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:13:37.489030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44744f93-6bcd-46e4-bd46-5e027192e661 req-5f481da6-529e-44c8-85f7-be9707f5c731 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 944 time: 0.1853087 Nov 19 04:13:37.593951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-6e6ef139-b926-4f98-8f38-5f38e5154063 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:37.595777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-6e6ef139-b926-4f98-8f38-5f38e5154063 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.31 "GET /v2.0/networks?id=08e1df4c-78cf-44d7-800a-ef96a294e683 HTTP/1.1" status: 200 len: 810 time: 0.2265244 Nov 19 04:13:37.607702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44744f93-6bcd-46e4-bd46-5e027192e661 req-172e529d-2e35-42c9-baa6-619359a94fe3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169503 Nov 19 04:13:37.637980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 230a840d-d6ae-40d8-a813-4cfc1f42d134, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:37.653224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Request body: {'port': {'device_id': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683', 'admin_state_up': True, 'tenant_id': '33ceb4df292b47a4942e08aea0be158a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:37.654172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '230a840d-d6ae-40d8-a813-4cfc1f42d134', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '230a840d-d6ae-40d8-a813-4cfc1f42d134', 'mac_address': 'fa:16:3e:b2:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:13:37.700323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:37.717724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230a840d-d6ae-40d8-a813-4cfc1f42d134 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:37.747203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 230a840d-d6ae-40d8-a813-4cfc1f42d134, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:37.754952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:37.823022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=230a840d-d6ae-40d8-a813-4cfc1f42d134,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:37.841637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Made reservation on behalf of 33ceb4df292b47a4942e08aea0be158a for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:37.845236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:37.888170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-736faa76-cfb0-4a7c-90f0-a8b77afed3d3 req-ab1ec498-e175-463e-b304-9c5c22a35d49 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 210 time: 0.0593386 Nov 19 04:13:38.040185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Allocated IP 172.20.0.5 (08e1df4c-78cf-44d7-800a-ef96a294e683/4b555364-d209-4b00-a2a6-fe6fe4fd20af/6cf077a1-88e6-4d9b-972c-6db4783b1d29) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:13:38.088190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:13:38.289527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:38.357827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:38.383865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Network 08e1df4c-78cf-44d7-800a-ef96a294e683 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:13:38.394894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:13:38.418102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:13:38.475725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Pushing event updated for resources: {'Port': ['ID=6cf077a1-88e6-4d9b-972c-6db4783b1d29,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:38.492182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:38.492898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:38.497213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.498185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.498551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.498906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.499406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.499762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.500114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.500563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.500910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.501253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.501591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.501946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:13:38.527333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-fee07b4e-bf93-42ec-88a9-1dc4ba4fb44a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795235 Nov 19 04:13:38.546631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Request body: {'port': {'device_id': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:38.619035 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:38.867357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fbd84-c660-484a-8b33-b6272ef456fa req-2082a77b-b879-4026-bcf6-b740aca9e945 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:38.868973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e09fbd84-c660-484a-8b33-b6272ef456fa req-2082a77b-b879-4026-bcf6-b740aca9e945 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 945 time: 0.1256208 Nov 19 04:13:38.959096 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e09fbd84-c660-484a-8b33-b6272ef456fa req-ea8f795d-bf63-4271-a808-25f1e1dd6769 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841765 Nov 19 04:13:39.092642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf077a1-88e6-4d9b-972c-6db4783b1d29 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:39.102244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.152982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Transition to ACTIVE for port object 6cf077a1-88e6-4d9b-972c-6db4783b1d29 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:13:39.162513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.208617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beab7f-ccd0-4fe4-89dc-6f1d4f0e2b1c req-a320c696-52a8-45ad-8d63-aed9b1eafe70 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:39.217057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43beab7f-ccd0-4fe4-89dc-6f1d4f0e2b1c req-a320c696-52a8-45ad-8d63-aed9b1eafe70 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 931 time: 0.1121001 Nov 19 04:13:39.292940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf077a1-88e6-4d9b-972c-6db4783b1d29,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:39.387678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43beab7f-ccd0-4fe4-89dc-6f1d4f0e2b1c req-334ebf28-033f-4aad-b906-9c6d883f06c6 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696355 Nov 19 04:13:39.394932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Attempting to bind port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:13:39.398178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Attempting to bind port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'ba41bfff-b60b-441b-9abb-4de2f24d41fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:13:39.398769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Attempting to bind port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 on network 08e1df4c-78cf-44d7-800a-ef96a294e683 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:13:39.413765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 on network 08e1df4c-78cf-44d7-800a-ef96a294e683 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:13:39.414259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Attempting to bind port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 on network 08e1df4c-78cf-44d7-800a-ef96a294e683 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:13:39.420770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:13:39.421350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Checking segment: {'id': 'ba41bfff-b60b-441b-9abb-4de2f24d41fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:13:39.421759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Bound using segment: {'id': 'ba41bfff-b60b-441b-9abb-4de2f24d41fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:13:39.422309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Bound port: 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba41bfff-b60b-441b-9abb-4de2f24d41fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:13:39.422751 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.467597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-53f140ef-c19c-4291-abbf-8a3465d6e4c3 req-f7494904-8aef-48da-860f-0c24e63f5aa1 service neutron] (109986) timed out ('10.222.0.52', 32938) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:13:39.503280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 230a840d-d6ae-40d8-a813-4cfc1f42d134 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:13:39.503899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] For port 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:13:39.513166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] For port 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29,segment=NetworkSegment(ba41bfff-b60b-441b-9abb-4de2f24d41fd),segment_id=ba41bfff-b60b-441b-9abb-4de2f24d41fd)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:13:39.524609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.570907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:39.571543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.572960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] 10.222.0.31 "PUT /v2.0/ports/6cf077a1-88e6-4d9b-972c-6db4783b1d29 HTTP/1.1" status: 200 len: 1091 time: 1.0309992 Nov 19 04:13:39.573414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'tag': '6cf077a1-88e6-4d9b-972c-6db4783b1d29'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:39.576011 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8298ce53-0a44-4c2e-92cd-e6688237b64a", "tag": "6cf077a1-88e6-4d9b-972c-6db4783b1d29"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:39.587609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 230a840d-d6ae-40d8-a813-4cfc1f42d134 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:13:39.592757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 230a840d-d6ae-40d8-a813-4cfc1f42d134 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:39.593697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.627469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0893-6aa8-40ab-8f6f-23a868d73d42 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf077a1-88e6-4d9b-972c-6db4783b1d29,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:39.638605 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf414d-5de7-4e99-894c-c7cc0f02be05 x-openstack-request-id: req-32cf414d-5de7-4e99-894c-c7cc0f02be05 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:39.638918 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298ce53-0a44-4c2e-92cd-e6688237b64a", "tag": "6cf077a1-88e6-4d9b-972c-6db4783b1d29", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:39.639186 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32cf414d-5de7-4e99-894c-c7cc0f02be05 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:39.639601 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'tag': '6cf077a1-88e6-4d9b-972c-6db4783b1d29', 'status': 'completed', 'code': 200} Nov 19 04:13:39.738442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e896080e-7d5f-4449-9987-a00086b6c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:39.739701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-e896080e-7d5f-4449-9987-a00086b6c613 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ceb4df292b47a4942e08aea0be158a&device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 1094 time: 0.0756817 Nov 19 04:13:39.751647 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.801041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 230a840d-d6ae-40d8-a813-4cfc1f42d134, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:39.803003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230a840d-d6ae-40d8-a813-4cfc1f42d134'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:39.804785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-5f2e8fa2-b997-4edf-aa5b-388e7890005a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29 HTTP/1.1" status: 200 len: 217 time: 0.0434048 Nov 19 04:13:39.809628 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484da03a-84a6-41ff-a48d-019a484d5c27" -d '{"events": [{"server_uuid": "4ecfeba9-6041-416c-9ef0-3da792c13df9", "name": "network-vif-plugged", "status": "completed", "tag": "230a840d-d6ae-40d8-a813-4cfc1f42d134"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:39.813496 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:39.886216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=230a840d-d6ae-40d8-a813-4cfc1f42d134,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:39.901456 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e8903-324f-429a-83c8-07a2c3135345 x-openstack-request-id: req-b94e8903-324f-429a-83c8-07a2c3135345 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:39.901850 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecfeba9-6041-416c-9ef0-3da792c13df9", "name": "network-vif-plugged", "status": "completed", "tag": "230a840d-d6ae-40d8-a813-4cfc1f42d134", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:39.902497 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b94e8903-324f-429a-83c8-07a2c3135345 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:39.903002 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230a840d-d6ae-40d8-a813-4cfc1f42d134', 'code': 200} Nov 19 04:13:39.919113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-c45f89cc-e863-4891-8445-f589770da3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:39.920769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-c45f89cc-e863-4891-8445-f589770da3e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b555364-d209-4b00-a2a6-fe6fe4fd20af HTTP/1.1" status: 200 len: 850 time: 0.1038325 Nov 19 04:13:39.991539 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-d72ff55c-42be-4a04-9ac4-de1241f76275 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08e1df4c-78cf-44d7-800a-ef96a294e683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421851 Nov 19 04:13:40.103672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6c5bf-90fe-424f-bf1f-31e444b8db6d req-e0f62f98-3fc2-4a26-b4f4-ff0d11806690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:40.106415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2a6c5bf-90fe-424f-bf1f-31e444b8db6d req-e0f62f98-3fc2-4a26-b4f4-ff0d11806690 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 1097 time: 0.0837159 Nov 19 04:13:40.152480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-de92a400-58bc-49c9-8fb0-36918377c694 service neutron] 10.222.0.31 "GET /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497369 Nov 19 04:13:40.230160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5acc2-07be-43f8-920b-54daf73b9634 req-ead5db25-0263-4073-a110-cd7e7a2f81e1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:40.231850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2a6c5bf-90fe-424f-bf1f-31e444b8db6d req-8dd6e808-527e-4aa8-9f19-a8e15f1576c6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796793 Nov 19 04:13:40.234445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54e5acc2-07be-43f8-920b-54daf73b9634 req-ead5db25-0263-4073-a110-cd7e7a2f81e1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1619880 Nov 19 04:13:40.606065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54e5acc2-07be-43f8-920b-54daf73b9634 req-549a4525-8587-4376-b158-3bf10f598606 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787063 Nov 19 04:13:40.648201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-756d8960-bd34-4e3e-a255-b040ff440b1a req-bd7bf357-5982-4e5c-bd53-d4c76460d4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844770 Nov 19 04:13:40.851375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f32a-31d8-4631-96af-35efc7d86632 req-7676cba2-5657-4a38-90f1-8973d1c43256 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:40.859113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc27f32a-31d8-4631-96af-35efc7d86632 req-7676cba2-5657-4a38-90f1-8973d1c43256 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 943 time: 0.1157405 Nov 19 04:13:40.893176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-b720f7c0-1c4e-4561-b104-3c6e3ef12214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:40.895811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-b720f7c0-1c4e-4561-b104-3c6e3ef12214 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=33ceb4df292b47a4942e08aea0be158a&device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 1094 time: 0.1325567 Nov 19 04:13:41.017231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc27f32a-31d8-4631-96af-35efc7d86632 req-855bf836-eab7-48d8-bdee-76456ecb7c2f tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519840 Nov 19 04:13:41.056745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-dbcdd703-692f-4510-a43d-5b2e15c0cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:41.058274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-dbcdd703-692f-4510-a43d-5b2e15c0cc32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=08e1df4c-78cf-44d7-800a-ef96a294e683 HTTP/1.1" status: 200 len: 911 time: 0.1441245 Nov 19 04:13:41.115599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-445be798-0c96-462f-bb6e-36998c733c83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29 HTTP/1.1" status: 200 len: 217 time: 0.0496206 Nov 19 04:13:41.175064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-2b517278-8d4b-4236-b312-1904043d5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:41.176935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-2b517278-8d4b-4236-b312-1904043d5520 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b555364-d209-4b00-a2a6-fe6fe4fd20af HTTP/1.1" status: 200 len: 850 time: 0.0520036 Nov 19 04:13:41.217441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-44faada7-bdf9-4242-997a-a419fc70c55a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=08e1df4c-78cf-44d7-800a-ef96a294e683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323429 Nov 19 04:13:41.360876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-c85c37f9-6657-44bc-85c9-0411bebcedbd service neutron] 10.222.0.31 "GET /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339524 Nov 19 04:13:41.487554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8d8fde1-e21c-4e6d-b4c5-df358e1a36b0 req-ae73e27b-af44-4fe1-9d14-c55303d16df7 service neutron] 10.222.0.31 "GET /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111844 Nov 19 04:13:41.747278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee843-9c80-41ad-b0b5-b50807e50355 req-55ebfe57-2f2f-4ecf-a59b-71c1ba06ca71 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:41.755218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ee843-9c80-41ad-b0b5-b50807e50355 req-55ebfe57-2f2f-4ecf-a59b-71c1ba06ca71 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Nov 19 04:13:41.807974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ee843-9c80-41ad-b0b5-b50807e50355 req-11dfe04d-08e6-469b-9938-0323138399ac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Nov 19 04:13:42.166148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5b449-a538-4c4b-a30f-b0bc190fac40 req-76fd192d-bd9c-409c-929c-0274fd5d86c7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:42.168051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9c5b449-a538-4c4b-a30f-b0bc190fac40 req-76fd192d-bd9c-409c-929c-0274fd5d86c7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0635464 Nov 19 04:13:42.220698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9c5b449-a538-4c4b-a30f-b0bc190fac40 req-e3d657c3-ff8b-4d99-a5d2-2acf86c421bc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Nov 19 04:13:42.374409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adca2f-a6cb-4772-b790-513695c9fc1d req-745d85e5-57e3-4c0e-bf0e-a35611ea137c tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:42.376229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69adca2f-a6cb-4772-b790-513695c9fc1d req-745d85e5-57e3-4c0e-bf0e-a35611ea137c tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 943 time: 0.0631068 Nov 19 04:13:42.433923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69adca2f-a6cb-4772-b790-513695c9fc1d req-60bdc9c7-fa6a-4053-b1a5-846dae05430e tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Nov 19 04:13:43.411302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5831182-af1d-404c-b9b2-93e5ce88bd11 req-41593030-3c5a-416b-bd02-5bb8b545df02 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:43.415152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5831182-af1d-404c-b9b2-93e5ce88bd11 req-41593030-3c5a-416b-bd02-5bb8b545df02 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0623231 Nov 19 04:13:43.478581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5831182-af1d-404c-b9b2-93e5ce88bd11 req-09c99ab9-9981-4d52-8773-3825c98e3f6c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Nov 19 04:13:43.518770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6cf077a1-88e6-4d9b-972c-6db4783b1d29 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:13:43.638335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6944625-1736-46b3-9653-c3eae861366a req-4b2b65c6-701b-4e4a-aa22-ba74f16ec20c tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:43.646853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6944625-1736-46b3-9653-c3eae861366a req-4b2b65c6-701b-4e4a-aa22-ba74f16ec20c tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 943 time: 0.0882139 Nov 19 04:13:43.647099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29,segment=NetworkSegment(ba41bfff-b60b-441b-9abb-4de2f24d41fd),segment_id=ba41bfff-b60b-441b-9abb-4de2f24d41fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:43.658098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '6cf077a1-88e6-4d9b-972c-6db4783b1d29', 'network_id': '08e1df4c-78cf-44d7-800a-ef96a294e683', 'port_id': '6cf077a1-88e6-4d9b-972c-6db4783b1d29', 'mac_address': 'fa:16:3e:73:a2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b555364-d209-4b00-a2a6-fe6fe4fd20af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:13:43.705530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:43.720577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf077a1-88e6-4d9b-972c-6db4783b1d29 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:13:43.742897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29,segment=NetworkSegment(ba41bfff-b60b-441b-9abb-4de2f24d41fd),segment_id=ba41bfff-b60b-441b-9abb-4de2f24d41fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:43.749983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:43.775041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6944625-1736-46b3-9653-c3eae861366a req-4918a7aa-6523-4b58-acb3-ba73962f965f tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122503 Nov 19 04:13:43.810735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6cf077a1-88e6-4d9b-972c-6db4783b1d29,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:44.054758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6cf077a1-88e6-4d9b-972c-6db4783b1d29'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:13:44.630310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9336418-e407-4442-97de-aef8e2a0f385 req-ddb47af8-cd93-49a1-ae84-6c869ec3ddc6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:44.635241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9336418-e407-4442-97de-aef8e2a0f385 req-ddb47af8-cd93-49a1-ae84-6c869ec3ddc6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0650845 Nov 19 04:13:44.697676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9336418-e407-4442-97de-aef8e2a0f385 req-9e17838c-fec9-4242-bbcb-c0510e8f960e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555360 Nov 19 04:13:44.929828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b8d6e-7b11-4ee4-bf5f-4546f8eadaa1 req-b339ee64-199c-479d-bb9b-382a9906f6e8 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:44.930454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-677b8d6e-7b11-4ee4-bf5f-4546f8eadaa1 req-b339ee64-199c-479d-bb9b-382a9906f6e8 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 944 time: 0.0715916 Nov 19 04:13:44.992521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-677b8d6e-7b11-4ee4-bf5f-4546f8eadaa1 req-e36f5cc3-ccfb-4aa5-81d4-263b482125f0 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Nov 19 04:13:45.383762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-fdd72a5f-730e-42c0-9d00-4e4d4fa428b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757954 Nov 19 04:13:45.487093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-b9ade714-e5f1-4920-8062-b2f5edd1baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:45.489542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-b9ade714-e5f1-4920-8062-b2f5edd1baaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.0612404 Nov 19 04:13:45.520006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6cf077a1-88e6-4d9b-972c-6db4783b1d29 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:13:45.594253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:13:45.609497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:13:45.610081 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:45.640653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94240302-f9ed-4a8c-8716-fcbb6cf47c6a req-4ab902d5-9c9a-4a21-b873-19b614163bde tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:45.642209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94240302-f9ed-4a8c-8716-fcbb6cf47c6a req-4ab902d5-9c9a-4a21-b873-19b614163bde tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.1047277 Nov 19 04:13:45.682203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-e40c43ba-6a60-4987-80ce-776e141aa75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:45.683850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-e40c43ba-6a60-4987-80ce-776e141aa75b service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1714044 Nov 19 04:13:45.700906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:45.728655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf077a1-88e6-4d9b-972c-6db4783b1d29'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:45.731963 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7fd035-960b-4668-bc95-722b8a1213bf" -d '{"events": [{"server_uuid": "8298ce53-0a44-4c2e-92cd-e6688237b64a", "name": "network-vif-plugged", "status": "completed", "tag": "6cf077a1-88e6-4d9b-972c-6db4783b1d29"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:45.746535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29,segment=NetworkSegment(ba41bfff-b60b-441b-9abb-4de2f24d41fd),segment_id=ba41bfff-b60b-441b-9abb-4de2f24d41fd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:45.752596 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:45.777493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94240302-f9ed-4a8c-8716-fcbb6cf47c6a req-d9c67d65-5f81-4838-800c-446802574367 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059101 Nov 19 04:13:45.784001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-d7721682-4e7c-49cc-8f4e-a6fdd20ea2bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.0914223 Nov 19 04:13:45.841217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6cf077a1-88e6-4d9b-972c-6db4783b1d29,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:45.874807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-efcfee01-1178-4e3b-a1fe-76dcc8be99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:45.876408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-efcfee01-1178-4e3b-a1fe-76dcc8be99fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0818002 Nov 19 04:13:45.963425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5872fa2-0c04-42aa-92e6-89c1da6604ab req-7ea6a0c1-93f1-42fc-8196-e3045f366e31 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:45.965054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5872fa2-0c04-42aa-92e6-89c1da6604ab req-7ea6a0c1-93f1-42fc-8196-e3045f366e31 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0877347 Nov 19 04:13:45.968282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-3253002f-7539-48b5-a5f7-9b7b59d92b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:45.969788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-3253002f-7539-48b5-a5f7-9b7b59d92b2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814149 Nov 19 04:13:46.085828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5872fa2-0c04-42aa-92e6-89c1da6604ab req-d1f3d408-baa7-44ec-a4fa-ad301280e396 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146774 Nov 19 04:13:46.111309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-81f9034b-774e-4fd8-a727-d6d68f2e6073 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308053 Nov 19 04:13:46.153008 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1f5d1-c58e-455b-8a38-e8c910767d03 x-openstack-request-id: req-aee1f5d1-c58e-455b-8a38-e8c910767d03 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:46.153380 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298ce53-0a44-4c2e-92cd-e6688237b64a", "name": "network-vif-plugged", "status": "completed", "tag": "6cf077a1-88e6-4d9b-972c-6db4783b1d29", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:46.153708 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aee1f5d1-c58e-455b-8a38-e8c910767d03 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:46.154200 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf077a1-88e6-4d9b-972c-6db4783b1d29', 'code': 200} Nov 19 04:13:46.278210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b747a7e0-39fe-47fb-8048-43350ffc5c56 req-cf00c688-b058-4281-8f51-49d1b8ca7aad service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564195 Nov 19 04:13:46.296941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd16f7-c94e-42c2-9ae0-30abf182994a req-e7a6ec7c-ee7e-43b9-9d4d-e867965cf206 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:46.298792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3dd16f7-c94e-42c2-9ae0-30abf182994a req-e7a6ec7c-ee7e-43b9-9d4d-e867965cf206 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 945 time: 0.0786502 Nov 19 04:13:46.403146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226464a-2599-48a7-92e0-903d7e1e81c5 req-50382f31-bf9c-41ea-a368-fe9bd1482ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:46.404637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a226464a-2599-48a7-92e0-903d7e1e81c5 req-50382f31-bf9c-41ea-a368-fe9bd1482ba8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 1096 time: 0.1049383 Nov 19 04:13:46.408565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3dd16f7-c94e-42c2-9ae0-30abf182994a req-957868f3-40fb-4eed-bea6-eb004dda65f9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992794 Nov 19 04:13:46.483995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a226464a-2599-48a7-92e0-903d7e1e81c5 req-e85848ad-d121-4dd7-98b5-3d62a423f6ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 Nov 19 04:13:46.926940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85a70-2530-4912-98eb-dd6bf0b4faaf req-5901934b-2004-44ae-ac14-892cd1d2b74a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:46.928952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25d85a70-2530-4912-98eb-dd6bf0b4faaf req-5901934b-2004-44ae-ac14-892cd1d2b74a tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.0717735 Nov 19 04:13:46.979802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25d85a70-2530-4912-98eb-dd6bf0b4faaf req-c074c947-c06c-4975-b492-0154f6f6a90d tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444777 Nov 19 04:13:47.226212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bd37c-3cda-409e-86c0-2a56bc4efd82 req-14f25ef4-f07d-4a57-96f0-a045abff7ef4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:47.227755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-165bd37c-3cda-409e-86c0-2a56bc4efd82 req-14f25ef4-f07d-4a57-96f0-a045abff7ef4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0661504 Nov 19 04:13:47.286277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-165bd37c-3cda-409e-86c0-2a56bc4efd82 req-9b4230f1-d588-4bbe-a74d-7ba4ba6afdfa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519526 Nov 19 04:13:47.356114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-c6ed1bf3-b075-444f-be11-83a32b3923cd tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:47.357870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-c6ed1bf3-b075-444f-be11-83a32b3923cd tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.36 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.0509524 Nov 19 04:13:47.449592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-0c61fea2-e5f9-4b3d-b124-d1a2485bea4d req-80dd1e20-62cd-4f29-b049-4aa58c3cb710 service neutron] (109987) timed out ('10.222.0.36', 49463) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:13:47.487578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Deleting port de4c3731-cd25-4d8c-a8eb-6eb2be874365 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:13:47.488348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:47.608264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6104fe9-e739-4093-94b2-86ff36cba609 req-e9997816-9b73-4963-9cce-c20483a33675 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:47.609695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6104fe9-e739-4093-94b2-86ff36cba609 req-e9997816-9b73-4963-9cce-c20483a33675 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 945 time: 0.1008899 Nov 19 04:13:47.655923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] For port de4c3731-cd25-4d8c-a8eb-6eb2be874365, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=de4c3731-cd25-4d8c-a8eb-6eb2be874365,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:47.656389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:47.763141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6104fe9-e739-4093-94b2-86ff36cba609 req-3e2fe0d1-64cb-4421-af23-0db983bdeb2a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422758 Nov 19 04:13:47.974498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:47.975212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:47.975340 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Floating IP 3760b2d4-aa42-4959-a3fc-a21ab2796827 disassociated. External IP: 172.25.8.179, port: de4c3731-cd25-4d8c-a8eb-6eb2be874365. Nov 19 04:13:47.975716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Calling delete_port for de4c3731-cd25-4d8c-a8eb-6eb2be874365 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:13:48.161107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f0a64-0e8b-453e-8682-e361ca9b1aca req-18302990-b2ac-4f11-bd5c-226cbfd4105f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:48.162835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-393f0a64-0e8b-453e-8682-e361ca9b1aca req-18302990-b2ac-4f11-bd5c-226cbfd4105f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/ports?device_id=3411d2fc-ac24-44fb-a5fc-56250ecb4a6f HTTP/1.1" status: 200 len: 945 time: 0.1015353 Nov 19 04:13:48.179992 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:48.221112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event deleted for resources: {'Port': ['ID=de4c3731-cd25-4d8c-a8eb-6eb2be874365,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:48.287640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-393f0a64-0e8b-453e-8682-e361ca9b1aca req-dd58886c-3e25-440c-ba85-4827a8e3dd53 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dbd3d39-9982-4263-9bcc-24103c222ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153052 Nov 19 04:13:48.381736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:13:48.527168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847e21e-5f05-488b-9a93-cf6d5878705f req-575e40c4-9b21-47ab-889b-b7ec7efd30ba tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:48.528748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f847e21e-5f05-488b-9a93-cf6d5878705f req-575e40c4-9b21-47ab-889b-b7ec7efd30ba tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1332304 Nov 19 04:13:48.562730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:13:48.575933 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:13:48.588298 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:13:48.588936 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:13:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:48.666458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] No DVR routers for this DVR port de4c3731-cd25-4d8c-a8eb-6eb2be874365 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:13:48.670687 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:48.675362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d5a1f72-0828-4644-94d9-090112ec6480 req-79cbcb98-fda8-4e4f-a453-dbb95da89f6f tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.36 "DELETE /v2.0/ports/de4c3731-cd25-4d8c-a8eb-6eb2be874365 HTTP/1.1" status: 204 len: 173 time: 1.3101180 Nov 19 04:13:48.676041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'name': 'network-vif-deleted', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:48.689921 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb949f-0fb5-4b72-b206-27da01b71e02" -d '{"events": [{"server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "name": "network-vif-deleted", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:48.711497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f847e21e-5f05-488b-9a93-cf6d5878705f req-3d8ea3ab-c636-4714-98e8-78f63987095e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717670 Nov 19 04:13:48.746547 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:13:48.801704 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691653b9-a73a-4186-82a2-94961cd12eeb x-openstack-request-id: req-691653b9-a73a-4186-82a2-94961cd12eeb {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:48.802379 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411d2fc-ac24-44fb-a5fc-56250ecb4a6f", "name": "network-vif-deleted", "tag": "de4c3731-cd25-4d8c-a8eb-6eb2be874365", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:48.802747 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-691653b9-a73a-4186-82a2-94961cd12eeb {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:48.803344 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3411d2fc-ac24-44fb-a5fc-56250ecb4a6f', 'name': 'network-vif-deleted', 'tag': 'de4c3731-cd25-4d8c-a8eb-6eb2be874365', 'status': 'completed', 'code': 200} Nov 19 04:13:48.992084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afa930-968c-43ac-9b9a-3163b872da29 req-e90f0358-7a1e-4555-a5a7-71fc480e3ed4 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:48.994395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72afa930-968c-43ac-9b9a-3163b872da29 req-e90f0358-7a1e-4555-a5a7-71fc480e3ed4 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 945 time: 0.0639696 Nov 19 04:13:49.059734 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:49.064797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72afa930-968c-43ac-9b9a-3163b872da29 req-28961218-2d78-4c1f-89df-8203b21cbc34 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572250 Nov 19 04:13:49.125285 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:13:49.134718 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:13:49.135372 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:13:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:49.378881 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:13:49.608148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40072) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:49.714269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c472d7e-5e2b-4519-9aa1-47a2ad370767 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:49.744482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c472d7e-5e2b-4519-9aa1-47a2ad370767 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:49.745797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12775e-be03-4879-a854-f89909fef8c2 req-55830a15-c88b-4b9a-8d61-f4ee1d706b2a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:49.755760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab12775e-be03-4879-a854-f89909fef8c2 req-55830a15-c88b-4b9a-8d61-f4ee1d706b2a tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 945 time: 0.0709877 Nov 19 04:13:49.756378 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:49.788517 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f51d4a-03e8-484b-bd3b-7bcd5c566957 None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:05:55Z', 'revision_number': 4, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1661417c-a6c8-4e48-bdb2-34ecd698c287', 'name': '', 'network_id': '1ca2c5dd-0045-4142-930d-43092c71d9f3', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'mac_address': 'fa:16:3e:6d:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:53Z', 'updated_at': '2021-11-19T04:06:00Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'subnets': [{'id': '7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:13:49.828645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c472d7e-5e2b-4519-9aa1-47a2ad370767 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:49.834811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c472d7e-5e2b-4519-9aa1-47a2ad370767 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:49.839715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c472d7e-5e2b-4519-9aa1-47a2ad370767 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "DELETE /v2.0/security-groups/6dbd3d39-9982-4263-9bcc-24103c222ebe HTTP/1.1" status: 204 len: 168 time: 0.2307956 Nov 19 04:13:49.847148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:49.868034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c472d7e-5e2b-4519-9aa1-47a2ad370767 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbd3d39-9982-4263-9bcc-24103c222ebe,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:49.873413 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-42939c5c-5ef3-4385-8462-597f89317a96 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] show failed (client error): The resource could not be found. Nov 19 04:13:49.874913 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42939c5c-5ef3-4385-8462-597f89317a96 tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "GET /v2.0/security-groups/6dbd3d39-9982-4263-9bcc-24103c222ebe HTTP/1.1" status: 404 len: 347 time: 0.0256219 Nov 19 04:13:49.888147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:49.913982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab12775e-be03-4879-a854-f89909fef8c2 req-9c9fbee3-ba6c-4c10-b83f-15f42b7f3496 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516128 Nov 19 04:13:50.021652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bd724-14e5-42dc-8818-8bacb5f2fc7a req-fdc82747-a548-481d-9ce6-2abef6df32c1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:50.023268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de9bd724-14e5-42dc-8818-8bacb5f2fc7a req-fdc82747-a548-481d-9ce6-2abef6df32c1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0609181 Nov 19 04:13:50.082827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Deleting port 74655dbe-117e-49ca-8c50-4ed1f604adc7 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:13:50.083416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:50.109494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de9bd724-14e5-42dc-8818-8bacb5f2fc7a req-302ee911-7374-4379-988c-0f2913b933dd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793204 Nov 19 04:13:50.198524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:50.199004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:50.220076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Calling delete_port for 74655dbe-117e-49ca-8c50-4ed1f604adc7 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:13:50.277821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811f734-95c5-41c3-ad57-93eb537cdc6d None None] New status for floating IP 3760b2d4-aa42-4959-a3fc-a21ab2796827: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:13:50.374425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:50.375905 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4811f734-95c5-41c3-ad57-93eb537cdc6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:13:50.376622 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4811f734-95c5-41c3-ad57-93eb537cdc6d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:13:50.404448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Pushing event deleted for resources: {'Port': ['ID=74655dbe-117e-49ca-8c50-4ed1f604adc7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:50.781197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:50.784956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:50.786214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ab599a79-07ad-4bfc-beaa-7e72228a2c3c tempest-AttachVolumeTestJSON-1811851545 tempest-AttachVolumeTestJSON-1811851545-project] 10.222.0.52 "DELETE /v2.0/floatingips/3760b2d4-aa42-4959-a3fc-a21ab2796827 HTTP/1.1" status: 204 len: 168 time: 0.8960950 Nov 19 04:13:50.878616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811f734-95c5-41c3-ad57-93eb537cdc6d None None] New status for floating IP 3760b2d4-aa42-4959-a3fc-a21ab2796827: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:13:50.966879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:13:51.116708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc01459-bef6-4ab1-b975-f12e87b8fe6b req-d2243e4b-dd43-429b-906f-979b5bcf254f tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:51.118631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bc01459-bef6-4ab1-b975-f12e87b8fe6b req-d2243e4b-dd43-429b-906f-979b5bcf254f tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 945 time: 0.0705681 Nov 19 04:13:51.225290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-e9d0a6c6-a06d-482d-8e66-ce33dbb7d590 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:51.227037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-e9d0a6c6-a06d-482d-8e66-ce33dbb7d590 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.31 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 945 time: 0.0835133 Nov 19 04:13:51.230981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bc01459-bef6-4ab1-b975-f12e87b8fe6b req-6390629c-a58e-4236-9dd8-3ff9cd8771df tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058986 Nov 19 04:13:51.261087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58683b11-353d-451e-93e4-db0dab703c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:51.390537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Deleting port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:13:51.390861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:51.806826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d04c-84ab-4e26-8208-c4959bc00a6e req-47da0acb-3176-4085-bca2-5c25e2e7b56a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:51.816232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c405d04c-84ab-4e26-8208-c4959bc00a6e req-47da0acb-3176-4085-bca2-5c25e2e7b56a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.4508641 Nov 19 04:13:51.858006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] For port 6cf077a1-88e6-4d9b-972c-6db4783b1d29, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6cf077a1-88e6-4d9b-972c-6db4783b1d29,segment=NetworkSegment(ba41bfff-b60b-441b-9abb-4de2f24d41fd),segment_id=ba41bfff-b60b-441b-9abb-4de2f24d41fd)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:13:51.858378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:51.896123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Calling delete_port for 6cf077a1-88e6-4d9b-972c-6db4783b1d29 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:13:51.906938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c405d04c-84ab-4e26-8208-c4959bc00a6e req-14d86533-e4fb-49ce-8eef-49889750f3a3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895562 Nov 19 04:13:52.108747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:52.142262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Pushing event deleted for resources: {'Port': ['ID=6cf077a1-88e6-4d9b-972c-6db4783b1d29,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:52.197855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] No DVR routers for this DVR port 6cf077a1-88e6-4d9b-972c-6db4783b1d29 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:13:52.200594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:52.204011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f37f8a7-ec80-4fee-b665-30cef69b7824 req-6cdd85fc-8ee4-40ae-9ee8-9e5c0a8dc4c9 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.31 "DELETE /v2.0/ports/6cf077a1-88e6-4d9b-972c-6db4783b1d29 HTTP/1.1" status: 204 len: 173 time: 0.9701545 Nov 19 04:13:52.204484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'name': 'network-vif-deleted', 'tag': '6cf077a1-88e6-4d9b-972c-6db4783b1d29'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:13:52.208050 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6b8bfe-7df4-409f-9504-0be10fb414bc" -d '{"events": [{"server_uuid": "8298ce53-0a44-4c2e-92cd-e6688237b64a", "name": "network-vif-deleted", "tag": "6cf077a1-88e6-4d9b-972c-6db4783b1d29"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:13:52.249328 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89890a9b-238e-4637-9096-5f023bce309f x-openstack-request-id: req-89890a9b-238e-4637-9096-5f023bce309f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:13:52.249631 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298ce53-0a44-4c2e-92cd-e6688237b64a", "name": "network-vif-deleted", "tag": "6cf077a1-88e6-4d9b-972c-6db4783b1d29", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:13:52.249900 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89890a9b-238e-4637-9096-5f023bce309f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:13:52.250347 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298ce53-0a44-4c2e-92cd-e6688237b64a', 'name': 'network-vif-deleted', 'tag': '6cf077a1-88e6-4d9b-972c-6db4783b1d29', 'status': 'completed', 'code': 200} Nov 19 04:13:52.250919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de4c3731-cd25-4d8c-a8eb-6eb2be874365 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:13:52.304009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: de4c3731-cd25-4d8c-a8eb-6eb2be874365 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:13:52.304975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device de4c3731-cd25-4d8c-a8eb-6eb2be874365 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:13:52.408002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84f6c7e3-fce2-4b97-a045-7b34cd645721 req-c4dbacc0-fb46-40b2-9da0-29e7834f6773 tempest-ServerAddressesTestJSON-2015767678 tempest-ServerAddressesTestJSON-2015767678-project] 10.222.0.52 "GET /v2.0/ports?device_id=8298ce53-0a44-4c2e-92cd-e6688237b64a HTTP/1.1" status: 200 len: 210 time: 0.0501873 Nov 19 04:13:52.671461 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.049987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbd866-84cb-4412-838a-3ae0251c6eb9 req-99f8a940-5ac0-42c4-b24d-fada7c09b827 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:53.058048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2dbd866-84cb-4412-838a-3ae0251c6eb9 req-99f8a940-5ac0-42c4-b24d-fada7c09b827 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0657990 Nov 19 04:13:53.114955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2dbd866-84cb-4412-838a-3ae0251c6eb9 req-1ceecde7-6d48-41e0-9f73-9e53a3c0ac22 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559542 Nov 19 04:13:53.489371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40466) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:53.538441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Deleting subnet 4b555364-d209-4b00-a2a6-fe6fe4fd20af {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:13:53.541695 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.568759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6cf077a1-88e6-4d9b-972c-6db4783b1d29 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:13:53.580000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.598825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 6cf077a1-88e6-4d9b-972c-6db4783b1d29 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:13:53.599183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6cf077a1-88e6-4d9b-972c-6db4783b1d29 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:13:53.610554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d131491-3779-4345-b46b-80c68a0fc333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.634300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.696446 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.726890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b555364-d209-4b00-a2a6-fe6fe4fd20af,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:53.729669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.732971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-140513e1-9ead-4761-8443-abb8ca6a47d7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4b555364-d209-4b00-a2a6-fe6fe4fd20af HTTP/1.1" status: 204 len: 168 time: 0.2423863 Nov 19 04:13:53.735804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40496) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:53.820535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.920218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:53.944894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e1df4c-78cf-44d7-800a-ef96a294e683']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:53.967947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba41bfff-b60b-441b-9abb-4de2f24d41fd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:53.968275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba41bfff-b60b-441b-9abb-4de2f24d41fd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:13:53.986318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.004369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.011399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:13:54.011938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:13:54.013864 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:13:54.084950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.110600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.117433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] 10.222.0.52 "DELETE /v2.0/networks/08e1df4c-78cf-44d7-800a-ef96a294e683 HTTP/1.1" status: 204 len: 168 time: 0.3805137 Nov 19 04:13:54.158602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c34e8-518b-4255-a534-c0e89fbf6e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=08e1df4c-78cf-44d7-800a-ef96a294e683,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:54.292456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40568) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:54.326590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25737c63-1acf-4507-ba12-8d61ebbdc668 req-1c3d05c2-11c1-4837-888f-c01e24aba283 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:54.328123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25737c63-1acf-4507-ba12-8d61ebbdc668 req-1c3d05c2-11c1-4837-888f-c01e24aba283 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0916398 Nov 19 04:13:54.371684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8944a0b9-0702-473d-9b9c-ad22761831e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33ceb4df292b47a4942e08aea0be158a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0782061 Nov 19 04:13:54.374289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40582) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:54.422854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25737c63-1acf-4507-ba12-8d61ebbdc668 req-4b0f3f71-79f4-4faa-a152-71423f89e71b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Nov 19 04:13:54.470789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40dae87a-f2ae-4e25-850a-073642f2d0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.513512 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40dae87a-f2ae-4e25-850a-073642f2d0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.583357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40dae87a-f2ae-4e25-850a-073642f2d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.587967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40dae87a-f2ae-4e25-850a-073642f2d0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:54.589520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-40dae87a-f2ae-4e25-850a-073642f2d0b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78c31a6e-afa8-4e5a-9442-2b6b787fa7a4 HTTP/1.1" status: 204 len: 168 time: 0.2140408 Nov 19 04:13:54.600542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae87a-f2ae-4e25-850a-073642f2d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c31a6e-afa8-4e5a-9442-2b6b787fa7a4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:55.222989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:55.608589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e1e15-1618-4f7a-bb7f-038813e9fc7b req-c6755c9b-1e85-4bb2-87aa-4601619d2e98 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:55.621333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e74e1e15-1618-4f7a-bb7f-038813e9fc7b req-c6755c9b-1e85-4bb2-87aa-4601619d2e98 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0832083 Nov 19 04:13:55.648951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:55.704806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e74e1e15-1618-4f7a-bb7f-038813e9fc7b req-55eaa58c-1132-4858-91bc-cfcd0230dd4a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775266 Nov 19 04:13:55.808278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2106218331-network', 'tenant_id': '6cc4cdd70d8d4d78893993012244f997'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:55.884949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Made reservation on behalf of 6cc4cdd70d8d4d78893993012244f997 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:55.888741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:55.918811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.089468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.099266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.137142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:13:56.140158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53b3d0-70c9-486f-8991-b6ce0c0dd471,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:56.152712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.153711 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Added segment ff8495b2-1265-47de-ada0-6e7ef0e3aa8e of type vlan for network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 Nov 19 04:13:56.205275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.234641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.235634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:56.236335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.304868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6547949 Nov 19 04:13:56.307667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40702) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:13:56.312992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Request body: {'subnet': {'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2106218331-subnet', 'tenant_id': '6cc4cdd70d8d4d78893993012244f997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:56.339883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3497015-7d50-4092-bea6-d85d919d00ab admin admin] Pushing event updated for resources: {'Network': ['ID=9725346d-d0d2-4c67-9968-c0a1fe808fd5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:56.344457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Made reservation on behalf of 6cc4cdd70d8d4d78893993012244f997 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:56.348067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.401707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:13:56.503906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.595173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.669823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29db7731-65fb-4e01-9bb4-27f61691a98a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:13:56.678111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Checking segment: {'id': 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:13:56.678650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Network hostable DHCP agents. Network: 9725346d-d0d2-4c67-9968-c0a1fe808fd5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:13:56.699446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:13:56.711415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9725346d-d0d2-4c67-9968-c0a1fe808fd5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:13:56.717195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:56.718330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:56.722905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4cc0d-4629-40d7-bab3-9864ec82c7e5 None None] Network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:56.742192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9082b7b-df32-475d-8403-6e881492c15a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4331746 Nov 19 04:13:56.905210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209c03f-7260-41f5-901e-f1072cbc0f4d req-29ec8e65-83e3-4571-b51d-8c6c496b6cd6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:56.914237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2209c03f-7260-41f5-901e-f1072cbc0f4d req-29ec8e65-83e3-4571-b51d-8c6c496b6cd6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0976646 Nov 19 04:13:57.007250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2209c03f-7260-41f5-901e-f1072cbc0f4d req-5288e94b-9ee5-49c1-aeeb-bbb20217cf4b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Nov 19 04:13:57.047165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28466f38-d990-45c7-90ee-d909dc28c342 None None] Network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:13:57.279448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:57.491881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-41c0787d-6303-4369-a03a-6d008542679a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:57.499125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-41c0787d-6303-4369-a03a-6d008542679a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/networks?id=9725346d-d0d2-4c67-9968-c0a1fe808fd5 HTTP/1.1" status: 200 len: 822 time: 0.1242878 Nov 19 04:13:57.516589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-26830806-b52e-4693-abd7-905e35c3aca6 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/quotas/6cc4cdd70d8d4d78893993012244f997 HTTP/1.1" status: 200 len: 375 time: 0.0165431 Nov 19 04:13:57.553277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-649c23b6-20c3-464c-a845-aa5db71bff25 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6cc4cdd70d8d4d78893993012244f997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355952 Nov 19 04:13:57.665794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-95df1435-b1e4-4682-bfdc-62270baf3114 service neutron] 10.222.0.52 "GET /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044321 Nov 19 04:13:57.763504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-47e385a7-2637-48db-9225-2ba20eb108ed service neutron] 10.222.0.52 "GET /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913084 Nov 19 04:13:58.057267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-516b4988-6903-46ec-ae26-dfd4c1121653 req-79670dec-af5f-460b-b205-043272e705be tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 210 time: 0.0471435 Nov 19 04:13:58.214812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a242dc-606c-40cc-90bc-9f86ed34e3bb req-e4e12978-3812-424c-9dc9-d9e153735321 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:58.228448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3a242dc-606c-40cc-90bc-9f86ed34e3bb req-e4e12978-3812-424c-9dc9-d9e153735321 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0846617 Nov 19 04:13:58.344732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3a242dc-606c-40cc-90bc-9f86ed34e3bb req-de87b6e6-e355-4574-8164-9844795c9ef9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096036 Nov 19 04:13:59.199329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab82c182-3fc7-4432-bd0b-4893890c9861 req-8e4fdc68-480b-42b5-ae02-4ccb7f45e7fa tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 210 time: 0.0506654 Nov 19 04:13:59.453619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-4584f897-d94e-499e-89cc-644caeef17b7 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:59.456572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-4584f897-d94e-499e-89cc-644caeef17b7 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.36 "GET /v2.0/networks?id=9725346d-d0d2-4c67-9968-c0a1fe808fd5 HTTP/1.1" status: 200 len: 822 time: 0.1763690 Nov 19 04:13:59.475774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Request body: {'port': {'device_id': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5', 'admin_state_up': True, 'tenant_id': '6cc4cdd70d8d4d78893993012244f997'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:13:59.582001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb725dbe-3713-4d53-8f9f-b6e0ed06a9af req-d5dc451d-ee68-4ac4-b6e5-a28e5aa3aa9b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:59.583749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb725dbe-3713-4d53-8f9f-b6e0ed06a9af req-d5dc451d-ee68-4ac4-b6e5-a28e5aa3aa9b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1259415 Nov 19 04:13:59.688053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb725dbe-3713-4d53-8f9f-b6e0ed06a9af req-03ee8b68-2cbb-4c66-9a91-5238d982471c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900083 Nov 19 04:13:59.697077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Made reservation on behalf of 6cc4cdd70d8d4d78893993012244f997 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:13:59.700776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:13:59.905476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-89aac5ba-0e27-4459-a0b7-03b40926da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:13:59.907031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-89aac5ba-0e27-4459-a0b7-03b40926da75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 1097 time: 0.1273205 Nov 19 04:13:59.918367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Allocated IP 172.20.0.6 (9725346d-d0d2-4c67-9968-c0a1fe808fd5/29db7731-65fb-4e01-9bb4-27f61691a98a/04a8305d-952e-4338-8781-71445300e12c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:00.127363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-a8f0000b-5ae7-41c6-bd0f-ed0237ca7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:00.128880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-a8f0000b-5ae7-41c6-bd0f-ed0237ca7312 service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1984148 Nov 19 04:14:00.181542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-c9784b21-3e7a-4eb7-820a-d89fe96baa82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 200 len: 217 time: 0.0428731 Nov 19 04:14:00.263814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:00.312946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:00.380863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:00.385301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Pushing event updated for resources: {'Port': ['ID=04a8305d-952e-4338-8781-71445300e12c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:00.388531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:00.397463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:00.486241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829498b8-f0c4-4861-918f-592db8ecb68e req-4f00852c-dd39-4ceb-8bc2-8920e6709cd1 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:00.487993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-829498b8-f0c4-4861-918f-592db8ecb68e req-4f00852c-dd39-4ceb-8bc2-8920e6709cd1 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 931 time: 0.1037025 Nov 19 04:14:00.489593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-8a85c189-7fec-44c3-bfcf-fe7f5e9247b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:00.491080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-8a85c189-7fec-44c3-bfcf-fe7f5e9247b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.2894409 Nov 19 04:14:00.551757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-829498b8-f0c4-4861-918f-592db8ecb68e req-0b12d668-b467-464c-86a5-581f45da9742 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569046 Nov 19 04:14:00.603436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:00.604109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:00.623713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-de4c3765-461b-49b6-bf38-d57add02ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:00.625509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-de4c3765-461b-49b6-bf38-d57add02ef71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819464 Nov 19 04:14:00.629986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c8b3d8ad-90d5-4ee3-bdbc-3c72b07ed72a tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601048 Nov 19 04:14:00.715242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Request body: {'port': {'device_id': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:00.830666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-3c37ca8b-a48c-454f-a091-de42f0ebf79f service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943564 Nov 19 04:14:00.858811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:01.147639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-262cd58a-6ea9-400c-8760-747ce0dff8ec req-21d669bc-a20b-43fd-a517-de7de289b0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034785 Nov 19 04:14:01.227466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95179cc6-d439-4996-baa3-930a0ef967a1 req-7c6d0d8b-336a-4da5-8143-887a877fe119 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:01.239289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95179cc6-d439-4996-baa3-930a0ef967a1 req-7c6d0d8b-336a-4da5-8143-887a877fe119 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.4070020 Nov 19 04:14:01.369847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95179cc6-d439-4996-baa3-930a0ef967a1 req-4cab1888-5507-4deb-a8ec-e7194d23538d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296129 Nov 19 04:14:01.508391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a8305d-952e-4338-8781-71445300e12c {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:01.519633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:01.550967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Transition to ACTIVE for port object 04a8305d-952e-4338-8781-71445300e12c will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:14:01.556621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:01.734252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Pushing event updated for resources: {'Port': ['ID=04a8305d-952e-4338-8781-71445300e12c,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:01.832079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Attempting to bind port 04a8305d-952e-4338-8781-71445300e12c on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:14:01.832908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Attempting to bind port 04a8305d-952e-4338-8781-71445300e12c by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:14:01.833428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Attempting to bind port 04a8305d-952e-4338-8781-71445300e12c on network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:01.851317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Port 04a8305d-952e-4338-8781-71445300e12c on network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:14:01.866597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Attempting to bind port 04a8305d-952e-4338-8781-71445300e12c on network 9725346d-d0d2-4c67-9968-c0a1fe808fd5 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:01.879801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:01.890559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ebf4d-d906-4cdc-8256-f9a48eb2411e req-47211245-c040-4167-8414-abecbad0eb2e tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:01.892456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a86ebf4d-d906-4cdc-8256-f9a48eb2411e req-47211245-c040-4167-8414-abecbad0eb2e tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 943 time: 0.2052431 Nov 19 04:14:01.915391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:14:01.915745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Checking segment: {'id': 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:01.917780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Bound using segment: {'id': 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:14:01.918326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Bound port: 04a8305d-952e-4338-8781-71445300e12c, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:14:01.918701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:02.094535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a86ebf4d-d906-4cdc-8256-f9a48eb2411e req-b619203b-9f32-4a86-a1d9-e7d9234a05e4 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868935 Nov 19 04:14:02.185698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] For port 04a8305d-952e-4338-8781-71445300e12c, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:14:02.189741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] For port 04a8305d-952e-4338-8781-71445300e12c, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=04a8305d-952e-4338-8781-71445300e12c,segment=NetworkSegment(ff8495b2-1265-47de-ada0-6e7ef0e3aa8e),segment_id=ff8495b2-1265-47de-ada0-6e7ef0e3aa8e)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:14:02.197127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:02.257648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:02.272170 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:02.276750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] 10.222.0.36 "PUT /v2.0/ports/04a8305d-952e-4338-8781-71445300e12c HTTP/1.1" status: 200 len: 1091 time: 1.5647590 Nov 19 04:14:02.277292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'tag': '04a8305d-952e-4338-8781-71445300e12c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:02.310724 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d848a1d7-b910-4612-b33c-e29a90ef30c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6819a8d1-0efe-427d-b663-9860c80cc68b", "tag": "04a8305d-952e-4338-8781-71445300e12c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:02.387017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bfce1-ca68-48e1-a1ba-9750180a077d service neutron] Pushing event updated for resources: {'Port': ['ID=04a8305d-952e-4338-8781-71445300e12c,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:02.446405 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a458788-7c44-4f09-9853-d1ea2c2bd347 x-openstack-request-id: req-1a458788-7c44-4f09-9853-d1ea2c2bd347 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:02.448113 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6819a8d1-0efe-427d-b663-9860c80cc68b", "tag": "04a8305d-952e-4338-8781-71445300e12c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:02.448477 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a458788-7c44-4f09-9853-d1ea2c2bd347 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:02.448991 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'tag': '04a8305d-952e-4338-8781-71445300e12c', 'status': 'completed', 'code': 200} Nov 19 04:14:02.475166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-48fec189-5ee1-40a3-8835-3e2ee3b80162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:02.482200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-48fec189-5ee1-40a3-8835-3e2ee3b80162 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6cc4cdd70d8d4d78893993012244f997&device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 1094 time: 0.1110361 Nov 19 04:14:02.568977 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-b737dfac-e16b-4508-befb-c9a1b6bf0c55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04a8305d-952e-4338-8781-71445300e12c HTTP/1.1" status: 200 len: 217 time: 0.0797405 Nov 19 04:14:02.629419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca236f-752c-417a-8945-18d7769dd5b3 req-ba8a2927-4cf1-45b1-ae14-3a6857e6814a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:02.631950 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bca236f-752c-417a-8945-18d7769dd5b3 req-ba8a2927-4cf1-45b1-ae14-3a6857e6814a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1288543 Nov 19 04:14:02.648657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-d64cd178-216b-46fc-b1a3-5aecde4bab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:02.655010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-d64cd178-216b-46fc-b1a3-5aecde4bab2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29db7731-65fb-4e01-9bb4-27f61691a98a HTTP/1.1" status: 200 len: 862 time: 0.0774133 Nov 19 04:14:02.716900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-c03341ae-f9e1-494a-9011-19c2dafee18c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9725346d-d0d2-4c67-9968-c0a1fe808fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488558 Nov 19 04:14:02.842454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bca236f-752c-417a-8945-18d7769dd5b3 req-812ab166-31e2-43d1-a280-0658f79aa044 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860971 Nov 19 04:14:02.876813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-a5133ede-6a45-4797-a48c-0e47d1b444c5 service neutron] 10.222.0.36 "GET /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519818 Nov 19 04:14:03.010444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b8c731b-65a3-4f9d-8a44-7797ba12a68f req-21ef231c-6105-4876-9483-9aaa14c65a29 service neutron] 10.222.0.36 "GET /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222246 Nov 19 04:14:03.128087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-115c894f-ae1c-4634-9231-995308871999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:03.129921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-115c894f-ae1c-4634-9231-995308871999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6cc4cdd70d8d4d78893993012244f997&device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 1094 time: 0.0665236 Nov 19 04:14:03.288684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-5a1c7639-1ed9-491d-b7ac-cc9fb9474a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:03.289143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-5a1c7639-1ed9-491d-b7ac-cc9fb9474a74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9725346d-d0d2-4c67-9968-c0a1fe808fd5 HTTP/1.1" status: 200 len: 923 time: 0.1492224 Nov 19 04:14:03.354140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-c94eff7d-4477-46c0-9c03-20fdc7cff169 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04a8305d-952e-4338-8781-71445300e12c HTTP/1.1" status: 200 len: 217 time: 0.0454917 Nov 19 04:14:03.417005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-58c19a44-5ab9-4d82-bf5e-4acdd767f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:03.418927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-58c19a44-5ab9-4d82-bf5e-4acdd767f39b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29db7731-65fb-4e01-9bb4-27f61691a98a HTTP/1.1" status: 200 len: 862 time: 0.0580812 Nov 19 04:14:03.430946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c66813-4812-41f8-9d9a-7e0722ca8120 req-6ba8e804-2ac7-4c68-a557-b492bac8c571 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:03.432724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46c66813-4812-41f8-9d9a-7e0722ca8120 req-6ba8e804-2ac7-4c68-a557-b492bac8c571 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 943 time: 0.2326503 Nov 19 04:14:03.795996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46c66813-4812-41f8-9d9a-7e0722ca8120 req-abfe1619-a0a4-43b8-ac4b-4cb5e3e67727 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524461 Nov 19 04:14:03.798591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-e0caf291-42d6-4bfb-9f8d-f3a97a525853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9725346d-d0d2-4c67-9968-c0a1fe808fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3649633 Nov 19 04:14:03.958175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-1ed6b996-5773-4d7d-93a0-11b8f372d484 service neutron] 10.222.0.36 "GET /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488249 Nov 19 04:14:04.043474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d8aa8-fd2f-455c-8fd3-f95d02f312b2 req-83f60f9e-46f3-436e-b0ed-05b556e250a2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:04.051923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a94d8aa8-fd2f-455c-8fd3-f95d02f312b2 req-83f60f9e-46f3-436e-b0ed-05b556e250a2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1086016 Nov 19 04:14:04.154230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a94d8aa8-fd2f-455c-8fd3-f95d02f312b2 req-a0107e45-10f5-43de-be07-16269b655049 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950658 Nov 19 04:14:04.170136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d848a1d7-b910-4612-b33c-e29a90ef30c6 req-9cce4322-1dd7-42d6-9df0-6a3727c5625c service neutron] 10.222.0.36 "GET /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884785 Nov 19 04:14:04.609960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40922) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:04.979800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cc421-b33a-49d1-810a-9944cb4e984c req-ecca84a5-e2f4-4cc2-8439-b31e67f5a504 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:04.988501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66cc421-b33a-49d1-810a-9944cb4e984c req-ecca84a5-e2f4-4cc2-8439-b31e67f5a504 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 943 time: 0.0954819 Nov 19 04:14:05.046783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b66cc421-b33a-49d1-810a-9944cb4e984c req-39181181-f71b-4161-b3a1-c136b7185b39 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565660 Nov 19 04:14:05.179357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:05.324139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57723a56-c225-4a24-8fe5-ec109541798f req-e0e1ac54-fa1f-43f4-80a0-a434025a8ead tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:05.325761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57723a56-c225-4a24-8fe5-ec109541798f req-e0e1ac54-fa1f-43f4-80a0-a434025a8ead tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0901644 Nov 19 04:14:05.408342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-57723a56-c225-4a24-8fe5-ec109541798f req-7dbca364-ea6e-47cf-ac8c-3228ffb4e358 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Nov 19 04:14:05.592739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Deleting port 1661417c-a6c8-4e48-bdb2-34ecd698c287 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:05.593003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:05.684119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] For port 1661417c-a6c8-4e48-bdb2-34ecd698c287, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1661417c-a6c8-4e48-bdb2-34ecd698c287,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:05.684804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:05.698048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Calling delete_port for 1661417c-a6c8-4e48-bdb2-34ecd698c287 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:05.930767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.009412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Pushing event deleted for resources: {'Port': ['ID=1661417c-a6c8-4e48-bdb2-34ecd698c287,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:06.197329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.329334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 04a8305d-952e-4338-8781-71445300e12c details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:14:06.351720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e681123-a14e-4246-ab44-94d7aaf0b491 req-9de3623a-2e6e-4441-a449-02a5dc7b374b tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:06.363644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e681123-a14e-4246-ab44-94d7aaf0b491 req-9de3623a-2e6e-4441-a449-02a5dc7b374b tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 943 time: 0.1295695 Nov 19 04:14:06.372384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40970) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:06.472543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e681123-a14e-4246-ab44-94d7aaf0b491 req-14c54019-5bc1-43f2-a0cb-d41c8ea17a10 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079814 Nov 19 04:14:06.555033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 04a8305d-952e-4338-8781-71445300e12c, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=04a8305d-952e-4338-8781-71445300e12c,segment=NetworkSegment(ff8495b2-1265-47de-ada0-6e7ef0e3aa8e),segment_id=ff8495b2-1265-47de-ada0-6e7ef0e3aa8e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:06.573615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '04a8305d-952e-4338-8781-71445300e12c', 'network_id': '9725346d-d0d2-4c67-9968-c0a1fe808fd5', 'port_id': '04a8305d-952e-4338-8781-71445300e12c', 'mac_address': 'fa:16:3e:da:db:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29db7731-65fb-4e01-9bb4-27f61691a98a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:14:06.574233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:14:06.604139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e338c8b-4184-45ac-9265-3cb883d66de0 req-8df1d34d-cb71-4635-a2da-4838633b3561 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:06.612072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b34b5c32-3656-4c2e-84a1-0c0b5f6484d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.613017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e338c8b-4184-45ac-9265-3cb883d66de0 req-8df1d34d-cb71-4635-a2da-4838633b3561 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0597243 Nov 19 04:14:06.620881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.636997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a8305d-952e-4338-8781-71445300e12c {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:06.665142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 04a8305d-952e-4338-8781-71445300e12c, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=04a8305d-952e-4338-8781-71445300e12c,segment=NetworkSegment(ff8495b2-1265-47de-ada0-6e7ef0e3aa8e),segment_id=ff8495b2-1265-47de-ada0-6e7ef0e3aa8e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:06.667836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e338c8b-4184-45ac-9265-3cb883d66de0 req-57e0b1a8-3fec-4fb8-b806-019552d67638 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538452 Nov 19 04:14:06.683606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.756258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=04a8305d-952e-4338-8781-71445300e12c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:06.812777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:14:06.823275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ecd20b4e-adec-4374-ad5c-90305391a78b admin admin] 10.222.0.52 "PUT /v2.0/routers/fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2120974 Nov 19 04:14:06.823554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 40982) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:06.832239 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] Sync routers for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:14:06.867784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:14:06.868744 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:06.879455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b34b5c32-3656-4c2e-84a1-0c0b5f6484d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.884671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b34b5c32-3656-4c2e-84a1-0c0b5f6484d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:06.920190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['04a8305d-952e-4338-8781-71445300e12c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:06.932863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b5c32-3656-4c2e-84a1-0c0b5f6484d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e97cba-e199-4790-9c9d-40228e64af21,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:06.950631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b34b5c32-3656-4c2e-84a1-0c0b5f6484d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20022c44b3c84229a37f84755704d65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5639243 Nov 19 04:14:06.950955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 40984) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:07.054823 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:14:07.076197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f43773-21ee-4f48-b4ef-c2e155869604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.127172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f43773-21ee-4f48-b4ef-c2e155869604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.151967 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.208316 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f43773-21ee-4f48-b4ef-c2e155869604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.213112 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f43773-21ee-4f48-b4ef-c2e155869604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.220119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-56f43773-21ee-4f48-b4ef-c2e155869604 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00e97cba-e199-4790-9c9d-40228e64af21 HTTP/1.1" status: 204 len: 168 time: 0.2668922 Nov 19 04:14:07.233435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43773-21ee-4f48-b4ef-c2e155869604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e97cba-e199-4790-9c9d-40228e64af21,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:07.305295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.363480 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:14:05Z', 'revision_number': 5, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port': {'id': 'b76bdcfc-8b45-4454-b7cf-906caaa5bc9a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:05:47Z', 'updated_at': '2021-11-19T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:07.379276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Deleting port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:07.379861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.400355 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] Checking router: fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:14:07.409372 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] Routers {'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:14:07.410084 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:07.476033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] For port b76bdcfc-8b45-4454-b7cf-906caaa5bc9a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:07.476437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.490629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Calling delete_port for b76bdcfc-8b45-4454-b7cf-906caaa5bc9a owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:07.525680 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] Set router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:14:07.635314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41002) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:07.660531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8bffc91b-7b80-47a8-8475-23759f092c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.678166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572fd5d-9b8c-4359-9022-3d54d5a3a961 req-8bfb99e8-12b5-4c20-9da4-918a715c5cd6 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:07.687252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0572fd5d-9b8c-4359-9022-3d54d5a3a961 req-8bfb99e8-12b5-4c20-9da4-918a715c5cd6 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 944 time: 0.1101072 Nov 19 04:14:07.740776 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:14:07Z', 'revision_number': 6, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:07.766072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8bffc91b-7b80-47a8-8475-23759f092c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.767787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0572fd5d-9b8c-4359-9022-3d54d5a3a961 req-71e9b4e6-22bd-4bc3-8ce9-2858f07a212d tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794578 Nov 19 04:14:07.773998 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586201c-6d17-4c0d-a3cb-a43f8a166da1 None None] The sync data for ids ['fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b'] in n-d-818503-1 is: [{'id': 'fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b', 'name': 'tempest-AttachVolumeTestJSON-2022973930-router', 'tenant_id': '0ddfdb1380e34d4bae42fe8af375a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:05:45Z', 'updated_at': '2021-11-19T04:14:07Z', 'revision_number': 6, 'project_id': '0ddfdb1380e34d4bae42fe8af375a829', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:14:07.782954 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8bffc91b-7b80-47a8-8475-23759f092c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.793663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.831477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8bffc91b-7b80-47a8-8475-23759f092c71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a2b673a0afb4da190bbc45f7ba1c973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924605 Nov 19 04:14:07.832147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41012) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:07.861449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76bdcfc-8b45-4454-b7cf-906caaa5bc9a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:07.873860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb0c8b-6ff4-4939-a3f1-50209bc7f5f9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:14:07.887239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc91b-7b80-47a8-8475-23759f092c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be84a63-10c6-48df-b381-cb5216c819b6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:07.931198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-219e7ace-b598-4c18-9cbe-120d913adeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.952850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-219e7ace-b598-4c18-9cbe-120d913adeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.973149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:07.991647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b10239-08a4-4587-82b4-3b36c96aeade req-38d83c11-ec6c-49ec-a487-e0d387c5b89d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:07.993990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9b10239-08a4-4587-82b4-3b36c96aeade req-38d83c11-ec6c-49ec-a487-e0d387c5b89d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0999761 Nov 19 04:14:08.029533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-219e7ace-b598-4c18-9cbe-120d913adeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.032668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-219e7ace-b598-4c18-9cbe-120d913adeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.036825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-219e7ace-b598-4c18-9cbe-120d913adeab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1be84a63-10c6-48df-b381-cb5216c819b6 HTTP/1.1" status: 204 len: 168 time: 0.2019911 Nov 19 04:14:08.048772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e7ace-b598-4c18-9cbe-120d913adeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be84a63-10c6-48df-b381-cb5216c819b6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:08.121813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.125021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.207471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9b10239-08a4-4587-82b4-3b36c96aeade req-2cdf0175-ad5f-47c5-8e98-64603b367459 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341558 Nov 19 04:14:08.208633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.209170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:14:08.216858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.218150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d7395f27-2d60-4cca-b858-dc1b0fe0ec84 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fdd5cfcc-32bf-456a-8f3d-6d8a73d0464b HTTP/1.1" status: 204 len: 168 time: 1.3932500 Nov 19 04:14:08.220823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41022) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:08.278201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Deleting subnet 7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:14:08.282146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.348898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 04a8305d-952e-4338-8781-71445300e12c up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:08.355680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.427224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 04a8305d-952e-4338-8781-71445300e12c completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:14:08.431356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 04a8305d-952e-4338-8781-71445300e12c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:08.431742 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.458294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.541732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.558791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.585543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a8305d-952e-4338-8781-71445300e12c'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:08.587979 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8151b25-4a6f-4aa5-924d-b0cc0b21dce1" -d '{"events": [{"server_uuid": "6819a8d1-0efe-427d-b663-9860c80cc68b", "name": "network-vif-plugged", "status": "completed", "tag": "04a8305d-952e-4338-8781-71445300e12c"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:08.594445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.601967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41040) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:08.603054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f HTTP/1.1" status: 204 len: 168 time: 0.3799548 Nov 19 04:14:08.604135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6278214-86ec-4b5d-a036-643dbe121cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e44bd5d-b47b-46fd-92ce-98a1dc0b6b5f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:08.619759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874334b-897b-4b0b-99ff-153d60d720a8 None None] Network 1ca2c5dd-0045-4142-930d-43092c71d9f3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:14:08.715931 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4499d-4421-40c0-8cdb-34ec21ce56c1 x-openstack-request-id: req-d3b4499d-4421-40c0-8cdb-34ec21ce56c1 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:08.716550 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6819a8d1-0efe-427d-b663-9860c80cc68b", "name": "network-vif-plugged", "status": "completed", "tag": "04a8305d-952e-4338-8781-71445300e12c", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:08.716997 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3b4499d-4421-40c0-8cdb-34ec21ce56c1 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:08.718007 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a8305d-952e-4338-8781-71445300e12c', 'code': 200} Nov 19 04:14:08.726231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.728399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 04a8305d-952e-4338-8781-71445300e12c, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=04a8305d-952e-4338-8781-71445300e12c,segment=NetworkSegment(ff8495b2-1265-47de-ada0-6e7ef0e3aa8e),segment_id=ff8495b2-1265-47de-ada0-6e7ef0e3aa8e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:08.741415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.879786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d4af6-0af6-47f1-a7c3-6d7753b5d2ac req-88a8e193-f2af-402c-9c72-3340f9744df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:08.881491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a0d4af6-0af6-47f1-a7c3-6d7753b5d2ac req-88a8e193-f2af-402c-9c72-3340f9744df6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 1096 time: 0.0894113 Nov 19 04:14:08.923893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Deleting port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:08.924898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:08.936052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=04a8305d-952e-4338-8781-71445300e12c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:09.034657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] DHCP port deletion for 1ca2c5dd-0045-4142-930d-43092c71d9f3 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:14:09.078398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] For port c1eeea3c-e3f7-4d07-bec8-a2d72845be11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:09.078785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.079852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1661417c-a6c8-4e48-bdb2-34ecd698c287 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:14:09.104142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a0d4af6-0af6-47f1-a7c3-6d7753b5d2ac req-ed947f31-b853-45fc-9e05-c494697cc511 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149494 Nov 19 04:14:09.105075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Calling delete_port for c1eeea3c-e3f7-4d07-bec8-a2d72845be11 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:09.108157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1661417c-a6c8-4e48-bdb2-34ecd698c287 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:14:09.108851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1661417c-a6c8-4e48-bdb2-34ecd698c287 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:14:09.109425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b76bdcfc-8b45-4454-b7cf-906caaa5bc9a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:14:09.121907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b886c0-e9bf-4f1a-90a2-2108631ffe33 req-6e9938c0-1bc7-4624-9b40-c448af7cc1f0 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:09.123514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2b886c0-e9bf-4f1a-90a2-2108631ffe33 req-6e9938c0-1bc7-4624-9b40-c448af7cc1f0 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 945 time: 0.2023067 Nov 19 04:14:09.139548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b76bdcfc-8b45-4454-b7cf-906caaa5bc9a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:14:09.139897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b76bdcfc-8b45-4454-b7cf-906caaa5bc9a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:14:09.161377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] Deleting port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:09.162376 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.280375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] For port c1eeea3c-e3f7-4d07-bec8-a2d72845be11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,segment=NetworkSegment(e3945788-cb09-47c4-980f-1f5d0e813fdd),segment_id=e3945788-cb09-47c4-980f-1f5d0e813fdd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:09.280795 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.282345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2b886c0-e9bf-4f1a-90a2-2108631ffe33 req-6ed30955-833a-4afa-855c-93cb34dba89d tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484416 Nov 19 04:14:09.296625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.296989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] Calling delete_port for c1eeea3c-e3f7-4d07-bec8-a2d72845be11 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:09.389112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.401501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:09.404032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] No DVR routers for this DVR port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:14:09.425845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] Pushing event deleted for resources: {'Port': ['ID=c1eeea3c-e3f7-4d07-bec8-a2d72845be11,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:09.431952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b9542-5c8f-4491-8985-5053bae12ded None None] No DVR routers for this DVR port c1eeea3c-e3f7-4d07-bec8-a2d72845be11 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:14:09.496797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.510933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b71db-db8b-46fe-b62c-a504a6ed3ebf req-d5d3dab4-db2d-49f3-82bc-5aa7f82bb214 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:09.510933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f88b71db-db8b-46fe-b62c-a504a6ed3ebf req-d5d3dab4-db2d-49f3-82bc-5aa7f82bb214 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1358535 Nov 19 04:14:09.541234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca2c5dd-0045-4142-930d-43092c71d9f3']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:09.553623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3945788-cb09-47c4-980f-1f5d0e813fdd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:09.553922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3945788-cb09-47c4-980f-1f5d0e813fdd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:09.572160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.599873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f88b71db-db8b-46fe-b62c-a504a6ed3ebf req-b2116fb1-520b-4551-95b0-24bb249e0f56 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855803 Nov 19 04:14:09.600851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.607719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:14:09.608272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:14:09.609922 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:14:09.668439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.680727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.684941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ca2c5dd-0045-4142-930d-43092c71d9f3 HTTP/1.1" status: 204 len: 168 time: 1.0816009 Nov 19 04:14:09.698210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decab8c1-0f58-4a78-ad9d-6f7d0ec11a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca2c5dd-0045-4142-930d-43092c71d9f3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:09.713925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:09.836309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f35e7eef-9d34-4b05-912f-cde1351c6031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.883934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41092) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:09.926267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f35e7eef-9d34-4b05-912f-cde1351c6031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.931744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f35e7eef-9d34-4b05-912f-cde1351c6031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:09.933987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1dc09d93-5fbb-42ea-900d-4f61bc788f06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ddfdb1380e34d4bae42fe8af375a829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475268 Nov 19 04:14:09.935665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41094) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:09.971955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f35e7eef-9d34-4b05-912f-cde1351c6031 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4918f1bc89a94af1b396dd0230c24dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564895 Nov 19 04:14:09.974330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e7eef-9d34-4b05-912f-cde1351c6031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f1c856-8034-432a-ba08-890654f565c5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:09.974631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41096) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:10.005545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c234f598-b099-44bd-96ba-dcabf81972da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.039362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c234f598-b099-44bd-96ba-dcabf81972da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.073755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-183d795f-e246-4318-8b4b-e5e3e27b1bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.121177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-183d795f-e246-4318-8b4b-e5e3e27b1bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.149255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c234f598-b099-44bd-96ba-dcabf81972da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.152002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c234f598-b099-44bd-96ba-dcabf81972da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.153337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c234f598-b099-44bd-96ba-dcabf81972da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d44856e-9b3c-4bc9-a439-3d4a1458dda8 HTTP/1.1" status: 204 len: 168 time: 0.2167349 Nov 19 04:14:10.170857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234f598-b099-44bd-96ba-dcabf81972da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44856e-9b3c-4bc9-a439-3d4a1458dda8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:10.208993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-183d795f-e246-4318-8b4b-e5e3e27b1bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.214881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-183d795f-e246-4318-8b4b-e5e3e27b1bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:10.218405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-183d795f-e246-4318-8b4b-e5e3e27b1bed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65f1c856-8034-432a-ba08-890654f565c5 HTTP/1.1" status: 204 len: 168 time: 0.2427897 Nov 19 04:14:10.232848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d795f-e246-4318-8b4b-e5e3e27b1bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f1c856-8034-432a-ba08-890654f565c5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:10.445195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45633d7-2a10-4bd1-806e-7cc5ce829942 req-fa52383b-f39e-4842-8eed-b53478299fd2 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:10.449482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e45633d7-2a10-4bd1-806e-7cc5ce829942 req-fa52383b-f39e-4842-8eed-b53478299fd2 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 945 time: 0.0759728 Nov 19 04:14:10.512049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e45633d7-2a10-4bd1-806e-7cc5ce829942 req-b25a87f1-2fc9-4e0e-b101-957c44478916 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 Nov 19 04:14:10.889558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5af90-da4d-498b-aa6c-e738f663ecf7 req-43fe6a09-6972-4308-991e-172a09f7aa5f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:10.891156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ba5af90-da4d-498b-aa6c-e738f663ecf7 req-43fe6a09-6972-4308-991e-172a09f7aa5f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0615513 Nov 19 04:14:10.948366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ba5af90-da4d-498b-aa6c-e738f663ecf7 req-b8f5b3b2-e778-4adc-8fa8-87d330188bc3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Nov 19 04:14:11.037569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1eeea3c-e3f7-4d07-bec8-a2d72845be11 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:14:11.076229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c1eeea3c-e3f7-4d07-bec8-a2d72845be11 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:14:11.076591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c1eeea3c-e3f7-4d07-bec8-a2d72845be11 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:14:11.187844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc74e-a18e-4796-a419-5c2cf4a9a130 req-995fb735-d626-494d-980e-83f420f35af1 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:11.190667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d06bc74e-a18e-4796-a419-5c2cf4a9a130 req-995fb735-d626-494d-980e-83f420f35af1 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 945 time: 0.0628834 Nov 19 04:14:11.222748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41154) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:11.246224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d06bc74e-a18e-4796-a419-5c2cf4a9a130 req-5f79e65f-c4b3-4f35-b5e1-c2b172ee0b6d tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Nov 19 04:14:11.475725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-255219883-network', 'tenant_id': '895d450ceef34c94af39db246a2e558a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:11.498608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Made reservation on behalf of 895d450ceef34c94af39db246a2e558a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:11.501246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.510535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.598943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.605797 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.628557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:14:11.648418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.648853 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Added segment b34a7b40-a660-48a6-97da-c762ead510da of type vlan for network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 Nov 19 04:14:11.650194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9881ee-59e9-408f-a70a-dcee213b428e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:11.703456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.730617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.732059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:11.732972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:11.791339 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5627823 Nov 19 04:14:11.792099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41170) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:11.798532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Request body: {'subnet': {'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-255219883-subnet', 'tenant_id': '895d450ceef34c94af39db246a2e558a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:11.804840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c1cd-e867-484b-80a1-1efe5ee79d5a admin admin] Pushing event updated for resources: {'Network': ['ID=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:11.820275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:14:11.842741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Made reservation on behalf of 895d450ceef34c94af39db246a2e558a for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:11.846482 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:12.071178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:12.212053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ec2b9-ab96-4c1f-a881-9f1308b8a2e4 req-8de3c949-9c34-4533-bc2a-1356845df4ca tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:12.213801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc8ec2b9-ab96-4c1f-a881-9f1308b8a2e4 req-8de3c949-9c34-4533-bc2a-1356845df4ca tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1491313 Nov 19 04:14:12.225628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Checking segment: {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:12.226276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Network hostable DHCP agents. Network: cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:14:12.236304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1371-e60d-4362-aac6-999f7ced3434 req-fdb8b917-0b9f-4c59-81ce-e1f69fd5130d tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:12.237862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-000b1371-e60d-4362-aac6-999f7ced3434 req-fdb8b917-0b9f-4c59-81ce-e1f69fd5130d tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.36 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 945 time: 0.1837933 Nov 19 04:14:12.245469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7e8674-88cf-43a9-a455-fb24bcedb2da,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:12.307013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:14:12.348935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:12.359386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdebc46-4f2d-4659-8d67-9a0070a9eedc None None] Network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:14:12.366029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:12.366595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:12.385814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc8ec2b9-ab96-4c1f-a881-9f1308b8a2e4 req-e7d4f0a8-5026-40b3-8a02-b535c37cd700 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631021 Nov 19 04:14:12.415855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-64f8411d-bc7a-4039-a0b0-2a1e5e053cb2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6227074 Nov 19 04:14:12.430296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Deleting port 04a8305d-952e-4338-8781-71445300e12c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:12.430651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:12.548206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce814768-e123-4287-a173-120224ce901a None None] Network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:14:12.695958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] For port 04a8305d-952e-4338-8781-71445300e12c, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=04a8305d-952e-4338-8781-71445300e12c,segment=NetworkSegment(ff8495b2-1265-47de-ada0-6e7ef0e3aa8e),segment_id=ff8495b2-1265-47de-ada0-6e7ef0e3aa8e)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:12.696375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:12.718798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Calling delete_port for 04a8305d-952e-4338-8781-71445300e12c owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:12.731050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aecbca-a7aa-41a7-b476-de0bbc2bb47f req-4474ada0-d208-4e54-b415-860fd2e48d9c tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:12.738842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5aecbca-a7aa-41a7-b476-de0bbc2bb47f req-4474ada0-d208-4e54-b415-860fd2e48d9c tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/ports?device_id=6819a8d1-0efe-427d-b663-9860c80cc68b HTTP/1.1" status: 200 len: 945 time: 0.1283808 Nov 19 04:14:12.854139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5aecbca-a7aa-41a7-b476-de0bbc2bb47f req-d28784a7-fdc7-415f-93ec-d57fc8cb65d1 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad53b3d0-70c9-486f-8991-b6ce0c0dd471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142969 Nov 19 04:14:12.950887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:12.967439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['04a8305d-952e-4338-8781-71445300e12c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:13.018808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Pushing event deleted for resources: {'Port': ['ID=04a8305d-952e-4338-8781-71445300e12c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:13.065355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] No DVR routers for this DVR port 04a8305d-952e-4338-8781-71445300e12c on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:14:13.068482 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:13.072557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-000b1371-e60d-4362-aac6-999f7ced3434 req-2864d2e0-7011-4140-b054-d8e1947ccc08 tempest-ServerAddressesNegativeTestJSON-610721120 tempest-ServerAddressesNegativeTestJSON-610721120-project] 10.222.0.36 "DELETE /v2.0/ports/04a8305d-952e-4338-8781-71445300e12c HTTP/1.1" status: 204 len: 173 time: 0.8246694 Nov 19 04:14:13.073661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'name': 'network-vif-deleted', 'tag': '04a8305d-952e-4338-8781-71445300e12c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:13.076506 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c91fa-c27b-43bf-845c-5f5bca998d71" -d '{"events": [{"server_uuid": "6819a8d1-0efe-427d-b663-9860c80cc68b", "name": "network-vif-deleted", "tag": "04a8305d-952e-4338-8781-71445300e12c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:13.153141 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894571ae-9849-4674-82ac-0a308e61b8f1 x-openstack-request-id: req-894571ae-9849-4674-82ac-0a308e61b8f1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:13.153141 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6819a8d1-0efe-427d-b663-9860c80cc68b", "name": "network-vif-deleted", "tag": "04a8305d-952e-4338-8781-71445300e12c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:13.153141 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-894571ae-9849-4674-82ac-0a308e61b8f1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:13.153600 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6819a8d1-0efe-427d-b663-9860c80cc68b', 'name': 'network-vif-deleted', 'tag': '04a8305d-952e-4338-8781-71445300e12c', 'status': 'completed', 'code': 200} Nov 19 04:14:13.444291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41230) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:13.540638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e604c-6208-4480-8a52-e8ba435770cd req-9973964b-d135-433e-be3d-c115a2e11fba tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:13.549539 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e78e604c-6208-4480-8a52-e8ba435770cd req-9973964b-d135-433e-be3d-c115a2e11fba tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.0689461 Nov 19 04:14:13.585508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-265c2681-86b5-459f-ac60-4a259d34eec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:13.646303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e78e604c-6208-4480-8a52-e8ba435770cd req-ca09f083-7945-4720-8095-900c2d0a5137 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956154 Nov 19 04:14:13.778598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-265c2681-86b5-459f-ac60-4a259d34eec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:13.784264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-265c2681-86b5-459f-ac60-4a259d34eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:13.836792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-265c2681-86b5-459f-ac60-4a259d34eec0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=837a0a56391348108e41e3eb8d7406a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912239 Nov 19 04:14:13.843504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41238) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:13.887599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c2681-86b5-459f-ac60-4a259d34eec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff69b8d-99c9-4f0d-b912-90a1d8f3a56c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:13.948930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b226003-c91f-40f2-81d8-ec19cd66277d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:13.981475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b226003-c91f-40f2-81d8-ec19cd66277d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:13.995592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ce29d-caf2-438a-8a8b-04b9c5447941 req-cd7c0b0e-fc8a-4572-b258-4adf9fd92e49 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:13.997339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d0ce29d-caf2-438a-8a8b-04b9c5447941 req-cd7c0b0e-fc8a-4572-b258-4adf9fd92e49 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0604839 Nov 19 04:14:14.056197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b226003-c91f-40f2-81d8-ec19cd66277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.059798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b226003-c91f-40f2-81d8-ec19cd66277d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.071585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b226003-c91f-40f2-81d8-ec19cd66277d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dff69b8d-99c9-4f0d-b912-90a1d8f3a56c HTTP/1.1" status: 204 len: 168 time: 0.2120481 Nov 19 04:14:14.082223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d0ce29d-caf2-438a-8a8b-04b9c5447941 req-603d0176-0875-4c7d-8ffa-5f6c02cc788d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755188 Nov 19 04:14:14.095381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b226003-c91f-40f2-81d8-ec19cd66277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff69b8d-99c9-4f0d-b912-90a1d8f3a56c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:14.171315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41248) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:14.259208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Deleting subnet 29db7731-65fb-4e01-9bb4-27f61691a98a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:14:14.263587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.364700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.434990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774b5e5-87fc-4c80-baf9-8e3ef074cfcb req-2cad0698-0160-4c97-9a11-c0006e58b286 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:14.440653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f774b5e5-87fc-4c80-baf9-8e3ef074cfcb req-2cad0698-0160-4c97-9a11-c0006e58b286 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1332293 Nov 19 04:14:14.464429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.545000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:14.555996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f774b5e5-87fc-4c80-baf9-8e3ef074cfcb req-be40b8a4-a015-4361-b8c2-22933d0c07ca tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040256 Nov 19 04:14:14.559177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85d27e06-707b-4116-ace0-fdc17dc7e94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.596230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.624516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29db7731-65fb-4e01-9bb4-27f61691a98a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:14.632874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.640072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-848122f3-2942-4d59-8cac-7db70c32c8b3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/29db7731-65fb-4e01-9bb4-27f61691a98a HTTP/1.1" status: 204 len: 168 time: 0.4668586 Nov 19 04:14:14.640331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41260) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:14.741041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.752128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85d27e06-707b-4116-ace0-fdc17dc7e94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.760111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85d27e06-707b-4116-ace0-fdc17dc7e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.833896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d27e06-707b-4116-ace0-fdc17dc7e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce278d9-37fc-48fc-bc81-5d4c519f523c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:14.846932 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-85d27e06-707b-4116-ace0-fdc17dc7e94a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c898c6769f254e9a9baa76670e2f17c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975428 Nov 19 04:14:14.860031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41274) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:14.921505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.954173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9725346d-d0d2-4c67-9968-c0a1fe808fd5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:14.967794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:14.968195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8495b2-1265-47de-ada0-6e7ef0e3aa8e') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:14:14.986969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:14.989238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-636eee01-c7cf-47ca-93c2-824875093a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.018159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.031883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-636eee01-c7cf-47ca-93c2-824875093a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.034777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:14:15.035292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:14:15.037104 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:14:15.121193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.133081 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.137250 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] 10.222.0.52 "DELETE /v2.0/networks/9725346d-d0d2-4c67-9968-c0a1fe808fd5 HTTP/1.1" status: 204 len: 168 time: 0.4954352 Nov 19 04:14:15.152513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d7cf1-b70c-43e8-a5d1-c31ad61296ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9725346d-d0d2-4c67-9968-c0a1fe808fd5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:15.165407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-636eee01-c7cf-47ca-93c2-824875093a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.170536 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-636eee01-c7cf-47ca-93c2-824875093a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.173185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-636eee01-c7cf-47ca-93c2-824875093a08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ce278d9-37fc-48fc-bc81-5d4c519f523c HTTP/1.1" status: 204 len: 168 time: 0.3121324 Nov 19 04:14:15.188902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-23c5adb7-376a-4e81-b334-696653271c68 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:15.190920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-23c5adb7-376a-4e81-b334-696653271c68 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.4049594 Nov 19 04:14:15.195838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eee01-c7cf-47ca-93c2-824875093a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce278d9-37fc-48fc-bc81-5d4c519f523c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:15.209376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-be71c69d-8750-4dc8-b7b2-19b64e77786d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/quotas/5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 375 time: 0.0117571 Nov 19 04:14:15.282471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-0cc2c489-16ff-44ee-84a5-a354897d759e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0588663 Nov 19 04:14:15.380472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41284) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:15.419333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-b98700a6-f3d4-4ccd-8159-b9f47b2a31eb service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230202 Nov 19 04:14:15.452030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7521d523-d8d0-4492-90ca-c4a020698ee3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cc4cdd70d8d4d78893993012244f997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701725 Nov 19 04:14:15.458608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41290) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:15.577605 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f78787b7-839d-47e2-b9ed-73d9ff49704b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.581823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ec6bbadc-c472-4353-9b97-e2d82f83f898 service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540825 Nov 19 04:14:15.607245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f78787b7-839d-47e2-b9ed-73d9ff49704b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.680870 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f78787b7-839d-47e2-b9ed-73d9ff49704b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.684515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f78787b7-839d-47e2-b9ed-73d9ff49704b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:15.686286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f78787b7-839d-47e2-b9ed-73d9ff49704b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad53b3d0-70c9-486f-8991-b6ce0c0dd471 HTTP/1.1" status: 204 len: 168 time: 0.2262688 Nov 19 04:14:15.698711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78787b7-839d-47e2-b9ed-73d9ff49704b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53b3d0-70c9-486f-8991-b6ce0c0dd471,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:16.129423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-0745bc7f-5cf5-45fc-a89f-488ffd046f88 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:16.137888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-0745bc7f-5cf5-45fc-a89f-488ffd046f88 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/networks?id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 200 len: 808 time: 0.2230396 Nov 19 04:14:16.156217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-3eee9c37-3f1d-444a-ac46-11253f692090 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/quotas/895d450ceef34c94af39db246a2e558a HTTP/1.1" status: 200 len: 375 time: 0.0170529 Nov 19 04:14:16.197344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-09d379bd-3ed3-46a7-ad30-6933aef58bd3 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=895d450ceef34c94af39db246a2e558a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397124 Nov 19 04:14:16.323786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-fa6327d4-da10-43ff-9fab-61615d48260c service neutron] 10.222.0.52 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237099 Nov 19 04:14:16.379063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 04a8305d-952e-4338-8781-71445300e12c no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:14:16.426175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 04a8305d-952e-4338-8781-71445300e12c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:14:16.427366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 04a8305d-952e-4338-8781-71445300e12c not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:14:16.569385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-fd8ead94-04e9-4f55-8ad5-dd2ea909de1a service neutron] 10.222.0.52 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432954 Nov 19 04:14:16.962215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f2dde52-8c83-4c55-8189-210abe8560bd req-c03a62c3-5e77-4469-9333-743945c86974 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0574508 Nov 19 04:14:17.236860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-446f6c02-4eb1-4f0e-b144-632cf9c4713d req-d7f24caf-86c4-4f66-8384-e8dacbcd0ab1 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 210 time: 0.0640876 Nov 19 04:14:17.473787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-c53871df-1a0c-45e0-bbc7-efe9fbf4afb3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:17.476057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-c53871df-1a0c-45e0-bbc7-efe9fbf4afb3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.2100494 Nov 19 04:14:17.507572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'port': {'device_id': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'admin_state_up': True, 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:17.756933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:17.761346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:17.929425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Allocated IP 172.20.0.7 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/b4924654-16a7-4a08-9c1d-0c901df81bbf) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:18.151234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a02e822-d43e-458a-9e6c-0dd513d1fcb1 req-8552cfc9-a42c-4d94-9321-c1a0cb7b4a45 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0364618 Nov 19 04:14:18.247937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:18.378760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:18.427666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:18.705741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1899ddd2-d68c-498b-be37-8c6c74434f9b req-cd565c7c-19f1-4199-80aa-134bb9ca598e tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 210 time: 0.3425417 Nov 19 04:14:18.789815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-369dc440-8547-49a9-9235-9f106914d867 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:18.795989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-369dc440-8547-49a9-9235-9f106914d867 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "GET /v2.0/networks?id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 200 len: 808 time: 0.3796563 Nov 19 04:14:18.832398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Request body: {'port': {'device_id': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85', 'admin_state_up': True, 'tenant_id': '895d450ceef34c94af39db246a2e558a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:18.903923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:18.928151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:18.930720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=b4924654-16a7-4a08-9c1d-0c901df81bbf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:18.953005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:19.065504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:19.066637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:19.108871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f1cc5f4b-0a6d-4e96-abee-52a1d326bac8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6085331 Nov 19 04:14:19.144483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Request body: {'port': {'device_id': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:19.262142 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Made reservation on behalf of 895d450ceef34c94af39db246a2e558a for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:19.273252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:19.370839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:19.385320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f1fcf02d-0ccb-4bc7-9231-90bf88f8154d None None] Provisioning complete for port b4924654-16a7-4a08-9c1d-0c901df81bbf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:19.386063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf02d-0ccb-4bc7-9231-90bf88f8154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:19.450421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f1fcf02d-0ccb-4bc7-9231-90bf88f8154d None None] Port b4924654-16a7-4a08-9c1d-0c901df81bbf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:14:19.520848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f354c0-cc65-4f62-a1c2-1d8a7270d2c4 req-af8ffa1d-117f-4ada-860d-d86652f50788 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:19.529548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f354c0-cc65-4f62-a1c2-1d8a7270d2c4 req-af8ffa1d-117f-4ada-860d-d86652f50788 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 931 time: 0.1976242 Nov 19 04:14:19.781622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Allocated IP 172.20.0.9 (cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85/6c7e8674-88cf-43a9-a455-fb24bcedb2da/ed95f398-c16e-4765-bac5-634c5747c562) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:20.040817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f354c0-cc65-4f62-a1c2-1d8a7270d2c4 req-e86aa6e3-bcde-4f05-8423-a9bf0d5098d7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100636 Nov 19 04:14:20.122614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.326466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f70b27d0-ce95-4b68-a549-6b48456564a2 req-0d45472e-c65c-44bf-ad06-04f5fbf89b20 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 210 time: 0.0518839 Nov 19 04:14:20.341275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.426234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:20.429407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Pushing event updated for resources: {'Port': ['ID=ed95f398-c16e-4765-bac5-634c5747c562,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:20.433726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4924654-16a7-4a08-9c1d-0c901df81bbf {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:20.442344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:20.445836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.450621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:20.506024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Transition to ACTIVE for port object b4924654-16a7-4a08-9c1d-0c901df81bbf will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:14:20.522479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.621044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:20.622114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.662625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Pushing event updated for resources: {'Port': ['ID=b4924654-16a7-4a08-9c1d-0c901df81bbf,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:20.691973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2c5ae6c1-355e-4529-8d62-a5e9de445670 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8673098 Nov 19 04:14:20.700688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41846) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:20.712938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Request body: {'port': {'device_id': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:20.857172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.873393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Attempting to bind port b4924654-16a7-4a08-9c1d-0c901df81bbf on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:14:20.873764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Attempting to bind port b4924654-16a7-4a08-9c1d-0c901df81bbf by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:14:20.874220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Attempting to bind port b4924654-16a7-4a08-9c1d-0c901df81bbf on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:20.903491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Port b4924654-16a7-4a08-9c1d-0c901df81bbf on network 825ffbc8-f346-40ad-9325-cb3d3195602c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:14:20.905531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c041b06-9228-4b94-a234-c748cbe16c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:20.907423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Attempting to bind port b4924654-16a7-4a08-9c1d-0c901df81bbf on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:21.012063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:14:21.012194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:21.012553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:14:21.013207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Bound port: b4924654-16a7-4a08-9c1d-0c901df81bbf, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:14:21.013758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.024581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c041b06-9228-4b94-a234-c748cbe16c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.030854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c041b06-9228-4b94-a234-c748cbe16c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.061718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41884) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:21.090890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41892) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:21.103066 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c041b06-9228-4b94-a234-c748cbe16c49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=671f1eeedbea4e8586ae6e783f0c4cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007263 Nov 19 04:14:21.120957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c041b06-9228-4b94-a234-c748cbe16c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd0e01-9140-4a5f-8e1e-231efbe2e51d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:21.147682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] For port b4924654-16a7-4a08-9c1d-0c901df81bbf, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:14:21.215610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] For port b4924654-16a7-4a08-9c1d-0c901df81bbf, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:14:21.246417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.250619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7da46200-75ef-480d-80ed-a2e05447ac70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.258991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe4671ab-09de-457c-acd0-b73116d94a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.289096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24030bf2-c1ad-44a9-a389-02d201a35977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.323678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:21.324323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.325953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] 10.222.0.31 "PUT /v2.0/ports/b4924654-16a7-4a08-9c1d-0c901df81bbf HTTP/1.1" status: 200 len: 1091 time: 2.1920171 Nov 19 04:14:21.335392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'tag': 'b4924654-16a7-4a08-9c1d-0c901df81bbf'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:21.344433 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af468900-6596-4e99-a034-5339fe13e91c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec243a29-ed3c-4b78-b484-7a9d831dc6c9", "tag": "b4924654-16a7-4a08-9c1d-0c901df81bbf"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:21.355540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7da46200-75ef-480d-80ed-a2e05447ac70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.366532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7da46200-75ef-480d-80ed-a2e05447ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.381552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea33f57-fbb0-492d-a6e3-24c07029d376 req-94434630-b4b1-4d75-aa46-014e713dcc62 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:21.383507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7ea33f57-fbb0-492d-a6e3-24c07029d376 req-94434630-b4b1-4d75-aa46-014e713dcc62 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 943 time: 0.2309494 Nov 19 04:14:21.389138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24030bf2-c1ad-44a9-a389-02d201a35977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.433337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7da46200-75ef-480d-80ed-a2e05447ac70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91a794b507854d5392c00acc12ac739a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665836 Nov 19 04:14:21.435916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41924) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:21.443600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da46200-75ef-480d-80ed-a2e05447ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bfd09c-173d-48ed-84ed-3e49b1562f97,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:21.483916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfe70f-5d12-4146-8ddf-acc4791c5870 service neutron] Pushing event updated for resources: {'Port': ['ID=b4924654-16a7-4a08-9c1d-0c901df81bbf,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:21.495951 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a345ed7-e1c3-417f-be3e-ff01d270bc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.520704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a345ed7-e1c3-417f-be3e-ff01d270bc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.579594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a345ed7-e1c3-417f-be3e-ff01d270bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.581838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f15c1979-32ec-4c3e-a0b9-77107a26d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:21.583439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-f15c1979-32ec-4c3e-a0b9-77107a26d37e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 1094 time: 0.1594908 Nov 19 04:14:21.584602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a345ed7-e1c3-417f-be3e-ff01d270bc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.585523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed95f398-c16e-4765-bac5-634c5747c562 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:21.586261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8a345ed7-e1c3-417f-be3e-ff01d270bc6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31bfd09c-173d-48ed-84ed-3e49b1562f97 HTTP/1.1" status: 204 len: 168 time: 0.1492529 Nov 19 04:14:21.596393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7ea33f57-fbb0-492d-a6e3-24c07029d376 req-fc3868e0-17b3-4578-921f-2096545dc1a9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669104 Nov 19 04:14:21.598609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.616682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345ed7-e1c3-417f-be3e-ff01d270bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bfd09c-173d-48ed-84ed-3e49b1562f97,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:21.623002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24030bf2-c1ad-44a9-a389-02d201a35977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.626061 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24030bf2-c1ad-44a9-a389-02d201a35977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.627309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-24030bf2-c1ad-44a9-a389-02d201a35977 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/febd0e01-9140-4a5f-8e1e-231efbe2e51d HTTP/1.1" status: 204 len: 168 time: 0.5352485 Nov 19 04:14:21.667784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Transition to ACTIVE for port object ed95f398-c16e-4765-bac5-634c5747c562 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:14:21.670624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-7b46f4a0-5998-41fa-8344-9d749f187f18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf HTTP/1.1" status: 200 len: 217 time: 0.0615714 Nov 19 04:14:21.678254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24030bf2-c1ad-44a9-a389-02d201a35977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd0e01-9140-4a5f-8e1e-231efbe2e51d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:21.680167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:21.772372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95f398-c16e-4765-bac5-634c5747c562,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:21.782957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-7218b16b-a9d7-459f-92b4-5de95c906b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:21.786020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-7218b16b-a9d7-459f-92b4-5de95c906b5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1020372 Nov 19 04:14:21.935975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Attempting to bind port ed95f398-c16e-4765-bac5-634c5747c562 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:14:21.936329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Attempting to bind port ed95f398-c16e-4765-bac5-634c5747c562 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:14:21.936665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Attempting to bind port ed95f398-c16e-4765-bac5-634c5747c562 on network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:21.945020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-0003d843-cc4c-4ba6-810f-6ce2e8138bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:21.946447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-0003d843-cc4c-4ba6-810f-6ce2e8138bbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373560 Nov 19 04:14:21.956100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432771bd-2d6b-44e1-a72e-08eebcf24f6f req-57399c4a-3bc3-4872-99b1-e6c53b4f598b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:21.958415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-432771bd-2d6b-44e1-a72e-08eebcf24f6f req-57399c4a-3bc3-4872-99b1-e6c53b4f598b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 943 time: 0.1119988 Nov 19 04:14:21.966890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Port ed95f398-c16e-4765-bac5-634c5747c562 on network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:14:21.967226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Attempting to bind port ed95f398-c16e-4765-bac5-634c5747c562 on network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:22.094808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41940) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:22.112018 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36ca82eb-6cee-453b-9e63-1d2ff077c985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.136122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41942) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:22.157242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac93f411-b775-4f50-8d78-ddaac5dd5675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.246756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36ca82eb-6cee-453b-9e63-1d2ff077c985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.253032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36ca82eb-6cee-453b-9e63-1d2ff077c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.278513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:14:22.279214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Checking segment: {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:22.279823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Bound using segment: {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:14:22.280486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Bound port: ed95f398-c16e-4765-bac5-634c5747c562, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:14:22.281042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.308902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36ca82eb-6cee-453b-9e63-1d2ff077c985 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf71b46628ba4b06944cdf7fb79ac73b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115073 Nov 19 04:14:22.312366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:22.314633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca82eb-6cee-453b-9e63-1d2ff077c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0e7fa-58c1-415f-9819-ec477192e9aa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:22.335313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac93f411-b775-4f50-8d78-ddaac5dd5675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.345122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac93f411-b775-4f50-8d78-ddaac5dd5675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.375502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-432771bd-2d6b-44e1-a72e-08eebcf24f6f req-be8a817a-c591-474e-bfb6-ac88ccfd743f tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060962 Nov 19 04:14:22.401181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f411-b775-4f50-8d78-ddaac5dd5675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1ae4c-33e4-4592-83b5-917d2a28a0b9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:22.410542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac93f411-b775-4f50-8d78-ddaac5dd5675 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc54a20dfbfa4097bd50677c02581511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682376 Nov 19 04:14:22.410542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41946) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:22.419692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] For port ed95f398-c16e-4765-bac5-634c5747c562, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:14:22.423664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-4a246d33-a2a4-43fd-a9ba-16a647ffa49c service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642308 Nov 19 04:14:22.425351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] For port ed95f398-c16e-4765-bac5-634c5747c562, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ed95f398-c16e-4765-bac5-634c5747c562,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:14:22.430956 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.444278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-722d04db-59ff-40e5-b870-2d0c219495a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.444899 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d23a43a-51b2-4796-ae71-8059cc7ab930 x-openstack-request-id: req-9d23a43a-51b2-4796-ae71-8059cc7ab930 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:22.445215 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec243a29-ed3c-4b78-b484-7a9d831dc6c9", "tag": "b4924654-16a7-4a08-9c1d-0c901df81bbf", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:22.445487 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d23a43a-51b2-4796-ae71-8059cc7ab930 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:22.445900 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'tag': 'b4924654-16a7-4a08-9c1d-0c901df81bbf', 'status': 'completed', 'code': 200} Nov 19 04:14:22.483122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:22.483794 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.485220 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] 10.222.0.36 "PUT /v2.0/ports/ed95f398-c16e-4765-bac5-634c5747c562 HTTP/1.1" status: 200 len: 1091 time: 1.7768309 Nov 19 04:14:22.491198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-722d04db-59ff-40e5-b870-2d0c219495a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.526857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-252ee035-4d82-48f9-9e48-e4d87502389e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.556484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-252ee035-4d82-48f9-9e48-e4d87502389e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.589572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-722d04db-59ff-40e5-b870-2d0c219495a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.592447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-722d04db-59ff-40e5-b870-2d0c219495a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.596580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-722d04db-59ff-40e5-b870-2d0c219495a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1b0e7fa-58c1-415f-9819-ec477192e9aa HTTP/1.1" status: 204 len: 168 time: 0.2801862 Nov 19 04:14:22.604430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d04db-59ff-40e5-b870-2d0c219495a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0e7fa-58c1-415f-9819-ec477192e9aa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:22.643022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-252ee035-4d82-48f9-9e48-e4d87502389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.648121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-252ee035-4d82-48f9-9e48-e4d87502389e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.651293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-252ee035-4d82-48f9-9e48-e4d87502389e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72b1ae4c-33e4-4592-83b5-917d2a28a0b9 HTTP/1.1" status: 204 len: 168 time: 0.2411642 Nov 19 04:14:22.684387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ee035-4d82-48f9-9e48-e4d87502389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b1ae4c-33e4-4592-83b5-917d2a28a0b9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:22.685605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141f60a-cea7-49e4-bbad-f9be4bce0b40 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95f398-c16e-4765-bac5-634c5747c562,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:22.706435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-5225a9b0-7bde-4254-bb2e-29ec8f1e8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:22.707740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-5225a9b0-7bde-4254-bb2e-29ec8f1e8c88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=895d450ceef34c94af39db246a2e558a&device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 1094 time: 0.1731036 Nov 19 04:14:22.720069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:22.727633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02afefe2-8aa8-475b-b12d-298c523560b5 req-a6338c9f-467e-4fae-9f49-856049851b67 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808628 Nov 19 04:14:22.775908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-08ccffe9-c358-4de2-8e59-4157dd26bcc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed95f398-c16e-4765-bac5-634c5747c562 HTTP/1.1" status: 200 len: 217 time: 0.0577803 Nov 19 04:14:22.784558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-11a81725-be45-4c88-869b-e8c69bed6eca tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:22.786106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-11a81725-be45-4c88-869b-e8c69bed6eca tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/networks?id=25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 200 len: 814 time: 0.2502811 Nov 19 04:14:22.828605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-09c0d590-c4e9-4440-943e-859366b88298 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/quotas/6885c6f6157a4752867a137d239e7b57 HTTP/1.1" status: 200 len: 375 time: 0.0331066 Nov 19 04:14:22.880647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2776a0ad-4a59-4ffb-b809-ac8fba729e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:22.882609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-2776a0ad-4a59-4ffb-b809-ac8fba729e6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c7e8674-88cf-43a9-a455-fb24bcedb2da HTTP/1.1" status: 200 len: 848 time: 0.0954719 Nov 19 04:14:22.903235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-37769a77-9c3c-41d8-941e-048a2c0eba99 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6885c6f6157a4752867a137d239e7b57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528665 Nov 19 04:14:22.937710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-bfd08a0e-cd1b-4f58-b435-080c26a630e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386469 Nov 19 04:14:23.010623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468900-6596-4e99-a034-5339fe13e91c req-98e1446f-ba3b-4a0a-96cf-c8be99022ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:23.012130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-98e1446f-ba3b-4a0a-96cf-c8be99022ba7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 1094 time: 0.1736505 Nov 19 04:14:23.178382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-346f6048-a774-474a-aa40-27fc54d3d870 service neutron] 10.222.0.52 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440312 Nov 19 04:14:23.263656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-33384ca9-5e6b-493d-89ac-20c276661a5d service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150065 Nov 19 04:14:23.265267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468900-6596-4e99-a034-5339fe13e91c req-6f39ba7a-cdbe-499a-a600-7352284b2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:23.266665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-6f39ba7a-cdbe-499a-a600-7352284b2d57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.2194066 Nov 19 04:14:23.372900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-a7a3d1d0-f7a3-4a23-9aca-2f4e2bb36148 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf HTTP/1.1" status: 200 len: 217 time: 0.0807600 Nov 19 04:14:23.466391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-0af1745c-344e-4284-80d5-e5a45478d2de service neutron] 10.222.0.52 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868359 Nov 19 04:14:23.477327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a8af0cb-2224-4156-80fc-784715e58ed6 req-df2fd3a1-b41b-41fd-aa11-fce3cdb8953c service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052791 Nov 19 04:14:23.484143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468900-6596-4e99-a034-5339fe13e91c req-4d801e81-e141-4c09-bd55-8c6aabf50ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:23.485567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-4d801e81-e141-4c09-bd55-8c6aabf50ca4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1028931 Nov 19 04:14:23.559172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468900-6596-4e99-a034-5339fe13e91c req-20107818-aa88-4ff8-8962-02c11b2a6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:23.563490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-20107818-aa88-4ff8-8962-02c11b2a6526 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680914 Nov 19 04:14:23.567590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b2dc047-f09e-4344-a1be-07d9e3b3021a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:23.704340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-e24f5a75-1745-4c27-80c3-5847e16ab29b service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304467 Nov 19 04:14:23.846249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966649d0-6616-4743-af04-a17fe2f352b9 req-2276635a-fadf-49de-b78e-a587210f54fc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:23.848189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-966649d0-6616-4743-af04-a17fe2f352b9 req-2276635a-fadf-49de-b78e-a587210f54fc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 943 time: 0.1598449 Nov 19 04:14:23.895293 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af468900-6596-4e99-a034-5339fe13e91c req-021e6a96-334d-452f-a198-8d14b3097f9d service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745930 Nov 19 04:14:23.926989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-966649d0-6616-4743-af04-a17fe2f352b9 req-a49e5f4c-7680-48b0-8ded-8d00df86d252 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688617 Nov 19 04:14:24.130949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e347b3-4173-44e5-a019-f6604253b187 req-5b0bf209-8839-4041-800a-6c032363cd52 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:24.132881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17e347b3-4173-44e5-a019-f6604253b187 req-5b0bf209-8839-4041-800a-6c032363cd52 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 943 time: 0.0582638 Nov 19 04:14:24.199159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17e347b3-4173-44e5-a019-f6604253b187 req-81a6d054-9cee-41d0-8439-11bf55a261d1 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591917 Nov 19 04:14:24.316875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9880b1b1-7318-4e83-beba-d5d12dd5e6b5 req-b5056030-db26-410e-aa22-f5ebabfae23a tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 210 time: 0.0403309 Nov 19 04:14:24.447614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'tag': 'ed95f398-c16e-4765-bac5-634c5747c562'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:24.451708 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa853cc5-e04d-415e-b21a-252086023854" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa29e15-4317-4ee3-a90c-04c0270bf41e", "tag": "ed95f398-c16e-4765-bac5-634c5747c562"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:24.493191 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71ec6dc-d470-4e30-93a0-39c593d1b5ed x-openstack-request-id: req-c71ec6dc-d470-4e30-93a0-39c593d1b5ed {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:24.494136 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa29e15-4317-4ee3-a90c-04c0270bf41e", "tag": "ed95f398-c16e-4765-bac5-634c5747c562", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:24.494462 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c71ec6dc-d470-4e30-93a0-39c593d1b5ed {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:24.494974 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'tag': 'ed95f398-c16e-4765-bac5-634c5747c562', 'status': 'completed', 'code': 200} Nov 19 04:14:24.561194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853cc5-e04d-415e-b21a-252086023854 req-b0ccbce7-cad2-44e9-954b-1d4ee1eff55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:24.562922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-b0ccbce7-cad2-44e9-954b-1d4ee1eff55d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=895d450ceef34c94af39db246a2e558a&device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 1094 time: 0.0445955 Nov 19 04:14:24.666535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853cc5-e04d-415e-b21a-252086023854 req-8db43bf3-a422-4761-8efc-66a580e8e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:24.668268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-8db43bf3-a422-4761-8efc-66a580e8e2e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 200 len: 909 time: 0.0984480 Nov 19 04:14:24.711709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-c857a452-ac98-43d7-9f14-553462eac65c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed95f398-c16e-4765-bac5-634c5747c562 HTTP/1.1" status: 200 len: 217 time: 0.0367880 Nov 19 04:14:24.785894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853cc5-e04d-415e-b21a-252086023854 req-24d72660-8790-4834-b403-8066a42b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:24.787708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-24d72660-8790-4834-b403-8066a42b344d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c7e8674-88cf-43a9-a455-fb24bcedb2da HTTP/1.1" status: 200 len: 848 time: 0.0691657 Nov 19 04:14:24.831907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-47045919-8715-43a8-ace0-281ca3ebd503 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289834 Nov 19 04:14:25.061810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-a8857486-8326-423b-bc88-1c220dec3d1c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:25.063714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-a8857486-8326-423b-bc88-1c220dec3d1c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.31 "GET /v2.0/networks?id=25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 200 len: 814 time: 0.1478071 Nov 19 04:14:25.097228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Request body: {'port': {'device_id': '90264f6e-9358-4769-a838-d0a6427bee5b', 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7', 'admin_state_up': True, 'tenant_id': '6885c6f6157a4752867a137d239e7b57'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:25.151598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-d83bb67b-b861-4750-8da9-7af2ff3f9143 service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120162 Nov 19 04:14:25.190941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3246309-02ff-4883-b7e2-1ed96bcd9dd9 req-91781e49-ab4a-4b6c-8800-70a3142989f6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:25.192473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3246309-02ff-4883-b7e2-1ed96bcd9dd9 req-91781e49-ab4a-4b6c-8800-70a3142989f6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 943 time: 0.1591971 Nov 19 04:14:25.230714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.336941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3246309-02ff-4883-b7e2-1ed96bcd9dd9 req-1eb7e425-e940-4b9f-a782-a2ccfd3d8f67 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312456 Nov 19 04:14:25.363291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa853cc5-e04d-415e-b21a-252086023854 req-3d22cff1-2e5a-4303-ae2b-574109934a03 service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994274 Nov 19 04:14:25.367188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Made reservation on behalf of 6885c6f6157a4752867a137d239e7b57 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:25.381745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.520561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42096) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:25.553595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42100) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:25.576705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Allocated IP 172.20.0.14 (25a3bb21-6afe-4f61-9981-523581fc05b7/dafc51c6-750e-47e8-90a2-fc3ca4347ddc/89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:25.586247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b56e7-d3ee-4b6a-b1d7-e11bf1c2fe18 req-06933cc0-907e-4400-8d00-0d54ca97e91d tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:25.587814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-009b56e7-d3ee-4b6a-b1d7-e11bf1c2fe18 req-06933cc0-907e-4400-8d00-0d54ca97e91d tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 943 time: 0.0987706 Nov 19 04:14:25.631410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4924654-16a7-4a08-9c1d-0c901df81bbf details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:14:25.675103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-009b56e7-d3ee-4b6a-b1d7-e11bf1c2fe18 req-0658ea7f-c791-48c0-ad5b-8e6bc936c17b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784800 Nov 19 04:14:25.704275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8b70a2c-8c1c-4cf3-9ebe-e50d702d030e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.730871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92f5ff67-6ee7-4aec-8cdb-3e6f688d6a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.787868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0329419-9644-4dab-84a7-fc45a0597be1 req-9132c30d-d5a1-4e20-a916-e4a19e1252d1 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 210 time: 0.0384860 Nov 19 04:14:25.802691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b4924654-16a7-4a08-9c1d-0c901df81bbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:25.820476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'b4924654-16a7-4a08-9c1d-0c901df81bbf', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': 'b4924654-16a7-4a08-9c1d-0c901df81bbf', 'mac_address': 'fa:16:3e:68:1e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:14:25.822345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.867272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.872757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8b70a2c-8c1c-4cf3-9ebe-e50d702d030e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.881721 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8b70a2c-8c1c-4cf3-9ebe-e50d702d030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.884757 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.905078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4924654-16a7-4a08-9c1d-0c901df81bbf {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:25.930549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b4924654-16a7-4a08-9c1d-0c901df81bbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:25.932909 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92f5ff67-6ee7-4aec-8cdb-3e6f688d6a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.936093 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.940904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:25.944823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:25.947911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92f5ff67-6ee7-4aec-8cdb-3e6f688d6a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:25.955418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:25.961008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Pushing event updated for resources: {'Port': ['ID=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:25.980053 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-92f5ff67-6ee7-4aec-8cdb-3e6f688d6a77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=713df0182f9d4b1db6e6b9e03c5f3402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575257 Nov 19 04:14:25.981695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b70a2c-8c1c-4cf3-9ebe-e50d702d030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f784fe-3646-4d5f-ac5e-93a052073dde,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:25.987346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42104) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:25.997036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b4924654-16a7-4a08-9c1d-0c901df81bbf,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:25.998643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d8b70a2c-8c1c-4cf3-9ebe-e50d702d030e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20e386c6de464c1faca991c43e563b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437914 Nov 19 04:14:26.005741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42106) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:26.074627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ff67-6ee7-4aec-8cdb-3e6f688d6a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef5976-da7c-4abe-8fcb-461cfdafaa04,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:26.123438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-785a6266-c5a4-402f-966d-97f30d811e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.125564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969bf8b7-e7ed-4231-a686-c338e6a0b4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.153045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969bf8b7-e7ed-4231-a686-c338e6a0b4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.219067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969bf8b7-e7ed-4231-a686-c338e6a0b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.222677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969bf8b7-e7ed-4231-a686-c338e6a0b4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.224070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-969bf8b7-e7ed-4231-a686-c338e6a0b4e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1ef5976-da7c-4abe-8fcb-461cfdafaa04 HTTP/1.1" status: 204 len: 168 time: 0.2353535 Nov 19 04:14:26.325730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:26.326460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.352755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-5d5d700b-5197-41c5-8efd-803b04659116 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2656734 Nov 19 04:14:26.364971 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.372921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Request body: {'port': {'device_id': '90264f6e-9358-4769-a838-d0a6427bee5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:26.419018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b4924654-16a7-4a08-9c1d-0c901df81bbf'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:26.475763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ed95f398-c16e-4765-bac5-634c5747c562 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:14:26.521534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.600423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-785a6266-c5a4-402f-966d-97f30d811e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.604012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05673fa5-e013-4dd1-a00c-1cefbf0dbdc1 req-118c4cf1-581d-4f3f-bdc6-4f1bc2d4049c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:26.606170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05673fa5-e013-4dd1-a00c-1cefbf0dbdc1 req-118c4cf1-581d-4f3f-bdc6-4f1bc2d4049c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 944 time: 0.1517832 Nov 19 04:14:26.610721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bf8b7-e7ed-4231-a686-c338e6a0b4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef5976-da7c-4abe-8fcb-461cfdafaa04,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:26.643668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ed95f398-c16e-4765-bac5-634c5747c562, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ed95f398-c16e-4765-bac5-634c5747c562,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:26.682581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-785a6266-c5a4-402f-966d-97f30d811e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.683305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'ed95f398-c16e-4765-bac5-634c5747c562', 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85', 'port_id': 'ed95f398-c16e-4765-bac5-634c5747c562', 'mac_address': 'fa:16:3e:df:3a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7e8674-88cf-43a9-a455-fb24bcedb2da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:14:26.686361 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-785a6266-c5a4-402f-966d-97f30d811e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.695625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42116) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:26.702426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-785a6266-c5a4-402f-966d-97f30d811e39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62f784fe-3646-4d5f-ac5e-93a052073dde HTTP/1.1" status: 204 len: 168 time: 0.6861758 Nov 19 04:14:26.714157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a6266-c5a4-402f-966d-97f30d811e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f784fe-3646-4d5f-ac5e-93a052073dde,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:26.742061 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adfb79d-b8a6-46a9-bf8d-52045f9475b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.772806 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:26.791585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05673fa5-e013-4dd1-a00c-1cefbf0dbdc1 req-919091cd-a626-43f4-8cc7-872a7eef33a0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783056 Nov 19 04:14:26.820930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed95f398-c16e-4765-bac5-634c5747c562 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:26.888615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ed95f398-c16e-4765-bac5-634c5747c562, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ed95f398-c16e-4765-bac5-634c5747c562,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:26.906753 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.001258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ed95f398-c16e-4765-bac5-634c5747c562,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.009882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.010275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.010630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.010980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.011957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.012702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.012702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.012971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.013313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.013649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.014007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.014346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:27.119670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ed95f398-c16e-4765-bac5-634c5747c562'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:27.147249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adfb79d-b8a6-46a9-bf8d-52045f9475b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.158944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:27.167331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adfb79d-b8a6-46a9-bf8d-52045f9475b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.171007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.191776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4d31-6f95-4d02-8dcb-115e6101764a req-33705336-d0aa-4ac1-9c3b-2a64b69af01b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:27.193347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c3d4d31-6f95-4d02-8dcb-115e6101764a req-33705336-d0aa-4ac1-9c3b-2a64b69af01b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 944 time: 0.1449187 Nov 19 04:14:27.207954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42126) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:27.228814 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3a0d-db3a-4fb5-9df4-99d8472ba7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.256047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Transition to ACTIVE for port object 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:14:27.265367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1adfb79d-b8a6-46a9-bf8d-52045f9475b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=490ebf53780d44d88aa4489d6c40f9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637250 Nov 19 04:14:27.265996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42128) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:27.277001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfb79d-b8a6-46a9-bf8d-52045f9475b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029289d7-d308-45d3-8e7a-1d5fb1cef786,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.299806 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.331243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.332090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3a0d-db3a-4fb5-9df4-99d8472ba7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.337881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3a0d-db3a-4fb5-9df4-99d8472ba7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.378817 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b5e3a0d-db3a-4fb5-9df4-99d8472ba7f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9040b91ce89c4fcabfd5312e6382eff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694462 Nov 19 04:14:27.380501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e3a0d-db3a-4fb5-9df4-99d8472ba7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc747b-1716-47d1-afcb-855743a95bc3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.382711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42130) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:27.394852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c3d4d31-6f95-4d02-8dcb-115e6101764a req-5ad1af06-9ffd-43f3-9716-1c36b2b634aa tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817629 Nov 19 04:14:27.422453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Pushing event updated for resources: {'Port': ['ID=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.441521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b02f8515-5bc2-4a9e-92ec-4b7f7c184ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.455542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-228ab81a-149b-4473-a73a-8b9a66e8f495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.467737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b02f8515-5bc2-4a9e-92ec-4b7f7c184ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.526043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b02f8515-5bc2-4a9e-92ec-4b7f7c184ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.528719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b02f8515-5bc2-4a9e-92ec-4b7f7c184ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.529881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b02f8515-5bc2-4a9e-92ec-4b7f7c184ab6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3dc747b-1716-47d1-afcb-855743a95bc3 HTTP/1.1" status: 204 len: 168 time: 0.1462488 Nov 19 04:14:27.538104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f8515-5bc2-4a9e-92ec-4b7f7c184ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc747b-1716-47d1-afcb-855743a95bc3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.565504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-228ab81a-149b-4473-a73a-8b9a66e8f495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.626190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320409-fd75-4564-bb6f-207db669bdf6 req-48b76560-8ee7-4ff2-bc9a-e31feb82228e tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:27.627788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc320409-fd75-4564-bb6f-207db669bdf6 req-48b76560-8ee7-4ff2-bc9a-e31feb82228e tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 944 time: 0.1457286 Nov 19 04:14:27.631900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Attempting to bind port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:14:27.632346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Attempting to bind port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:14:27.632667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Attempting to bind port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 on network 25a3bb21-6afe-4f61-9981-523581fc05b7 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:27.646942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 on network 25a3bb21-6afe-4f61-9981-523581fc05b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:14:27.647289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Attempting to bind port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 on network 25a3bb21-6afe-4f61-9981-523581fc05b7 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:27.661866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4924654-16a7-4a08-9c1d-0c901df81bbf up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:27.667403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:14:27.667801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Checking segment: {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:27.668197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Bound using segment: {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:14:27.668715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Bound port: 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:14:27.669118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.695985 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-228ab81a-149b-4473-a73a-8b9a66e8f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.698650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-228ab81a-149b-4473-a73a-8b9a66e8f495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.700031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-228ab81a-149b-4473-a73a-8b9a66e8f495 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/029289d7-d308-45d3-8e7a-1d5fb1cef786 HTTP/1.1" status: 204 len: 168 time: 0.4331167 Nov 19 04:14:27.739961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port b4924654-16a7-4a08-9c1d-0c901df81bbf completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:14:27.743494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ab81a-149b-4473-a73a-8b9a66e8f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029289d7-d308-45d3-8e7a-1d5fb1cef786,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.751039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc320409-fd75-4564-bb6f-207db669bdf6 req-9d53e73d-d14e-40e5-8088-0578e9367395 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137826 Nov 19 04:14:27.754594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port b4924654-16a7-4a08-9c1d-0c901df81bbf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:27.755025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.805330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] For port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:14:27.809754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] For port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:14:27.837111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.887909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:27.888717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.890288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] 10.222.0.31 "PUT /v2.0/ports/89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 HTTP/1.1" status: 200 len: 1092 time: 1.5223255 Nov 19 04:14:27.890821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90264f6e-9358-4769-a838-d0a6427bee5b', 'tag': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:27.891665 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:27.894493 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b121031-eb69-4bfb-940c-a129fe741b91" -d '{"events": [{"name": "network-changed", "server_uuid": "90264f6e-9358-4769-a838-d0a6427bee5b", "tag": "89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:27.921222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595a76d-7231-4f02-b757-da2dd843c647 service neutron] Pushing event updated for resources: {'Port': ['ID=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:27.937794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4924654-16a7-4a08-9c1d-0c901df81bbf'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:27.940911 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ece9f7-f0fb-4310-bfbd-25d29f72491b" -d '{"events": [{"server_uuid": "ec243a29-ed3c-4b78-b484-7a9d831dc6c9", "name": "network-vif-plugged", "status": "completed", "tag": "b4924654-16a7-4a08-9c1d-0c901df81bbf"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:27.962511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b4924654-16a7-4a08-9c1d-0c901df81bbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:27.968276 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:14:27.969053 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:28.031440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b4924654-16a7-4a08-9c1d-0c901df81bbf,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:28.052098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11b79e-6620-4c31-b115-d0e5928f332d req-26ded18b-e798-46a7-9397-f38a5af71bdc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:28.053782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad11b79e-6620-4c31-b115-d0e5928f332d req-26ded18b-e798-46a7-9397-f38a5af71bdc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 944 time: 0.1273608 Nov 19 04:14:28.066911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-103ba458-9352-4cf6-994b-4168ce11180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:28.068476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-103ba458-9352-4cf6-994b-4168ce11180c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6885c6f6157a4752867a137d239e7b57&device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 1095 time: 0.0917106 Nov 19 04:14:28.136262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-82e192cf-dea7-41e1-aeb7-d8cd9e46c52f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 HTTP/1.1" status: 200 len: 217 time: 0.0476859 Nov 19 04:14:28.149761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad11b79e-6620-4c31-b115-d0e5928f332d req-e3d6a113-9625-407b-9559-f718693680d4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868692 Nov 19 04:14:28.209775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-84d2b3f6-8960-482c-aacf-f5946429fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:28.211958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-84d2b3f6-8960-482c-aacf-f5946429fdf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dafc51c6-750e-47e8-90a2-fc3ca4347ddc HTTP/1.1" status: 200 len: 854 time: 0.0657833 Nov 19 04:14:28.215902 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74195db-ce48-4bef-a4a5-8575a055ed4b x-openstack-request-id: req-b74195db-ce48-4bef-a4a5-8575a055ed4b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:28.216311 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90264f6e-9358-4769-a838-d0a6427bee5b", "tag": "89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:28.216913 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b74195db-ce48-4bef-a4a5-8575a055ed4b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:28.217590 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90264f6e-9358-4769-a838-d0a6427bee5b', 'tag': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0', 'status': 'completed', 'code': 200} Nov 19 04:14:28.268628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-832f1d1c-f496-4c8a-aac4-c9aea04f34fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25a3bb21-6afe-4f61-9981-523581fc05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269947 Nov 19 04:14:28.331111 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c20ec1-2c42-4002-a593-442429d2e25b x-openstack-request-id: req-f7c20ec1-2c42-4002-a593-442429d2e25b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:28.331476 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec243a29-ed3c-4b78-b484-7a9d831dc6c9", "name": "network-vif-plugged", "status": "completed", "tag": "b4924654-16a7-4a08-9c1d-0c901df81bbf", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:28.331744 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7c20ec1-2c42-4002-a593-442429d2e25b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:28.332150 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4924654-16a7-4a08-9c1d-0c901df81bbf', 'code': 200} Nov 19 04:14:28.396682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-eba592de-4ddc-42dc-ba63-94fb8ac29a54 service neutron] 10.222.0.31 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155620 Nov 19 04:14:28.464912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ed95f398-c16e-4765-bac5-634c5747c562 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:28.510519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90d7a-43e2-4c67-b6ef-3cd5a8728784 req-a14ddae5-805b-4cb7-ba16-da78a5b7df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:28.512506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cd90d7a-43e2-4c67-b6ef-3cd5a8728784 req-a14ddae5-805b-4cb7-ba16-da78a5b7df68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0776339 Nov 19 04:14:28.547134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port ed95f398-c16e-4765-bac5-634c5747c562 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:14:28.556113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port ed95f398-c16e-4765-bac5-634c5747c562 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:28.557150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:28.582051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba350f8-2763-4f20-a97a-fdd127cfda32 req-1331d614-c4a4-45ab-9e0d-debc8859f414 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:28.590516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ba350f8-2763-4f20-a97a-fdd127cfda32 req-1331d614-c4a4-45ab-9e0d-debc8859f414 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 944 time: 0.1054370 Nov 19 04:14:28.591460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7cd90d7a-43e2-4c67-b6ef-3cd5a8728784 req-91437f4e-e22f-41c1-aa40-1ed5de0a7fad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671606 Nov 19 04:14:28.592806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da850ae5-e654-4f1b-be3c-530622a83d4c req-fd476436-f08a-4d98-9cf8-cbc75fe50ab9 service neutron] 10.222.0.31 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845989 Nov 19 04:14:28.651638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ba350f8-2763-4f20-a97a-fdd127cfda32 req-1492ddd6-5dde-4afd-98a5-f9a0b84f64f5 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570900 Nov 19 04:14:28.665919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:28.707391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ed95f398-c16e-4765-bac5-634c5747c562, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ed95f398-c16e-4765-bac5-634c5747c562,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:28.712099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:28.760573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ed95f398-c16e-4765-bac5-634c5747c562,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:28.893441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7551a1-6d9d-4aca-9e40-a16a90a8f390 req-d46b81bc-5434-4523-9946-daf5db450ca8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:28.899557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d7551a1-6d9d-4aca-9e40-a16a90a8f390 req-d46b81bc-5434-4523-9946-daf5db450ca8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 944 time: 0.0656602 Nov 19 04:14:28.966232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d7551a1-6d9d-4aca-9e40-a16a90a8f390 req-c0241e4e-3c47-410d-93c5-07f1aa0c3738 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625598 Nov 19 04:14:29.032305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-5c8ccecb-24ad-4bce-8aa3-54fa1814508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:29.034809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-5c8ccecb-24ad-4bce-8aa3-54fa1814508d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6885c6f6157a4752867a137d239e7b57&device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 1095 time: 0.0500154 Nov 19 04:14:29.151022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-fd2409c6-2a6f-4222-95ef-906b22cec9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:29.152781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-fd2409c6-2a6f-4222-95ef-906b22cec9f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 200 len: 915 time: 0.1084363 Nov 19 04:14:29.201822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-a08b989d-e6ab-4b66-b929-a67b6a453ec2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 HTTP/1.1" status: 200 len: 217 time: 0.0402243 Nov 19 04:14:29.296669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-31a93b69-14c2-4608-b08e-65acd1a4854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:29.298207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-31a93b69-14c2-4608-b08e-65acd1a4854a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dafc51c6-750e-47e8-90a2-fc3ca4347ddc HTTP/1.1" status: 200 len: 854 time: 0.0883904 Nov 19 04:14:29.314590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de431c47-c5fe-48d3-ac66-7cd4916ce2ec req-5d03bcc9-bb41-4f53-8a53-961fa89976b6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:29.316331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de431c47-c5fe-48d3-ac66-7cd4916ce2ec req-5d03bcc9-bb41-4f53-8a53-961fa89976b6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 945 time: 0.0766282 Nov 19 04:14:29.354048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-b584fafe-2c88-4298-ad69-435796e75d91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25a3bb21-6afe-4f61-9981-523581fc05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366919 Nov 19 04:14:29.445001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-de431c47-c5fe-48d3-ac66-7cd4916ce2ec req-5a8a5b9c-0f09-4a65-b20b-23a025b1ac81 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147203 Nov 19 04:14:29.495708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-b9aa32a8-766b-40ca-a7c4-1820d30cdd0a service neutron] 10.222.0.31 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330924 Nov 19 04:14:29.606261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b121031-eb69-4bfb-940c-a129fe741b91 req-25dfb919-cdb2-457f-b3a0-5cbcb84ff88e service neutron] 10.222.0.31 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989993 Nov 19 04:14:29.806968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997ad8-b437-41d1-ada6-33254179bb06 req-87de981c-05ad-480a-a9f4-db7a6cac0d6e tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:29.808526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e997ad8-b437-41d1-ada6-33254179bb06 req-87de981c-05ad-480a-a9f4-db7a6cac0d6e tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 945 time: 0.0581026 Nov 19 04:14:29.880590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e997ad8-b437-41d1-ada6-33254179bb06 req-511f21dd-7e09-481f-b829-87e328ee807c tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611026 Nov 19 04:14:30.085236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42246) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:30.099658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e972e3-d841-4964-bf9a-6dec6ee6ab52 req-fddedd78-ac93-4595-95e8-fbdf9c89e7f5 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:30.101244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70e972e3-d841-4964-bf9a-6dec6ee6ab52 req-fddedd78-ac93-4595-95e8-fbdf9c89e7f5 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 944 time: 0.0585799 Nov 19 04:14:30.158383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70e972e3-d841-4964-bf9a-6dec6ee6ab52 req-426e9590-5bc9-4b80-933a-cd2b275a3626 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Nov 19 04:14:30.299663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.333501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed95f398-c16e-4765-bac5-634c5747c562'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:30.336093 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1b70c-0d84-41f5-8b0a-3efe1f0daa33" -d '{"events": [{"server_uuid": "7aa29e15-4317-4ee3-a90c-04c0270bf41e", "name": "network-vif-plugged", "status": "completed", "tag": "ed95f398-c16e-4765-bac5-634c5747c562"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:30.376768 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2384faf-671f-4d1f-bb02-aadc3f194cd3 x-openstack-request-id: req-c2384faf-671f-4d1f-bb02-aadc3f194cd3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:30.377149 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa29e15-4317-4ee3-a90c-04c0270bf41e", "name": "network-vif-plugged", "status": "completed", "tag": "ed95f398-c16e-4765-bac5-634c5747c562", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:30.377521 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2384faf-671f-4d1f-bb02-aadc3f194cd3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:30.378012 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed95f398-c16e-4765-bac5-634c5747c562', 'code': 200} Nov 19 04:14:30.380327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.385469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.429810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34f721d5ebd542f997100d89ae82efa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3426394 Nov 19 04:14:30.430728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a1eca-a5ce-4572-ac3d-eb1afb98a1ac,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:30.433253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42262) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:30.438212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.438572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.438999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.439347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.439808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.440157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.440697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.441033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.441551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.442101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.442442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.442771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be180d2-8a57-49d7-aa3f-1fb872866bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:30.514685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5c16e-74f8-43fe-af8d-74bb7da6713f req-87277dc9-a720-4f8e-8d69-115949525a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:30.516291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5c5c16e-74f8-43fe-af8d-74bb7da6713f req-87277dc9-a720-4f8e-8d69-115949525a57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 1096 time: 0.0741804 Nov 19 04:14:30.521980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3303328-d437-4954-af0d-46bef40e1f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.601383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3303328-d437-4954-af0d-46bef40e1f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.634466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09064e-e287-41c5-bae4-b48c25b36379 req-0dd697a2-e3e4-4823-8c84-760a68187fb4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:30.636057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa09064e-e287-41c5-bae4-b48c25b36379 req-0dd697a2-e3e4-4823-8c84-760a68187fb4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 945 time: 0.1112981 Nov 19 04:14:30.647809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5c5c16e-74f8-43fe-af8d-74bb7da6713f req-8a37ca09-4cca-486a-bb62-fc1f0e9ab06f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213026 Nov 19 04:14:30.699371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa09064e-e287-41c5-bae4-b48c25b36379 req-cf4b5af8-1045-4e73-abdd-b952c6181cce tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540581 Nov 19 04:14:30.700402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3303328-d437-4954-af0d-46bef40e1f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.703036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e3303328-d437-4954-af0d-46bef40e1f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:30.707208 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e3303328-d437-4954-af0d-46bef40e1f1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/584a1eca-a5ce-4572-ac3d-eb1afb98a1ac HTTP/1.1" status: 204 len: 168 time: 0.2696705 Nov 19 04:14:30.713756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3303328-d437-4954-af0d-46bef40e1f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a1eca-a5ce-4572-ac3d-eb1afb98a1ac,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:31.041441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ee262-7ae8-4ad5-a3b7-d2a23f118586 req-16558fd6-181b-4d31-a38f-afab252ad72d tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:31.043017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d19ee262-7ae8-4ad5-a3b7-d2a23f118586 req-16558fd6-181b-4d31-a38f-afab252ad72d tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 945 time: 0.0523374 Nov 19 04:14:31.100530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d19ee262-7ae8-4ad5-a3b7-d2a23f118586 req-badd028c-70b5-40ef-acbe-cbb083902077 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 Nov 19 04:14:31.143399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42292) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:31.161434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27ebc47e-db9f-46c6-a0d5-c5f0f94e41bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.268205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27ebc47e-db9f-46c6-a0d5-c5f0f94e41bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.275702 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27ebc47e-db9f-46c6-a0d5-c5f0f94e41bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.328265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2bef1-4a63-441f-8409-e234af4fcfe6 req-80f2e3e8-9e73-4d51-be05-7c72a21a9595 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:31.330027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6c2bef1-4a63-441f-8409-e234af4fcfe6 req-80f2e3e8-9e73-4d51-be05-7c72a21a9595 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 944 time: 0.0998237 Nov 19 04:14:31.335127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-27ebc47e-db9f-46c6-a0d5-c5f0f94e41bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2fd71104286b420f9b4b7c910f93944c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881714 Nov 19 04:14:31.335127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc47e-db9f-46c6-a0d5-c5f0f94e41bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39730720-418a-42a8-b044-17941a0f138f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:31.336104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42298) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:31.394297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c781112-9fed-4093-8c5d-09da9840893d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.406525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6c2bef1-4a63-441f-8409-e234af4fcfe6 req-8d905f95-7d8a-4bc9-a5fd-9841e2e4dd5b tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524037 Nov 19 04:14:31.422396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c781112-9fed-4093-8c5d-09da9840893d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.470344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c781112-9fed-4093-8c5d-09da9840893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.473109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c781112-9fed-4093-8c5d-09da9840893d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.474535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0c781112-9fed-4093-8c5d-09da9840893d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39730720-418a-42a8-b044-17941a0f138f HTTP/1.1" status: 204 len: 168 time: 0.1366367 Nov 19 04:14:31.482855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c781112-9fed-4093-8c5d-09da9840893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39730720-418a-42a8-b044-17941a0f138f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:31.675704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:14:31.789429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:31.805441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0', 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7', 'port_id': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0', 'mac_address': 'fa:16:3e:63:11:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafc51c6-750e-47e8-90a2-fc3ca4347ddc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:14:31.848776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.882269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:31.908853 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.914157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:31.921627 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:31.982274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:32.239006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e59b76-403b-4e2e-93c7-86baebfabec6 req-0fca36ad-820b-458d-9edc-8273669b5bbd tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:32.240594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68e59b76-403b-4e2e-93c7-86baebfabec6 req-0fca36ad-820b-458d-9edc-8273669b5bbd tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 945 time: 0.0587332 Nov 19 04:14:32.244625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:32.320662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68e59b76-403b-4e2e-93c7-86baebfabec6 req-06ecdbd8-fa19-4072-886d-cb7e4ea15411 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Nov 19 04:14:32.563220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961bb9b-491d-4677-b14a-7051176be3e5 req-3fc21fbf-a143-4135-bd31-80c728f729a3 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:32.565630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6961bb9b-491d-4677-b14a-7051176be3e5 req-3fc21fbf-a143-4135-bd31-80c728f729a3 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 945 time: 0.0703259 Nov 19 04:14:32.645050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6961bb9b-491d-4677-b14a-7051176be3e5 req-f3ff61a4-5717-49b1-b533-8849c50a32ca tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720747 Nov 19 04:14:33.061336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42376) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:33.140628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c93d-7302-4523-8e86-377d1eba9d11 req-4d012368-6bfd-407e-9fc4-d9dae532b54f tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:33.143470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bda4c93d-7302-4523-8e86-377d1eba9d11 req-4d012368-6bfd-407e-9fc4-d9dae532b54f tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 945 time: 0.0552981 Nov 19 04:14:33.200362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bda4c93d-7302-4523-8e86-377d1eba9d11 req-00bb0864-d49f-4f3d-8a2c-eb0cc27d755f tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Nov 19 04:14:33.296525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ee597a4-b52c-478a-8074-ec3d7a50ff2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.373255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ee597a4-b52c-478a-8074-ec3d7a50ff2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.378626 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ee597a4-b52c-478a-8074-ec3d7a50ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.417295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ee597a4-b52c-478a-8074-ec3d7a50ff2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=765de68000b844b38eeaa175ac60a25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546925 Nov 19 04:14:33.419529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee597a4-b52c-478a-8074-ec3d7a50ff2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02521cc-d161-4ec4-ae5e-82ecb3d6f688,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:33.420081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42384) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:33.482677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a93b3213-9ed3-4e52-a8cf-afe1b2de11f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.503792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a93b3213-9ed3-4e52-a8cf-afe1b2de11f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.552558 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a93b3213-9ed3-4e52-a8cf-afe1b2de11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.555362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a93b3213-9ed3-4e52-a8cf-afe1b2de11f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.556596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a93b3213-9ed3-4e52-a8cf-afe1b2de11f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d02521cc-d161-4ec4-ae5e-82ecb3d6f688 HTTP/1.1" status: 204 len: 168 time: 0.1348407 Nov 19 04:14:33.565167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b3213-9ed3-4e52-a8cf-afe1b2de11f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02521cc-d161-4ec4-ae5e-82ecb3d6f688,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:33.696542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:33.758169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:14:33.763183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:33.763572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.786364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32616327-281b-4620-8c10-1e00f5d85359 req-fbd2f946-9216-4ae2-9be1-bbcd55f00ccf tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:33.788207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32616327-281b-4620-8c10-1e00f5d85359 req-fbd2f946-9216-4ae2-9be1-bbcd55f00ccf tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 945 time: 0.0596731 Nov 19 04:14:33.856620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.864341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32616327-281b-4620-8c10-1e00f5d85359 req-ee0106b3-22ac-4464-88aa-90e2e32fadde tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702777 Nov 19 04:14:33.885066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90264f6e-9358-4769-a838-d0a6427bee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:33.887721 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400d23f4-7e58-4e9c-b475-0a2042644188" -d '{"events": [{"server_uuid": "90264f6e-9358-4769-a838-d0a6427bee5b", "name": "network-vif-plugged", "status": "completed", "tag": "89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:33.902291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:33.908992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:33.939865 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325ccbb-5edc-4386-8b6d-4626f4098d97 x-openstack-request-id: req-8325ccbb-5edc-4386-8b6d-4626f4098d97 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:33.940162 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90264f6e-9358-4769-a838-d0a6427bee5b", "name": "network-vif-plugged", "status": "completed", "tag": "89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:33.940744 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8325ccbb-5edc-4386-8b6d-4626f4098d97 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:33.941296 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90264f6e-9358-4769-a838-d0a6427bee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0', 'code': 200} Nov 19 04:14:33.977416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:34.077025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41dcf4-2507-4fbc-a4b6-e1db505c0716 req-04329ee8-e7fd-4343-ade7-d79c2f0b097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:34.078609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f41dcf4-2507-4fbc-a4b6-e1db505c0716 req-04329ee8-e7fd-4343-ade7-d79c2f0b097c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 1097 time: 0.0484655 Nov 19 04:14:34.142092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f41dcf4-2507-4fbc-a4b6-e1db505c0716 req-2c98c463-4a4d-4aed-b489-6618830dd9de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558696 Nov 19 04:14:34.310576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-aa7caed0-5d44-42d6-876a-986fafe0b1c4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:34.312094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-aa7caed0-5d44-42d6-876a-986fafe0b1c4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 945 time: 0.0565681 Nov 19 04:14:34.416986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707daa5-cf5f-4556-a589-4bbee6a8bc2c req-8c2b05fd-a8d2-49e8-a955-c0b4f8f0d3b4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:34.418547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6707daa5-cf5f-4556-a589-4bbee6a8bc2c req-8c2b05fd-a8d2-49e8-a955-c0b4f8f0d3b4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=7aa29e15-4317-4ee3-a90c-04c0270bf41e HTTP/1.1" status: 200 len: 945 time: 0.1055074 Nov 19 04:14:34.481361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Deleting port ed95f398-c16e-4765-bac5-634c5747c562 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:34.481999 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:34.499374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6707daa5-cf5f-4556-a589-4bbee6a8bc2c req-04c61946-5015-49b9-8a25-8baea3ea27ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704091 Nov 19 04:14:34.608839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] For port ed95f398-c16e-4765-bac5-634c5747c562, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ed95f398-c16e-4765-bac5-634c5747c562,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:34.609216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:34.626183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Calling delete_port for ed95f398-c16e-4765-bac5-634c5747c562 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:34.777912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:34.792452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ed95f398-c16e-4765-bac5-634c5747c562'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:34.834063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Pushing event deleted for resources: {'Port': ['ID=ed95f398-c16e-4765-bac5-634c5747c562,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:34.889990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] No DVR routers for this DVR port ed95f398-c16e-4765-bac5-634c5747c562 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:14:34.893100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:34.896636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3a65a6f-2c59-41d9-b015-ffae01703d9a req-3690a712-49d3-44cf-8394-74c3d767d7ee tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "DELETE /v2.0/ports/ed95f398-c16e-4765-bac5-634c5747c562 HTTP/1.1" status: 204 len: 173 time: 0.5745320 Nov 19 04:14:34.897112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'name': 'network-vif-deleted', 'tag': 'ed95f398-c16e-4765-bac5-634c5747c562'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:34.899610 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94747da-7867-47c6-8a42-ee615a67fe45" -d '{"events": [{"server_uuid": "7aa29e15-4317-4ee3-a90c-04c0270bf41e", "name": "network-vif-deleted", "tag": "ed95f398-c16e-4765-bac5-634c5747c562"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:35.027018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f0299-c388-42a7-b771-9e56239c38de req-68aae829-a3b1-4aaa-bb55-7094e37e78fe tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:35.028959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-355f0299-c388-42a7-b771-9e56239c38de req-68aae829-a3b1-4aaa-bb55-7094e37e78fe tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 946 time: 0.0619009 Nov 19 04:14:35.090567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-355f0299-c388-42a7-b771-9e56239c38de req-4f7111ac-9ce7-48b9-9b7b-f745022bdaa6 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Nov 19 04:14:35.131785 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3241f06-a2a2-4bd7-a467-1d3ae633b30b x-openstack-request-id: req-b3241f06-a2a2-4bd7-a467-1d3ae633b30b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:35.132119 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa29e15-4317-4ee3-a90c-04c0270bf41e", "name": "network-vif-deleted", "tag": "ed95f398-c16e-4765-bac5-634c5747c562", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:35.132393 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3241f06-a2a2-4bd7-a467-1d3ae633b30b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:35.132818 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa29e15-4317-4ee3-a90c-04c0270bf41e', 'name': 'network-vif-deleted', 'tag': 'ed95f398-c16e-4765-bac5-634c5747c562', 'status': 'completed', 'code': 200} Nov 19 04:14:35.911789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-0f6cede4-a18b-4cd7-b890-674d86720ac7 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:35.913329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-0f6cede4-a18b-4cd7-b890-674d86720ac7 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/networks?id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 200 len: 808 time: 0.1176789 Nov 19 04:14:35.931463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-fa2b1c73-2f58-4f6c-b2e3-e106f7dec28b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/quotas/895d450ceef34c94af39db246a2e558a HTTP/1.1" status: 200 len: 375 time: 0.0096464 Nov 19 04:14:35.967175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-67d6b6e3-c644-428b-8d87-fffda1ae60cb tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=895d450ceef34c94af39db246a2e558a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291533 Nov 19 04:14:36.069242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-5130f1cd-67ae-46e4-8192-a219b4f2439d service neutron] 10.222.0.52 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939906 Nov 19 04:14:36.170868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-aa1c8764-ee8f-477b-aa4a-cff46b5d5754 service neutron] 10.222.0.52 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947804 Nov 19 04:14:36.410062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a79eb0-2e66-451d-b0ff-d35ed8fb9234 req-1e949ceb-e0db-4b67-98ee-1d4a4e029795 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:36.411933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58a79eb0-2e66-451d-b0ff-d35ed8fb9234 req-1e949ceb-e0db-4b67-98ee-1d4a4e029795 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 946 time: 0.0752990 Nov 19 04:14:36.471947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58a79eb0-2e66-451d-b0ff-d35ed8fb9234 req-7bf359ea-ade0-4f8f-94d7-e0cef4f8f409 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539341 Nov 19 04:14:36.669232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80854cde-ac1b-4938-a69d-a4cce00dbd2a req-20c31afb-4b10-4322-a6c4-eb226531d0e2 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 210 time: 0.0531168 Nov 19 04:14:37.400594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:37.549118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8104c16e-4de1-4fcd-9eae-b25d8565407b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:37.676671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-cff5a826-d0e5-469c-a445-d5499760f601 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:37.679091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-cff5a826-d0e5-469c-a445-d5499760f601 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "GET /v2.0/networks?id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 200 len: 808 time: 0.2391217 Nov 19 04:14:37.695874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Request body: {'port': {'device_id': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85', 'admin_state_up': True, 'tenant_id': '895d450ceef34c94af39db246a2e558a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:37.785700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8104c16e-4de1-4fcd-9eae-b25d8565407b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:37.808206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fdc9782c-dc1b-4286-9738-b978b52bc366 req-afd43294-7b9d-4022-bb11-d2c263bcd64a tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 210 time: 0.0464990 Nov 19 04:14:37.813925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8104c16e-4de1-4fcd-9eae-b25d8565407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:37.898287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8104c16e-4de1-4fcd-9eae-b25d8565407b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5584e628a0d848e2a57265941b4c22cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959092 Nov 19 04:14:37.900959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42644) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:37.904649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104c16e-4de1-4fcd-9eae-b25d8565407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8fe98a-fd7b-441a-913e-3444d20fd6e3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:37.936430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Made reservation on behalf of 895d450ceef34c94af39db246a2e558a for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:37.940776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:37.967850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a32abe9-25dc-4644-ae92-c39d6f5d3286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:37.995553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a32abe9-25dc-4644-ae92-c39d6f5d3286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.061922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a32abe9-25dc-4644-ae92-c39d6f5d3286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.067348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8a32abe9-25dc-4644-ae92-c39d6f5d3286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.084514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8a32abe9-25dc-4644-ae92-c39d6f5d3286 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e8fe98a-fd7b-441a-913e-3444d20fd6e3 HTTP/1.1" status: 204 len: 168 time: 0.1814134 Nov 19 04:14:38.107430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Allocated IP 172.20.0.11 (cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85/6c7e8674-88cf-43a9-a455-fb24bcedb2da/f86fe629-ccfd-4d05-aefd-e9a6c8eb192e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:38.116273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32abe9-25dc-4644-ae92-c39d6f5d3286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8fe98a-fd7b-441a-913e-3444d20fd6e3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:38.364246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42654) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:38.374590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.437919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.493412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:38.497976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:38.502129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:38.536293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Pushing event updated for resources: {'Port': ['ID=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:38.548813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.549600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.550450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.550961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.551482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.552011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.552526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.553033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.553379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.553720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.554087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.554428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:14:38.560026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ed95f398-c16e-4765-bac5-634c5747c562 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:14:38.599838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:38.600548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.628079 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-d4aa2a55-00fc-4e36-a751-83c6a49b03a4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9393752 Nov 19 04:14:38.646115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Request body: {'port': {'device_id': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:38.671190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fbe5-3e31-422b-97e7-2039360d69d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.771622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fbe5-3e31-422b-97e7-2039360d69d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.778809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fbe5-3e31-422b-97e7-2039360d69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.838354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bdf7fbe5-3e31-422b-97e7-2039360d69d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27effff5b9eb40758fe731450ce6262d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4694438 Nov 19 04:14:38.839824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42670) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:38.855739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7fbe5-3e31-422b-97e7-2039360d69d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0a6cf-eb96-4625-bffc-6cb9e3168daf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:38.865885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: ed95f398-c16e-4765-bac5-634c5747c562 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:14:38.866722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ed95f398-c16e-4765-bac5-634c5747c562 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:14:38.953611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04a89d67-cd25-4d51-bf66-ceec4e1e2d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:38.991551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04a89d67-cd25-4d51-bf66-ceec4e1e2d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.062911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04a89d67-cd25-4d51-bf66-ceec4e1e2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.067507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04a89d67-cd25-4d51-bf66-ceec4e1e2d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.069240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-04a89d67-cd25-4d51-bf66-ceec4e1e2d9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7b0a6cf-eb96-4625-bffc-6cb9e3168daf HTTP/1.1" status: 204 len: 168 time: 0.2272506 Nov 19 04:14:39.081545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a89d67-cd25-4d51-bf66-ceec4e1e2d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0a6cf-eb96-4625-bffc-6cb9e3168daf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:39.128185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.178586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdf603-a47f-4151-a4a4-43bef0b1f4a7 req-5dc11276-a068-473d-bb18-9417d79ed48b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:39.184702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4cdf603-a47f-4151-a4a4-43bef0b1f4a7 req-5dc11276-a068-473d-bb18-9417d79ed48b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 932 time: 0.1389740 Nov 19 04:14:39.286296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4cdf603-a47f-4151-a4a4-43bef0b1f4a7 req-f33b9325-0a02-47a7-858c-5edfaee311cb tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Nov 19 04:14:39.565446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86fe629-ccfd-4d05-aefd-e9a6c8eb192e {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:39.571723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42694) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:39.573995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.597284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Transition to ACTIVE for port object f86fe629-ccfd-4d05-aefd-e9a6c8eb192e will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:14:39.601090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a75a9d8e-2251-4833-ac65-6388e434a5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.605023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.690127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:39.719311 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a75a9d8e-2251-4833-ac65-6388e434a5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.727070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a75a9d8e-2251-4833-ac65-6388e434a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.751978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Attempting to bind port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:14:39.752338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Attempting to bind port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:14:39.752678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Attempting to bind port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e on network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:39.757206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e on network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:14:39.757537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Attempting to bind port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e on network cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:39.763567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:14:39.763921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Checking segment: {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:39.764362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Bound using segment: {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:14:39.764869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Bound port: f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34a7b40-a660-48a6-97da-c762ead510da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:14:39.765362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.779335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a75a9d8e-2251-4833-ac65-6388e434a5ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c253f4fd3774f7eb256f1ee521212cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063465 Nov 19 04:14:39.784956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42702) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:39.817645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a9d8e-2251-4833-ac65-6388e434a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdced8f5-55d1-4a42-ae5e-ac96521f9405,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:39.848881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] For port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:14:39.853307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] For port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:14:39.859680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.872268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7443cff7-6b82-4ae4-a691-f02a63e5ab74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.902111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7443cff7-6b82-4ae4-a691-f02a63e5ab74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.936652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:39.937541 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.939084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] 10.222.0.36 "PUT /v2.0/ports/f86fe629-ccfd-4d05-aefd-e9a6c8eb192e HTTP/1.1" status: 200 len: 1092 time: 1.3022707 Nov 19 04:14:39.941885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'tag': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:39.945108 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1378c1c-105c-4c60-b5a1-28d7fc38379f", "tag": "f86fe629-ccfd-4d05-aefd-e9a6c8eb192e"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:39.988732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee56a36-9c30-4b50-b975-c788638f6681 service neutron] Pushing event updated for resources: {'Port': ['ID=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:39.991239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7443cff7-6b82-4ae4-a691-f02a63e5ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.996020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7443cff7-6b82-4ae4-a691-f02a63e5ab74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:39.998743 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7443cff7-6b82-4ae4-a691-f02a63e5ab74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdced8f5-55d1-4a42-ae5e-ac96521f9405 HTTP/1.1" status: 204 len: 168 time: 0.2110422 Nov 19 04:14:40.013629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443cff7-6b82-4ae4-a691-f02a63e5ab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdced8f5-55d1-4a42-ae5e-ac96521f9405,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:40.025512 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a42236-27d4-474e-be7e-f4cef2b7c875 x-openstack-request-id: req-28a42236-27d4-474e-be7e-f4cef2b7c875 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:40.025817 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1378c1c-105c-4c60-b5a1-28d7fc38379f", "tag": "f86fe629-ccfd-4d05-aefd-e9a6c8eb192e", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:40.026113 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28a42236-27d4-474e-be7e-f4cef2b7c875 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:40.026531 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'tag': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e', 'status': 'completed', 'code': 200} Nov 19 04:14:40.071525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-567a6cb6-c228-475f-99d1-1089a6a9c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:40.073903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-567a6cb6-c228-475f-99d1-1089a6a9c78c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=895d450ceef34c94af39db246a2e558a&device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 1095 time: 0.0679843 Nov 19 04:14:40.132779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-95e33b02-3b93-4a4f-8658-37b944c36882 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e HTTP/1.1" status: 200 len: 217 time: 0.0507486 Nov 19 04:14:40.208083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-2a539549-1f08-4263-9813-5ec4b210f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:40.209678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-2a539549-1f08-4263-9813-5ec4b210f0f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c7e8674-88cf-43a9-a455-fb24bcedb2da HTTP/1.1" status: 200 len: 848 time: 0.0689936 Nov 19 04:14:40.263944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-10e654b8-5cb8-4ca5-a284-d2af31c73536 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426192 Nov 19 04:14:40.382669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-62779854-138d-4a72-a404-1672d3aab190 service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078875 Nov 19 04:14:40.497671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:40.511294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a88b57-e31a-40df-9c6a-ce5fc43275d7 req-951df998-9c37-45ea-b79a-c9a925bc19c4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:40.512922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06a88b57-e31a-40df-9c6a-ce5fc43275d7 req-951df998-9c37-45ea-b79a-c9a925bc19c4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 944 time: 0.1292889 Nov 19 04:14:40.518706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8f96fee6-9062-4116-a0df-96ce51185563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.574149 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b30cb5e8-8401-48d1-960c-b3dac3bc522f req-139d8c14-5727-4943-a8d1-0cf01bcbcf95 service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575241 Nov 19 04:14:40.603711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06a88b57-e31a-40df-9c6a-ce5fc43275d7 req-07481c90-67b9-4a36-85fe-7d9799548fa8 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802522 Nov 19 04:14:40.627807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8f96fee6-9062-4116-a0df-96ce51185563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.634554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8f96fee6-9062-4116-a0df-96ce51185563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.691696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96fee6-9062-4116-a0df-96ce51185563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddaf786-e5a9-4d98-9544-4b82f6cdd378,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:40.692990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-0d69f9c1-f478-4820-aa19-8f4eaf80be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:40.701610 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8f96fee6-9062-4116-a0df-96ce51185563 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6007418261a0461dbc12018c48ec4cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969023 Nov 19 04:14:40.701863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-0d69f9c1-f478-4820-aa19-8f4eaf80be74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=895d450ceef34c94af39db246a2e558a&device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 1095 time: 0.0573144 Nov 19 04:14:40.701982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42750) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:40.763732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11ccd91c-428e-48a5-bc7e-555aa4acf300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.793015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11ccd91c-428e-48a5-bc7e-555aa4acf300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.819958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-e286b118-ba8f-40ea-94ca-65f01fd29ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:40.821756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-e286b118-ba8f-40ea-94ca-65f01fd29ccf service neutron] 10.222.0.36 "GET /v2.0/networks?id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 200 len: 909 time: 0.1121311 Nov 19 04:14:40.853004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11ccd91c-428e-48a5-bc7e-555aa4acf300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.856670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11ccd91c-428e-48a5-bc7e-555aa4acf300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:40.858134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-11ccd91c-428e-48a5-bc7e-555aa4acf300 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ddaf786-e5a9-4d98-9544-4b82f6cdd378 HTTP/1.1" status: 204 len: 168 time: 0.1563396 Nov 19 04:14:40.881048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccd91c-428e-48a5-bc7e-555aa4acf300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddaf786-e5a9-4d98-9544-4b82f6cdd378,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:40.885818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-524695c9-c3dc-4e37-8639-a016515dd77c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e HTTP/1.1" status: 200 len: 217 time: 0.0529568 Nov 19 04:14:41.007202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-9d06670e-bf93-4c0f-a277-bc53a9639140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:41.007202 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-9d06670e-bf93-4c0f-a277-bc53a9639140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c7e8674-88cf-43a9-a455-fb24bcedb2da HTTP/1.1" status: 200 len: 848 time: 0.1086869 Nov 19 04:14:41.052879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-777ddcb1-e18d-4e4c-b15c-0c5de984c151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391033 Nov 19 04:14:41.186743 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-868c5b78-0f6a-4d4e-8a4d-1721391be3cd service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241741 Nov 19 04:14:41.330356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3807b84-9aa3-47b9-a734-d95f8e0eeefd req-c8faa4be-1b84-4e59-adeb-a511eb6119ce service neutron] 10.222.0.36 "GET /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303022 Nov 19 04:14:41.776820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27155139-1832-45cc-95d1-28e6e53696bd req-dcdd6701-1d9a-4f73-b869-0a5757aba3de tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:41.778428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27155139-1832-45cc-95d1-28e6e53696bd req-dcdd6701-1d9a-4f73-b869-0a5757aba3de tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 944 time: 0.0725269 Nov 19 04:14:41.849757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27155139-1832-45cc-95d1-28e6e53696bd req-f20089b1-5d07-4f4d-9c81-274ccbabaa0b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643344 Nov 19 04:14:43.020259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c273eb9-4a2d-483c-b9da-0b4b7f590a04 req-cd75c188-0e55-448d-8ebc-0b644b7fbc7a tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:43.022960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c273eb9-4a2d-483c-b9da-0b4b7f590a04 req-cd75c188-0e55-448d-8ebc-0b644b7fbc7a tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 944 time: 0.0805023 Nov 19 04:14:43.104241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c273eb9-4a2d-483c-b9da-0b4b7f590a04 req-420ccfc0-76c2-4f13-b06c-d53d706161b7 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746789 Nov 19 04:14:43.452730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132915f-ecdf-4621-a7dd-6bfea28f0137 req-bce9d912-1f11-442c-80c9-9651cf589534 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:43.465334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3132915f-ecdf-4621-a7dd-6bfea28f0137 req-bce9d912-1f11-442c-80c9-9651cf589534 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1149819 Nov 19 04:14:43.573345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3132915f-ecdf-4621-a7dd-6bfea28f0137 req-4b94520d-feda-4daa-a798-bab1b178af10 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069808 Nov 19 04:14:43.731723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b218c-beb4-4034-899e-36ce3760b0b1 req-fc6d8e30-dc80-437c-a2cd-f04f73bc85f0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:43.740839 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c7b218c-beb4-4034-899e-36ce3760b0b1 req-fc6d8e30-dc80-437c-a2cd-f04f73bc85f0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0799365 Nov 19 04:14:43.803371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c7b218c-beb4-4034-899e-36ce3760b0b1 req-069531ef-dc95-42d5-8f18-f987b0f51087 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558002 Nov 19 04:14:44.085015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc063-f871-4f90-a969-4c14d4e9bd05 req-7353cd4c-0500-46ec-8736-d931c5643be4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:44.094399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b64bc063-f871-4f90-a969-4c14d4e9bd05 req-7353cd4c-0500-46ec-8736-d931c5643be4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0684392 Nov 19 04:14:44.175539 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b64bc063-f871-4f90-a969-4c14d4e9bd05 req-ac5a2c89-65ea-4702-9a7c-8ed17293a70b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743415 Nov 19 04:14:44.307704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3948a-cb3f-4fff-9631-50f775dce067 req-8c42f1bc-a5f9-4010-9181-262b00bfd175 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:44.316422 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7ae3948a-cb3f-4fff-9631-50f775dce067 req-8c42f1bc-a5f9-4010-9181-262b00bfd175 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 944 time: 0.0750070 Nov 19 04:14:44.377098 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7ae3948a-cb3f-4fff-9631-50f775dce067 req-18876764-8089-4c50-9090-2260b93f1187 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593975 Nov 19 04:14:44.582681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f86fe629-ccfd-4d05-aefd-e9a6c8eb192e details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:14:44.721713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:44.737301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e', 'network_id': 'cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85', 'port_id': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e', 'mac_address': 'fa:16:3e:53:4d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7e8674-88cf-43a9-a455-fb24bcedb2da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:14:44.783294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:44.800700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86fe629-ccfd-4d05-aefd-e9a6c8eb192e {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:14:44.843446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:44.859211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:44.930932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:45.046804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad683d8-3485-402c-9c86-9bb439501202 req-8ebcc200-1440-4259-b16c-3547dcc67fdb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:45.055576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ad683d8-3485-402c-9c86-9bb439501202 req-8ebcc200-1440-4259-b16c-3547dcc67fdb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0852494 Nov 19 04:14:45.087569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f86fe629-ccfd-4d05-aefd-e9a6c8eb192e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:45.168004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ad683d8-3485-402c-9c86-9bb439501202 req-4d8ca90f-392e-4ff1-9a22-18e7fbc4496c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099401 Nov 19 04:14:45.418176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-d6ec4bc8-7985-4a26-88b6-1b3b8b216e61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854759 Nov 19 04:14:45.539523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-5423f61b-19bf-4415-acac-1c63ec55f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:45.541085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-5423f61b-19bf-4415-acac-1c63ec55f1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1096 time: 0.0972774 Nov 19 04:14:45.570779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206f913-a5bc-41db-8583-3c9a658fab1c req-5ed72d69-aa2d-4d27-ae4e-e1efdc144bdc tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:45.576914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e206f913-a5bc-41db-8583-3c9a658fab1c req-5ed72d69-aa2d-4d27-ae4e-e1efdc144bdc tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 945 time: 0.0939167 Nov 19 04:14:45.707771 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e206f913-a5bc-41db-8583-3c9a658fab1c req-fb062998-f57e-47c4-95d0-c04318edc4ad tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131427 Nov 19 04:14:45.726198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-449b58ae-2cf6-4a6b-9f6c-67136e0f3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:45.727889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-449b58ae-2cf6-4a6b-9f6c-67136e0f3754 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1500669 Nov 19 04:14:45.812300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-738f707b-6fdf-4dbe-882e-ade2108c6a54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 1000 time: 0.0735753 Nov 19 04:14:45.915243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-56e6a9c7-26a8-482f-bf4b-a0f975f753bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:45.917711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-56e6a9c7-26a8-482f-bf4b-a0f975f753bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0961649 Nov 19 04:14:46.003844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-a43ff769-0db5-4551-98d5-e7989c1c199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:46.006789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-a43ff769-0db5-4551-98d5-e7989c1c199e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815015 Nov 19 04:14:46.139385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-f91d55b6-7ef0-429b-9fc0-909cae8e4300 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247852 Nov 19 04:14:46.281167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3ebe51c-2bd9-4649-bad6-5936820050c3 req-4182a9ba-96b9-478f-abdb-b0e2abd30097 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348701 Nov 19 04:14:46.444836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb08a43-9770-4295-9ab3-c7f33020fa9c req-cead2767-bef6-4af3-8e81-e21526e12aa5 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:46.447740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bb08a43-9770-4295-9ab3-c7f33020fa9c req-cead2767-bef6-4af3-8e81-e21526e12aa5 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1008298 Nov 19 04:14:46.514528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bb08a43-9770-4295-9ab3-c7f33020fa9c req-c205c2c5-33e3-4f25-ad54-b5275e28c079 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591080 Nov 19 04:14:46.588990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f86fe629-ccfd-4d05-aefd-e9a6c8eb192e up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:46.659588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:14:46.665053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:46.665620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:46.776667 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:46.812637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:46.815334 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce319e8e-58b7-4d7b-9d8c-04313ceee224" -d '{"events": [{"server_uuid": "f1378c1c-105c-4c60-b5a1-28d7fc38379f", "name": "network-vif-plugged", "status": "completed", "tag": "f86fe629-ccfd-4d05-aefd-e9a6c8eb192e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:46.831772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:46.839133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:46.906546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:47.286155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ab12-3d26-429c-bb87-cd8f4b8744cd req-14a70de3-0cc7-40e7-9064-710b50ac7c0b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:47.287740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3515ab12-3d26-429c-bb87-cd8f4b8744cd req-14a70de3-0cc7-40e7-9064-710b50ac7c0b tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 946 time: 0.4812167 Nov 19 04:14:47.363355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3515ab12-3d26-429c-bb87-cd8f4b8744cd req-b97c3356-9047-49dc-b5a9-391ce77b6b20 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673318 Nov 19 04:14:47.405703 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d862a10-6ba4-4a69-9094-a5f43290244f x-openstack-request-id: req-1d862a10-6ba4-4a69-9094-a5f43290244f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:47.406123 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1378c1c-105c-4c60-b5a1-28d7fc38379f", "name": "network-vif-plugged", "status": "completed", "tag": "f86fe629-ccfd-4d05-aefd-e9a6c8eb192e", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:47.406657 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d862a10-6ba4-4a69-9094-a5f43290244f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:47.408342 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e', 'code': 200} Nov 19 04:14:47.558411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d25ebc-5bef-4448-b287-6c1e742a7601 req-c80539a6-b0f7-4f22-9d40-cde264191a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:47.560559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52d25ebc-5bef-4448-b287-6c1e742a7601 req-c80539a6-b0f7-4f22-9d40-cde264191a40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 1097 time: 0.0559962 Nov 19 04:14:47.681699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-52d25ebc-5bef-4448-b287-6c1e742a7601 req-9b070893-ffc4-4ab3-be9e-8421349f421d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125770 Nov 19 04:14:47.722310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc4f8-92ca-4a6a-9198-ff14d1c5517c req-f3759d2f-b171-414a-872d-7b14b4a23091 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:47.723818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-791fc4f8-92ca-4a6a-9198-ff14d1c5517c req-f3759d2f-b171-414a-872d-7b14b4a23091 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0949056 Nov 19 04:14:47.802641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-791fc4f8-92ca-4a6a-9198-ff14d1c5517c req-e8d6ad32-2cf7-42d3-915b-1a6e38491b67 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691922 Nov 19 04:14:48.658106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d11edd-2e6c-40ee-ad49-b89dce278cfb req-1c6be321-12ae-4c2a-9aa4-5b32649a6cf8 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:48.660604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06d11edd-2e6c-40ee-ad49-b89dce278cfb req-1c6be321-12ae-4c2a-9aa4-5b32649a6cf8 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 946 time: 0.0600026 Nov 19 04:14:48.721759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06d11edd-2e6c-40ee-ad49-b89dce278cfb req-338551fb-d437-4f3c-8484-8dcc0ec05497 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530550 Nov 19 04:14:48.904432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:48.949924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eeb05-06b3-4154-a390-bbbc198cf752 req-3f57eb09-23cc-47a9-b74d-4e2994ff731c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:48.954428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-780eeb05-06b3-4154-a390-bbbc198cf752 req-3f57eb09-23cc-47a9-b74d-4e2994ff731c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0796218 Nov 19 04:14:49.026001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-780eeb05-06b3-4154-a390-bbbc198cf752 req-b901d1c6-d6b8-474f-83cb-bc995a04929a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632653 Nov 19 04:14:49.052854 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38471a58-7690-4c3a-b118-2275ed199566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.179770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38471a58-7690-4c3a-b118-2275ed199566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.186276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-38471a58-7690-4c3a-b118-2275ed199566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.198202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9d38-7428-4d5e-a8c1-9edda55ef395 req-8c011e8b-0688-4e7b-bcf0-9229a64f7f36 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:49.199725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb7c9d38-7428-4d5e-a8c1-9edda55ef395 req-8c011e8b-0688-4e7b-bcf0-9229a64f7f36 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0811048 Nov 19 04:14:49.255120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-38471a58-7690-4c3a-b118-2275ed199566 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58ab473cfc3e40eb8f141d7835460829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483353 Nov 19 04:14:49.257838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43280) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:49.258355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38471a58-7690-4c3a-b118-2275ed199566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06071e2-0025-4ca3-914f-b2f5b606a088,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:49.292358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb7c9d38-7428-4d5e-a8c1-9edda55ef395 req-403d4745-3189-4e41-ba1f-b04b868cbcfe tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835683 Nov 19 04:14:49.333502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92d52f89-9f5a-4a8b-9735-436d7d2828f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.357175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92d52f89-9f5a-4a8b-9735-436d7d2828f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.410955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92d52f89-9f5a-4a8b-9735-436d7d2828f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.413635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-92d52f89-9f5a-4a8b-9735-436d7d2828f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:49.414839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-92d52f89-9f5a-4a8b-9735-436d7d2828f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c06071e2-0025-4ca3-914f-b2f5b606a088 HTTP/1.1" status: 204 len: 168 time: 0.1559794 Nov 19 04:14:49.427073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d52f89-9f5a-4a8b-9735-436d7d2828f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06071e2-0025-4ca3-914f-b2f5b606a088,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:49.876842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607361d-5c45-4e30-a0f1-2d0422057182 req-4c64e243-b40d-490c-94a5-135a0383f596 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:49.885139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c607361d-5c45-4e30-a0f1-2d0422057182 req-4c64e243-b40d-490c-94a5-135a0383f596 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 946 time: 0.0772786 Nov 19 04:14:49.958354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c607361d-5c45-4e30-a0f1-2d0422057182 req-712a2af0-d1b5-4c6e-8ba1-f53575c82450 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635765 Nov 19 04:14:50.182498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40338f-1b46-40b8-b377-441151c4a0e1 req-2eeb4a76-b8f4-4ef5-80c6-81bc0c813fe0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:50.184654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c40338f-1b46-40b8-b377-441151c4a0e1 req-2eeb4a76-b8f4-4ef5-80c6-81bc0c813fe0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0653300 Nov 19 04:14:50.286801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1c40338f-1b46-40b8-b377-441151c4a0e1 req-a4b9d7f8-9857-4f4d-8afc-0fd13e62fd06 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892136 Nov 19 04:14:50.455761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86576667-2cb7-4b61-9003-65341a02da87 req-4c27ff24-75fb-4859-b82e-1fc4ee78e6ca tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:50.458253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86576667-2cb7-4b61-9003-65341a02da87 req-4c27ff24-75fb-4859-b82e-1fc4ee78e6ca tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0612214 Nov 19 04:14:50.522867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86576667-2cb7-4b61-9003-65341a02da87 req-4b91e777-d536-423b-86bd-da88c6d3650a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581510 Nov 19 04:14:50.828108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866ff6d-6752-4f49-8874-5ee96bc14ad9 req-e895892b-2dec-4a87-8c35-a6a6e7790244 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:50.837033 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e866ff6d-6752-4f49-8874-5ee96bc14ad9 req-e895892b-2dec-4a87-8c35-a6a6e7790244 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 946 time: 0.0763111 Nov 19 04:14:50.888278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e866ff6d-6752-4f49-8874-5ee96bc14ad9 req-91bd3d55-dad1-46c1-8e90-f978f121a8ff tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500896 Nov 19 04:14:51.254369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bb1e8b3-f7bd-4a89-afb5-20fb74d86365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:51.424053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4866b2-6b17-4b88-9254-11711d322bb5 req-35890d28-b2c1-466b-8466-a110e7e817fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:51.431856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a4866b2-6b17-4b88-9254-11711d322bb5 req-35890d28-b2c1-466b-8466-a110e7e817fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0672445 Nov 19 04:14:51.486686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a4866b2-6b17-4b88-9254-11711d322bb5 req-48eb769f-87cb-4fca-9973-a5c75c3d4952 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Nov 19 04:14:51.535646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43386) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:51.671703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032eac-44bc-4366-a91b-378fa3ab948e req-f309562c-56b5-4b1d-9516-0d3e804eafb1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:51.674276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5032eac-44bc-4366-a91b-378fa3ab948e req-f309562c-56b5-4b1d-9516-0d3e804eafb1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0626769 Nov 19 04:14:51.698597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cc68-bdb4-4981-9c0c-4ef7dfcdb2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:51.737114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5032eac-44bc-4366-a91b-378fa3ab948e req-293ed013-3d7b-4d94-9a57-baa063e5018a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553083 Nov 19 04:14:51.803519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cc68-bdb4-4981-9c0c-4ef7dfcdb2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:51.807937 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cc68-bdb4-4981-9c0c-4ef7dfcdb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:51.856702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f7a7cc68-bdb4-4981-9c0c-4ef7dfcdb2c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68855389abb24ec4b10e4f734d2bc3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173323 Nov 19 04:14:51.856976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7cc68-bdb4-4981-9c0c-4ef7dfcdb2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7203f-2419-4c85-b71f-b70be62b66cb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:51.857233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43394) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:51.936426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b283f397-a6b9-4dc4-b863-5c513aa18e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:51.966958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b283f397-a6b9-4dc4-b863-5c513aa18e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.062330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cdaec-5c7b-4562-b60f-f6eb3b07d30d req-5c4e6a00-1a62-468c-8e02-0016f7505ef4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:52.064382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd6cdaec-5c7b-4562-b60f-f6eb3b07d30d req-5c4e6a00-1a62-468c-8e02-0016f7505ef4 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 946 time: 0.0892675 Nov 19 04:14:52.113173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b283f397-a6b9-4dc4-b863-5c513aa18e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.115971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b283f397-a6b9-4dc4-b863-5c513aa18e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.117153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b283f397-a6b9-4dc4-b863-5c513aa18e8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ce7203f-2419-4c85-b71f-b70be62b66cb HTTP/1.1" status: 204 len: 168 time: 0.2588243 Nov 19 04:14:52.155727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283f397-a6b9-4dc4-b863-5c513aa18e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7203f-2419-4c85-b71f-b70be62b66cb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:52.200238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd6cdaec-5c7b-4562-b60f-f6eb3b07d30d req-072779c8-7751-4ded-b538-9c081c12c753 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf9881ee-59e9-408f-a70a-dcee213b428e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202438 Nov 19 04:14:52.231742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-8bb06767-9561-42b1-b55d-da928d3cb8cc tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:52.233728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-8bb06767-9561-42b1-b55d-da928d3cb8cc tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 946 time: 0.0909212 Nov 19 04:14:52.356974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Deleting port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:52.357332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.478270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] For port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,segment=NetworkSegment(b34a7b40-a660-48a6-97da-c762ead510da),segment_id=b34a7b40-a660-48a6-97da-c762ead510da)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:52.478409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.502246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Calling delete_port for f86fe629-ccfd-4d05-aefd-e9a6c8eb192e owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:52.647918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e6378-80db-466d-b77e-21e1978e74d2 req-40d5c5ab-918d-43f5-b665-2ce11e2d0485 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:52.649679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-422e6378-80db-466d-b77e-21e1978e74d2 req-40d5c5ab-918d-43f5-b665-2ce11e2d0485 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0858467 Nov 19 04:14:52.753780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.775905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-422e6378-80db-466d-b77e-21e1978e74d2 req-a7d5ad72-5739-44ca-b1ad-5d16da26a89b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130631 Nov 19 04:14:52.784236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.806094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f86fe629-ccfd-4d05-aefd-e9a6c8eb192e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:14:52.847286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Pushing event deleted for resources: {'Port': ['ID=f86fe629-ccfd-4d05-aefd-e9a6c8eb192e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:52.908461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] No DVR routers for this DVR port f86fe629-ccfd-4d05-aefd-e9a6c8eb192e on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:14:52.911641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:52.915788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e60cefa2-521f-4d4f-8650-92b5fe6ec103 req-d0ac4002-0f96-4855-8236-59d4f6a03249 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.36 "DELETE /v2.0/ports/f86fe629-ccfd-4d05-aefd-e9a6c8eb192e HTTP/1.1" status: 204 len: 173 time: 0.6758842 Nov 19 04:14:52.916395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'name': 'network-vif-deleted', 'tag': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:14:52.919535 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a11604-3f28-4b67-920c-f65c94ea7b9f" -d '{"events": [{"server_uuid": "f1378c1c-105c-4c60-b5a1-28d7fc38379f", "name": "network-vif-deleted", "tag": "f86fe629-ccfd-4d05-aefd-e9a6c8eb192e"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:14:53.002114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe899d-f0a0-41e9-9c82-aec2ca4baa88 req-b9761b33-2808-47c8-8fee-e75e7103dcfd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:53.012538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fbfe899d-f0a0-41e9-9c82-aec2ca4baa88 req-b9761b33-2808-47c8-8fee-e75e7103dcfd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0984278 Nov 19 04:14:53.088551 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fbfe899d-f0a0-41e9-9c82-aec2ca4baa88 req-e58b74db-311e-4ab6-99c7-98e51adef400 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727980 Nov 19 04:14:53.192516 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa9ccda-eb0d-4e77-829d-f91023d04a42 x-openstack-request-id: req-aaa9ccda-eb0d-4e77-829d-f91023d04a42 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:14:53.193045 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1378c1c-105c-4c60-b5a1-28d7fc38379f", "name": "network-vif-deleted", "tag": "f86fe629-ccfd-4d05-aefd-e9a6c8eb192e", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:14:53.193404 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaa9ccda-eb0d-4e77-829d-f91023d04a42 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:14:53.194418 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1378c1c-105c-4c60-b5a1-28d7fc38379f', 'name': 'network-vif-deleted', 'tag': 'f86fe629-ccfd-4d05-aefd-e9a6c8eb192e', 'status': 'completed', 'code': 200} Nov 19 04:14:53.309027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43460) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:53.326506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6fa350f-d1ba-4239-9471-2535eae41aa1 req-fe7e0378-8d87-4112-9899-75557bce0335 tempest-VolumesActionsTest-324155053 tempest-VolumesActionsTest-324155053-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1378c1c-105c-4c60-b5a1-28d7fc38379f HTTP/1.1" status: 200 len: 210 time: 0.0416911 Nov 19 04:14:53.432681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1860478586'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:53.466395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:53.471499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.487174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.565310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7175176-d6a6-4d44-988e-e0d2ab0fc8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.610845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.616938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.647443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:14:53.659016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc620e-5755-4840-8ba3-c3b34e7b119b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:53.667495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.667861 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Added segment 151a7106-1111-4a65-ad16-bd46ab488db8 of type vlan for network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 Nov 19 04:14:53.721244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.753415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.759233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:53.759839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:53.835154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43490) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:53.837466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5247869 Nov 19 04:14:53.843242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'subnet': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:53.844956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007241a4-aa0a-4672-a867-c0e75bb33358 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Network': ['ID=612cf727-f35e-4207-a01d-6b1cd47a1ca2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:53.855454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:14:53.987523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ba0bf-634b-4b4a-8a46-8df7198f8bc2 req-62aa9762-5a26-4c65-90cb-f283db78b66c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:53.989160 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d23ba0bf-634b-4b4a-8a46-8df7198f8bc2 req-62aa9762-5a26-4c65-90cb-f283db78b66c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0895116 Nov 19 04:14:54.023966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:54.027779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:54.103015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d23ba0bf-634b-4b4a-8a46-8df7198f8bc2 req-99d4af0d-c0bb-4bf7-a0a2-98329a7c66b5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065493 Nov 19 04:14:54.310025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd44114-3034-4af8-95ce-6f9a80f0df31 req-33f6e284-9d86-4bcb-b3f2-ee8dfa98ad9c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:54.311734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cd44114-3034-4af8-95ce-6f9a80f0df31 req-33f6e284-9d86-4bcb-b3f2-ee8dfa98ad9c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1022439 Nov 19 04:14:54.313987 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:54.400574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Subnet': ['ID=0edff5c8-47b7-49fb-b5ba-3288319c7707,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:54.438557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cd44114-3034-4af8-95ce-6f9a80f0df31 req-47b79da5-38ab-4bd3-b0ed-1dd3d6c1ea55 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986543 Nov 19 04:14:54.439473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Checking segment: {'id': '151a7106-1111-4a65-ad16-bd46ab488db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:54.439919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network hostable DHCP agents. Network: 612cf727-f35e-4207-a01d-6b1cd47a1ca2, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:14:54.463761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:14:54.480736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 612cf727-f35e-4207-a01d-6b1cd47a1ca2) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:54.493501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:54.494458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:54.494843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bcefc-66e6-42c2-a15d-f313d5fc4d1c None None] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:14:54.525074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-94e1e63a-3480-4d9f-b6ff-08b9e6b4f24f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6858580 Nov 19 04:14:54.525297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43506) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:54.531812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-987426786'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:54.683173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:54.686929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:54.722714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'tenant_id': 'ee115428857a4c5ba51546da01960013', 'fixed_ips': [{'subnet_id': '0edff5c8-47b7-49fb-b5ba-3288319c7707'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:14:54.723601 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:54.728467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] device_id is not set on port e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:14:54.896385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Allocated IP 2001:db8::314 (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/e3d25d09-cfaf-44ae-8bfc-68004b81ebc3) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:55.102439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.189100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.248950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:55.253401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:55.289865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:55.295065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.301795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:55.302597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.314990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Allocated IP 2001:db8::2 (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:55.345737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=e3d25d09-cfaf-44ae-8bfc-68004b81ebc3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:55.379915 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-54567c8b-41bc-44dc-9a48-4cbe7a467270 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8529031 Nov 19 04:14:55.383262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:55.395302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43175199-17d7-4a26-9fce-c35ce8f0cdc2 req-8434a5b0-2370-4615-8f93-fdfa75105dce tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:55.396447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1346214253', 'allowed_address_pairs': [{'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:1d:8c:13'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:55.397040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43175199-17d7-4a26-9fce-c35ce8f0cdc2 req-8434a5b0-2370-4615-8f93-fdfa75105dce tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1285527 Nov 19 04:14:55.567403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43175199-17d7-4a26-9fce-c35ce8f0cdc2 req-923b4722-bdb1-4587-a164-331167167511 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542563 Nov 19 04:14:55.643859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.659724 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.693984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:55.760214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:55.767425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:55.774805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:55.778088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Pushing event updated for resources: {'Port': ['ID=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:55.866391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Attempting to bind port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:14:55.867107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Attempting to bind port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '151a7106-1111-4a65-ad16-bd46ab488db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:14:55.867728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Attempting to bind port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 on network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:14:55.874629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:14:55.876113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Checking segment: {'id': '151a7106-1111-4a65-ad16-bd46ab488db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:14:55.876778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.877406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Bound using segment: {'id': '151a7106-1111-4a65-ad16-bd46ab488db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:14:55.878334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Bound port: dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151a7106-1111-4a65-ad16-bd46ab488db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:14:55.879747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.898355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:55.920501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] device_id is not set on port a7bddb51-4212-4044-8b41-512e44c997ae yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:14:56.020434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] For port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:14:56.027042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] For port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,segment=NetworkSegment(151a7106-1111-4a65-ad16-bd46ab488db8),segment_id=151a7106-1111-4a65-ad16-bd46ab488db8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:14:56.040302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:56.134298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Allocated IP 2001:db8::63 (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/a7bddb51-4212-4044-8b41-512e44c997ae) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:56.172086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf13e8d-f030-40c4-8f41-f4c5f2682226 req-abfb3869-20f8-47a4-a47e-a0be997a90d3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:56.179707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fdc25-b120-411d-b5d1-4bb41e79f074 None None] Pushing event updated for resources: {'Port': ['ID=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:56.187504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adf13e8d-f030-40c4-8f41-f4c5f2682226 req-abfb3869-20f8-47a4-a47e-a0be997a90d3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.5033059 Nov 19 04:14:56.276449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adf13e8d-f030-40c4-8f41-f4c5f2682226 req-7dcbc2b0-60ba-4b24-b5f0-3450ed1c3479 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863254 Nov 19 04:14:56.363609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:56.440772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:56.496586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:56.645000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f86fe629-ccfd-4d05-aefd-e9a6c8eb192e no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:14:56.721687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: f86fe629-ccfd-4d05-aefd-e9a6c8eb192e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:14:56.722442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f86fe629-ccfd-4d05-aefd-e9a6c8eb192e not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:14:56.758360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=a7bddb51-4212-4044-8b41-512e44c997ae,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:56.770875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:14:56.773314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:14:56.776534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:14:56.783420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:56.784412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:56.815648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-99bb63c3-7d56-4dc1-bbf1-5643d60b8610 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4259405 Nov 19 04:14:56.816675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43616) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:56.819243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cacdd6-014a-451c-86eb-080eb1fa01ef req-be545469-7949-46b6-8c44-84008627d0b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:56.827816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50cacdd6-014a-451c-86eb-080eb1fa01ef req-be545469-7949-46b6-8c44-84008627d0b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1326942 Nov 19 04:14:56.948242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068336bd-425d-40a1-acac-24eeb7982b3f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:56.952552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50cacdd6-014a-451c-86eb-080eb1fa01ef req-5ec2fbc1-dc7e-4edb-ab4d-79bdf8ac9ff2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878925 Nov 19 04:14:56.981089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068336bd-425d-40a1-acac-24eeb7982b3f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:57.015780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068336bd-425d-40a1-acac-24eeb7982b3f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:57.023955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:57.024236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-068336bd-425d-40a1-acac-24eeb7982b3f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2029359 Nov 19 04:14:57.160223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:57.296755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3bfe1-52d0-49f0-a05f-90f3f67a090c req-0250e7b6-5da1-4c2d-9eea-345afa754d69 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:57.300528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6d3bfe1-52d0-49f0-a05f-90f3f67a090c req-0250e7b6-5da1-4c2d-9eea-345afa754d69 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1639171 Nov 19 04:14:57.304114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f767a-db56-4238-8867-23357d932ee4 req-e842bb1e-f105-42d2-8279-bc58fc48994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:57.305870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-e842bb1e-f105-42d2-8279-bc58fc48994f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.5450332 Nov 19 04:14:57.325413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:57.369559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:57.370099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:57.430715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port a7bddb51-4212-4044-8b41-512e44c997ae {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:14:57.431468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:57.543809 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:57.586461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,segment=NetworkSegment(151a7106-1111-4a65-ad16-bd46ab488db8),segment_id=151a7106-1111-4a65-ad16-bd46ab488db8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:14:57.592940 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:57.664712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:57.675627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a6d3bfe1-52d0-49f0-a05f-90f3f67a090c req-dd86cb4f-4f38-4520-955a-3f26eb8bfe8d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647406 Nov 19 04:14:57.789423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:57.803943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for a7bddb51-4212-4044-8b41-512e44c997ae owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:14:57.902424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f767a-db56-4238-8867-23357d932ee4 req-a7048522-9068-43ad-a99c-88c32e1e9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:57.903937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-a7048522-9068-43ad-a99c-88c32e1e9e1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.5844896 Nov 19 04:14:57.962085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c57eb-67cb-4f64-92c7-4835e2b38ec8 None None] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:14:58.143280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-dd94667e-d5f4-47aa-958c-e72bf6f043d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.2258584 Nov 19 04:14:58.179864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:58.187405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9d2ce0a0-a243-4d08-bf96-a42aec5e694b None None] Provisioning complete for port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:58.187828 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce0a0-a243-4d08-bf96-a42aec5e694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:58.301398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=a7bddb51-4212-4044-8b41-512e44c997ae,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:14:58.347317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f767a-db56-4238-8867-23357d932ee4 req-d164d225-37eb-4f15-b53a-779b44dd4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:58.349287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-d164d225-37eb-4f15-b53a-779b44dd4bc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1950488 Nov 19 04:14:58.373819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32060719-3bf7-468d-9a8f-ecfb4a1d18fe req-ad98d8af-998f-4eee-b9cc-7c59aa1406c1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:58.383973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32060719-3bf7-468d-9a8f-ecfb4a1d18fe req-ad98d8af-998f-4eee-b9cc-7c59aa1406c1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2858329 Nov 19 04:14:58.567007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:58.570934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e0902049-9966-4a9a-949d-110ce11917a0 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/ports/a7bddb51-4212-4044-8b41-512e44c997ae HTTP/1.1" status: 204 len: 168 time: 1.5456595 Nov 19 04:14:58.573628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43654) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:58.593479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32060719-3bf7-468d-9a8f-ecfb4a1d18fe req-ea450202-104b-44e7-b806-983383d9a6dc tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083049 Nov 19 04:14:58.606561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f767a-db56-4238-8867-23357d932ee4 req-0f17be8a-bcf4-479b-9666-f32ea7175fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:58.608680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-0f17be8a-bcf4-479b-9666-f32ea7175fdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452500 Nov 19 04:14:58.646872 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82776d5-bd1b-4490-92f8-22a912ff5978 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] GET failed (client error): The resource could not be found. Nov 19 04:14:58.648573 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f82776d5-bd1b-4490-92f8-22a912ff5978 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "GET /v2.0/ports/a7bddb51-4212-4044-8b41-512e44c997ae HTTP/1.1" status: 404 len: 333 time: 0.0731413 Nov 19 04:14:58.652137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43658) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:58.668663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-543546149'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:14:58.696080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43660) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:58.881105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-b70ea4b5-da1f-4922-9a90-5c1f527b69c1 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642624 Nov 19 04:14:59.000277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d113c1d-6285-4797-b9bb-7ea07e5bebf9 req-143487d5-4c0a-46c5-90bd-60c271dd6b2e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:59.009129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d113c1d-6285-4797-b9bb-7ea07e5bebf9 req-143487d5-4c0a-46c5-90bd-60c271dd6b2e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1946647 Nov 19 04:14:59.034630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:14:59.055818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-fc2a3321-2bf4-4db2-ad7c-c171c5ce8c3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1876113 Nov 19 04:14:59.057409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.115005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:14:59.131626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] device_id is not set on port dbf428ce-f27f-4412-8b3c-50b193440172 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:14:59.207390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6e8261-a423-4857-8cfe-8c3936b5d749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.276884 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d113c1d-6285-4797-b9bb-7ea07e5bebf9 req-08039e87-7f88-4d02-ba14-a23bf6986717 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606235 Nov 19 04:14:59.279743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-227ca9fd-cafc-4db0-bfa4-90f0bea79050 None None] Provisioning complete for port e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:59.280365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-227ca9fd-cafc-4db0-bfa4-90f0bea79050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.304372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a40f767a-db56-4238-8867-23357d932ee4 req-77e93002-cca7-42e9-9e8c-1d8eea4e8b6d service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045191 Nov 19 04:14:59.357374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-873a2493-0e4b-40c7-ac72-fd38ed7000ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:59.360486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-227ca9fd-cafc-4db0-bfa4-90f0bea79050 None None] Port e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:14:59.362871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-873a2493-0e4b-40c7-ac72-fd38ed7000ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 1097 time: 0.1416018 Nov 19 04:14:59.377303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:59.377970 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.381127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-227ca9fd-cafc-4db0-bfa4-90f0bea79050 None None] Provisioning complete for port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:59.381711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-227ca9fd-cafc-4db0-bfa4-90f0bea79050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.591421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Allocated IP 2001:db8::7 (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/dbf428ce-f27f-4412-8b3c-50b193440172) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:14:59.685088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6e8261-a423-4857-8cfe-8c3936b5d749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.710615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c6e8261-a423-4857-8cfe-8c3936b5d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.763387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-bb8db1f5-c073-4550-bb28-a59b85973db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:14:59.764898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-bb8db1f5-c073-4550-bb28-a59b85973db8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.3722618 Nov 19 04:14:59.791287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3c6e8261-a423-4857-8cfe-8c3936b5d749 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e321a9c860b149c6bec5e189a3a00513&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0929563 Nov 19 04:14:59.803760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43674) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:14:59.883612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-8186fa3c-6ac8-4a9c-b3ef-4246e39d47c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 200 len: 217 time: 0.1005728 Nov 19 04:14:59.932797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c78861c3-4960-4b1b-b205-9fee4bff7878 None None] Provisioning complete for port e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:14:59.933213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c78861c3-4960-4b1b-b205-9fee4bff7878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:14:59.961541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e8261-a423-4857-8cfe-8c3936b5d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7639d3-a68d-4be1-82e7-1303e6fd5423,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:00.040498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c78861c3-4960-4b1b-b205-9fee4bff7878 None None] Port e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:00.059642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-88bc91d3-8f41-49cc-8aec-fe524aba4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:00.065714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-88bc91d3-8f41-49cc-8aec-fe524aba4edc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1639729 Nov 19 04:15:00.077874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-947a8c1f-afa0-483e-8fca-8c0c92819dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.099028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c147-1de3-4ad8-b1c6-1d7b52e18c3b req-15aacfb2-63ad-4915-b4e7-46c40362f27a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:00.107410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8140c147-1de3-4ad8-b1c6-1d7b52e18c3b req-15aacfb2-63ad-4915-b4e7-46c40362f27a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.3010364 Nov 19 04:15:00.135326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-947a8c1f-afa0-483e-8fca-8c0c92819dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.171136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-02cdb0b9-e84a-4c41-bf73-194cb725c11e None None] Could not find standard attr ID for object a7bddb51-4212-4044-8b41-512e44c997ae. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:15:00.223265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.223501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8140c147-1de3-4ad8-b1c6-1d7b52e18c3b req-9900944d-168d-4edd-92c1-725be16c891e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148643 Nov 19 04:15:00.227426 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-52bc9dc4-b13f-4907-8b7f-060b5cfdf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:00.229407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-52bc9dc4-b13f-4907-8b7f-060b5cfdf3e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510954 Nov 19 04:15:00.285735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-947a8c1f-afa0-483e-8fca-8c0c92819dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.292423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-947a8c1f-afa0-483e-8fca-8c0c92819dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.293884 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-947a8c1f-afa0-483e-8fca-8c0c92819dd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e7639d3-a68d-4be1-82e7-1303e6fd5423 HTTP/1.1" status: 204 len: 168 time: 0.4747221 Nov 19 04:15:00.309589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a8c1f-afa0-483e-8fca-8c0c92819dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7639d3-a68d-4be1-82e7-1303e6fd5423,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:00.328259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.421667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=dbf428ce-f27f-4412-8b3c-50b193440172,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:00.483236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:00.486163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:00.491697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:00.515381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:00.517832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.543400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-e8b01070-03d9-4b09-9aec-d20d7de2d9eb service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031952 Nov 19 04:15:00.561690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6b39bbcd-b6bf-4d10-9996-cf0380f23429 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9078636 Nov 19 04:15:00.563831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:00.573771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:1d:8c:13'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:00.670720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:15:00.705429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:00.803033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad34ce6-0f98-4207-ad21-b67a25ff9828 req-28a0a7d7-709e-418b-92ac-e0d2ba34a4c9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:00.811558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aad34ce6-0f98-4207-ad21-b67a25ff9828 req-28a0a7d7-709e-418b-92ac-e0d2ba34a4c9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2614117 Nov 19 04:15:00.974876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:01.005893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'mac_address': 'fa:16:3e:3b:0c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:15:01.041778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b3ad9b-ebbd-4cb8-b04b-cebf8f963f97 req-63b3a3b7-ba8f-4b64-9d03-131daf5478af service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812789 Nov 19 04:15:01.079351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aad34ce6-0f98-4207-ad21-b67a25ff9828 req-ec0af9ea-cd46-4782-98c9-f7f2512114f1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659116 Nov 19 04:15:01.140598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.157201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be714cf4-8a08-4164-ac1b-0d82e423918a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:15:01.189888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:01.207306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.283257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151033d-601f-462d-9cef-22b164715d84 req-bd9c2e9b-90ed-466f-90ab-fee7da0f4fc1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:01.300627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3151033d-601f-462d-9cef-22b164715d84 req-bd9c2e9b-90ed-466f-90ab-fee7da0f4fc1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0980058 Nov 19 04:15:01.305545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:01.369035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43706) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:01.369866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['be714cf4-8a08-4164-ac1b-0d82e423918a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:15:01.405302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-469f6cf1-86b9-404b-ac93-b12246365be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.418801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3151033d-601f-462d-9cef-22b164715d84 req-a65f034b-5194-4910-90ff-174f7ccb6963 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171658 Nov 19 04:15:01.453886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.470615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.496383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-077400c5-ce60-4434-ac56-9032066cd14b None None] Provisioning complete for port dbf428ce-f27f-4412-8b3c-50b193440172 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:01.497184 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-077400c5-ce60-4434-ac56-9032066cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.583821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-077400c5-ce60-4434-ac56-9032066cd14b None None] Port dbf428ce-f27f-4412-8b3c-50b193440172 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:01.633760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6a65d-5e4d-4e29-aa5d-ba66955e0837 req-0cec6963-e494-4a51-8f8c-746d697df5e1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:01.635865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] In _notify_port_updated(), no bound segment for port dbf428ce-f27f-4412-8b3c-50b193440172 on network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:01.642924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69a6a65d-5e4d-4e29-aa5d-ba66955e0837 req-0cec6963-e494-4a51-8f8c-746d697df5e1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 944 time: 0.0925980 Nov 19 04:15:01.645278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:01.646021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.647394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "PUT /v2.0/ports/dbf428ce-f27f-4412-8b3c-50b193440172 HTTP/1.1" status: 200 len: 1000 time: 1.0823510 Nov 19 04:15:01.654641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43714) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:01.723757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ca96e-8d01-4320-b558-98f29cf9f85f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=dbf428ce-f27f-4412-8b3c-50b193440172,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:01.849518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-469f6cf1-86b9-404b-ac93-b12246365be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.860623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-469f6cf1-86b9-404b-ac93-b12246365be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.879514 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:01.955562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-469f6cf1-86b9-404b-ac93-b12246365be9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cb1e17cbb1548ecb3efd2659885e37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5854490 Nov 19 04:15:01.956328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f6cf1-86b9-404b-ac93-b12246365be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e1698a-9843-4f19-8fde-0f9ff5619e08,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:01.978763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43718) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:02.044011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69a6a65d-5e4d-4e29-aa5d-ba66955e0837 req-0ec018b0-af29-4d8a-8472-661ffdf9975b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916018 Nov 19 04:15:02.119749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port dbf428ce-f27f-4412-8b3c-50b193440172 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:02.121706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa45-1f21-48cb-977e-a6df6b061884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.122320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.173919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0547a2ad-25c6-4ac7-b989-35e4127ad889 None None] Provisioning complete for port dbf428ce-f27f-4412-8b3c-50b193440172 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:02.180266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0547a2ad-25c6-4ac7-b989-35e4127ad889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.182147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa45-1f21-48cb-977e-a6df6b061884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.291301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa45-1f21-48cb-977e-a6df6b061884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.295439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa45-1f21-48cb-977e-a6df6b061884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.300638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3a53fa45-1f21-48cb-977e-a6df6b061884 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53e1698a-9843-4f19-8fde-0f9ff5619e08 HTTP/1.1" status: 204 len: 168 time: 0.3122137 Nov 19 04:15:02.334842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53fa45-1f21-48cb-977e-a6df6b061884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e1698a-9843-4f19-8fde-0f9ff5619e08,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:02.471017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0547a2ad-25c6-4ac7-b989-35e4127ad889 None None] Port dbf428ce-f27f-4412-8b3c-50b193440172 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:02.595567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.631187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for dbf428ce-f27f-4412-8b3c-50b193440172 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:02.685264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:02.760269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port be714cf4-8a08-4164-ac1b-0d82e423918a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:02.761116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:02.933439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7355e-0a1d-4229-aad9-811617632b39 req-b93659fe-8216-44ec-bbce-45966025e73f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:02.941598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8da7355e-0a1d-4229-aad9-811617632b39 req-b93659fe-8216-44ec-bbce-45966025e73f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1864011 Nov 19 04:15:02.950872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:03.037550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:15:03.044205 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e834d093-c656-40b1-8e44-e54d75c34cdb" -d '{"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-plugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:15:03.086211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:03.096699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:03.109300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8da7355e-0a1d-4229-aad9-811617632b39 req-eb816082-7b1a-47cb-b564-e8dc31a80c21 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596036 Nov 19 04:15:03.202189 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba882a1-3840-46df-927c-9b5cc0d01146 x-openstack-request-id: req-4ba882a1-3840-46df-927c-9b5cc0d01146 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:15:03.202489 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-plugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:15:03.202750 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ba882a1-3840-46df-927c-9b5cc0d01146 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:15:03.203199 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'code': 200} Nov 19 04:15:03.205184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:03.303680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:03.412977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=dbf428ce-f27f-4412-8b3c-50b193440172,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:03.502501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6003bea-6f7c-414a-a764-aa8e2e6167ac req-e312c4ce-b87b-437e-8573-e92653f1cd89 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:03.504110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6003bea-6f7c-414a-a764-aa8e2e6167ac req-e312c4ce-b87b-437e-8573-e92653f1cd89 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1532397 Nov 19 04:15:03.639744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:03.648574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43762) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:03.649607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-296a6ee7-f322-4317-9e78-dd0e26b79a2f tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/ports/dbf428ce-f27f-4412-8b3c-50b193440172 HTTP/1.1" status: 204 len: 168 time: 1.9932516 Nov 19 04:15:03.673291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6003bea-6f7c-414a-a764-aa8e2e6167ac req-fad755bc-7ea2-4238-8bea-72472b6a4ddf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491563 Nov 19 04:15:03.710776 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-befe9039-046d-41ae-a0ed-959fb19fab03 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] GET failed (client error): The resource could not be found. Nov 19 04:15:03.713898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-befe9039-046d-41ae-a0ed-959fb19fab03 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "GET /v2.0/ports/dbf428ce-f27f-4412-8b3c-50b193440172 HTTP/1.1" status: 404 len: 333 time: 0.0643013 Nov 19 04:15:03.718219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43764) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:03.724448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-655244664'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:04.502856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:04.509639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:04.550252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] device_id is not set on port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:04.584407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613dd90-ced5-4e3a-845d-8cfb06e80a30 req-c117b56a-56e2-4029-8a79-b6b6c8282239 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:04.595808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d613dd90-ced5-4e3a-845d-8cfb06e80a30 req-c117b56a-56e2-4029-8a79-b6b6c8282239 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1058090 Nov 19 04:15:04.759866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d613dd90-ced5-4e3a-845d-8cfb06e80a30 req-875770da-23d7-4d84-8d54-1e6d5b813835 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642654 Nov 19 04:15:04.876565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Allocated IP 2001:db8::2dc (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/bb17f3f1-0a3d-47d8-80cb-f99683fa6145) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:04.970306 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:15:05.322642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:05.381314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:05.482737 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:05.490363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:05.496278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:05.503026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:05.503703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:05.523986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=bb17f3f1-0a3d-47d8-80cb-f99683fa6145,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:05.568509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9984e63e-7657-458d-af28-9b165ccd96be tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8462043 Nov 19 04:15:05.568858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43804) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:05.574837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1d:8c:13'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:05.605711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c4075-7159-49ed-835e-4116360f52d0 req-f6b4f5cb-5a22-41cc-a7e3-26110789678b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:05.607367 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-249c4075-7159-49ed-835e-4116360f52d0 req-f6b4f5cb-5a22-41cc-a7e3-26110789678b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2070508 Nov 19 04:15:05.778524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-249c4075-7159-49ed-835e-4116360f52d0 req-244d4c6f-024c-43b0-b716-ed991a36f041 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629486 Nov 19 04:15:06.040447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:06.138346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-de0e7074-54b5-48b1-bdf5-14697425b421 None None] Provisioning complete for port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:06.138856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-de0e7074-54b5-48b1-bdf5-14697425b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:06.165986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d5cce-2654-4319-9988-a4d88b583228 req-aeb96c57-ce78-4b30-9604-7b371208a330 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:06.177272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b77d5cce-2654-4319-9988-a4d88b583228 req-aeb96c57-ce78-4b30-9604-7b371208a330 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1464105 Nov 19 04:15:06.279736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-de0e7074-54b5-48b1-bdf5-14697425b421 None None] Port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:06.340263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b77d5cce-2654-4319-9988-a4d88b583228 req-b808a471-3ae7-40d6-885b-372a6f41fdc7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506906 Nov 19 04:15:06.576868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:06.596690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:06.621800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] In _notify_port_updated(), no bound segment for port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 on network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:06.641879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:06.659695 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:06.663195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "PUT /v2.0/ports/bb17f3f1-0a3d-47d8-80cb-f99683fa6145 HTTP/1.1" status: 200 len: 1002 time: 1.0933039 Nov 19 04:15:06.666070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:06.720916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba99ef-37c6-4d04-bcef-63a6268147ee tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=bb17f3f1-0a3d-47d8-80cb-f99683fa6145,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:07.119075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:07.123521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:07.146309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bb3c598e-bffc-4be1-a46d-1e5776af790b None None] Provisioning complete for port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:07.150342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb3c598e-bffc-4be1-a46d-1e5776af790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:07.242344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c598e-bffc-4be1-a46d-1e5776af790b None None] Port bb17f3f1-0a3d-47d8-80cb-f99683fa6145 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:07.320867 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:07.337558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for bb17f3f1-0a3d-47d8-80cb-f99683fa6145 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:07.713970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cc0aa-713e-4dee-b2c8-925a755d7e13 req-5e832e7c-9f39-4115-8421-0039c657a538 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:07.717481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-369cc0aa-713e-4dee-b2c8-925a755d7e13 req-5e832e7c-9f39-4115-8421-0039c657a538 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2758906 Nov 19 04:15:07.860778 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:08.065036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:08.069154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/ports/bb17f3f1-0a3d-47d8-80cb-f99683fa6145 HTTP/1.1" status: 204 len: 168 time: 1.4020562 Nov 19 04:15:08.071821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43844) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:08.086281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9f954-3650-4b92-bfd9-853caac529ba tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=bb17f3f1-0a3d-47d8-80cb-f99683fa6145,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:08.130887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-369cc0aa-713e-4dee-b2c8-925a755d7e13 req-3ad4c054-fd43-4603-81d0-6a76d4f4fea9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014862 Nov 19 04:15:08.165429 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-095a91cb-dc16-4375-9d6a-4a939fb9557b tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] GET failed (client error): The resource could not be found. Nov 19 04:15:08.168961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-095a91cb-dc16-4375-9d6a-4a939fb9557b tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "GET /v2.0/ports/bb17f3f1-0a3d-47d8-80cb-f99683fa6145 HTTP/1.1" status: 404 len: 333 time: 0.0954058 Nov 19 04:15:08.172922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43850) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:08.178152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-479283079'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:08.572776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79f241-73a8-422f-a2fc-12fd030fe274 req-d701b02f-7f3a-4f52-8396-be4cedf154ad tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:08.592299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe79f241-73a8-422f-a2fc-12fd030fe274 req-d701b02f-7f3a-4f52-8396-be4cedf154ad tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2725606 Nov 19 04:15:08.799301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe79f241-73a8-422f-a2fc-12fd030fe274 req-053c80d2-3cfe-4a2d-90e1-401ac28ec405 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050159 Nov 19 04:15:08.814411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:08.818348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:08.879056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] device_id is not set on port 6ff6c7ef-27a1-46dd-b954-611c6c08caaa yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:09.205199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28db40c-6a2d-4fb1-be01-2e199f941b47 req-28536e22-ce9d-426c-8e6a-50cae305ce40 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:09.213963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f28db40c-6a2d-4fb1-be01-2e199f941b47 req-28536e22-ce9d-426c-8e6a-50cae305ce40 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1964300 Nov 19 04:15:09.376368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Allocated IP 2001:db8::1f (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/6ff6c7ef-27a1-46dd-b954-611c6c08caaa) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:09.396400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f28db40c-6a2d-4fb1-be01-2e199f941b47 req-2f03d25a-3b9c-4979-92f9-aa470d72a853 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756949 Nov 19 04:15:09.747496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d428b73-f840-4739-9128-2fd626757de9 req-ac0a32f4-ef88-4cd2-afbe-1560bbb5e960 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:09.756219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d428b73-f840-4739-9128-2fd626757de9 req-ac0a32f4-ef88-4cd2-afbe-1560bbb5e960 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1753113 Nov 19 04:15:09.842829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d428b73-f840-4739-9128-2fd626757de9 req-e8c6c374-cadf-4e76-8a52-f16230b9372d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854456 Nov 19 04:15:09.984029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:10.105696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:10.216026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:10.217498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=6ff6c7ef-27a1-46dd-b954-611c6c08caaa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:10.221918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:10.224012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:10.230656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:10.231360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:10.283011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626af8c0-6b7e-4658-aa57-d75996d2b1a8 req-edabc1d3-dd35-43c9-89cb-c6b9bff4c287 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:10.294665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-626af8c0-6b7e-4658-aa57-d75996d2b1a8 req-edabc1d3-dd35-43c9-89cb-c6b9bff4c287 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2222650 Nov 19 04:15:10.306687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43884) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:10.311792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e84c47c6-b1e4-4f26-84e8-e0a4bb489ca9 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1365144 Nov 19 04:15:10.316274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'network_id': '612cf727-f35e-4207-a01d-6b1cd47a1ca2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-773372915'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:10.415696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-626af8c0-6b7e-4658-aa57-d75996d2b1a8 req-81ec5d65-be8b-438a-b6c8-0d0e6cd458b7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182387 Nov 19 04:15:10.685924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55b966-497a-4a11-8714-13ea9ef40a64 req-2a98f03b-1515-40f4-b940-da609a3830a4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:10.693772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb55b966-497a-4a11-8714-13ea9ef40a64 req-2a98f03b-1515-40f4-b940-da609a3830a4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1340930 Nov 19 04:15:10.706025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Made reservation on behalf of ee115428857a4c5ba51546da01960013 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:10.717154 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:10.810238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] device_id is not set on port 037e68b6-855c-4583-bbdd-c38441987168 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:10.816006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3f1d765c-9a22-49b2-9d40-b77ef90ab434 None None] Provisioning complete for port 6ff6c7ef-27a1-46dd-b954-611c6c08caaa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:10.817161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3f1d765c-9a22-49b2-9d40-b77ef90ab434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:10.901093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d765c-9a22-49b2-9d40-b77ef90ab434 None None] Port 6ff6c7ef-27a1-46dd-b954-611c6c08caaa cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:10.910401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb55b966-497a-4a11-8714-13ea9ef40a64 req-a498723a-f017-42ef-8330-555ec7421994 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077184 Nov 19 04:15:11.103308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Allocated IP 2001:db8::364 (612cf727-f35e-4207-a01d-6b1cd47a1ca2/0edff5c8-47b7-49fb-b5ba-3288319c7707/037e68b6-855c-4583-bbdd-c38441987168) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:11.453147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:11.519365 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:11.572817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:11.592604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:11.597031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:11.606522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:11.607190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:11.644757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=037e68b6-855c-4583-bbdd-c38441987168,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:11.658898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fc13afa2-38a0-4ed7-86a0-8c50bc418b3e tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3509979 Nov 19 04:15:11.661452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43902) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:11.670303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:1d:8c:13'}, {'ip_address': '2001:db8::1f', 'mac_address': 'fa:16:3e:65:ec:a8'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:12.166619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:12.169141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-380fe60e-c8bc-4c59-abeb-11c29d394f91 None None] Provisioning complete for port 037e68b6-855c-4583-bbdd-c38441987168 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:12.170101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-380fe60e-c8bc-4c59-abeb-11c29d394f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:12.253861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-380fe60e-c8bc-4c59-abeb-11c29d394f91 None None] Port 037e68b6-855c-4583-bbdd-c38441987168 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:12.366459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd008c-578d-456e-a560-2540250701e8 req-d76141ad-34d8-4bae-885e-1691edf2a975 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:12.368035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7acd008c-578d-456e-a560-2540250701e8 req-d76141ad-34d8-4bae-885e-1691edf2a975 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2443724 Nov 19 04:15:12.652829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7acd008c-578d-456e-a560-2540250701e8 req-d54e0a9b-ace8-4a97-99d7-6671a61ddd0a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719243 Nov 19 04:15:12.786073 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:12.794216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:12.889264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] In _notify_port_updated(), no bound segment for port 037e68b6-855c-4583-bbdd-c38441987168 on network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:12.897774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:12.898654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:12.902657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "PUT /v2.0/ports/037e68b6-855c-4583-bbdd-c38441987168 HTTP/1.1" status: 200 len: 1066 time: 1.2374163 Nov 19 04:15:12.902657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88348c11-57b3-4fbd-9562-1e20617bcf2a tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event updated for resources: {'Port': ['ID=037e68b6-855c-4583-bbdd-c38441987168,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:12.903248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43918) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:13.112248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port 037e68b6-855c-4583-bbdd-c38441987168 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:13.117753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:13.312203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:13.328140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for 037e68b6-855c-4583-bbdd-c38441987168 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:13.414996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a41cfa6e-d533-4846-98a1-c111917b5be1 None None] Provisioning complete for port 037e68b6-855c-4583-bbdd-c38441987168 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:13.415561 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a41cfa6e-d533-4846-98a1-c111917b5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:13.511952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a41cfa6e-d533-4846-98a1-c111917b5be1 None None] Port 037e68b6-855c-4583-bbdd-c38441987168 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:13.600915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:13.737686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=037e68b6-855c-4583-bbdd-c38441987168,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:14.016013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741492a0-ad32-4e76-8526-b72e0b6925b0 req-cd0d74e0-c3a3-4bba-a36a-93e2da5c6c77 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:14.019499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-741492a0-ad32-4e76-8526-b72e0b6925b0 req-cd0d74e0-c3a3-4bba-a36a-93e2da5c6c77 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1717227 Nov 19 04:15:14.156000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:14.166786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43930) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:14.170454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1c709042-da9a-43ef-801e-f456274c8d48 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/ports/037e68b6-855c-4583-bbdd-c38441987168 HTTP/1.1" status: 204 len: 168 time: 1.2653873 Nov 19 04:15:14.210629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-741492a0-ad32-4e76-8526-b72e0b6925b0 req-c2b6ee8b-4811-46b6-9d16-c5158cd7612e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846576 Nov 19 04:15:14.215845 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c85ec-a516-4c7b-a3da-ee8430c58b4c tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] GET failed (client error): The resource could not be found. Nov 19 04:15:14.221890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:14.232834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-204c85ec-a516-4c7b-a3da-ee8430c58b4c tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "GET /v2.0/ports/037e68b6-855c-4583-bbdd-c38441987168 HTTP/1.1" status: 404 len: 333 time: 0.0647230 Nov 19 04:15:14.451538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port 6ff6c7ef-27a1-46dd-b954-611c6c08caaa {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:14.451877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:14.686437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:14.728184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for 6ff6c7ef-27a1-46dd-b954-611c6c08caaa owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:15.309908 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:15.422712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=6ff6c7ef-27a1-46dd-b954-611c6c08caaa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:15.431112 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:15.437603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0c509033-2bd2-4244-aa49-51dbae3c4040 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/ports/6ff6c7ef-27a1-46dd-b954-611c6c08caaa HTTP/1.1" status: 204 len: 168 time: 1.2124364 Nov 19 04:15:15.440533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43950) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:15.498946 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-662db7de-2f99-4021-8faf-5621b518c13d tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] GET failed (client error): The resource could not be found. Nov 19 04:15:15.505863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-662db7de-2f99-4021-8faf-5621b518c13d tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "GET /v2.0/ports/6ff6c7ef-27a1-46dd-b954-611c6c08caaa HTTP/1.1" status: 404 len: 333 time: 0.0635436 Nov 19 04:15:15.506950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:15.580984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237d12-495a-4cb6-8292-d2910fa092ac req-108f07ea-773c-4728-a6a6-92ea30effed4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:15.611616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4237d12-495a-4cb6-8292-d2910fa092ac req-108f07ea-773c-4728-a6a6-92ea30effed4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1807766 Nov 19 04:15:15.758377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:15.759244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:15.851916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4237d12-495a-4cb6-8292-d2910fa092ac req-3aaa9077-53ae-4d40-a88d-70b60428bf00 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392592 Nov 19 04:15:16.022092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:16.063622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:16.379659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:16.419144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=e3d25d09-cfaf-44ae-8bfc-68004b81ebc3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:16.463386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:16.470111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43964) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:16.470341 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a974b6fe-faa7-41db-97f5-31138e0e7b53 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/ports/e3d25d09-cfaf-44ae-8bfc-68004b81ebc3 HTTP/1.1" status: 204 len: 168 time: 0.9620664 Nov 19 04:15:16.590472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43968) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:16.623540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting subnet 0edff5c8-47b7-49fb-b5ba-3288319c7707 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:15:16.630855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:16.686813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:16.836587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be14c3fb-9e11-40a2-9d1a-5ff13028bbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:16.844452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.011485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.088728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be14c3fb-9e11-40a2-9d1a-5ff13028bbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.095884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be14c3fb-9e11-40a2-9d1a-5ff13028bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.115473 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.118529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347dc979-7a83-4cd5-8d79-1d35dda535ce None None] Network 612cf727-f35e-4207-a01d-6b1cd47a1ca2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:17.123638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/subnets/0edff5c8-47b7-49fb-b5ba-3288319c7707 HTTP/1.1" status: 204 len: 168 time: 0.6520340 Nov 19 04:15:17.156666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43976) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:17.163032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14c3fb-9e11-40a2-9d1a-5ff13028bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4087a761-af64-479f-a35f-0f712f3363ff,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:17.170639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abbae4-6955-4a7c-a4f8-3bb036754bf4 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Subnet': ['ID=0edff5c8-47b7-49fb-b5ba-3288319c7707,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:17.224239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03318865-4879-4524-b064-2b71a01cceab req-6eeadcda-cf63-496e-a98b-e8e48a3f6013 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:17.228959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03318865-4879-4524-b064-2b71a01cceab req-6eeadcda-cf63-496e-a98b-e8e48a3f6013 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2202229 Nov 19 04:15:17.297892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be14c3fb-9e11-40a2-9d1a-5ff13028bbaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65b67272714f40b3b033442d3ada4c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7056875 Nov 19 04:15:17.357050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43978) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:17.367657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03318865-4879-4524-b064-2b71a01cceab req-17285801-df6b-470b-adbf-e88167f7eb4a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309462 Nov 19 04:15:17.496141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.526250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ff8-16c3-44a3-a9ff-b70db0ba910b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.617853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03b021-924f-4134-9b64-45775435847f None None] DHCP port deletion for 612cf727-f35e-4207-a01d-6b1cd47a1ca2 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:15:17.624244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ff8-16c3-44a3-a9ff-b70db0ba910b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.685848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Deleting port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:17.686219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.744746 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ff8-16c3-44a3-a9ff-b70db0ba910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.748188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c7d1ff8-16c3-44a3-a9ff-b70db0ba910b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.752217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c7d1ff8-16c3-44a3-a9ff-b70db0ba910b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4087a761-af64-479f-a35f-0f712f3363ff HTTP/1.1" status: 204 len: 168 time: 0.3805370 Nov 19 04:15:17.752413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b021-924f-4134-9b64-45775435847f None None] Deleting port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:17.753235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca03b021-924f-4134-9b64-45775435847f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.760824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1ff8-16c3-44a3-a9ff-b70db0ba910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087a761-af64-479f-a35f-0f712f3363ff,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:17.865836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] For port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,segment=NetworkSegment(151a7106-1111-4a65-ad16-bd46ab488db8),segment_id=151a7106-1111-4a65-ad16-bd46ab488db8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:17.865836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:17.889087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Calling delete_port for dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:18.096524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.138192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Port': ['ID=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:18.149783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] No DVR routers for this DVR port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:15:18.235168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ca03b021-924f-4134-9b64-45775435847f None None] For port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,segment=NetworkSegment(151a7106-1111-4a65-ad16-bd46ab488db8),segment_id=151a7106-1111-4a65-ad16-bd46ab488db8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:18.236455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca03b021-924f-4134-9b64-45775435847f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.256178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b021-924f-4134-9b64-45775435847f None None] Calling delete_port for dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:18.329472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.409790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612cf727-f35e-4207-a01d-6b1cd47a1ca2']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:18.461774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151a7106-1111-4a65-ad16-bd46ab488db8') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:18.465085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151a7106-1111-4a65-ad16-bd46ab488db8') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:18.526319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.540360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca03b021-924f-4134-9b64-45775435847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.576815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.584715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:18.595095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03b021-924f-4134-9b64-45775435847f None None] No DVR routers for this DVR port dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:15:18.609280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:18.609724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:18.633745 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:18.666193 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a8adb11-48a6-4ff6-9f2d-f069e2ec36c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.669950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b021-924f-4134-9b64-45775435847f None None] Pushing event deleted for resources: {'Port': ['ID=dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:18.738403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3710a09-bd97-4da1-af4c-4c2c3540916b req-26ccb274-c3cf-4119-8cc8-3662f3971820 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:18.746654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3710a09-bd97-4da1-af4c-4c2c3540916b req-26ccb274-c3cf-4119-8cc8-3662f3971820 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1642270 Nov 19 04:15:18.824282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.824628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3710a09-bd97-4da1-af4c-4c2c3540916b req-134cfbbc-1637-47b5-8607-9c17d07d036e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754247 Nov 19 04:15:18.836908 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:18.844259 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] 10.222.0.52 "DELETE /v2.0/networks/612cf727-f35e-4207-a01d-6b1cd47a1ca2 HTTP/1.1" status: 204 len: 168 time: 1.6671286 Nov 19 04:15:18.881174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0715d-9043-4b73-aa83-a0da7bca65d5 tempest-AllowedAddressPairIpV6TestJSON-1121383015 tempest-AllowedAddressPairIpV6TestJSON-1121383015-project] Pushing event deleted for resources: {'Network': ['ID=612cf727-f35e-4207-a01d-6b1cd47a1ca2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:19.015103 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a8adb11-48a6-4ff6-9f2d-f069e2ec36c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:19.025577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a8adb11-48a6-4ff6-9f2d-f069e2ec36c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:19.127928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:15:19.148647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a8adb11-48a6-4ff6-9f2d-f069e2ec36c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39af6e4a87a949aca442c8ef912ed2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628235 Nov 19 04:15:19.151275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43996) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:19.152911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8adb11-48a6-4ff6-9f2d-f069e2ec36c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d208080-05a3-4e6a-85cf-59befa2487fd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:19.188454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:15:19.188984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc7a41b4-8775-4c8c-8aa1-5f1055ee3b05 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:15:19.334663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da4674c-f316-4b45-acc9-d2205522ebbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:19.414971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da4674c-f316-4b45-acc9-d2205522ebbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:19.540675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da4674c-f316-4b45-acc9-d2205522ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:19.544893 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9da4674c-f316-4b45-acc9-d2205522ebbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:19.551081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9da4674c-f316-4b45-acc9-d2205522ebbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d208080-05a3-4e6a-85cf-59befa2487fd HTTP/1.1" status: 204 len: 168 time: 0.3983841 Nov 19 04:15:19.590077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44004) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:19.610375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4674c-f316-4b45-acc9-d2205522ebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d208080-05a3-4e6a-85cf-59befa2487fd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:20.044114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce6a1-e209-4c6b-bcab-abf81b333822 req-f1b06eba-1c83-45fa-a79c-789b669adb85 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:20.045897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fcdce6a1-e209-4c6b-bcab-abf81b333822 req-f1b06eba-1c83-45fa-a79c-789b669adb85 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0986879 Nov 19 04:15:20.141194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fcdce6a1-e209-4c6b-bcab-abf81b333822 req-d8320c25-1f94-4584-b3d4-2fb02d186646 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872908 Nov 19 04:15:20.153165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b6858fd9-bfb2-43cb-ba5c-07f167505d83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee115428857a4c5ba51546da01960013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618665 Nov 19 04:15:20.157797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44016) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:20.228447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40655074-9d15-4ebe-b7ec-21cd52557b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:20.255285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40655074-9d15-4ebe-b7ec-21cd52557b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:20.371579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40655074-9d15-4ebe-b7ec-21cd52557b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:20.379893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-40655074-9d15-4ebe-b7ec-21cd52557b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:20.381137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-40655074-9d15-4ebe-b7ec-21cd52557b06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81cc620e-5755-4840-8ba3-c3b34e7b119b HTTP/1.1" status: 204 len: 168 time: 0.2218440 Nov 19 04:15:20.426022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655074-9d15-4ebe-b7ec-21cd52557b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc620e-5755-4840-8ba3-c3b34e7b119b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:21.270216 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6cb36757-31e9-41fa-9cba-eda47f1998ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:21.475547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1ab3-e832-4a66-8542-d5e42c86f28f req-ae03869c-4e4f-4c4f-9bb1-c4f77897f891 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:21.493195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-338e1ab3-e832-4a66-8542-d5e42c86f28f req-ae03869c-4e4f-4c4f-9bb1-c4f77897f891 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1396346 Nov 19 04:15:21.647305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-338e1ab3-e832-4a66-8542-d5e42c86f28f req-d5bbc865-8bd2-4968-b8f0-b9d3d13081b5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522231 Nov 19 04:15:22.253594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44072) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:22.467321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-214546392'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:22.522191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:22.529267 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:22.567314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:22.764229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:22.805299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:22.871554 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:22.947766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:23.001103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49d5da-0a49-4d9e-85d3-7035e38429b9 req-c3113063-3786-4f2d-b5c5-28b1a9f21f73 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:23.010308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d49d5da-0a49-4d9e-85d3-7035e38429b9 req-c3113063-3786-4f2d-b5c5-28b1a9f21f73 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1896646 Nov 19 04:15:23.017685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a23598-0c85-4adc-88b5-2bca45094289,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:23.034016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.037683 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Added segment 2bb31e93-b129-4ca8-ab82-015eb22438a8 of type vlan for network 12ece52b-bf47-4893-98c4-ddc0020f4086 Nov 19 04:15:23.127837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.161876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d49d5da-0a49-4d9e-85d3-7035e38429b9 req-b268df87-cfa3-4898-bd5a-bd95b09921fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496332 Nov 19 04:15:23.196697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.203847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:23.204865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.360143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Network': ['ID=12ece52b-bf47-4893-98c4-ddc0020f4086,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:23.386406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-99d9e304-96be-47b2-ab59-83ce65a3a78e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1313865 Nov 19 04:15:23.389211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44092) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:23.395577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'subnet': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:23.522078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:23.540371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:23.598400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.630711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:23.647686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-62076c56-d86c-4caa-a878-4edd2f5bbd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.847603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abc8fcfd-fda2-491b-b673-2ac2f0ad1054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.942093 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.955854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abc8fcfd-fda2-491b-b673-2ac2f0ad1054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.965051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abc8fcfd-fda2-491b-b673-2ac2f0ad1054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:23.995952 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-abc8fcfd-fda2-491b-b673-2ac2f0ad1054 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=778e8a44422e40a4b471844d09948df9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639648 Nov 19 04:15:24.004326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:24.020623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Subnet': ['ID=a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:24.026019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8fcfd-fda2-491b-b673-2ac2f0ad1054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b77b45-7010-4a22-a7d9-92b834519a65,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:24.030111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Checking segment: {'id': '2bb31e93-b129-4ca8-ab82-015eb22438a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:24.031063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network hostable DHCP agents. Network: 12ece52b-bf47-4893-98c4-ddc0020f4086, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:15:24.052849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:15:24.076666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 12ece52b-bf47-4893-98c4-ddc0020f4086) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:24.083011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:24.083667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.091869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a258d-5adf-484f-a4fb-b982e38a4703 None None] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:24.100594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4b96eb-2e2d-413b-b5c1-6139ee1b2380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.117399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b985a7c0-681d-4dfc-ae72-7d01152b34ac tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7237203 Nov 19 04:15:24.117711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44118) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:24.134815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'name': 'tempest-AllowedAddressPairTestJSON-1523251951'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:24.145315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4b96eb-2e2d-413b-b5c1-6139ee1b2380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.239333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4b96eb-2e2d-413b-b5c1-6139ee1b2380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.242834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4b96eb-2e2d-413b-b5c1-6139ee1b2380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.245225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dc4b96eb-2e2d-413b-b5c1-6139ee1b2380 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15b77b45-7010-4a22-a7d9-92b834519a65 HTTP/1.1" status: 204 len: 168 time: 0.2396531 Nov 19 04:15:24.275244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b96eb-2e2d-413b-b5c1-6139ee1b2380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b77b45-7010-4a22-a7d9-92b834519a65,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:24.408036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-12ece52b-bf47-4893-98c4-ddc0020f4086', 'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'tenant_id': '3802ac05e01c456a8c268d546d89d0be', 'fixed_ips': [{'subnet_id': 'a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:15:24.410998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.458669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32dfcb-cc5e-45e8-97c9-41ce7dc030ba req-dca52bc5-d575-4812-af91-904dc1f290a4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:24.458669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c32dfcb-cc5e-45e8-97c9-41ce7dc030ba req-dca52bc5-d575-4812-af91-904dc1f290a4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.1147628 Nov 19 04:15:24.550660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:24.551712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:24.579167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-271ca2b3-a06f-4415-9e23-286cd453fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:24.580815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-271ca2b3-a06f-4415-9e23-286cd453fdd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1096 time: 0.1220541 Nov 19 04:15:24.587931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] device_id is not set on port e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:24.622126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c32dfcb-cc5e-45e8-97c9-41ce7dc030ba req-a217b815-dbd7-4d4f-8599-7255dadc3e11 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466880 Nov 19 04:15:24.827474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Allocated IP 172.20.0.2 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/d38226eb-9e06-4d26-b31f-dcf68b2f4305) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:25.180136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:25.232642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:25.272320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-90fe3f5a-6818-4107-93c0-5776c1318c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:25.274769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-90fe3f5a-6818-4107-93c0-5776c1318c1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.6820047 Nov 19 04:15:25.348980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:25.350687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Pushing event updated for resources: {'Port': ['ID=d38226eb-9e06-4d26-b31f-dcf68b2f4305,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:25.354508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:25.356905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:25.363539 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:25.439388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-84dfd795-7914-4e51-9241-c3364a9b4b6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 1000 time: 0.1481271 Nov 19 04:15:25.441523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Attempting to bind port d38226eb-9e06-4d26-b31f-dcf68b2f4305 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:15:25.441913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Attempting to bind port d38226eb-9e06-4d26-b31f-dcf68b2f4305 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2bb31e93-b129-4ca8-ab82-015eb22438a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:15:25.442312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Attempting to bind port d38226eb-9e06-4d26-b31f-dcf68b2f4305 on network 12ece52b-bf47-4893-98c4-ddc0020f4086 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:15:25.451070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:15:25.451459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Checking segment: {'id': '2bb31e93-b129-4ca8-ab82-015eb22438a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:25.451872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:25.452331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Bound using segment: {'id': '2bb31e93-b129-4ca8-ab82-015eb22438a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:15:25.452812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Bound port: d38226eb-9e06-4d26-b31f-dcf68b2f4305, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb31e93-b129-4ca8-ab82-015eb22438a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:15:25.453641 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:25.516805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-ed8e5f25-2f4a-49ee-a29d-68e3af59f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:25.520282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-ed8e5f25-2f4a-49ee-a29d-68e3af59f94c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0659437 Nov 19 04:15:25.527814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Allocated IP 172.20.0.7 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/e7ec0d93-621f-4bb5-aaed-7dc4af6987a0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:25.550387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] For port d38226eb-9e06-4d26-b31f-dcf68b2f4305, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:15:25.556996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] For port d38226eb-9e06-4d26-b31f-dcf68b2f4305, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d38226eb-9e06-4d26-b31f-dcf68b2f4305,segment=NetworkSegment(2bb31e93-b129-4ca8-ab82-015eb22438a8),segment_id=2bb31e93-b129-4ca8-ab82-015eb22438a8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:15:25.564326 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:25.613108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-1c668a0a-766c-4f0d-a604-566363067c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:25.614819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-1c668a0a-766c-4f0d-a604-566363067c02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822558 Nov 19 04:15:25.648393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234979c-f5eb-49e5-9921-4b7b4393fecf None None] Pushing event updated for resources: {'Port': ['ID=d38226eb-9e06-4d26-b31f-dcf68b2f4305,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:26.032971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-998400ed-2f8b-4784-9006-64fbfb6c449c service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928204 Nov 19 04:15:26.070999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7355fc8-59d4-49cf-98d9-8001bc9f29ab req-814a1106-a7d5-4660-93df-27914febddf6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:26.072542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7355fc8-59d4-49cf-98d9-8001bc9f29ab req-814a1106-a7d5-4660-93df-27914febddf6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2595506 Nov 19 04:15:26.171590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:26.269500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7355fc8-59d4-49cf-98d9-8001bc9f29ab req-8098b39a-4e1d-4839-ad3a-e7a87d0819d2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579225 Nov 19 04:15:26.370833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a45441a8-357c-4f3d-af11-8ed40587a434 req-e799b683-8047-4d8c-8725-6d57575f6bcc service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193824 Nov 19 04:15:26.406992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:26.418270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:26.581220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=e7ec0d93-621f-4bb5-aaed-7dc4af6987a0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:26.635340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:26.637690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:26.641232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:26.717338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:26.718407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:26.743258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b26f5960-216e-4c5b-9edd-a5824d6161c8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6242189 Nov 19 04:15:26.746150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44174) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:26.755714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'name': 'tempest-AllowedAddressPairTestJSON-51344772', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:48:0e:01'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:27.013124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:27.201667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d38226eb-9e06-4d26-b31f-dcf68b2f4305 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:27.227229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:27.308458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] device_id is not set on port 40a82766-372c-4791-b414-7824ab31253e yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:27.382479 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:27.454911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d38226eb-9e06-4d26-b31f-dcf68b2f4305 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:27.455616 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:27.560692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Allocated IP 172.20.0.11 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/40a82766-372c-4791-b414-7824ab31253e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:27.582727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb6c8-5e8b-4500-9372-56bd5ab166e2 req-da07e443-2408-4544-bccc-511290d6f714 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:27.585297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83ceb6c8-5e8b-4500-9372-56bd5ab166e2 req-da07e443-2408-4544-bccc-511290d6f714 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.0990651 Nov 19 04:15:27.648080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94179dee-73b9-415b-a1a5-0e141fecfb0b None None] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:27.731119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83ceb6c8-5e8b-4500-9372-56bd5ab166e2 req-46ff909d-2969-4cb6-9bc3-d1a555380ec2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389191 Nov 19 04:15:27.810604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-505ec66d-ecae-4ab2-afdc-006ff4599359 None None] Provisioning complete for port d38226eb-9e06-4d26-b31f-dcf68b2f4305 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:27.812181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-505ec66d-ecae-4ab2-afdc-006ff4599359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:27.943919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:27.992961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:28.096067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:28.138378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port d38226eb-9e06-4d26-b31f-dcf68b2f4305, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d38226eb-9e06-4d26-b31f-dcf68b2f4305,segment=NetworkSegment(2bb31e93-b129-4ca8-ab82-015eb22438a8),segment_id=2bb31e93-b129-4ca8-ab82-015eb22438a8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:28.181951 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:28.221473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-505ec66d-ecae-4ab2-afdc-006ff4599359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:28.281211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:28.284949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:28.298152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:28.313916 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-505ec66d-ecae-4ab2-afdc-006ff4599359 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:15:28.314309 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-505ec66d-ecae-4ab2-afdc-006ff4599359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:15:28.355237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=d38226eb-9e06-4d26-b31f-dcf68b2f4305,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:28.375418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.375974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.376508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.376862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.377214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.377606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.377981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.378315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.378657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.378994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.379328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.380044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:28.396317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=40a82766-372c-4791-b414-7824ab31253e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:28.463836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:28.464859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:28.516871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-86197d3e-6db0-4c0d-964d-cca2a81ed9de tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.7664869 Nov 19 04:15:28.519653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44250) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:28.646030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30884b7a-a00e-461a-a82f-cac98d10f1e5 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:28.657984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30884b7a-a00e-461a-a82f-cac98d10f1e5 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:28.699374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30884b7a-a00e-461a-a82f-cac98d10f1e5 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:28.706933 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-30884b7a-a00e-461a-a82f-cac98d10f1e5 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1851361 Nov 19 04:15:28.707249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44264) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:28.810418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:15:28.882282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port 40a82766-372c-4791-b414-7824ab31253e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:28.882904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.052949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.075602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for 40a82766-372c-4791-b414-7824ab31253e owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:29.138125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d38226eb-9e06-4d26-b31f-dcf68b2f4305 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:29.190220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.225926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44274) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:29.378917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:15:29.379480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.390309 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf045d6-a24e-4270-8ca4-eb3cdc26a267" -d '{"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-unplugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:15:29.399000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b6f2f9ad-b3c9-4884-9694-f4728dea0a6b None None] Provisioning complete for port d38226eb-9e06-4d26-b31f-dcf68b2f4305 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:29.399646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f9ad-b3c9-4884-9694-f4728dea0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.420106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=40a82766-372c-4791-b414-7824ab31253e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:29.463473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a514f-6913-411d-aed9-fe032ca1a98b req-cba0e0b9-3c5a-487d-834b-b79420ea6c24 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:29.466048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225a514f-6913-411d-aed9-fe032ca1a98b req-cba0e0b9-3c5a-487d-834b-b79420ea6c24 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 945 time: 0.2839518 Nov 19 04:15:29.469972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:29.488767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.584969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca248673-1f1a-4919-9c3d-e904c8ade17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.601471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d38226eb-9e06-4d26-b31f-dcf68b2f4305 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:29.602137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.762365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-225a514f-6913-411d-aed9-fe032ca1a98b req-3e333469-49e9-4b5c-b5ab-0c6ebf7f2c30 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627046 Nov 19 04:15:29.835504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:29.858415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.881583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ed26efc2-2340-4695-85e8-e54cde581157 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/ports/40a82766-372c-4791-b414-7824ab31253e HTTP/1.1" status: 204 len: 168 time: 1.1730714 Nov 19 04:15:29.894087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44284) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:29.906126 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 04:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60d5c78-f428-4ffe-8ed5-d5ba381d7996 x-openstack-request-id: req-f60d5c78-f428-4ffe-8ed5-d5ba381d7996 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:15:29.910312 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-unplugged", "status": "failed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "code": 422}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:15:29.911478 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f60d5c78-f428-4ffe-8ed5-d5ba381d7996 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:15:29.912201 n-d-818503-1 neutron-server[109988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'code': 422} returned with failed status Nov 19 04:15:29.926195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b6f2f9ad-b3c9-4884-9694-f4728dea0a6b None None] Could not find standard attr ID for object 40a82766-372c-4791-b414-7824ab31253e. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:15:29.972223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b6f2f9ad-b3c9-4884-9694-f4728dea0a6b None None] Provisioning complete for port e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:29.972760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f9ad-b3c9-4884-9694-f4728dea0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:29.983120 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca248673-1f1a-4919-9c3d-e904c8ade17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.007124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca248673-1f1a-4919-9c3d-e904c8ade17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.028495 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4768f661-874e-49ff-9e74-ddbb5d516050 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] GET failed (client error): The resource could not be found. Nov 19 04:15:30.041530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2f9ad-b3c9-4884-9694-f4728dea0a6b None None] Port e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:30.060913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:30.066663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4768f661-874e-49ff-9e74-ddbb5d516050 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "GET /v2.0/ports/40a82766-372c-4791-b414-7824ab31253e HTTP/1.1" status: 404 len: 333 time: 0.1710861 Nov 19 04:15:30.094108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44292) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:30.095561 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ca248673-1f1a-4919-9c3d-e904c8ade17e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c7cc745dedc4fd5b621191eeeb66097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8676505 Nov 19 04:15:30.107271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'name': 'tempest-AllowedAddressPairTestJSON-2022097648'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:30.154848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eeba3c47-2e6a-4ef3-890f-3deea82259c1 None None] Could not find standard attr ID for object 40a82766-372c-4791-b414-7824ab31253e. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:15:30.181595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eeba3c47-2e6a-4ef3-890f-3deea82259c1 None None] Provisioning complete for port e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:30.182114 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eeba3c47-2e6a-4ef3-890f-3deea82259c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.200221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f7af983-ebe5-4ce3-8d85-7881284821d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.221821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca248673-1f1a-4919-9c3d-e904c8ade17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829d86a7-3d02-4ebc-8dff-c5ea09827423,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:30.224658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f7af983-ebe5-4ce3-8d85-7881284821d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.269138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-eeba3c47-2e6a-4ef3-890f-3deea82259c1 None None] Port e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:30.302836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f7af983-ebe5-4ce3-8d85-7881284821d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.306469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f7af983-ebe5-4ce3-8d85-7881284821d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.308351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5f7af983-ebe5-4ce3-8d85-7881284821d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/829d86a7-3d02-4ebc-8dff-c5ea09827423 HTTP/1.1" status: 204 len: 168 time: 0.2131801 Nov 19 04:15:30.320240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af983-ebe5-4ce3-8d85-7881284821d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829d86a7-3d02-4ebc-8dff-c5ea09827423,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:30.352686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:30.359314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.388981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] device_id is not set on port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:30.548746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Allocated IP 172.20.0.11 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/e590c7e7-d0f5-4f02-b47f-d2b44fa28684) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:30.768241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:30.783489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.789331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-098e489c-89a5-4f89-97cf-76e8c7b0069d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.844788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:30.896207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:30.903500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:30.907764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:30.947696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-c0ea42a6-c771-466e-97ea-ee71adbe5acb req-bccb7c0e-b3fc-44da-abc6-db3d0520ec25 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:15:30.954783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=e590c7e7-d0f5-4f02-b47f-d2b44fa28684,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:30.958190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0ea42a6-c771-466e-97ea-ee71adbe5acb req-bccb7c0e-b3fc-44da-abc6-db3d0520ec25 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175791 Nov 19 04:15:30.985287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:30.985653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:30.986049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:30.986402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.003587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.003985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.004386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.004933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.005329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.005719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.006133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.019070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:31.032723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:31.033410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.068919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-098e489c-89a5-4f89-97cf-76e8c7b0069d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.083244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-098e489c-89a5-4f89-97cf-76e8c7b0069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.118320 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-118c34ca-d716-467d-a5d0-a4f36a7827e7 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0336254 Nov 19 04:15:31.145094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:31.155922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:48:0e:01'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:31.166083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e489c-89a5-4f89-97cf-76e8c7b0069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb73439-79ef-41e9-9d1b-09ec875c04a3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:31.203556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-098e489c-89a5-4f89-97cf-76e8c7b0069d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7487fa0729c4d2d94bb93f108830fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307630 Nov 19 04:15:31.203556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44328) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:31.299641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4226f4c2-96de-4233-8acd-763e2e8298b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.383323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4226f4c2-96de-4233-8acd-763e2e8298b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.441371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.512997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ec4ed500-f443-4011-a86a-d5b98771fe47 None None] Provisioning complete for port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:31.514955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec4ed500-f443-4011-a86a-d5b98771fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.547967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f4b4-bcef-491c-b35d-4f09ce283f03 req-8c75d1fc-aa2f-4611-a8d1-b44d98c96eef tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:31.549884 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee09f4b4-bcef-491c-b35d-4f09ce283f03 req-8c75d1fc-aa2f-4611-a8d1-b44d98c96eef tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1918573 Nov 19 04:15:31.592314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ed500-f443-4011-a86a-d5b98771fe47 None None] Port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:31.598922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4226f4c2-96de-4233-8acd-763e2e8298b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.602001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4226f4c2-96de-4233-8acd-763e2e8298b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:31.606110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4226f4c2-96de-4233-8acd-763e2e8298b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dcb73439-79ef-41e9-9d1b-09ec875c04a3 HTTP/1.1" status: 204 len: 168 time: 0.3977027 Nov 19 04:15:31.646003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f4c2-96de-4233-8acd-763e2e8298b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb73439-79ef-41e9-9d1b-09ec875c04a3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:31.712437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee09f4b4-bcef-491c-b35d-4f09ce283f03 req-f4ff609d-887e-44f7-90b5-c386a77140f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550889 Nov 19 04:15:31.890943 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:32.009830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:32.331772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:32.365975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:32.484141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-c7bd9c17-0fc0-4893-95e0-72c86fcc0ea9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4723210 Nov 19 04:15:32.505902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-f93d08c4-eaab-4445-8fdd-6bd0bf62e487 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:15:32.507972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-f93d08c4-eaab-4445-8fdd-6bd0bf62e487 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074198 Nov 19 04:15:32.632377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] In _notify_port_updated(), no bound segment for port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 on network 12ece52b-bf47-4893-98c4-ddc0020f4086 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:32.641475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:32.642469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:32.647032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "PUT /v2.0/ports/e590c7e7-d0f5-4f02-b47f-d2b44fa28684 HTTP/1.1" status: 200 len: 994 time: 1.4989080 Nov 19 04:15:32.647861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44372) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:32.661155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacda73-051f-48ad-89d9-3926b9572d9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=e590c7e7-d0f5-4f02-b47f-d2b44fa28684,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:32.825633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:15:32.951124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ed4e12f7-0e1f-4200-ac11-febd3700a6aa None None] Provisioning complete for port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:32.951668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed4e12f7-0e1f-4200-ac11-febd3700a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:33.017996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:33.018470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:33.040867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e12f7-0e1f-4200-ac11-febd3700a6aa None None] Port e590c7e7-d0f5-4f02-b47f-d2b44fa28684 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:33.042307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba34ce-afed-47c5-9516-39086ad0c3bd req-f954271c-377d-4eea-8d57-cabc9165db10 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:33.051363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ba34ce-afed-47c5-9516-39086ad0c3bd req-f954271c-377d-4eea-8d57-cabc9165db10 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.2295458 Nov 19 04:15:33.259256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ba34ce-afed-47c5-9516-39086ad0c3bd req-884d832a-8e7f-4720-8545-9dae7ae00aa2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031782 Nov 19 04:15:33.313339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:33.350461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for e590c7e7-d0f5-4f02-b47f-d2b44fa28684 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:33.610223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:33.660567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=e590c7e7-d0f5-4f02-b47f-d2b44fa28684,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:33.897901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:33.902636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6708f3e9-7a90-4c84-ad1b-bc5dac783af8 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/ports/e590c7e7-d0f5-4f02-b47f-d2b44fa28684 HTTP/1.1" status: 204 len: 168 time: 1.2532682 Nov 19 04:15:33.905333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44456) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:33.960576 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40a651-d0c8-4580-85d5-c16d464791c1 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] GET failed (client error): The resource could not be found. Nov 19 04:15:33.965439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6f40a651-d0c8-4580-85d5-c16d464791c1 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "GET /v2.0/ports/e590c7e7-d0f5-4f02-b47f-d2b44fa28684 HTTP/1.1" status: 404 len: 333 time: 0.0556653 Nov 19 04:15:33.965749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44472) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:33.971163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'name': 'tempest-AllowedAddressPairTestJSON-1689308683'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:34.135598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:34.148901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:34.180057 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] device_id is not set on port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:34.375896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Allocated IP 172.20.0.4 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/a7226e1e-3d8f-4d9d-9a52-ee68c624a04e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:34.546786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d87a8a-f978-4ef1-ad32-210fe6dc3cd9 req-0efa4ae1-7712-4b86-aabd-0c29ee2f3e28 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:34.554969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31d87a8a-f978-4ef1-ad32-210fe6dc3cd9 req-0efa4ae1-7712-4b86-aabd-0c29ee2f3e28 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1694283 Nov 19 04:15:34.677852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31d87a8a-f978-4ef1-ad32-210fe6dc3cd9 req-46e22b9c-070e-490e-9661-cfcce48155e3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218572 Nov 19 04:15:34.719363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44532) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:34.736535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:34.790803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:34.901082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82356c77-622f-4298-bafd-e5aa96e96617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:34.909845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=a7226e1e-3d8f-4d9d-9a52-ee68c624a04e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:34.921733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:34.924206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:34.927182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:35.041516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:35.042496 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.067721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-943687fa-ca68-4e49-a5bd-856a394a6caa tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1006191 Nov 19 04:15:35.069860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44540) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:35.084347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:48:0e:01'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:35.123077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82356c77-622f-4298-bafd-e5aa96e96617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.138054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-82356c77-622f-4298-bafd-e5aa96e96617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.201506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82356c77-622f-4298-bafd-e5aa96e96617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72acc919-4637-4fb8-a17b-36d78927f35b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:35.303500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-82356c77-622f-4298-bafd-e5aa96e96617 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e83c55f38804066bf982656e7d2b39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5775805 Nov 19 04:15:35.306621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44558) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:35.336675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.381067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b017f309-fcfe-43bc-8d3f-980e495b4915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.409000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bfc93341-5cc5-4971-9ef4-08adb738b8ca None None] Provisioning complete for port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:35.410830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bfc93341-5cc5-4971-9ef4-08adb738b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.434179 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b017f309-fcfe-43bc-8d3f-980e495b4915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.483920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bfc93341-5cc5-4971-9ef4-08adb738b8ca None None] Port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:35.516140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b017f309-fcfe-43bc-8d3f-980e495b4915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.519147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b017f309-fcfe-43bc-8d3f-980e495b4915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.520455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b017f309-fcfe-43bc-8d3f-980e495b4915 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72acc919-4637-4fb8-a17b-36d78927f35b HTTP/1.1" status: 204 len: 168 time: 0.2116907 Nov 19 04:15:35.548180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017f309-fcfe-43bc-8d3f-980e495b4915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72acc919-4637-4fb8-a17b-36d78927f35b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:35.623591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.632944 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.890358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=a7226e1e-3d8f-4d9d-9a52-ee68c624a04e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:35.917413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] In _notify_port_updated(), no bound segment for port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e on network 12ece52b-bf47-4893-98c4-ddc0020f4086 {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:35.926019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:35.926778 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:35.928226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c4c8fa12-7ff3-4608-b39d-44ef471092dd tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "PUT /v2.0/ports/a7226e1e-3d8f-4d9d-9a52-ee68c624a04e HTTP/1.1" status: 200 len: 996 time: 0.8571968 Nov 19 04:15:35.931082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44590) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:35.975048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baba82-c467-469a-9d55-b78f15f085a7 req-72113036-51b9-42f6-a661-b065d0ceb2a4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:35.977407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14baba82-c467-469a-9d55-b78f15f085a7 req-72113036-51b9-42f6-a661-b065d0ceb2a4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1639154 Nov 19 04:15:36.072321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:36.073066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:36.129424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14baba82-c467-469a-9d55-b78f15f085a7 req-eb201c11-998e-4f00-8a15-3b9b7968727d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418915 Nov 19 04:15:36.230827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-67d907f9-bfb3-4f55-9483-0260a9720637 None None] Provisioning complete for port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:36.231562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67d907f9-bfb3-4f55-9483-0260a9720637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:36.283216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-67d907f9-bfb3-4f55-9483-0260a9720637 None None] Port a7226e1e-3d8f-4d9d-9a52-ee68c624a04e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:36.283443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:36.297159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for a7226e1e-3d8f-4d9d-9a52-ee68c624a04e owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:36.479452 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:36.519179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=a7226e1e-3d8f-4d9d-9a52-ee68c624a04e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:36.759973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:36.774581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-02a131ba-65b1-45d3-b0cc-fa5733a63f9e tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/ports/a7226e1e-3d8f-4d9d-9a52-ee68c624a04e HTTP/1.1" status: 204 len: 168 time: 0.8393435 Nov 19 04:15:36.777593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44612) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:36.869291 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8550cc3-c89d-4c25-b01e-132fd2475d36 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] GET failed (client error): The resource could not be found. Nov 19 04:15:36.875629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a8550cc3-c89d-4c25-b01e-132fd2475d36 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "GET /v2.0/ports/a7226e1e-3d8f-4d9d-9a52-ee68c624a04e HTTP/1.1" status: 404 len: 333 time: 0.0967534 Nov 19 04:15:36.876968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44616) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:36.882781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'name': 'tempest-AllowedAddressPairTestJSON-18007094'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:37.225774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:37.230176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:37.267083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814dcc4-db8c-4a90-9755-e04450393289 req-eb2decc6-03c5-44ac-9cad-9eabdc8060e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:37.268218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-eb2decc6-03c5-44ac-9cad-9eabdc8060e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.1676185 Nov 19 04:15:37.268804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] device_id is not set on port 69fa8fd7-e271-4aec-9a71-da20dd190bc1 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:37.283198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f338785-385d-4fe0-ac40-a6a009fb694b req-4ca1640c-f585-474e-9b12-337767a50dcb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:37.291411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f338785-385d-4fe0-ac40-a6a009fb694b req-4ca1640c-f585-474e-9b12-337767a50dcb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1258366 Nov 19 04:15:37.430850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Allocated IP 172.20.0.5 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/69fa8fd7-e271-4aec-9a71-da20dd190bc1) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:37.650059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:37.694001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:37.715380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f338785-385d-4fe0-ac40-a6a009fb694b req-4f4662aa-f44f-4da3-ab14-27382f98698b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158397 Nov 19 04:15:37.749341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:37.759539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:37.763874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:37.800228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814dcc4-db8c-4a90-9755-e04450393289 req-0f515025-3012-41e7-9ebe-c7474a8708bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:37.802822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-0f515025-3012-41e7-9ebe-c7474a8708bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.5084038 Nov 19 04:15:37.805812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=69fa8fd7-e271-4aec-9a71-da20dd190bc1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:37.856387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:37.857093 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:37.909921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-49e1d6b6-0b6c-4982-8c3a-be3ea2129d25 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0279055 Nov 19 04:15:37.909921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:37.916438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'network_id': '12ece52b-bf47-4893-98c4-ddc0020f4086', 'name': 'tempest-AllowedAddressPairTestJSON-257747418'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:37.946316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-64ce7916-8a45-4351-a4bb-4c961cd56ad7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1368184 Nov 19 04:15:37.986331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb63afd-9bc3-4f9d-aabc-c826c00b0e35 req-f3b9253a-551e-4112-8ba2-f6335224998c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:37.997949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bb63afd-9bc3-4f9d-aabc-c826c00b0e35 req-f3b9253a-551e-4112-8ba2-f6335224998c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1228223 Nov 19 04:15:38.190924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814dcc4-db8c-4a90-9755-e04450393289 req-e017d2b9-1139-4606-884b-5350575f754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:38.192791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-e017d2b9-1139-4606-884b-5350575f754d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.2387345 Nov 19 04:15:38.212523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bb63afd-9bc3-4f9d-aabc-c826c00b0e35 req-402cc92c-40fb-4ab2-a123-a42e104bd04b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093294 Nov 19 04:15:38.241843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f2883a7-7bab-4f3c-8e60-c943b3a846f0 None None] Provisioning complete for port 69fa8fd7-e271-4aec-9a71-da20dd190bc1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:38.242930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f2883a7-7bab-4f3c-8e60-c943b3a846f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:38.278566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Made reservation on behalf of 3802ac05e01c456a8c268d546d89d0be for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:38.287253 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:38.308783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44652) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:38.327301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1f2883a7-7bab-4f3c-8e60-c943b3a846f0 None None] Port 69fa8fd7-e271-4aec-9a71-da20dd190bc1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:38.333836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814dcc4-db8c-4a90-9755-e04450393289 req-ed987cb2-1e50-4a43-a834-cd192e583e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:38.339810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] device_id is not set on port 2f108cb0-df09-4698-af83-bb4d8319b0b2 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:38.341892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-ed987cb2-1e50-4a43-a834-cd192e583e34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280813 Nov 19 04:15:38.507720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5574f7c7-80e7-48e7-85ac-b38b286ced91 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:38.528475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Allocated IP 172.20.0.6 (12ece52b-bf47-4893-98c4-ddc0020f4086/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f/2f108cb0-df09-4698-af83-bb4d8319b0b2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:38.558463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-25e7db86-8535-4e12-bbe4-5c0fb0bedd7e service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091265 Nov 19 04:15:38.580450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5574f7c7-80e7-48e7-85ac-b38b286ced91 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "PUT /v2.0/quotas/bf9320f31214410bb957d62159ed6185 HTTP/1.1" status: 200 len: 368 time: 0.2693255 Nov 19 04:15:38.586494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44656) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:38.595495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Request body: {'network': {'project_id': 'bf9320f31214410bb957d62159ed6185'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:38.700974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Made reservation on behalf of bf9320f31214410bb957d62159ed6185 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:38.707780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:38.734960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8814dcc4-db8c-4a90-9755-e04450393289 req-f5f48b22-0107-47b5-a2d8-2c1addb5b6f4 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512892 Nov 19 04:15:38.739271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:38.861573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:38.978464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ee7e-190d-4159-8fd0-98c1e5270e39 req-ecb3bbd2-8c7c-4284-b867-685e88730f74 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:38.984031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:38.995720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8b8ee7e-190d-4159-8fd0-98c1e5270e39 req-ecb3bbd2-8c7c-4284-b867-685e88730f74 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1517434 Nov 19 04:15:39.003095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.035038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.052492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:39.065462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.065825 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Added segment 7841d0ee-b895-4d37-ad13-8d23dda54c36 of type vlan for network 9f9854a7-d103-41b4-8723-e7f90bd844bf Nov 19 04:15:39.072835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8b8ee7e-190d-4159-8fd0-98c1e5270e39 req-2bdd1110-49a9-4fd6-bb69-3fd50d5d8835 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761344 Nov 19 04:15:39.184215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.189860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:39.193427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4464c-e533-4afe-85f3-1363dcd9c207,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:39.204937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=2f108cb0-df09-4698-af83-bb4d8319b0b2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:39.210421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:39.213400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:39.324390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.325476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:39.326118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.351653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:39.352304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.448564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c9f1adf6-ee42-44e2-a911-86df19ea71fb tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5397937 Nov 19 04:15:39.455701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8670037 Nov 19 04:15:39.455701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44666) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:39.462973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:48:0e:01'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:2f:14'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:39.466959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:39.468339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54e07-0778-470c-baab-4e7cb5b5bdb6 req-551fc126-2703-4559-97f6-44407dce2dcc tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:39.468654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9bed2-9ce5-48b3-bc01-189a6a448862 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Pushing event updated for resources: {'Network': ['ID=9f9854a7-d103-41b4-8723-e7f90bd844bf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:39.471608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ee54e07-0778-470c-baab-4e7cb5b5bdb6 req-551fc126-2703-4559-97f6-44407dce2dcc tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1291287 Nov 19 04:15:39.482410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9f9854a7-d103-41b4-8723-e7f90bd844bf details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:39.504795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Request body: {'network': {'project_id': 'bf9320f31214410bb957d62159ed6185'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:39.576051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Made reservation on behalf of bf9320f31214410bb957d62159ed6185 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:39.580576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.588286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ee54e07-0778-470c-baab-4e7cb5b5bdb6 req-7aa2f987-a305-4b10-b7b4-a182188a0ed7 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090956 Nov 19 04:15:39.727462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:39.737884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.738193 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Added segment 5b9fca2b-6c6c-410d-a15b-db4eaac530be of type vlan for network 6cca876d-67b5-40ec-8890-cd87bfc3de5b Nov 19 04:15:39.769290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a812cb3f-3866-4c1c-b4ed-58080634fce3 None None] Provisioning complete for port 2f108cb0-df09-4698-af83-bb4d8319b0b2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:39.769681 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a812cb3f-3866-4c1c-b4ed-58080634fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.797479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.849393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a812cb3f-3866-4c1c-b4ed-58080634fce3 None None] Port 2f108cb0-df09-4698-af83-bb4d8319b0b2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:39.856800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.857785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:39.859061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.931393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Pushing event updated for resources: {'Network': ['ID=6cca876d-67b5-40ec-8890-cd87bfc3de5b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:39.942100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6cca876d-67b5-40ec-8890-cd87bfc3de5b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:39.953428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:39.979684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:39.980484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c302268a-038c-416a-a1f3-6e150d2e2f12 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4861231 Nov 19 04:15:39.985209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5e3a4c2b-2335-40e1-8cf0-d8dcb240d4f9 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Request body: {'network': {'project_id': 'bf9320f31214410bb957d62159ed6185'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:40.011646 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3a4c2b-2335-40e1-8cf0-d8dcb240d4f9 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 04:15:40.012176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3a4c2b-2335-40e1-8cf0-d8dcb240d4f9 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:15:40.013433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5e3a4c2b-2335-40e1-8cf0-d8dcb240d4f9 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0322163 Nov 19 04:15:40.017158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44672) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:40.116569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d91bdef0-fe2c-45f2-afb1-e61033f60cfb tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf9320f31214410bb957d62159ed6185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810163 Nov 19 04:15:40.120423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:40.237768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44680) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:40.300605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.308645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.337448 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-417e3eb6-d746-4dbc-a8e4-5950d9d7ca10 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.355132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Deleting subnet 6c7e8674-88cf-43a9-a455-fb24bcedb2da {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:15:40.392126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.421966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event updated for resources: {'Port': ['ID=2f108cb0-df09-4698-af83-bb4d8319b0b2,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:40.452996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09797b8-a976-4fbb-9057-ba843a40ba01 req-f038d793-91ee-400e-86bf-feac65836351 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:40.462889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d09797b8-a976-4fbb-9057-ba843a40ba01 req-f038d793-91ee-400e-86bf-feac65836351 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2418253 Nov 19 04:15:40.490666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-417e3eb6-d746-4dbc-a8e4-5950d9d7ca10 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.503448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] In _notify_port_updated(), no bound segment for port 2f108cb0-df09-4698-af83-bb4d8319b0b2 on network 12ece52b-bf47-4893-98c4-ddc0020f4086 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:40.511099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:40.511768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.515718 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-90c62a16-3721-4c36-9afb-4d10e439e501 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "PUT /v2.0/ports/2f108cb0-df09-4698-af83-bb4d8319b0b2 HTTP/1.1" status: 200 len: 1054 time: 1.0562341 Nov 19 04:15:40.516535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:40.569156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.642127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port 2f108cb0-df09-4698-af83-bb4d8319b0b2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:40.642496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.683851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d09797b8-a976-4fbb-9057-ba843a40ba01 req-b4b4ccc4-ef5a-4eeb-8bf0-e39b66122230 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195251 Nov 19 04:15:40.733862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.795098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.810764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for 2f108cb0-df09-4698-af83-bb4d8319b0b2 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:40.842100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.885800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7e8674-88cf-43a9-a455-fb24bcedb2da,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:40.891817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f7527d35-b270-4691-88d6-818fbcb2084d None None] Provisioning complete for port 2f108cb0-df09-4698-af83-bb4d8319b0b2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:40.892818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f7527d35-b270-4691-88d6-818fbcb2084d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.913749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-417e3eb6-d746-4dbc-a8e4-5950d9d7ca10 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.916742 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-417e3eb6-d746-4dbc-a8e4-5950d9d7ca10 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:40.920995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-417e3eb6-d746-4dbc-a8e4-5950d9d7ca10 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3b4464c-e533-4afe-85f3-1363dcd9c207 HTTP/1.1" status: 204 len: 168 time: 0.7902803 Nov 19 04:15:40.931235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.931750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.932210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.932664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.933131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.933580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.934062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.934508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.934951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.935542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.936116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.936980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:15:40.941253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44690) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:40.943456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e3eb6-d746-4dbc-a8e4-5950d9d7ca10 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4464c-e533-4afe-85f3-1363dcd9c207,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:40.981604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f7527d35-b270-4691-88d6-818fbcb2084d None None] Port 2f108cb0-df09-4698-af83-bb4d8319b0b2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:41.034968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.041838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.049236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bd16e76b-5db5-408f-aa2f-972c3bbfb367 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6c7e8674-88cf-43a9-a455-fb24bcedb2da HTTP/1.1" status: 204 len: 168 time: 0.8055415 Nov 19 04:15:41.049236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.061249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d9ba2-52d7-41be-914c-060375f2ef34 req-5c498f8f-487e-4df7-97d0-784e085824d3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:41.069225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e64d9ba2-52d7-41be-914c-060375f2ef34 req-5c498f8f-487e-4df7-97d0-784e085824d3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.2426496 Nov 19 04:15:41.069923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:41.074672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=2f108cb0-df09-4698-af83-bb4d8319b0b2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:41.169467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e64d9ba2-52d7-41be-914c-060375f2ef34 req-b756200a-92af-411e-befc-3a50d84b2d72 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929279 Nov 19 04:15:41.180472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.224087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.265820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cca876d-67b5-40ec-8890-cd87bfc3de5b']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.282227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9fca2b-6c6c-410d-a15b-db4eaac530be') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.282953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9fca2b-6c6c-410d-a15b-db4eaac530be') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.304918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.320771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.348772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:41.349398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:41.351655 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:41.434428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.466453 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.502147 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.505541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "DELETE /v2.0/networks/6cca876d-67b5-40ec-8890-cd87bfc3de5b HTTP/1.1" status: 204 len: 168 time: 0.5597963 Nov 19 04:15:41.506718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a89e9-0447-4573-883a-87254a72c729 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cca876d-67b5-40ec-8890-cd87bfc3de5b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:41.508509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44700) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:41.523779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.552438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34a7b40-a660-48a6-97da-c762ead510da') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.552997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34a7b40-a660-48a6-97da-c762ead510da') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.581804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.630648 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.649377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.680576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:41.680993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:41.683062 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:41.720188 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.723478 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1d7778d9-a984-4cc2-bdfd-fcdd05dea31b tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/ports/2f108cb0-df09-4698-af83-bb4d8319b0b2 HTTP/1.1" status: 204 len: 168 time: 1.2059588 Nov 19 04:15:41.726019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44702) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:41.737150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.759690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9854a7-d103-41b4-8723-e7f90bd844bf']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.763136 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-64090da7-5922-4254-bc92-043f6f062418 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] GET failed (client error): The resource could not be found. Nov 19 04:15:41.765297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64090da7-5922-4254-bc92-043f6f062418 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "GET /v2.0/ports/2f108cb0-df09-4698-af83-bb4d8319b0b2 HTTP/1.1" status: 404 len: 333 time: 0.0383439 Nov 19 04:15:41.767990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:41.772131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841d0ee-b895-4d37-ad13-8d23dda54c36') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.772956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841d0ee-b895-4d37-ad13-8d23dda54c36') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:41.785479 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.802623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.811486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:41.812550 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:41.815102 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:41.836163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.874087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.879950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85 HTTP/1.1" status: 204 len: 168 time: 0.7947230 Nov 19 04:15:41.896070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.901528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560286b1-cff2-4ba7-9cfd-2b23ef4ee3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdeb0969-5cba-4d9a-99a6-f2bbb6b99c85,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:41.920885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.927454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] 10.222.0.52 "DELETE /v2.0/networks/9f9854a7-d103-41b4-8723-e7f90bd844bf HTTP/1.1" status: 204 len: 168 time: 0.4153523 Nov 19 04:15:41.927454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71556489-e915-49ee-8a48-b0a59bc5aac3 tempest-QuotasNegativeTest-332796122 tempest-QuotasNegativeTest-332796122-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f9854a7-d103-41b4-8723-e7f90bd844bf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:41.937087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port 69fa8fd7-e271-4aec-9a71-da20dd190bc1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:41.937792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:41.971824 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:15:42.084519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.102914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for 69fa8fd7-e271-4aec-9a71-da20dd190bc1 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:42.318055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:42.338071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.360995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a988733-8e55-43ae-83b0-cde0831644a0 req-5b326df7-b8fe-4a27-9f4a-c0bd6b601f3d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:42.370023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a988733-8e55-43ae-83b0-cde0831644a0 req-5b326df7-b8fe-4a27-9f4a-c0bd6b601f3d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.0954289 Nov 19 04:15:42.378893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=69fa8fd7-e271-4aec-9a71-da20dd190bc1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:42.457907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a988733-8e55-43ae-83b0-cde0831644a0 req-9bd3e823-5a61-4752-898b-a7c1169e3446 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867937 Nov 19 04:15:42.488063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b3432e80-99a2-4e64-b8b0-e190cd372c00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=895d450ceef34c94af39db246a2e558a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666667 Nov 19 04:15:42.488626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44718) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:42.529318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.537617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61898680-7df4-47a1-9162-fbc0012ea5fc tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/ports/69fa8fd7-e271-4aec-9a71-da20dd190bc1 HTTP/1.1" status: 204 len: 168 time: 0.7686033 Nov 19 04:15:42.538255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44722) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:42.574451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8562de3-ebb0-490c-90c6-90545feea03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.581995 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a2b606-7e7e-4965-94bc-e877d2982915 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] GET failed (client error): The resource could not be found. Nov 19 04:15:42.583703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-32a2b606-7e7e-4965-94bc-e877d2982915 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "GET /v2.0/ports/69fa8fd7-e271-4aec-9a71-da20dd190bc1 HTTP/1.1" status: 404 len: 333 time: 0.0444696 Nov 19 04:15:42.587398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44724) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:42.606600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44726) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:42.648754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8562de3-ebb0-490c-90c6-90545feea03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.751469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ab4da80-18ed-4212-9a03-20afe81ea23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.809290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-ace26516-0f91-4c81-8346-7b652e3389ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:42.811690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-ace26516-0f91-4c81-8346-7b652e3389ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc&tenant_id=abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 1094 time: 0.1092148 Nov 19 04:15:42.819606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:42.820048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.840307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ab4da80-18ed-4212-9a03-20afe81ea23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.847462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ab4da80-18ed-4212-9a03-20afe81ea23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.878832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4da80-18ed-4212-9a03-20afe81ea23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c4da38-8763-429c-affa-bd12fe34b677,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:42.913417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5ab4da80-18ed-4212-9a03-20afe81ea23c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1ced8dac7624b2c95aeba229f2d2a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027077 Nov 19 04:15:42.914262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44730) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:42.916243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8562de3-ebb0-490c-90c6-90545feea03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.919617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8562de3-ebb0-490c-90c6-90545feea03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:42.922540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b8562de3-ebb0-490c-90c6-90545feea03a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf9881ee-59e9-408f-a70a-dcee213b428e HTTP/1.1" status: 204 len: 168 time: 0.4330311 Nov 19 04:15:42.958180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-f29559f6-2f34-4ae1-b468-465b632673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:42.959877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-f29559f6-2f34-4ae1-b468-465b632673cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1094 time: 0.1100140 Nov 19 04:15:42.960593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8562de3-ebb0-490c-90c6-90545feea03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9881ee-59e9-408f-a70a-dcee213b428e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:42.983392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2e27212-d927-4064-bc5b-23cf690a5215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.006961 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2e27212-d927-4064-bc5b-23cf690a5215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.012400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.043615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:43.063776 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2e27212-d927-4064-bc5b-23cf690a5215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.067249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2e27212-d927-4064-bc5b-23cf690a5215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.069924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2e27212-d927-4064-bc5b-23cf690a5215 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2c4da38-8763-429c-affa-bd12fe34b677 HTTP/1.1" status: 204 len: 168 time: 0.1538155 Nov 19 04:15:43.138079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e27212-d927-4064-bc5b-23cf690a5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c4da38-8763-429c-affa-bd12fe34b677,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:43.253397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-94ac6ecb-8652-40f3-a9ba-322f6556b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:43.255300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-94ac6ecb-8652-40f3-a9ba-322f6556b12d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.2848334 Nov 19 04:15:43.387900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-06f659ac-6c14-42ef-bfbf-fc2457c5c58c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 998 time: 0.1256444 Nov 19 04:15:43.461771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.497461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-83697502-3909-4a60-ae19-a2ab2e2fd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:43.499182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-83697502-3909-4a60-ae19-a2ab2e2fd8cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.1039784 Nov 19 04:15:43.528718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=e7ec0d93-621f-4bb5-aaed-7dc4af6987a0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:43.663796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44754) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:43.682322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.689195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-65fcddc6-4cdb-4e44-8eba-e0c395d34aa2 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/ports/e7ec0d93-621f-4bb5-aaed-7dc4af6987a0 HTTP/1.1" status: 204 len: 168 time: 1.0959220 Nov 19 04:15:43.689466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44758) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:43.727094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531fcf-4116-4ec9-b44c-57a95c325b12 req-5c2bfc23-38db-4cae-9205-8a85c817e958 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:43.728680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55531fcf-4116-4ec9-b44c-57a95c325b12 req-5c2bfc23-38db-4cae-9205-8a85c817e958 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1357768 Nov 19 04:15:43.734497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60c0e073-400c-4f06-b2bc-4dd9fc263e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.735385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-c72df2eb-59cd-4175-8931-8d40b990f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:43.737060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-c72df2eb-59cd-4175-8931-8d40b990f187 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988120 Nov 19 04:15:43.871011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60c0e073-400c-4f06-b2bc-4dd9fc263e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.888793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60c0e073-400c-4f06-b2bc-4dd9fc263e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:43.927288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55531fcf-4116-4ec9-b44c-57a95c325b12 req-b81be95f-9c53-4bde-b34c-8c643c9b1516 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857793 Nov 19 04:15:43.961810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting subnet a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:15:43.995109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-60c0e073-400c-4f06-b2bc-4dd9fc263e6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c69a7f6c7a3e4954a8f5eb16c46bbcd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301973 Nov 19 04:15:44.001385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.014795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44766) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:44.025747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0e073-400c-4f06-b2bc-4dd9fc263e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f21ca-d4d8-4f0a-b435-b78048f69296,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:44.066134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-7007a277-286a-4e4e-84c1-510390ef7903 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156075 Nov 19 04:15:44.083894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.188082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dc740ed-37b6-4f1d-a29b-2877eb64c6e1 req-e2334a2e-4992-40d8-baa2-84d1a81bb90d service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057444 Nov 19 04:15:44.191029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21b997e5-4c5e-4c7b-b337-66cad2b5e969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.237702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.264564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21b997e5-4c5e-4c7b-b337-66cad2b5e969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.337969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.380373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21b997e5-4c5e-4c7b-b337-66cad2b5e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.383643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21b997e5-4c5e-4c7b-b337-66cad2b5e969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.385500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-21b997e5-4c5e-4c7b-b337-66cad2b5e969 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/113f21ca-d4d8-4f0a-b435-b78048f69296 HTTP/1.1" status: 204 len: 168 time: 0.3696246 Nov 19 04:15:44.392609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:44.396493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.400590 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-15e1f6d8-a67f-4532-964f-b8089bf38657 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/subnets/a5f64eec-4697-44b3-aa2e-5a0dba8a7a2f HTTP/1.1" status: 204 len: 168 time: 0.7098997 Nov 19 04:15:44.410334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44782) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:44.412060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ae55b-227e-4efc-862e-374be0600485 None None] Network 12ece52b-bf47-4893-98c4-ddc0020f4086 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:44.419154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b997e5-4c5e-4c7b-b337-66cad2b5e969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f21ca-d4d8-4f0a-b435-b78048f69296,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:44.521715 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.593455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Deleting port d38226eb-9e06-4d26-b31f-dcf68b2f4305 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:44.593874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.662734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] DHCP port deletion for 12ece52b-bf47-4893-98c4-ddc0020f4086 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:15:44.695864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] For port d38226eb-9e06-4d26-b31f-dcf68b2f4305, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d38226eb-9e06-4d26-b31f-dcf68b2f4305,segment=NetworkSegment(2bb31e93-b129-4ca8-ab82-015eb22438a8),segment_id=2bb31e93-b129-4ca8-ab82-015eb22438a8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:44.696436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.713854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Calling delete_port for d38226eb-9e06-4d26-b31f-dcf68b2f4305 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:44.759012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] Deleting port d38226eb-9e06-4d26-b31f-dcf68b2f4305 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:44.760317 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.816178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.875274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Port': ['ID=d38226eb-9e06-4d26-b31f-dcf68b2f4305,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:44.881204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] No DVR routers for this DVR port d38226eb-9e06-4d26-b31f-dcf68b2f4305 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:15:44.895788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] For port d38226eb-9e06-4d26-b31f-dcf68b2f4305, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d38226eb-9e06-4d26-b31f-dcf68b2f4305,segment=NetworkSegment(2bb31e93-b129-4ca8-ab82-015eb22438a8),segment_id=2bb31e93-b129-4ca8-ab82-015eb22438a8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:44.896821 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:44.926574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] Calling delete_port for d38226eb-9e06-4d26-b31f-dcf68b2f4305 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:45.049777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.055799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.099764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] No DVR routers for this DVR port d38226eb-9e06-4d26-b31f-dcf68b2f4305 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:15:45.118306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb8038-4e7d-4bc8-bf5c-11da63aafea5 None None] Pushing event deleted for resources: {'Port': ['ID=d38226eb-9e06-4d26-b31f-dcf68b2f4305,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:45.164224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d38226eb-9e06-4d26-b31f-dcf68b2f4305 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:15:45.177798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ece52b-bf47-4893-98c4-ddc0020f4086']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:45.205963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44806) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:45.207781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb31e93-b129-4ca8-ab82-015eb22438a8') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:45.208352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb31e93-b129-4ca8-ab82-015eb22438a8') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:45.251041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.266366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d38226eb-9e06-4d26-b31f-dcf68b2f4305 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:15:45.270799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d38226eb-9e06-4d26-b31f-dcf68b2f4305 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:15:45.290704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.306278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:45.309082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:45.313508 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:45.429104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382ffba-896f-44b5-aaec-94a3c76b5c9c req-111f239d-342a-4c05-ad61-c49ce2fbe1cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:45.435090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0382ffba-896f-44b5-aaec-94a3c76b5c9c req-111f239d-342a-4c05-ad61-c49ce2fbe1cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1950727 Nov 19 04:15:45.519008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.529318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.551777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] 10.222.0.52 "DELETE /v2.0/networks/12ece52b-bf47-4893-98c4-ddc0020f4086 HTTP/1.1" status: 204 len: 168 time: 1.1384146 Nov 19 04:15:45.597112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7cff3-646b-4714-a3e2-dfe81f1125f4 tempest-AllowedAddressPairTestJSON-2106328950 tempest-AllowedAddressPairTestJSON-2106328950-project] Pushing event deleted for resources: {'Network': ['ID=12ece52b-bf47-4893-98c4-ddc0020f4086,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:45.613780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15505410-4f82-4495-b6ca-0afa5c8dfce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.700944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0382ffba-896f-44b5-aaec-94a3c76b5c9c req-96281a02-e55b-4040-bcd6-1e334e3494b1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538517 Nov 19 04:15:45.883689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15505410-4f82-4495-b6ca-0afa5c8dfce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.924672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15505410-4f82-4495-b6ca-0afa5c8dfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:45.995650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-15505410-4f82-4495-b6ca-0afa5c8dfce8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73a485112cb145ceb7e8f71f1518e06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881191 Nov 19 04:15:45.998934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44830) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:46.002134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15505410-4f82-4495-b6ca-0afa5c8dfce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4621d-f074-4659-967a-b7a19fc07c57,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:46.123795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44832) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:46.125557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95165b8a-4b0f-4dbd-9f33-6903eae71ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.150686 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95165b8a-4b0f-4dbd-9f33-6903eae71ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.201031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95165b8a-4b0f-4dbd-9f33-6903eae71ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.204589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95165b8a-4b0f-4dbd-9f33-6903eae71ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.206192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95165b8a-4b0f-4dbd-9f33-6903eae71ed9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cf4621d-f074-4659-967a-b7a19fc07c57 HTTP/1.1" status: 204 len: 168 time: 0.2061923 Nov 19 04:15:46.216512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95165b8a-4b0f-4dbd-9f33-6903eae71ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4621d-f074-4659-967a-b7a19fc07c57,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:46.516706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-88b19993-b29c-430f-b2ef-13b74bd2b6e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3802ac05e01c456a8c268d546d89d0be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911312 Nov 19 04:15:46.519558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44840) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:46.581731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44842) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:46.627829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ec15590-e894-4240-ac5b-1584d96accdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.663427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ec15590-e894-4240-ac5b-1584d96accdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.732110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ec15590-e894-4240-ac5b-1584d96accdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.739089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ec15590-e894-4240-ac5b-1584d96accdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:46.744120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3ec15590-e894-4240-ac5b-1584d96accdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26a23598-0c85-4adc-88b5-2bca45094289 HTTP/1.1" status: 204 len: 168 time: 0.2216177 Nov 19 04:15:46.790131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec15590-e894-4240-ac5b-1584d96accdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a23598-0c85-4adc-88b5-2bca45094289,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:46.844751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd813d-530a-44fe-9989-28d840141c74 req-0f5e36d1-cad6-4282-9272-21b2712a68af tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:46.854155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94cd813d-530a-44fe-9989-28d840141c74 req-0f5e36d1-cad6-4282-9272-21b2712a68af tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.0735281 Nov 19 04:15:46.892222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1581428371'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:46.940947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94cd813d-530a-44fe-9989-28d840141c74 req-5659c8b0-a634-466c-9747-24c782398171 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857091 Nov 19 04:15:46.972713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Made reservation on behalf of ebb4238c91694449ba769d65d726ab45 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:46.976358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.012488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.203368 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.208795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.226028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:47.239107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.239639 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Added segment 7bc0a386-fe5a-47d3-8847-8622a4f99668 of type vlan for network 8ee861b2-4729-4869-90f0-06ab4756b80f Nov 19 04:15:47.313710 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.347891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.354021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:47.355152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.494348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9107075 Nov 19 04:15:47.495095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:47.499275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e38b6-8c01-48bc-9e03-a7275ea2ed1c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:47.504025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Request body: {'subnet': {'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:47.519119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f4353-2f36-4c83-8cc4-e406fd09e9bf tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event updated for resources: {'Network': ['ID=8ee861b2-4729-4869-90f0-06ab4756b80f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:47.573128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8ee861b2-4729-4869-90f0-06ab4756b80f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:47.655528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-019a39d5-a422-4f9a-9af3-3594dda490b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783749 Nov 19 04:15:47.711421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Made reservation on behalf of ebb4238c91694449ba769d65d726ab45 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:47.726781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:47.878768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:48.082637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1224114391-network', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:48.169350 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.188754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Made reservation on behalf of 819503e1e2964e66b5b36b112fc9c8bf for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:48.191821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.222338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e815a6-2f52-41db-abe4-260e76809cb8 req-24b190ae-b0e4-4b0a-a6a3-46532f87fa5c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:48.230706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08e815a6-2f52-41db-abe4-260e76809cb8 req-24b190ae-b0e4-4b0a-a6a3-46532f87fa5c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1314991 Nov 19 04:15:48.233594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.255682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event updated for resources: {'Subnet': ['ID=030c029a-23fa-47e1-9859-012920ac93d0,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:48.301568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Checking segment: {'id': '7bc0a386-fe5a-47d3-8847-8622a4f99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:48.310170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Network hostable DHCP agents. Network: 8ee861b2-4729-4869-90f0-06ab4756b80f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:15:48.311423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08e815a6-2f52-41db-abe4-260e76809cb8 req-29db6707-7867-4784-bd52-3cfe5586b1e3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766444 Nov 19 04:15:48.365284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Network 8ee861b2-4729-4869-90f0-06ab4756b80f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:15:48.381148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8ee861b2-4729-4869-90f0-06ab4756b80f) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:48.386524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:48.387555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.398732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be37e9d-0f62-4d35-8dfd-028993028d25 None None] Network 8ee861b2-4729-4869-90f0-06ab4756b80f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:48.429118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-694d85d7-6657-4e69-907a-498e1aaf522e tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9321983 Nov 19 04:15:48.431827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44906) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:48.444061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Request body: {'port': {'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1053977862'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:48.472681 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.486856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.546909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:48.600921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1809bc-5f13-46a1-ac75-5adc5f6c3b19,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:48.624899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.625286 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Added segment b9a6bf89-f33e-4f9b-932b-3d240660dffa of type vlan for network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa Nov 19 04:15:48.681446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44910) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:48.703765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.742946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.744795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:48.746140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.882154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Made reservation on behalf of ebb4238c91694449ba769d65d726ab45 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:48.895454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:48.975890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] device_id is not set on port 6b228dc4-14c3-4879-9b00-22a611655f11 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:49.081547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'networks': [{'name': 'tempest-network--1569980690'}, {'name': 'tempest-network--1702710853'}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:49.081896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'network': {'name': 'tempest-network--1569980690'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:49.082413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'network': {'name': 'tempest-network--1702710853'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:49.132589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'network': 2} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:49.140058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:49.172306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:49.176048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-8ee861b2-4729-4869-90f0-06ab4756b80f', 'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f', 'tenant_id': 'ebb4238c91694449ba769d65d726ab45', 'fixed_ips': [{'subnet_id': '030c029a-23fa-47e1-9859-012920ac93d0'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:15:49.178006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:49.219350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Allocated IP 172.20.0.6 (8ee861b2-4729-4869-90f0-06ab4756b80f/030c029a-23fa-47e1-9859-012920ac93d0/6b228dc4-14c3-4879-9b00-22a611655f11) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:49.396638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5166388 Nov 19 04:15:49.400036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44916) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:49.408445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Request body: {'subnet': {'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1224114391-subnet', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:49.572805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b104-004d-4021-b01a-476d59c947f5 admin admin] Pushing event updated for resources: {'Network': ['ID=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:49.583548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:49.585374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-7e8cfa3a-4f9c-4bf9-81dd-5ee75f8a0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:49.587069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-7e8cfa3a-4f9c-4bf9-81dd-5ee75f8a0e24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.2713642 Nov 19 04:15:49.604759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faba42-39cd-4dc7-bf47-0b045a093f31 req-72592d4f-9827-40b8-8db9-d9cb2b00e295 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:49.613209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32faba42-39cd-4dc7-bf47-0b045a093f31 req-72592d4f-9827-40b8-8db9-d9cb2b00e295 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.0904188 Nov 19 04:15:49.688568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32faba42-39cd-4dc7-bf47-0b045a093f31 req-55b6374f-7bfb-44f1-a930-eaa3714ec890 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704589 Nov 19 04:15:49.923267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:49.939881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:49.940461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:49.965923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Made reservation on behalf of 819503e1e2964e66b5b36b112fc9c8bf for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:49.970338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.121426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:50.128424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-3b5cd1d2-5fcc-4cf7-a4b6-a5cb44d35b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:50.132991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.133441 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Added segment 2c298ea3-1127-4945-9090-6e409ca05735 of type vlan for network 9a8ca10d-127e-436f-a9be-798bfe7fdb4f Nov 19 04:15:50.133586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-3b5cd1d2-5fcc-4cf7-a4b6-a5cb44d35b9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.2484229 Nov 19 04:15:50.203072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.225365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9316bc0-99ad-496c-9bd3-115fb211cd00,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:50.260988 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.280661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:50.321382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.321915 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Added segment 2a6ff394-a21e-40d9-b24b-d8318f1b35e5 of type vlan for network b8524c94-39fd-4d5d-8c9b-5096d1950cba Nov 19 04:15:50.426153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.449439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.509880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Allocated IP 172.20.0.2 (8ee861b2-4729-4869-90f0-06ab4756b80f/030c029a-23fa-47e1-9859-012920ac93d0/a0f76497-4b6b-4ebe-91c0-c8086ba60f10) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:50.548861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.587680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Network 8ee861b2-4729-4869-90f0-06ab4756b80f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:50.600553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:50.605907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.606435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.613484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:50.618510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:50.619182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.621792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:50.632214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event updated for resources: {'Port': ['ID=6b228dc4-14c3-4879-9b00-22a611655f11,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:50.792195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1148efc5-338a-427f-917f-30e70a3b842f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:50.808666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44924) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:50.811308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1280663 Nov 19 04:15:50.848284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Network': ['ID=9a8ca10d-127e-436f-a9be-798bfe7fdb4f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:50.856332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:50.858330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.868572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:50.871295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Checking segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:50.872495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Network hostable DHCP agents. Network: 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:15:50.872951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9a8ca10d-127e-436f-a9be-798bfe7fdb4f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:50.984403 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.045501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Network 8ee861b2-4729-4869-90f0-06ab4756b80f is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:51.074948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c2be787-57d5-4d3e-af9d-41e4a1cd6c2f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6403372 Nov 19 04:15:51.078566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:51.078765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44926) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:51.094946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Request body: {'port': {'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1532451740', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:51.095443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] bootfile-name is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:15:51.095797 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] tftp-server is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:15:51.096144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] server-ip-address is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:15:51.096270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:51.107092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0e0a-3348-4f86-bcd7-79ed9e59ef83 req-eff799df-100d-40cf-af76-df3b2a90c74a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:51.117739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:15:51.122534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f2f0e0a-3348-4f86-bcd7-79ed9e59ef83 req-eff799df-100d-40cf-af76-df3b2a90c74a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.2625511 Nov 19 04:15:51.143806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fe4ac-31d1-4cf8-a299-a36b055474b5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Network': ['ID=b8524c94-39fd-4d5d-8c9b-5096d1950cba,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:51.176302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b8524c94-39fd-4d5d-8c9b-5096d1950cba details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:51.211864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc728a3-a19f-40f6-8c6d-9313812e2768 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:51.217873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc728a3-a19f-40f6-8c6d-9313812e2768 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:51.226474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Pushing event updated for resources: {'Port': ['ID=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:51.237015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:51.242131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc728a3-a19f-40f6-8c6d-9313812e2768 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:51.262421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc728a3-a19f-40f6-8c6d-9313812e2768 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:51.267416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:51.268011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.274910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dbc728a3-a19f-40f6-8c6d-9313812e2768 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4650517 Nov 19 04:15:51.278126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44928) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:51.327825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2566431-0dd9-4ae4-adb8-bcbc6cb4f62b None None] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:51.352120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d68b63d5-0c82-404b-8771-4e89b31ff0b5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9485948 Nov 19 04:15:51.356690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:51.368624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:51.454027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f2f0e0a-3348-4f86-bcd7-79ed9e59ef83 req-9267ca41-1b1f-4eef-baa7-da296b01b4d2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302431 Nov 19 04:15:51.469505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Attempting to bind port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:15:51.470074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Attempting to bind port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '7bc0a386-fe5a-47d3-8847-8622a4f99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:15:51.473186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Attempting to bind port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 on network 8ee861b2-4729-4869-90f0-06ab4756b80f {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:15:51.492732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.494923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.506561 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f3474a2-0e5c-4117-a36e-50eb0d5ae41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.539434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.543153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:15:51.543720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Checking segment: {'id': '7bc0a386-fe5a-47d3-8847-8622a4f99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:51.544876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.545308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Bound using segment: {'id': '7bc0a386-fe5a-47d3-8847-8622a4f99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:15:51.545856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Bound port: a0f76497-4b6b-4ebe-91c0-c8086ba60f10, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc0a386-fe5a-47d3-8847-8622a4f99668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8ee861b2-4729-4869-90f0-06ab4756b80f'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:15:51.547102 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.578757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Made reservation on behalf of ebb4238c91694449ba769d65d726ab45 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:51.582702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.644202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.660615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] device_id is not set on port 21c349c6-32dd-4878-96d7-08b441a53adf yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:51.708485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] For port a0f76497-4b6b-4ebe-91c0-c8086ba60f10, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:15:51.715119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] For port a0f76497-4b6b-4ebe-91c0-c8086ba60f10, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,segment=NetworkSegment(7bc0a386-fe5a-47d3-8847-8622a4f99668),segment_id=7bc0a386-fe5a-47d3-8847-8622a4f99668)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:15:51.752232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.784688 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.844085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8ca10d-127e-436f-a9be-798bfe7fdb4f']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:51.862585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c298ea3-1127-4945-9090-6e409ca05735') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:51.863645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c298ea3-1127-4945-9090-6e409ca05735') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:51.931942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:15:51.932900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.934975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:51.969796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e43894-1983-4788-8c57-18099ebf5bfe None None] Pushing event updated for resources: {'Port': ['ID=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:51.983641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.022302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:52.022302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.089166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:52.113826 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:52.129630 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.140134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.159496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/networks/9a8ca10d-127e-436f-a9be-798bfe7fdb4f HTTP/1.1" status: 204 len: 168 time: 0.8779876 Nov 19 04:15:52.168622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44936) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:52.291335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a29214-630c-4941-b16c-86c67a321c4b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Network': ['ID=9a8ca10d-127e-436f-a9be-798bfe7fdb4f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:52.311679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Allocated IP 172.20.0.10 (8ee861b2-4729-4869-90f0-06ab4756b80f/030c029a-23fa-47e1-9859-012920ac93d0/21c349c6-32dd-4878-96d7-08b441a53adf) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:52.484179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Allocated IP 172.20.0.2 (83a4d5aa-f88d-4d19-b8d0-d8871052f9aa/1148efc5-338a-427f-917f-30e70a3b842f/67d8c864-9ba1-4979-aa48-3ffab1d9dbd1) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:52.554910 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.613954 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.675101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.741164 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Network 8ee861b2-4729-4869-90f0-06ab4756b80f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:52.752745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:52.760221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:52.765047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event updated for resources: {'Port': ['ID=21c349c6-32dd-4878-96d7-08b441a53adf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:52.841095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:52.842202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.899294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.932406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.950628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:52.981471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:52.990803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:52.993330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:53.036743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8739-ac6b-4b23-8c6a-726f404f4a23 req-2cd738d2-4aa5-460c-944b-b00e8f809640 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:53.047359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a01c8739-ac6b-4b23-8c6a-726f404f4a23 req-2cd738d2-4aa5-460c-944b-b00e8f809640 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.4402511 Nov 19 04:15:53.051000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.087760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b97bf9be-2abe-4a3f-bffe-f8d92ad7576f tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.0074174 Nov 19 04:15:53.088432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44942) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:53.132926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8524c94-39fd-4d5d-8c9b-5096d1950cba']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:53.156935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Pushing event updated for resources: {'Port': ['ID=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:53.187410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Attempting to bind port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:15:53.187799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Attempting to bind port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:15:53.188179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Attempting to bind port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 on network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:15:53.189210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6ff394-a21e-40d9-b24b-d8318f1b35e5') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:53.189705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6ff394-a21e-40d9-b24b-d8318f1b35e5') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:53.210268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:15:53.211044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Checking segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:53.211581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.213391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Bound using segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:15:53.214939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Bound port: 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:15:53.215445 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.231404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.258955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a01c8739-ac6b-4b23-8c6a-726f404f4a23 req-5a0531aa-6b14-4008-8d4f-512a1aaa19f6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818182 Nov 19 04:15:53.261191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0f76497-4b6b-4ebe-91c0-c8086ba60f10 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:53.282959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.297229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:15:53.297951 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:15:53.302214 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:15:53.332176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.410476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.443178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.452571 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.463817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/networks/b8524c94-39fd-4d5d-8c9b-5096d1950cba HTTP/1.1" status: 204 len: 168 time: 1.2887149 Nov 19 04:15:53.483349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2cdaeb-a757-4ece-b537-19518c527285 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:53.498505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44944) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:53.501357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2cdaeb-a757-4ece-b537-19518c527285 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:53.519735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:53.520166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.523083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2cdaeb-a757-4ece-b537-19518c527285 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:53.530623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f2cdaeb-a757-4ece-b537-19518c527285 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4400020 Nov 19 04:15:53.531868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:53.566355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376df8c-dbda-4a78-a26c-5abd087e6a89 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Network': ['ID=b8524c94-39fd-4d5d-8c9b-5096d1950cba,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:53.605623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] For port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:15:53.698625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] For port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:15:53.728425 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:53.812922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Allocated IP 172.25.8.31 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/d46e116d-db29-424b-b4bc-f205ddb74ec6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:53.907011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ae877-7de2-406b-8a52-27436a7e5ecc None None] Network 8ee861b2-4729-4869-90f0-06ab4756b80f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:53.959850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c05a00-df08-41e6-b452-49f1cd3650b0 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:53.968943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c05a00-df08-41e6-b452-49f1cd3650b0 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:53.976514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44948) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:53.977287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-01c05a00-df08-41e6-b452-49f1cd3650b0 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4748242 Nov 19 04:15:54.009823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Deleting port 21c349c6-32dd-4878-96d7-08b441a53adf {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:54.010388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.020147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1080422377'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:54.115575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:54.118842 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-83ef62a8-2452-4493-9515-79435a5f5d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.123435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e53c8-cf9a-4ef7-ab25-7ac699628a63 None None] Pushing event updated for resources: {'Port': ['ID=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:54.136314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.171533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-a80d9936-265c-4d53-a35d-db89e3f0ce84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.3119321 Nov 19 04:15:54.237882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d077df1e-e0c6-4ef4-bb94-069d17c9e78a None None] Provisioning complete for port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:54.238643 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d077df1e-e0c6-4ef4-bb94-069d17c9e78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.260648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:54.395979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.402489 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.407367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.413904 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Added segment 72d21601-a7ac-4085-98aa-15f809c92fe0 of type vlan for network 25e8034e-afb9-4eb0-a101-d54fb2a063c9 Nov 19 04:15:54.469296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Calling delete_port for 21c349c6-32dd-4878-96d7-08b441a53adf owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:54.484352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a0f76497-4b6b-4ebe-91c0-c8086ba60f10, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,segment=NetworkSegment(7bc0a386-fe5a-47d3-8847-8622a4f99668),segment_id=7bc0a386-fe5a-47d3-8847-8622a4f99668)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:54.500067 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.504586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.571541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-94f4e047-ddfc-423d-b1f7-f65a3e060c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:54.575773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-94f4e047-ddfc-423d-b1f7-f65a3e060c5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.3056314 Nov 19 04:15:54.657343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.756274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Pushing event updated for resources: {'Port': ['ID=d46e116d-db29-424b-b4bc-f205ddb74ec6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:54.776050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:54.798320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.815066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:54.818462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:54.821996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:54.852298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19391618-ff62-4d79-a82d-aa705ad27895 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:15:54.925699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da47f722-853c-4017-96cb-f59f879b7a3a None None] Provisioning complete for port d46e116d-db29-424b-b4bc-f205ddb74ec6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:54.928012 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da47f722-853c-4017-96cb-f59f879b7a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:54.995738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-e7715dc4-8506-4eef-a3d3-dec6c11b3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:54.998662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-e7715dc4-8506-4eef-a3d3-dec6c11b3e9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3462925 Nov 19 04:15:55.025282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793485-d312-4c9d-a8e2-6d0824bc6b50 req-11588c1e-8aef-4d52-95b0-643c97b5b149 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:55.031668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61793485-d312-4c9d-a8e2-6d0824bc6b50 req-11588c1e-8aef-4d52-95b0-643c97b5b149 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.5264165 Nov 19 04:15:55.034269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.048095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-da47f722-853c-4017-96cb-f59f879b7a3a None None] Port d46e116d-db29-424b-b4bc-f205ddb74ec6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:55.153637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.163674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9e4db9cf-a099-434a-a104-db8b2fb7d77c None None] Could not find standard attr ID for object 21c349c6-32dd-4878-96d7-08b441a53adf. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:15:55.177362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:55.190805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.198455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9e4db9cf-a099-434a-a104-db8b2fb7d77c None None] Provisioning complete for port 6b228dc4-14c3-4879-9b00-22a611655f11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:55.199857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61793485-d312-4c9d-a8e2-6d0824bc6b50 req-a90f6236-02fd-4670-a02d-26737cb26e78 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491957 Nov 19 04:15:55.200319 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e4db9cf-a099-434a-a104-db8b2fb7d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.339192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9e4db9cf-a099-434a-a104-db8b2fb7d77c None None] Port 6b228dc4-14c3-4879-9b00-22a611655f11 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:55.377386 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.386612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0f76497-4b6b-4ebe-91c0-c8086ba60f10 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:55.394450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event deleted for resources: {'Port': ['ID=21c349c6-32dd-4878-96d7-08b441a53adf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:55.402868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.407364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bd535b57-918c-4a32-aa72-329b40ff4227 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "DELETE /v2.0/ports/21c349c6-32dd-4878-96d7-08b441a53adf HTTP/1.1" status: 204 len: 168 time: 1.8730860 Nov 19 04:15:55.427416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44956) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:55.462112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-0dd129d7-304e-4920-ad12-2b2130c85de2 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126012 Nov 19 04:15:55.480253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9e4db9cf-a099-434a-a104-db8b2fb7d77c None None] Provisioning complete for port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:55.480638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e4db9cf-a099-434a-a104-db8b2fb7d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.561835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Request body: {'port': {'name': 'tempest-new-port-name-1969201959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:55.562428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] bootfile-name is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:15:55.563099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] tftp-server is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:15:55.563661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.api.validators [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] server-ip-address is not in valid_values {{(pid=109987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 04:15:55.610983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6310225 Nov 19 04:15:55.616352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44958) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:55.643954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1879086319'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:55.666931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663945c-1fa3-49f9-994a-79526a5d51a2 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Network': ['ID=25e8034e-afb9-4eb0-a101-d54fb2a063c9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:55.709102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09b6b932-b236-474f-92ad-359df06ce9e3 req-3a71e9ae-1321-4b83-bf68-9b2b2317a019 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250087 Nov 19 04:15:55.746514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:55.746955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.765469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:55.875322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 25e8034e-afb9-4eb0-a101-d54fb2a063c9 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:55.916031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:55.922692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.142583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:56.197101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2769b-a79e-4199-af6e-34cb7ff68261 None None] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:56.371359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:15:56.383102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.383755 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Added segment 02b8dd2b-7adb-42a0-b831-4da0a7c22b16 of type vlan for network 760ba960-454e-44d4-937f-ad88e0c36fca Nov 19 04:15:56.474968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d651f91-c65c-4eb8-9627-420afbc5529d req-fc5dc55d-adaa-4669-beca-022b4c6d47d3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:56.484531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d651f91-c65c-4eb8-9627-420afbc5529d req-fc5dc55d-adaa-4669-beca-022b4c6d47d3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.0763028 Nov 19 04:15:56.514977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.549087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d651f91-c65c-4eb8-9627-420afbc5529d req-afc57c84-a3f7-4601-a156-433bb94271dd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634723 Nov 19 04:15:56.578363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.599093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3ec296f8-a275-43dd-94f7-1fb7d44f1dd3 None None] Provisioning complete for port 6b228dc4-14c3-4879-9b00-22a611655f11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:56.602554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ec296f8-a275-43dd-94f7-1fb7d44f1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.609574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.666769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3ec296f8-a275-43dd-94f7-1fb7d44f1dd3 None None] Port 6b228dc4-14c3-4879-9b00-22a611655f11 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:56.682134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.687832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:56.688487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.705804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:56.706215 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.819122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8b11619c-fbd8-426a-8c8c-9e00f8409a0a None None] Provisioning complete for port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:56.819392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b11619c-fbd8-426a-8c8c-9e00f8409a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.911687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:56.962601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:56.980521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.032062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b11619c-fbd8-426a-8c8c-9e00f8409a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.063627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:57.068459 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.111732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-8b11619c-fbd8-426a-8c8c-9e00f8409a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:15:57.112398 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-8b11619c-fbd8-426a-8c8c-9e00f8409a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:15:57.117767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.177705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5564127 Nov 19 04:15:57.180569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:57.185957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'ports': [{'network_id': '25e8034e-afb9-4eb0-a101-d54fb2a063c9', 'name': 'tempest-port--445462920', 'admin_state_up': True}, {'network_id': '760ba960-454e-44d4-937f-ad88e0c36fca', 'admin_state_up': False}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:57.186384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'port': {'network_id': '25e8034e-afb9-4eb0-a101-d54fb2a063c9', 'name': 'tempest-port--445462920', 'admin_state_up': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:57.186903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'port': {'network_id': '760ba960-454e-44d4-937f-ad88e0c36fca', 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:15:57.230207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5547d6-dc39-49c0-bad9-5489fc2ec967 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Network': ['ID=760ba960-454e-44d4-937f-ad88e0c36fca,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:57.243165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 760ba960-454e-44d4-937f-ad88e0c36fca details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:15:57.303657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] In _notify_port_updated(), no bound segment for port 6b228dc4-14c3-4879-9b00-22a611655f11 on network 8ee861b2-4729-4869-90f0-06ab4756b80f {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:15:57.311625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:57.312912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.316699 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "PUT /v2.0/ports/6b228dc4-14c3-4879-9b00-22a611655f11 HTTP/1.1" status: 200 len: 1136 time: 1.8860655 Nov 19 04:15:57.317599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44970) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:57.318219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784625-6b54-483d-8155-e5a3d6b6748b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event updated for resources: {'Port': ['ID=6b228dc4-14c3-4879-9b00-22a611655f11,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:57.345418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.400156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b86083-08e2-41ad-a300-d7e553006f9d tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:57.401672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-67b86083-08e2-41ad-a300-d7e553006f9d tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "GET /v2.0/ports/6b228dc4-14c3-4879-9b00-22a611655f11 HTTP/1.1" status: 200 len: 1136 time: 0.0761106 Nov 19 04:15:57.407162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44972) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:57.440185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.450127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'port': 2} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:15:57.455619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.494568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.581505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Router afd58746-6775-4a4e-8112-cd5e1c2e717e is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:15:57.591535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Deleting port 6b228dc4-14c3-4879-9b00-22a611655f11 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:57.592869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.609078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] device_id is not set on port 7f267600-f45d-461b-a27e-782cc5474198 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:57.664158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8b11619c-fbd8-426a-8c8c-9e00f8409a0a None None] Could not find standard attr ID for object 21c349c6-32dd-4878-96d7-08b441a53adf. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:15:57.723566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:15:57.733434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Sync routers for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:15:57.743927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:15:57.744900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:57.745077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.749026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46206314-d715-4d61-a922-297a10e40761 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3887305 Nov 19 04:15:57.749205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44980) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:57.749302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.760757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9112d-83dd-4efe-8fb1-86ed7b9b4cb3 req-fd853108-dda1-4790-8596-4a7d98b4bad0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:57.762295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66f9112d-83dd-4efe-8fb1-86ed7b9b4cb3 req-fd853108-dda1-4790-8596-4a7d98b4bad0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1241083 Nov 19 04:15:57.781747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Calling delete_port for 6b228dc4-14c3-4879-9b00-22a611655f11 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:57.840188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1e518967-a32d-42c6-827d-765d8a505e39 None None] Provisioning complete for port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:57.840847 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e518967-a32d-42c6-827d-765d8a505e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:57.901517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:15:57.959708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66f9112d-83dd-4efe-8fb1-86ed7b9b4cb3 req-72468a0f-1ddb-456d-b6f4-6929e5fdf8b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801147 Nov 19 04:15:57.981087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.065438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] device_id is not set on port f88d09d2-0f7c-4a38-9186-8ea83036fced yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:15:58.133349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1e518967-a32d-42c6-827d-765d8a505e39 None None] Provisioning complete for port 6b228dc4-14c3-4879-9b00-22a611655f11 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:58.133744 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e518967-a32d-42c6-827d-765d8a505e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.137669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:55Z', 'revision_number': 3, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:58.150521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.185305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Checking router: afd58746-6775-4a4e-8112-cd5e1c2e717e for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:15:58.185688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Updating router afd58746-6775-4a4e-8112-cd5e1c2e717e port d46e116d-db29-424b-b4bc-f205ddb74ec6 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:15:58.218548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1e518967-a32d-42c6-827d-765d8a505e39 None None] Port 6b228dc4-14c3-4879-9b00-22a611655f11 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:58.220869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.221035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event deleted for resources: {'Port': ['ID=6b228dc4-14c3-4879-9b00-22a611655f11,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:58.290292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.337160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.376594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.382165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-817fb134-33f9-419c-b90a-31fd09d9b254 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "DELETE /v2.0/ports/6b228dc4-14c3-4879-9b00-22a611655f11 HTTP/1.1" status: 204 len: 168 time: 0.9720669 Nov 19 04:15:58.382835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44984) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:58.421291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83516fcb-5842-45b1-8803-dda996540362 req-c2be60b7-8f38-42d3-9de4-982851f562f9 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:58.422994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83516fcb-5842-45b1-8803-dda996540362 req-c2be60b7-8f38-42d3-9de4-982851f562f9 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 946 time: 0.0951827 Nov 19 04:15:58.434412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.485901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Deleting subnet 030c029a-23fa-47e1-9859-012920ac93d0 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:15:58.489277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.511802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Port': ['ID=7f267600-f45d-461b-a27e-782cc5474198,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:58.516566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.531320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.546234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.556019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83516fcb-5842-45b1-8803-dda996540362 req-9bc9f596-4518-4f08-b007-d910cb187e7f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241791 Nov 19 04:15:58.557159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Checking segment: {'id': '72d21601-a7ac-4085-98aa-15f809c92fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25e8034e-afb9-4eb0-a101-d54fb2a063c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:58.557533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network hostable DHCP agents. Network: 25e8034e-afb9-4eb0-a101-d54fb2a063c9, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:15:58.577476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network 25e8034e-afb9-4eb0-a101-d54fb2a063c9 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:15:58.592280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 25e8034e-afb9-4eb0-a101-d54fb2a063c9) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:58.597123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:58.599001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.653076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec367b9-91cb-438d-b684-696e52f66a21 None None] Network 25e8034e-afb9-4eb0-a101-d54fb2a063c9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:58.655457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828a41b-20cb-431f-8543-785969948c5b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:15:58.674528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Attempting to bind port d46e116d-db29-424b-b4bc-f205ddb74ec6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:15:58.674916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Attempting to bind port d46e116d-db29-424b-b4bc-f205ddb74ec6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:15:58.675411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Attempting to bind port d46e116d-db29-424b-b4bc-f205ddb74ec6 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:15:58.697823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Port': ['ID=f88d09d2-0f7c-4a38-9186-8ea83036fced,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:58.700228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Checking segment: {'id': '02b8dd2b-7adb-42a0-b831-4da0a7c22b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '760ba960-454e-44d4-937f-ad88e0c36fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:58.700594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network hostable DHCP agents. Network: 760ba960-454e-44d4-937f-ad88e0c36fca, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:15:58.707140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Allocated IP 172.20.0.1 (83a4d5aa-f88d-4d19-b8d0-d8871052f9aa/1148efc5-338a-427f-917f-30e70a3b842f/5586516b-2a85-45ac-bad0-cd1bccbedd48) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:15:58.708810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:15:58.709229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:15:58.709645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.710150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:15:58.710831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Bound port: d46e116d-db29-424b-b4bc-f205ddb74ec6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:15:58.711065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.712887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e3f0-be65-4113-8e17-f59a44a9c8a9 None None] Pushing event updated for resources: {'Port': ['ID=d46e116d-db29-424b-b4bc-f205ddb74ec6,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:58.719476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.731691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network 760ba960-454e-44d4-937f-ad88e0c36fca is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:15:58.743833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 760ba960-454e-44d4-937f-ad88e0c36fca) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:58.750164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:58.755832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:58.761254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:58.762295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.769904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee31da7c-8913-48d5-90f0-df3abea2fa6b None None] Network 760ba960-454e-44d4-937f-ad88e0c36fca requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:58.783155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4c2641b3-a528-415e-8375-33676bac3b56 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6011920 Nov 19 04:15:58.785521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44986) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:58.859437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-56da1a65-66c4-46ae-8bc1-4556859a1fcf None None] Provisioning complete for port d46e116d-db29-424b-b4bc-f205ddb74ec6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:58.859820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-56da1a65-66c4-46ae-8bc1-4556859a1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.863812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c6b66-71c8-4178-8788-19e1953fc3e0 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:58.871508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c6b66-71c8-4178-8788-19e1953fc3e0 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:58.875833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-609c6b66-71c8-4178-8788-19e1953fc3e0 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0866983 Nov 19 04:15:58.876324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44988) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:58.878595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.926987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event deleted for resources: {'Subnet': ['ID=030c029a-23fa-47e1-9859-012920ac93d0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:58.934942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:58.940922 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4cb1342d-48aa-4970-bbcc-e2378a65fbf8 tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "DELETE /v2.0/subnets/030c029a-23fa-47e1-9859-012920ac93d0 HTTP/1.1" status: 204 len: 168 time: 0.5523181 Nov 19 04:15:58.941860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44990) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:58.946563 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.003208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Deleting port 7f267600-f45d-461b-a27e-782cc5474198 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:59.003856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.078245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d806ce-b5fa-4016-9920-530dbd34d88b None None] Network 8ee861b2-4729-4869-90f0-06ab4756b80f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:15:59.095678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.104518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.120963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.137555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Calling delete_port for 7f267600-f45d-461b-a27e-782cc5474198 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:59.144636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:15:59.150215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] For port d46e116d-db29-424b-b4bc-f205ddb74ec6, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:15:59.183862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:15:59.188893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:15:59.195845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:15:59.229802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] For port d46e116d-db29-424b-b4bc-f205ddb74ec6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d46e116d-db29-424b-b4bc-f205ddb74ec6,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:15:59.246808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=5586516b-2a85-45ac-bad0-cd1bccbedd48,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:59.264969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-56da1a65-66c4-46ae-8bc1-4556859a1fcf None None] Port d46e116d-db29-424b-b4bc-f205ddb74ec6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:59.268583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.279641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Deleting port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:59.282791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.286848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.436764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541adc13-2e6a-4247-afa3-449f40fcacbd None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:15:59.496138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0285d0-12c4-4d2c-bbb4-43558c0eeb79 req-c453f119-6b51-40ec-bd2f-fe4957ddaa75 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:59.498516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0285d0-12c4-4d2c-bbb4-43558c0eeb79 req-c453f119-6b51-40ec-bd2f-fe4957ddaa75 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.3944998 Nov 19 04:15:59.511903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e3f0-be65-4113-8e17-f59a44a9c8a9 None None] Pushing event updated for resources: {'Port': ['ID=d46e116d-db29-424b-b4bc-f205ddb74ec6,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:59.515536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:15:59.516419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:15:59.553422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] For port a0f76497-4b6b-4ebe-91c0-c8086ba60f10, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,segment=NetworkSegment(7bc0a386-fe5a-47d3-8847-8622a4f99668),segment_id=7bc0a386-fe5a-47d3-8847-8622a4f99668)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:15:59.553792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.564575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.564858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:59.565323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.584972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da0285d0-12c4-4d2c-bbb4-43558c0eeb79 req-1de93d9e-cd9c-4932-a268-cafdcf37370a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748410 Nov 19 04:15:59.588639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Calling delete_port for a0f76497-4b6b-4ebe-91c0-c8086ba60f10 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:15:59.593417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.625133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c49e91d-2dcb-4a0e-8039-51d96e485fbf None None] Provisioning complete for port 5586516b-2a85-45ac-bad0-cd1bccbedd48 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:59.625623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c49e91d-2dcb-4a0e-8039-51d96e485fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.641717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.648542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/ports/7f267600-f45d-461b-a27e-782cc5474198 HTTP/1.1" status: 204 len: 168 time: 0.7710826 Nov 19 04:15:59.648910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44996) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:15:59.650327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a31fb-af3f-4a08-a935-162fa10d5aff tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Port': ['ID=7f267600-f45d-461b-a27e-782cc5474198,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:59.706458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] DHCP port deletion for 8ee861b2-4729-4869-90f0-06ab4756b80f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:15:59.748967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2fd2e-b4d7-4525-bf22-100d53a7a63a req-23012613-02a2-469f-b5de-471d3c38f8ea tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:15:59.750670 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87f2fd2e-b4d7-4525-bf22-100d53a7a63a req-23012613-02a2-469f-b5de-471d3c38f8ea tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 946 time: 0.0639653 Nov 19 04:15:59.759756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1c49e91d-2dcb-4a0e-8039-51d96e485fbf None None] Port 5586516b-2a85-45ac-bad0-cd1bccbedd48 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:15:59.771649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:15:59.821068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87f2fd2e-b4d7-4525-bf22-100d53a7a63a req-08dc040d-6cb8-474d-b3d3-8752745c35f8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631092 Nov 19 04:15:59.885336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.925581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Deleting port f88d09d2-0f7c-4a38-9186-8ea83036fced {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:59.925855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.931262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event deleted for resources: {'Port': ['ID=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:15:59.933125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] No DVR routers for this DVR port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:15:59.972865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9067a1c4-64f7-4449-9a69-dd0e54321d67 None None] Provisioning complete for port d46e116d-db29-424b-b4bc-f205ddb74ec6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:15:59.973244 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9067a1c4-64f7-4449-9a69-dd0e54321d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:15:59.977058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Deleting port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:15:59.977430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.038921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.077066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.103931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] For port a0f76497-4b6b-4ebe-91c0-c8086ba60f10, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:00.104334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.117803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.139839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Calling delete_port for a0f76497-4b6b-4ebe-91c0-c8086ba60f10 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:00.140975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.144086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:16:00.149164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.172608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Calling delete_port for f88d09d2-0f7c-4a38-9186-8ea83036fced owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:00.195482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee861b2-4729-4869-90f0-06ab4756b80f']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:00.213378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] Pushing event deleted for resources: {'Port': ['ID=a0f76497-4b6b-4ebe-91c0-c8086ba60f10,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:00.214836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=5586516b-2a85-45ac-bad0-cd1bccbedd48,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:00.217553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f1cf8-148b-4c46-a618-d33882dadcd8 None None] No DVR routers for this DVR port a0f76497-4b6b-4ebe-91c0-c8086ba60f10 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:16:00.218428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc0a386-fe5a-47d3-8847-8622a4f99668') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:00.218727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc0a386-fe5a-47d3-8847-8622a4f99668') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:00.224444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9067a1c4-64f7-4449-9a69-dd0e54321d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.227008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.253234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-ab1a1508-fe6f-47b9-816c-a94efb90441d tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:00.255654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-ab1a1508-fe6f-47b9-816c-a94efb90441d tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.31 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 946 time: 0.0918009 Nov 19 04:16:00.256747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9067a1c4-64f7-4449-9a69-dd0e54321d67 None None] For port d46e116d-db29-424b-b4bc-f205ddb74ec6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d46e116d-db29-424b-b4bc-f205ddb74ec6,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:00.264832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:15:58Z', 'revision_number': 1, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:00.267919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9067a1c4-64f7-4449-9a69-dd0e54321d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.282149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.297768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acc9fa4-8c8b-4cdc-9d9f-8c85624e0bca None None] The sync data for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 is: [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:15:58Z', 'revision_number': 1, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:00.366248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067a1c4-64f7-4449-9a69-dd0e54321d67 None None] Pushing event updated for resources: {'Port': ['ID=d46e116d-db29-424b-b4bc-f205ddb74ec6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:00.393314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Deleting port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:00.393674 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.499336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] For port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:00.499618 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.515623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Calling delete_port for 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:00.687265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.708132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:16:00.708669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:16:00.713877 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:16:00.716098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.756024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Pushing event deleted for resources: {'Port': ['ID=89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:00.761738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:00.808633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75d60e-948d-4a2b-969b-b37230ba4635 req-c4e309fb-47c1-4e2f-87df-d1d44d5c6dc3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:00.810821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed75d60e-948d-4a2b-969b-b37230ba4635 req-c4e309fb-47c1-4e2f-87df-d1d44d5c6dc3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1352766 Nov 19 04:16:00.817127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.841040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] No DVR routers for this DVR port 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:16:00.847159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.850561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9195add5-c78d-49b9-b198-2cdf0e151589 req-6000d887-3625-4bd7-a6f9-d66f7ae301c8 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.31 "DELETE /v2.0/ports/89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 HTTP/1.1" status: 204 len: 173 time: 0.5783906 Nov 19 04:16:00.851013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90264f6e-9358-4769-a838-d0a6427bee5b', 'name': 'network-vif-deleted', 'tag': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:00.853722 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2846a7ba-0d93-4327-8f95-177c0a645cfe" -d '{"events": [{"server_uuid": "90264f6e-9358-4769-a838-d0a6427bee5b", "name": "network-vif-deleted", "tag": "89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:00.864311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Port': ['ID=f88d09d2-0f7c-4a38-9186-8ea83036fced,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:00.865593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.887581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.892357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-824b7c19-490c-46f6-bd8b-745b36082cf5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/ports/f88d09d2-0f7c-4a38-9186-8ea83036fced HTTP/1.1" status: 204 len: 168 time: 1.2412009 Nov 19 04:16:00.894790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:00.897359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:00.900981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] 10.222.0.52 "DELETE /v2.0/networks/8ee861b2-4729-4869-90f0-06ab4756b80f HTTP/1.1" status: 204 len: 168 time: 1.9552741 Nov 19 04:16:00.903237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff550421-ad1f-445d-8722-cd605a09771b tempest-ExtraDHCPOptionsTestJSON-1416624207 tempest-ExtraDHCPOptionsTestJSON-1416624207-project] Pushing event deleted for resources: {'Network': ['ID=8ee861b2-4729-4869-90f0-06ab4756b80f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:00.907376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:00.913291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:00.944925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-57d844ad-9daa-471c-bb9a-f57649c657f5 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0430412 Nov 19 04:16:00.945561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45008) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:00.951602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1342365734'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:00.961707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed75d60e-948d-4a2b-969b-b37230ba4635 req-20773291-844f-4a41-9ecb-6296df4602f0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276574 Nov 19 04:16:01.018181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:01.029719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.091193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:16:01.111401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.111899 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Added segment 2e1639f3-43b8-4b38-9027-b60e7fd475a5 of type vlan for network d7049fc1-93bd-46b4-961a-e0e44efcec2b Nov 19 04:16:01.175361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Router afd58746-6775-4a4e-8112-cd5e1c2e717e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:01.178360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.187860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0f76497-4b6b-4ebe-91c0-c8086ba60f10 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:16:01.225803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.235425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:01.236269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.277810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a0f76497-4b6b-4ebe-91c0-c8086ba60f10 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:16:01.296100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0f76497-4b6b-4ebe-91c0-c8086ba60f10 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:16:01.392433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4423261 Nov 19 04:16:01.428161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45012) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:01.469988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1242220751'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:01.501618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce5658-a7d8-4660-984a-06f0946a67ac tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Network': ['ID=d7049fc1-93bd-46b4-961a-e0e44efcec2b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:01.517446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d7049fc1-93bd-46b4-961a-e0e44efcec2b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:16:01.530539 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b23ec3-c21a-49d6-99c8-d989fa20918b x-openstack-request-id: req-f6b23ec3-c21a-49d6-99c8-d989fa20918b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:01.531045 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90264f6e-9358-4769-a838-d0a6427bee5b", "name": "network-vif-deleted", "tag": "89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:01.531500 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6b23ec3-c21a-49d6-99c8-d989fa20918b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:01.532086 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90264f6e-9358-4769-a838-d0a6427bee5b', 'name': 'network-vif-deleted', 'tag': '89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0', 'status': 'completed', 'code': 200} Nov 19 04:16:01.533892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:01.538980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.568090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:01.580617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b56ac14b-a711-4684-9c11-5afaa0a05ac2 admin admin] 10.222.0.52 "PUT /v2.0/routers/afd58746-6775-4a4e-8112-cd5e1c2e717e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8301969 Nov 19 04:16:01.611087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:16:01.636799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.637531 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Added segment 66efa181-87bf-4122-8fdd-9d1c3d367a75 of type vlan for network f6bea564-8de2-4620-82dd-14864b5554c1 Nov 19 04:16:01.655293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45018) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:01.697592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8b2dcbb-b09d-4064-8126-19c22e9fdf5b req-788197d9-f691-45af-860e-856b8af79488 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=90264f6e-9358-4769-a838-d0a6427bee5b HTTP/1.1" status: 200 len: 210 time: 0.0601776 Nov 19 04:16:01.712247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-234f85b9-949d-4fbf-8c59-1d28a5ec5a39 None None] Provisioning complete for port 5586516b-2a85-45ac-bad0-cd1bccbedd48 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:01.712941 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-234f85b9-949d-4fbf-8c59-1d28a5ec5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.760071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.788349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-234f85b9-949d-4fbf-8c59-1d28a5ec5a39 None None] Port 5586516b-2a85-45ac-bad0-cd1bccbedd48 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:01.828521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.834878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:01.836172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.879097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:01.974579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5452044 Nov 19 04:16:02.036668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f1325-5a24-43e2-ad91-4cdf6c54bb3c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Network': ['ID=f6bea564-8de2-4620-82dd-14864b5554c1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:02.053170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network f6bea564-8de2-4620-82dd-14864b5554c1 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:16:02.058629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b57fbaf2-abde-4e36-8af6-db493fa3c624 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebb4238c91694449ba769d65d726ab45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003320 Nov 19 04:16:02.061096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:02.129070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-96ab5e3a-3cb9-4aa2-9c15-16adeb5c9986 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2857060 Nov 19 04:16:02.167254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d96f6095-404f-4efe-8de5-5ef2564c5c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.220131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d96f6095-404f-4efe-8de5-5ef2564c5c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.314540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fbc82-b0ad-44e0-a179-a9536a28357f req-9e993188-e63c-449b-b976-5e82e93b9de5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:02.316281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab0fbc82-b0ad-44e0-a179-a9536a28357f req-9e993188-e63c-449b-b976-5e82e93b9de5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1741960 Nov 19 04:16:02.320849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d96f6095-404f-4efe-8de5-5ef2564c5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.324149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d96f6095-404f-4efe-8de5-5ef2564c5c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.325347 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d96f6095-404f-4efe-8de5-5ef2564c5c0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a4e38b6-8c01-48bc-9e03-a7275ea2ed1c HTTP/1.1" status: 204 len: 168 time: 0.2624474 Nov 19 04:16:02.350631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-fd1ff13f-d7a7-4613-b326-7e739beefcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:02.352124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-fd1ff13f-d7a7-4613-b326-7e739beefcdc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1642237 Nov 19 04:16:02.358738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f6095-404f-4efe-8de5-5ef2564c5c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e38b6-8c01-48bc-9e03-a7275ea2ed1c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:02.440883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45042) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:02.452083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-605081587-network', 'tenant_id': '8df193930fe2467597daa7145669bfc5'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:02.503072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab0fbc82-b0ad-44e0-a179-a9536a28357f req-1ed1bbae-3977-4182-986e-283e0b6a345e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547525 Nov 19 04:16:02.508719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Made reservation on behalf of 8df193930fe2467597daa7145669bfc5 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:02.513039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.525309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.551225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-5b9c7934-6b53-41b9-8c92-8ddf26ca4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:02.554474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-5b9c7934-6b53-41b9-8c92-8ddf26ca4b66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1653872 Nov 19 04:16:02.626457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-8eb0abea-8764-44c8-aaf4-a9d3d63c93b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf HTTP/1.1" status: 200 len: 217 time: 0.0521460 Nov 19 04:16:02.688002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-b8225eb7-2839-49dc-ab14-9bd9983bb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:02.689850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-b8225eb7-2839-49dc-ab14-9bd9983bb990 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0533805 Nov 19 04:16:02.701153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.707502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.747341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52490e2c-56d7-4554-bad8-085e09c403bb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:02.750288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-ef02d3e2-7fd3-47a6-b83c-b9a504fb911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:02.752476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-ef02d3e2-7fd3-47a6-b83c-b9a504fb911f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497181 Nov 19 04:16:02.760694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:16:02.773484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.773829 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Added segment 1dfea788-8cf1-40e6-84b4-dfe9333372e0 of type vlan for network a6bf4075-1cb9-4bad-9181-6f552089d3ff Nov 19 04:16:02.849149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.892861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.901315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:02.903813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:02.977755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-cc0acdbe-18e1-4136-82d2-caedc124276f service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141821 Nov 19 04:16:03.020875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] Pushing event updated for resources: {'Network': ['ID=a6bf4075-1cb9-4bad-9181-6f552089d3ff,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:03.031217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45058) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:03.032431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7a9df460-4069-43a0-8ef6-cbb9f433a604 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5854528 Nov 19 04:16:03.051142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:16:03.143636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Request body: {'subnet': {'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-605081587-subnet', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:03.261523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Made reservation on behalf of 8df193930fe2467597daa7145669bfc5 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:03.271277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:03.493572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d46e116d-db29-424b-b4bc-f205ddb74ec6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:03.577340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d46e116d-db29-424b-b4bc-f205ddb74ec6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:03.577735 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:03.659591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45072) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:03.712577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:03.781042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dde08685-c9b4-47bf-91fa-637c6a1b1187 req-11f23442-de8a-4a6f-945d-97cacf9e2e22 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893312 Nov 19 04:16:03.796608 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Sync routers for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:03.828379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e26e-ac26-487c-b02c-5f720c145c33 req-c6e94efb-c9ec-45e0-9af4-e5de5ce701cf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:03.831012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:03.832266 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:03.838326 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b14e26e-ac26-487c-b02c-5f720c145c33 req-c6e94efb-c9ec-45e0-9af4-e5de5ce701cf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.1403158 Nov 19 04:16:03.853966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b125c16-2d3b-409c-a300-4544e0532ed9,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:03.868283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1003858632'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:03.882451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Checking segment: {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:03.882829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Network hostable DHCP agents. Network: a6bf4075-1cb9-4bad-9181-6f552089d3ff, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:16:03.912141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:03.925982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:03.931508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b14e26e-ac26-487c-b02c-5f720c145c33 req-508ed36b-c421-4417-92bd-a0eece1afdee tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922940 Nov 19 04:16:03.958483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:03.960926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:16:03.982884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a6bf4075-1cb9-4bad-9181-6f552089d3ff) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:03.989927 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:16:03.993648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc5440-a983-4951-801d-d73a7d0834ca None None] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:04.013144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:04.013774 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.062019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-75fff817-1de9-4ab3-8877-635a3d463cff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0280128 Nov 19 04:16:04.064174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:04.075262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:04.115298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:16:04.149107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.150753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.190114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:16:04.190477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 89f3dbb9-83bf-4f3a-9565-ca9d51da3ea0 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:16:04.197958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.206249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.249518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:16:04.289346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef2e2d-f18e-4ba8-81ec-2075899907a6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:04.305499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.307090 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Added segment fcce9e6a-2b4e-45e9-93b6-146d6a516f56 of type vlan for network b6759d72-4e06-4c54-b945-c582c9e6670b Nov 19 04:16:04.322791 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 2, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:04.382013 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Checking router: afd58746-6775-4a4e-8112-cd5e1c2e717e for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:16:04.382491 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Updating router afd58746-6775-4a4e-8112-cd5e1c2e717e port 5586516b-2a85-45ac-bad0-cd1bccbedd48 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:16:04.405984 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.408625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.431152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'fixed_ips': [{'subnet_id': '7b125c16-2d3b-409c-a300-4544e0532ed9'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:16:04.432169 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.433353 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.468376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.476098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:04.476944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.577630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Network': ['ID=b6759d72-4e06-4c54-b945-c582c9e6670b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:04.594208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ef2da3a0-3fd2-424e-bb16-04757d5b59c6 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9334860 Nov 19 04:16:04.596874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:04.603426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'subnet': {'network_id': 'b6759d72-4e06-4c54-b945-c582c9e6670b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:04.694148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Allocated IP 172.20.0.2 (a6bf4075-1cb9-4bad-9181-6f552089d3ff/7b125c16-2d3b-409c-a300-4544e0532ed9/e42e8416-b748-4569-9874-8dd7b1e41b6d) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:04.740324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:04.829969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:04.832418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.055617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.072799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network b6759d72-4e06-4c54-b945-c582c9e6670b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:16:05.079146 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.082036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:16:05.095954 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.223498 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Pushing event updated for resources: {'Port': ['ID=5586516b-2a85-45ac-bad0-cd1bccbedd48,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:05.249163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:05.262237 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.262875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.264736 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.265273 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.267232 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.269359 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.269980 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.273088 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.273689 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.274339 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.274947 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.275294 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.275638 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:05.277073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45086) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:05.280573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'port_id': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'mac_address': 'fa:16:3e:3b:0c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:16:05.285153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.319242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'subnets': [{'network_id': 'd7049fc1-93bd-46b4-961a-e0e44efcec2b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2042340905', 'ip_version': 6}, {'network_id': 'f6bea564-8de2-4620-82dd-14864b5554c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:05.326901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'subnet': {'network_id': 'd7049fc1-93bd-46b4-961a-e0e44efcec2b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2042340905', 'ip_version': 6}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:05.327689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Request body: {'subnet': {'network_id': 'f6bea564-8de2-4620-82dd-14864b5554c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:05.474518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.557505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:05.566909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:05.569217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Pushing event updated for resources: {'Port': ['ID=e42e8416-b748-4569-9874-8dd7b1e41b6d,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:05.571621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.573311 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Attempting to bind port 5586516b-2a85-45ac-bad0-cd1bccbedd48 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:05.573706 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Attempting to bind port 5586516b-2a85-45ac-bad0-cd1bccbedd48 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:05.574159 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Attempting to bind port 5586516b-2a85-45ac-bad0-cd1bccbedd48 on network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:05.582781 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:05.589242 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Checking segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:05.589591 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.590026 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Bound using segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:05.590543 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Bound port: 5586516b-2a85-45ac-bad0-cd1bccbedd48, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:05.590937 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.592883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:05.601720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.627106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be714cf4-8a08-4164-ac1b-0d82e423918a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:05.671799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Allocated IP 172.25.8.57 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:05.730067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Subnet': ['ID=913850e8-b31d-4c38-b260-c5d794bde3e5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:05.734694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:05.740340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Attempting to bind port e42e8416-b748-4569-9874-8dd7b1e41b6d on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:05.740927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Attempting to bind port e42e8416-b748-4569-9874-8dd7b1e41b6d by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:05.742102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Attempting to bind port e42e8416-b748-4569-9874-8dd7b1e41b6d on network a6bf4075-1cb9-4bad-9181-6f552089d3ff {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:05.757321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:05.757897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Checking segment: {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:05.758546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.760728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Bound using segment: {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:05.761291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Bound port: e42e8416-b748-4569-9874-8dd7b1e41b6d, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:05.761786 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.782381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Checking segment: {'id': 'fcce9e6a-2b4e-45e9-93b6-146d6a516f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b6759d72-4e06-4c54-b945-c582c9e6670b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:05.782791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network hostable DHCP agents. Network: b6759d72-4e06-4c54-b945-c582c9e6670b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:16:05.796407 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] For port 5586516b-2a85-45ac-bad0-cd1bccbedd48, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:05.797672 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.807878 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] For port 5586516b-2a85-45ac-bad0-cd1bccbedd48, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5586516b-2a85-45ac-bad0-cd1bccbedd48,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:05.816605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Made reservation on behalf of 3cfbee685a7a492eb5b164867379f6d8 for: {'subnet': 2} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:05.817723 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.823080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.823436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.828808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905292-4330-4e7e-9ed9-4a137a10b90b req-736280fd-388e-4d06-bd6f-7f4b37e1feb1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:05.830748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03905292-4330-4e7e-9ed9-4a137a10b90b req-736280fd-388e-4d06-bd6f-7f4b37e1feb1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 943 time: 0.6679771 Nov 19 04:16:05.887315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] For port e42e8416-b748-4569-9874-8dd7b1e41b6d, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:05.892119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] For port e42e8416-b748-4569-9874-8dd7b1e41b6d, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e42e8416-b748-4569-9874-8dd7b1e41b6d,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:05.894821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.899742 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3efe22-f340-4778-bf16-61a7531ca54f None None] Pushing event updated for resources: {'Port': ['ID=5586516b-2a85-45ac-bad0-cd1bccbedd48,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:05.919324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03905292-4330-4e7e-9ed9-4a137a10b90b req-3adeb885-cc5e-4ee1-a34d-98c8ef013f4f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741425 Nov 19 04:16:05.926409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:05.928403 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:05.941141 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.950452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:05.971576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:16:05.992446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, b6759d72-4e06-4c54-b945-c582c9e6670b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:06.001526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:06.002433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.006929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:06.010919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:06.015967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:06.032478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bcf18-73e7-4a54-823f-28d91f78edc8 None None] Network b6759d72-4e06-4c54-b945-c582c9e6670b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:06.034369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140cd141-76ce-4b6e-a4f3-ab979f92126b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:06.047564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Pushing event updated for resources: {'Port': ['ID=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:06.083993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fdae133e-4d16-495f-bf1c-71e6a09c22dd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4832187 Nov 19 04:16:06.095605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:06.111781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['be714cf4-8a08-4164-ac1b-0d82e423918a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:06.115200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1249910479', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:06.196936 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:16:06.231102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.232490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.266594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f460593c-1351-4189-994f-66d2da50b243 None None] Provisioning complete for port 5586516b-2a85-45ac-bad0-cd1bccbedd48 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:06.267288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f460593c-1351-4189-994f-66d2da50b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.275903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-2e0f987c-29c1-4dda-9ae8-a4022e7d3801 req-0153e4bc-15b0-44ee-bd15-78b2663a98e2 service neutron] (109986) timed out ('10.222.0.52', 38080) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:16:06.408930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:06.519836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.567392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.640965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f460593c-1351-4189-994f-66d2da50b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.677483 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:05Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:06.709298 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7676c0d-ccf9-41a9-ba82-fb895de71729 None None] The sync data for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 is: [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:05Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:06.762461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0113642-901f-4cbe-9ec8-ff3f56e30e60 None None] Network b6759d72-4e06-4c54-b945-c582c9e6670b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:06.844854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95998b-e228-491e-944c-1fd9d9021b81 None None] Pushing event updated for resources: {'Port': ['ID=e42e8416-b748-4569-9874-8dd7b1e41b6d,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:06.888900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f460593c-1351-4189-994f-66d2da50b243 None None] For port 5586516b-2a85-45ac-bad0-cd1bccbedd48, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5586516b-2a85-45ac-bad0-cd1bccbedd48,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:06.906449 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f460593c-1351-4189-994f-66d2da50b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:06.960959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.000704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.084515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bddfdbf2-e43a-4f73-a94a-6a434c458eff None None] Provisioning complete for port 5586516b-2a85-45ac-bad0-cd1bccbedd48 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:07.084515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bddfdbf2-e43a-4f73-a94a-6a434c458eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.147614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460593c-1351-4189-994f-66d2da50b243 None None] Pushing event updated for resources: {'Port': ['ID=5586516b-2a85-45ac-bad0-cd1bccbedd48,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:07.384323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5586516b-2a85-45ac-bad0-cd1bccbedd48 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:07.386992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bddfdbf2-e43a-4f73-a94a-6a434c458eff None None] Provisioning complete for port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:07.387374 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bddfdbf2-e43a-4f73-a94a-6a434c458eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.408435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.487707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bddfdbf2-e43a-4f73-a94a-6a434c458eff None None] Port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:07.545917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 5586516b-2a85-45ac-bad0-cd1bccbedd48 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:07.546636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.565324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Checking segment: {'id': '2e1639f3-43b8-4b38-9027-b60e7fd475a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7049fc1-93bd-46b4-961a-e0e44efcec2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:07.565919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network hostable DHCP agents. Network: d7049fc1-93bd-46b4-961a-e0e44efcec2b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:16:07.578250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Subnet': ['ID=6e47c6ac-b328-48e4-84e9-ba4d0969602e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:07.730540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.741879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e42e8416-b748-4569-9874-8dd7b1e41b6d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:07.758696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network d7049fc1-93bd-46b4-961a-e0e44efcec2b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:16:07.761852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.775873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f701f-3db1-4aa1-bdc7-4e777d98b973 req-4372e75d-143c-4f2b-aacf-ab987f0af7a2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:07.779664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-608f701f-3db1-4aa1-bdc7-4e777d98b973 req-4372e75d-143c-4f2b-aacf-ab987f0af7a2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 944 time: 0.2128923 Nov 19 04:16:07.798667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8eca8d-df3e-4893-8228-920b458f1a6d None None] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:07.865558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:16:07.898718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-608f701f-3db1-4aa1-bdc7-4e777d98b973 req-5362a9ee-24e2-4d0d-bad2-f3fec3a26b61 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078861 Nov 19 04:16:07.902004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d7049fc1-93bd-46b4-961a-e0e44efcec2b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:07.916521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ef09a7f8-21ea-4e0e-bce7-a419ae12c56b None None] Provisioning complete for port e42e8416-b748-4569-9874-8dd7b1e41b6d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:07.916951 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef09a7f8-21ea-4e0e-bce7-a419ae12c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.917418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:07.974553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849298c-671b-44ad-968e-c72247ac732e None None] Network d7049fc1-93bd-46b4-961a-e0e44efcec2b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:08.015598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.40 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/a73605f2-2621-48e6-b831-ce0d7f5767bd) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:08.029788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event updated for resources: {'Subnet': ['ID=681eb343-adb2-4c75-9a54-79fbb7a3a5c4,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:08.045150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Checking segment: {'id': '66efa181-87bf-4122-8fdd-9d1c3d367a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f6bea564-8de2-4620-82dd-14864b5554c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:08.045669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network hostable DHCP agents. Network: f6bea564-8de2-4620-82dd-14864b5554c1, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:16:08.117884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:08.123554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Network f6bea564-8de2-4620-82dd-14864b5554c1 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:16:08.141710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, f6bea564-8de2-4620-82dd-14864b5554c1) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:08.143172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e42e8416-b748-4569-9874-8dd7b1e41b6d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:08.143765 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.152933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Sync routers for ids ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:08.164460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.166620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8899823a-a80a-4513-852f-2ce4f397325e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1012666 Nov 19 04:16:08.167675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:08.168438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:08.169496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45108) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:08.170942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.186150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f358a41-e80f-4d79-b8b0-a1251643b582 None None] Network f6bea564-8de2-4620-82dd-14864b5554c1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:08.204305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55ba8b02-9801-4a45-834d-e91c120b5124 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9260504 Nov 19 04:16:08.207604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45110) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:08.281496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.306393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b822db7b-8b62-4bc3-bf52-71b5f25a1616 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:08.308499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b822db7b-8b62-4bc3-bf52-71b5f25a1616 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:08.310976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b822db7b-8b62-4bc3-bf52-71b5f25a1616 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:08.312886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b822db7b-8b62-4bc3-bf52-71b5f25a1616 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1040316 Nov 19 04:16:08.324818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45112) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:08.392711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.445149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef09a7f8-21ea-4e0e-bce7-a419ae12c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.453398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:08.460445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:08.465233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Routers {'43a8b6b0-cfd5-4646-b257-97ec80bae3bb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:08.465834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:08.467560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:08.475490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Deleting subnet 6e47c6ac-b328-48e4-84e9-ba4d0969602e {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:16:08.504247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.518610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32216b-d7c3-42bc-ba6f-a6864307f804 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:08.532689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=a73605f2-2621-48e6-b831-ce0d7f5767bd,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:08.684795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.717593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ef09a7f8-21ea-4e0e-bce7-a419ae12c56b None None] For port e42e8416-b748-4569-9874-8dd7b1e41b6d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e42e8416-b748-4569-9874-8dd7b1e41b6d,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:08.771133 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef09a7f8-21ea-4e0e-bce7-a419ae12c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.811436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Set router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:16:08.837878 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:08.968169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b3125-19ba-44bf-be16-d2b3751c58fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d7049fc1-93bd-46b4-961a-e0e44efcec2b', 'network_id': 'd7049fc1-93bd-46b4-961a-e0e44efcec2b', 'tenant_id': '3cfbee685a7a492eb5b164867379f6d8', 'fixed_ips': [{'subnet_id': '6e47c6ac-b328-48e4-84e9-ba4d0969602e'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:16:08.969097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-081b3125-19ba-44bf-be16-d2b3751c58fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.079464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:09.103012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Allocated IP 172.20.0.1 (a6bf4075-1cb9-4bad-9181-6f552089d3ff/7b125c16-2d3b-409c-a300-4544e0532ed9/8c0631ba-41ff-4dcf-83f4-ddad78c49908) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:09.133677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ad32-adc8-4f2d-b17e-ee19d22d6e8d req-6550308d-8f9c-478f-a706-ab125da773b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:09.135999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff39ad32-adc8-4f2d-b17e-ee19d22d6e8d req-6550308d-8f9c-478f-a706-ab125da773b8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 944 time: 0.0915828 Nov 19 04:16:09.166585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fd0c6f13-656d-47f7-be1b-0a2838378d51 None None] Provisioning complete for port a73605f2-2621-48e6-b831-ce0d7f5767bd triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:09.166839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6f13-656d-47f7-be1b-0a2838378d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.168862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a7f8-21ea-4e0e-bce7-a419ae12c56b None None] Pushing event updated for resources: {'Port': ['ID=e42e8416-b748-4569-9874-8dd7b1e41b6d,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:09.195428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.265700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff39ad32-adc8-4f2d-b17e-ee19d22d6e8d req-3684fa09-9327-4db4-a3e2-ff120ecd4094 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899370 Nov 19 04:16:09.322354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.338301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.371863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Subnet': ['ID=6e47c6ac-b328-48e4-84e9-ba4d0969602e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:09.374015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.380524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c6f13-656d-47f7-be1b-0a2838378d51 None None] Port a73605f2-2621-48e6-b831-ce0d7f5767bd cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:09.393664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0139377-07bf-421e-b3e0-b6afcc2ee9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-f6bea564-8de2-4620-82dd-14864b5554c1', 'network_id': 'f6bea564-8de2-4620-82dd-14864b5554c1', 'tenant_id': '3cfbee685a7a492eb5b164867379f6d8', 'fixed_ips': [{'subnet_id': '681eb343-adb2-4c75-9a54-79fbb7a3a5c4'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:16:09.394570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0139377-07bf-421e-b3e0-b6afcc2ee9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.395361 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.416545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5586516b-2a85-45ac-bad0-cd1bccbedd48 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:09.433916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.440402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7dae978d-a267-4be5-9c3d-8e2af5c66264 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/subnets/6e47c6ac-b328-48e4-84e9-ba4d0969602e HTTP/1.1" status: 204 len: 168 time: 1.1132958 Nov 19 04:16:09.441974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45118) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-081b3125-19ba-44bf-be16-d2b3751c58fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e47c6ac-b328-48e4-84e9-ba4d0969602e: This subnet is being modified by another concurrent operation. Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e47c6ac-b328-48e4-84e9-ba4d0969602e: This subnet is being modified by another concurrent operation. Nov 19 04:16:09.455474 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:16:09.499453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f5136-23f3-4bf5-b39e-65b4245bf20d None None] Network d7049fc1-93bd-46b4-961a-e0e44efcec2b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:09.509633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Deleting subnet 681eb343-adb2-4c75-9a54-79fbb7a3a5c4 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:16:09.526400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port be714cf4-8a08-4164-ac1b-0d82e423918a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:09.527014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.528655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:09.532169 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.537764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:09.566535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:09.608618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Pushing event updated for resources: {'Port': ['ID=8c0631ba-41ff-4dcf-83f4-ddad78c49908,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:09.627916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.656802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.694418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.752803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.767720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ef3f10be-079e-4096-939e-28959c737bdd None None] Provisioning complete for port e42e8416-b748-4569-9874-8dd7b1e41b6d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:09.768106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef3f10be-079e-4096-939e-28959c737bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.872230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 5586516b-2a85-45ac-bad0-cd1bccbedd48 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:09.873680 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.884554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 3, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:09.925217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.960203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Subnet': ['ID=681eb343-adb2-4c75-9a54-79fbb7a3a5c4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:09.963339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:16:09.971952 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.983472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:09.991504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45126) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:09.991681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e747cf02-55b5-407d-8f8f-cc793d32ec2b tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/subnets/681eb343-adb2-4c75-9a54-79fbb7a3a5c4 HTTP/1.1" status: 204 len: 168 time: 0.5482388 Nov 19 04:16:09.996211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Checking router: 43a8b6b0-cfd5-4646-b257-97ec80bae3bb for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:16:09.996589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Updating router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-c0139377-07bf-421e-b3e0-b6afcc2ee9fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 681eb343-adb2-4c75-9a54-79fbb7a3a5c4: This subnet is being modified by another concurrent operation. Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 681eb343-adb2-4c75-9a54-79fbb7a3a5c4: This subnet is being modified by another concurrent operation. Nov 19 04:16:10.006206 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 04:16:10.042812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0700d-ffa5-4865-ba21-4c791f5b01f8 None None] Network f6bea564-8de2-4620-82dd-14864b5554c1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:10.049374 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.118909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.124231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46922829-780d-4d7e-b7e2-8f027c02bf59 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:10.131205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46922829-780d-4d7e-b7e2-8f027c02bf59 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1327853 Nov 19 04:16:10.135083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45128) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:10.185736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:10.196088 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:10.206081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:10.208551 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9fa3a7-fe9d-4435-b862-38b21aacd27d" -d '{"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-plugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:10.214148 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:10.215167 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:10.236918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.244387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.248647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-154fec02-f594-49aa-bc46-97f32f2cc6e8 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1512141 Nov 19 04:16:10.250607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45134) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:10.257633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:10.297687 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:10.318629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:10.322004 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:10.398213 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:10.399102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cce848-3c7e-40d9-8cf4-67ff7d4a6d8b None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:10.609748 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.613055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e42e8416-b748-4569-9874-8dd7b1e41b6d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:10.618366 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209da630-5af6-4854-8955-b72cfb58403c x-openstack-request-id: req-209da630-5af6-4854-8955-b72cfb58403c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:10.619038 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-plugged", "status": "completed", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:10.619470 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-209da630-5af6-4854-8955-b72cfb58403c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:10.620033 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'code': 200} Nov 19 04:16:10.682614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.706873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.719886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.724365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe2709-c84d-4c7c-b3cb-4c0f71138a8f None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:16:10.758808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8b2d8edc-da28-4e4c-948c-da166d793580 None None] Provisioning complete for port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:10.759187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8edc-da28-4e4c-948c-da166d793580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:10.870496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:10.900249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8edc-da28-4e4c-948c-da166d793580 None None] Port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:10.942191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e42e8416-b748-4569-9874-8dd7b1e41b6d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:10.942635 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.039410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe2709-c84d-4c7c-b3cb-4c0f71138a8f None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:16:11.143088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bea564-8de2-4620-82dd-14864b5554c1']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.162999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3046f2c-d178-46b1-b719-a05475aa9ae1 req-94674964-6233-45c4-aabf-19a352bf3998 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:11.164535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3046f2c-d178-46b1-b719-a05475aa9ae1 req-94674964-6233-45c4-aabf-19a352bf3998 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 946 time: 0.6546063 Nov 19 04:16:11.183798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66efa181-87bf-4122-8fdd-9d1c3d367a75') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.183798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66efa181-87bf-4122-8fdd-9d1c3d367a75') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.190575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.204191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.221371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.224684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Pushing event updated for resources: {'Port': ['ID=8c0631ba-41ff-4dcf-83f4-ddad78c49908,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:11.242975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.277803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960673-d419-4fb1-a666-cc936fcb278f req-3e9399c6-0e6f-472e-9aac-55cd34497756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:11.279411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce960673-d419-4fb1-a666-cc936fcb278f req-3e9399c6-0e6f-472e-9aac-55cd34497756 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1097 time: 0.6384206 Nov 19 04:16:11.285457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501ebe-215d-482f-a502-6703d588df72 None None] Pushing event updated for resources: {'Port': ['ID=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:11.287932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Attempting to bind port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:11.288424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Attempting to bind port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:11.288887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Attempting to bind port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:11.303824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:11.304348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:11.304852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.305341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:11.306353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Bound port: be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:11.306353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.307850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.375526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:16:11.375949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:16:11.383606 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:16:11.410030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] For port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:11.414266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] For port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:11.422203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.462979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3046f2c-d178-46b1-b719-a05475aa9ae1 req-479cecca-b217-42b4-a2a8-99a2565a2a5a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831962 Nov 19 04:16:11.502034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce960673-d419-4fb1-a666-cc936fcb278f req-7f469512-89cf-4e5e-9c22-cdc3c274f9f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105284 Nov 19 04:16:11.545294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501ebe-215d-482f-a502-6703d588df72 None None] Pushing event updated for resources: {'Port': ['ID=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:11.557345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Routers {'43a8b6b0-cfd5-4646-b257-97ec80bae3bb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:11.558388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.564863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.570637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.573964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/networks/f6bea564-8de2-4620-82dd-14864b5554c1 HTTP/1.1" status: 204 len: 168 time: 1.4376645 Nov 19 04:16:11.578188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45140) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:11.644770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc1a2-aaf6-435b-b6cb-e0b3abe6ea72 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Network': ['ID=f6bea564-8de2-4620-82dd-14864b5554c1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:11.687957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:11.743335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.766677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f27f1-2bd4-4d87-8457-9151e56058cd None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 04:16:11.849808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:11.877856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] Set router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:16:11.907050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.934463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7049fc1-93bd-46b4-961a-e0e44efcec2b']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.948859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1639f3-43b8-4b38-9027-b60e7fd475a5') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.949409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1639f3-43b8-4b38-9027-b60e7fd475a5') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:11.963326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.981192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.989584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:16:11.990067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:16:11.999554 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:16:12.018736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.092328 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.102236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.106602 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/networks/d7049fc1-93bd-46b4-961a-e0e44efcec2b HTTP/1.1" status: 204 len: 168 time: 0.5265415 Nov 19 04:16:12.109642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f27f1-2bd4-4d87-8457-9151e56058cd None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 04:16:12.125850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45146) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:12.127402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cabe9c-a2d0-46c6-beac-6391345e187c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Network': ['ID=d7049fc1-93bd-46b4-961a-e0e44efcec2b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:12.132050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:12.242216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.247476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:16:09Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8c0631ba-41ff-4dcf-83f4-ddad78c49908', 'name': '', 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'mac_address': 'fa:16:3e:6a:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:08Z', 'updated_at': '2021-11-19T04:16:10Z', 'revision_number': 2, 'project_id': '8df193930fe2467597daa7145669bfc5', 'subnets': [{'id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:12.285690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23e99cc-464a-4741-b86b-a33e4aa52211 None None] The sync data for ids ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'] in n-d-818503-1 is: [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:16:09Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8c0631ba-41ff-4dcf-83f4-ddad78c49908', 'name': '', 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'mac_address': 'fa:16:3e:6a:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:08Z', 'updated_at': '2021-11-19T04:16:10Z', 'revision_number': 2, 'project_id': '8df193930fe2467597daa7145669bfc5', 'subnets': [{'id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:12.359681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.389323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760ba960-454e-44d4-937f-ad88e0c36fca']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:12.401365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b8dd2b-7adb-42a0-b831-4da0a7c22b16') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:12.401665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b8dd2b-7adb-42a0-b831-4da0a7c22b16') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:12.418047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.435458 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.440155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:12.442571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:16:12.443326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:16:12.447077 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:16:12.465371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7619b05-510f-487d-b4dc-640a6eb6fedf admin admin] 10.222.0.52 "PUT /v2.0/routers/43a8b6b0-cfd5-4646-b257-97ec80bae3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2942786 Nov 19 04:16:12.506225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af519d-038e-4311-b7e3-b8a09440ac9c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:12.574055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.598925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.604494 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/networks/760ba960-454e-44d4-937f-ad88e0c36fca HTTP/1.1" status: 204 len: 168 time: 0.4695756 Nov 19 04:16:12.604646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffeb71f-2f0f-4611-95c8-da38cfdfacc9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:12.610882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1904f22c-fd89-4b16-9c73-dd1a985d9c76 None None] Provisioning complete for port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:12.611267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1904f22c-fd89-4b16-9c73-dd1a985d9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.612941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45166) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:12.772305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5bdd9-4aa2-4908-80a5-18f9decd805c tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Network': ['ID=760ba960-454e-44d4-937f-ad88e0c36fca,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:12.785278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-3a16a28b-6c10-4f4f-80ad-9e327d6bfa5a tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:12.786922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-3a16a28b-6c10-4f4f-80ad-9e327d6bfa5a tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/networks?id=25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 200 len: 814 time: 0.5088201 Nov 19 04:16:12.792919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.851944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1904f22c-fd89-4b16-9c73-dd1a985d9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.891812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-57de1a6a-e6ab-4bb4-ace2-dee7b9f5c449 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/quotas/6885c6f6157a4752867a137d239e7b57 HTTP/1.1" status: 200 len: 375 time: 0.0877354 Nov 19 04:16:12.913086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1904f22c-fd89-4b16-9c73-dd1a985d9c76 None None] For port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:12.922548 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1904f22c-fd89-4b16-9c73-dd1a985d9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:12.992478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.003432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-7b03231a-3f42-4029-9269-0a11e6a1cfe6 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6885c6f6157a4752867a137d239e7b57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971370 Nov 19 04:16:13.027247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e8034e-afb9-4eb0-a101-d54fb2a063c9']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:13.038353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d21601-a7ac-4085-98aa-15f809c92fe0') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:13.038658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d21601-a7ac-4085-98aa-15f809c92fe0') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:13.061214 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.096956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.107754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:16:13.108368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:16:13.111647 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:16:13.197149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.1 (b6759d72-4e06-4c54-b945-c582c9e6670b/913850e8-b31d-4c38-b260-c5d794bde3e5/133ba127-ebea-4900-90fe-831d94a8332f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:13.213165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.251240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.277970 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] 10.222.0.52 "DELETE /v2.0/networks/25e8034e-afb9-4eb0-a101-d54fb2a063c9 HTTP/1.1" status: 204 len: 168 time: 0.6590078 Nov 19 04:16:13.280470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb534f-c7be-48d8-924f-61dd1de33007 tempest-BulkNetworkOpsIpV6Test-1294857293 tempest-BulkNetworkOpsIpV6Test-1294857293-project] Pushing event deleted for resources: {'Network': ['ID=25e8034e-afb9-4eb0-a101-d54fb2a063c9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:13.321471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0fcb6202-fa40-4c90-96bf-19f7ce12ab39 service neutron] 10.222.0.52 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899339 Nov 19 04:16:13.419966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904f22c-fd89-4b16-9c73-dd1a985d9c76 None None] Pushing event updated for resources: {'Port': ['ID=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:13.435441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-66f4e6b6-3483-42f2-8a9a-6eaeb6ad202c None None] Provisioning complete for port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:13.435799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-66f4e6b6-3483-42f2-8a9a-6eaeb6ad202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.507918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-66f4e6b6-3483-42f2-8a9a-6eaeb6ad202c None None] Port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:13.525220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-66f4e6b6-3483-42f2-8a9a-6eaeb6ad202c None None] Provisioning complete for port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:13.526405 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-66f4e6b6-3483-42f2-8a9a-6eaeb6ad202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.695400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.717019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-8dac53cd-e789-44ee-a57b-1493e62c2089 service neutron] 10.222.0.52 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936291 Nov 19 04:16:13.776505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:13.823255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45246) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:13.894431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:13.926952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:13.942335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:13.952465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da134db-a980-46d3-9565-5e51c42b9b08 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:14.049625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=133ba127-ebea-4900-90fe-831d94a8332f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:14.080419 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.101505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dc78c756-6b50-4448-a53c-208317162863 None None] Provisioning complete for port 133ba127-ebea-4900-90fe-831d94a8332f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:14.102422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc78c756-6b50-4448-a53c-208317162863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.142171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc78c756-6b50-4448-a53c-208317162863 None None] Port 133ba127-ebea-4900-90fe-831d94a8332f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:14.150324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d408688b-d5b7-4d9c-972e-827d88c5a7dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3cfbee685a7a492eb5b164867379f6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249688 Nov 19 04:16:14.152782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:14.177249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc8dc-486c-4e20-8324-59f2f652bb51 req-2f35efac-b922-4eff-a66d-d31c29725919 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:14.184772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd0cc8dc-486c-4e20-8324-59f2f652bb51 req-2f35efac-b922-4eff-a66d-d31c29725919 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 946 time: 0.1727021 Nov 19 04:16:14.219342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc0d33f4-bbd8-4ff9-879d-3df5eebd6afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.305573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc0d33f4-bbd8-4ff9-879d-3df5eebd6afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.326701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd0cc8dc-486c-4e20-8324-59f2f652bb51 req-344c04c0-4a05-485d-b09b-e9d3a317ecdb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395118 Nov 19 04:16:14.400223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.443371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc0d33f4-bbd8-4ff9-879d-3df5eebd6afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.446323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc0d33f4-bbd8-4ff9-879d-3df5eebd6afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:14.450262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc0d33f4-bbd8-4ff9-879d-3df5eebd6afd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9316bc0-99ad-496c-9bd3-115fb211cd00 HTTP/1.1" status: 204 len: 168 time: 0.2920108 Nov 19 04:16:14.469467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d33f4-bbd8-4ff9-879d-3df5eebd6afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9316bc0-99ad-496c-9bd3-115fb211cd00,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:14.659461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4f574-68d1-4880-8b78-d4397641491b req-4758f41a-e51a-4fc1-960c-8c912ee362a4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:14.662666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cf4f574-68d1-4880-8b78-d4397641491b req-4758f41a-e51a-4fc1-960c-8c912ee362a4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1694157 Nov 19 04:16:15.142937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cf4f574-68d1-4880-8b78-d4397641491b req-8eb4cbdd-5f2d-4256-a654-b448e2138f67 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757642 Nov 19 04:16:15.260133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d48d431-6065-4621-b0c5-a99a60915c91 req-a4680b68-47e0-4ec4-b024-40577e92500c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 210 time: 0.0381823 Nov 19 04:16:15.358987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:15.392519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:15.398563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:15.470545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:15.470894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:15.477675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=133ba127-ebea-4900-90fe-831d94a8332f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:15.581357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:15.608338 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:15.712833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b99800-6d8a-41b5-96f8-50a368e956bb req-2e20ddb1-88c7-429b-bf89-1017bf5a90f8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:15.720675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5b99800-6d8a-41b5-96f8-50a368e956bb req-2e20ddb1-88c7-429b-bf89-1017bf5a90f8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2661209 Nov 19 04:16:15.762018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c6b241a2-cf8e-4b93-834b-14181765bcd0 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] Request body: {'port': {'network_id': '63b61923-a189-459e-81f4-2343bb90ad92', 'name': 'tempest-NetworksNegativeTestJSON-49603383'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:15.777898 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b241a2-cf8e-4b93-834b-14181765bcd0 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] POST failed (client error): The resource could not be found. Nov 19 04:16:15.778688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b241a2-cf8e-4b93-834b-14181765bcd0 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:15.783911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6b241a2-cf8e-4b93-834b-14181765bcd0 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2007437 Nov 19 04:16:15.784522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45328) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:15.811728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-e8a8ca11-b39a-4555-aa04-4d9b95f58430 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:15.813640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-e8a8ca11-b39a-4555-aa04-4d9b95f58430 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.36 "GET /v2.0/networks?id=25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 200 len: 814 time: 0.3023736 Nov 19 04:16:15.815612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:15.816713 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad38a412-ab17-49c1-ac17-df5cba3c9979 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] DELETE failed (client error): The resource could not be found. Nov 19 04:16:15.817308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad38a412-ab17-49c1-ac17-df5cba3c9979 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:15.819786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:15.822568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ad38a412-ab17-49c1-ac17-df5cba3c9979 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "DELETE /v2.0/networks/5404f18f-4e96-4d95-bb64-e88921c22e13 HTTP/1.1" status: 404 len: 339 time: 0.0370171 Nov 19 04:16:15.826471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45330) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:15.842033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Request body: {'port': {'device_id': '2e255527-492f-4905-8db0-37d293a0fa73', 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7', 'admin_state_up': True, 'tenant_id': '6885c6f6157a4752867a137d239e7b57'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:15.842890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0865a9-f82e-45f5-a81d-92df5462b8e5 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:15.883866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1755ce77-097a-42e5-86d4-42fa3487a277 None None] Provisioning complete for port 133ba127-ebea-4900-90fe-831d94a8332f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:15.884607 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1755ce77-097a-42e5-86d4-42fa3487a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:15.891043 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3675ff15-b913-4220-9760-16a2bd639df3 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] DELETE failed (client error): The resource could not be found. Nov 19 04:16:15.891602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3675ff15-b913-4220-9760-16a2bd639df3 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:15.906769 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3675ff15-b913-4220-9760-16a2bd639df3 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "DELETE /v2.0/ports/85b0d8f4-b39e-40bf-91d5-7d11c0f6840b HTTP/1.1" status: 404 len: 333 time: 0.0618763 Nov 19 04:16:15.906981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5b99800-6d8a-41b5-96f8-50a368e956bb req-c1376edb-afe8-4f5f-b99c-41c8e61bba23 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827707 Nov 19 04:16:15.910996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45332) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:15.963610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Sync routers for ids ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:15.984869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1755ce77-097a-42e5-86d4-42fa3487a277 None None] Port 133ba127-ebea-4900-90fe-831d94a8332f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:15.998666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Routers {'43a8b6b0-cfd5-4646-b257-97ec80bae3bb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:16.000675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:16.003447 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-622c8496-3f6b-485c-892c-e215b75284f1 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] DELETE failed (client error): The resource could not be found. Nov 19 04:16:16.005706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622c8496-3f6b-485c-892c-e215b75284f1 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:16.011630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-622c8496-3f6b-485c-892c-e215b75284f1 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "DELETE /v2.0/subnets/d7495e27-a565-488c-86ed-c30cdbb1cb89 HTTP/1.1" status: 404 len: 337 time: 0.0927458 Nov 19 04:16:16.015393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45338) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.058566 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-6861e765-2f28-4a06-8507-1c47f18c5378 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] GET failed (client error): The resource could not be found. Nov 19 04:16:16.060646 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6861e765-2f28-4a06-8507-1c47f18c5378 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "GET /v2.0/networks/b8f5c697-febc-4062-af22-3aa5993db5d2 HTTP/1.1" status: 404 len: 339 time: 0.0433147 Nov 19 04:16:16.064396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.096688 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-31562c2a-6bcc-42e9-8451-c71f29f5c499 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] GET failed (client error): The resource could not be found. Nov 19 04:16:16.098565 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-31562c2a-6bcc-42e9-8451-c71f29f5c499 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "GET /v2.0/ports/1fecfe49-8cac-4a94-8fda-970a73eaf64f HTTP/1.1" status: 404 len: 333 time: 0.0329561 Nov 19 04:16:16.102147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.147048 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e06331c-6bd8-4f83-97eb-55edc40b6937 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] GET failed (client error): The resource could not be found. Nov 19 04:16:16.151999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Made reservation on behalf of 6885c6f6157a4752867a137d239e7b57 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:16.153133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e06331c-6bd8-4f83-97eb-55edc40b6937 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "GET /v2.0/subnets/e6b6445f-885e-4d19-bc49-6c8eb71185f3 HTTP/1.1" status: 404 len: 337 time: 0.0454144 Nov 19 04:16:16.154585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45344) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.155701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:16.160966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4a72f5ab-35ca-4835-9474-15caffaae151 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:16.180135 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a72f5ab-35ca-4835-9474-15caffaae151 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] PUT failed (client error): The resource could not be found. Nov 19 04:16:16.180958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a72f5ab-35ca-4835-9474-15caffaae151 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:16.182643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4a72f5ab-35ca-4835-9474-15caffaae151 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "PUT /v2.0/networks/2f2cb092-d5ff-4431-8904-ad866fe3e62f HTTP/1.1" status: 404 len: 339 time: 0.0267429 Nov 19 04:16:16.186326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45348) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.186463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf546-ebb6-4b68-be2d-b7adda51aab7 req-2135b4fd-2b37-4504-8200-2c152fcd4a12 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:16.188036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fbdf546-ebb6-4b68-be2d-b7adda51aab7 req-2135b4fd-2b37-4504-8200-2c152fcd4a12 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 946 time: 0.1350818 Nov 19 04:16:16.190024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:16.197458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-efcd82b9-6785-4f89-a126-c37887b75f00 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:16.204443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Set router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:16:16.228092 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcd82b9-6785-4f89-a126-c37887b75f00 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] PUT failed (client error): The resource could not be found. Nov 19 04:16:16.228660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcd82b9-6785-4f89-a126-c37887b75f00 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:16.234413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-efcd82b9-6785-4f89-a126-c37887b75f00 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "PUT /v2.0/ports/c9541adf-998d-4033-9215-ded3737292f4 HTTP/1.1" status: 404 len: 333 time: 0.0418303 Nov 19 04:16:16.235034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45350) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.242413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d50ad79c-3009-45c7-9f09-85caec33d820 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:16.272501 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ad79c-3009-45c7-9f09-85caec33d820 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] PUT failed (client error): The resource could not be found. Nov 19 04:16:16.273311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ad79c-3009-45c7-9f09-85caec33d820 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:16:16.281589 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d50ad79c-3009-45c7-9f09-85caec33d820 tempest-NetworksNegativeTestJSON-433749001 tempest-NetworksNegativeTestJSON-433749001-project] 10.222.0.52 "PUT /v2.0/subnets/be4e2324-3165-488a-8d2a-e3b4d80214ac HTTP/1.1" status: 404 len: 337 time: 0.0423846 Nov 19 04:16:16.424801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fbdf546-ebb6-4b68-be2d-b7adda51aab7 req-a8c85078-63aa-459f-926d-fa77188b1913 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265003 Nov 19 04:16:16.462711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:16.464255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Allocated IP 172.20.0.6 (25a3bb21-6afe-4f61-9981-523581fc05b7/dafc51c6-750e-47e8-90a2-fc3ca4347ddc/d7a26e99-cbaf-4148-8e16-5d291c11ae27) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:16.478476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-07b15852-7d1d-49b2-adc1-b6fc18f6cfd2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/routers/ba2670cb-d9a4-440d-af53-7f84390ba397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2266643 Nov 19 04:16:16.482947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45356) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.491500 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:16.494871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:16:09Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8c0631ba-41ff-4dcf-83f4-ddad78c49908', 'name': '', 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'mac_address': 'fa:16:3e:6a:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:08Z', 'updated_at': '2021-11-19T04:16:10Z', 'revision_number': 2, 'project_id': '8df193930fe2467597daa7145669bfc5', 'subnets': [{'id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:16.495521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'port': {'network_id': 'b6759d72-4e06-4c54-b945-c582c9e6670b', 'name': 'tempest-FloatingIPTestJSON-392997061'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:16.507666 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:16.509367 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:16.575617 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:16.582048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Checking router: 43a8b6b0-cfd5-4646-b257-97ec80bae3bb for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:16:16.583467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Updating router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:16:16.596375 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:16.598798 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:16.629301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:16.712940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:16.784659 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:16.785587 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94db9e9-00b5-4eee-83f3-83e835b06705 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:16.879687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:16.883333 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:16.892868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6381c4-37c3-45a5-9dc9-c1a7999e3ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:16.906885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-0e770431-b975-4e0e-a515-1ca557346efa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:16.908467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-0e770431-b975-4e0e-a515-1ca557346efa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.3005192 Nov 19 04:16:16.920988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] device_id is not set on port 1d7aef47-b8a8-469e-9b80-c134386534d1 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:16:16.956300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.003813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6381c4-37c3-45a5-9dc9-c1a7999e3ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.010108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6381c4-37c3-45a5-9dc9-c1a7999e3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.010591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-9d3b7842-302e-4452-aae9-f4a244c7855c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/quotas/5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 375 time: 0.0816984 Nov 19 04:16:17.064915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6381c4-37c3-45a5-9dc9-c1a7999e3ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c1bec-2ab9-4215-ad53-b8cd9d9ea505,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:17.069584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6b6381c4-37c3-45a5-9dc9-c1a7999e3ac7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cacb99c65eba461e80623266efab3cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3554728 Nov 19 04:16:17.072151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:17.110111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.119955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.163005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-7cfc2b89-24de-4dd3-9687-0d46526710f1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1511328 Nov 19 04:16:17.197372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.210819 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a74828f7-dab3-481e-bc1e-176e3bbb5f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.253678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fe268-68da-4e67-b27f-7e4032f1cd6a None None] Pushing event updated for resources: {'Port': ['ID=8c0631ba-41ff-4dcf-83f4-ddad78c49908,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:17.272107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a74828f7-dab3-481e-bc1e-176e3bbb5f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.299689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.3 (b6759d72-4e06-4c54-b945-c582c9e6670b/913850e8-b31d-4c38-b260-c5d794bde3e5/1d7aef47-b8a8-469e-9b80-c134386534d1) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:17.345703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:17.360929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Attempting to bind port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:17.361380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:17.361540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Attempting to bind port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:17.362052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Attempting to bind port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 on network a6bf4075-1cb9-4bad-9181-6f552089d3ff {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:17.368786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:17.369093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Checking segment: {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:17.369508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.369917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Bound using segment: {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:17.370781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Bound port: 8c0631ba-41ff-4dcf-83f4-ddad78c49908, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfea788-8cf1-40e6-84b4-dfe9333372e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:17.371189 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.372921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Pushing event updated for resources: {'Port': ['ID=d7a26e99-cbaf-4148-8e16-5d291c11ae27,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:17.381443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a74828f7-dab3-481e-bc1e-176e3bbb5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.383923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc284f-6791-406c-aa1d-d7926a27b231 None None] DHCP port deletion for 25a3bb21-6afe-4f61-9981-523581fc05b7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:17.386169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a74828f7-dab3-481e-bc1e-176e3bbb5f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.387682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a74828f7-dab3-481e-bc1e-176e3bbb5f81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c00c1bec-2ab9-4215-ad53-b8cd9d9ea505 HTTP/1.1" status: 204 len: 168 time: 0.3145070 Nov 19 04:16:17.396964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:17.401276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74828f7-dab3-481e-bc1e-176e3bbb5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c1bec-2ab9-4215-ad53-b8cd9d9ea505,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:17.444682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-9a5dd73e-e825-45f0-94f5-6cd863470ccc service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722688 Nov 19 04:16:17.534535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] For port 8c0631ba-41ff-4dcf-83f4-ddad78c49908, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:17.559831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] For port 8c0631ba-41ff-4dcf-83f4-ddad78c49908, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8c0631ba-41ff-4dcf-83f4-ddad78c49908,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:17.567337 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.577015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cf25d8f4-f5cb-4b02-9abc-52ad965653c6 None None] Provisioning complete for port d7a26e99-cbaf-4148-8e16-5d291c11ae27 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:17.581147 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf25d8f4-f5cb-4b02-9abc-52ad965653c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.600522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:17.601175 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.688597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Routers {'43a8b6b0-cfd5-4646-b257-97ec80bae3bb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:17.690664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:17.718164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-f6db25d6-3486-45b9-9cd5-2339d5f3762f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8938482 Nov 19 04:16:17.738722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Request body: {'port': {'device_id': '2e255527-492f-4905-8db0-37d293a0fa73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:17.779762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cf25d8f4-f5cb-4b02-9abc-52ad965653c6 None None] Port d7a26e99-cbaf-4148-8e16-5d291c11ae27 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:17.812202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fe268-68da-4e67-b27f-7e4032f1cd6a None None] Pushing event updated for resources: {'Port': ['ID=8c0631ba-41ff-4dcf-83f4-ddad78c49908,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:17.827234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-7eac95c2-65af-4026-afe2-72ce959ef118 service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673685 Nov 19 04:16:17.905271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.938788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ee1e1006-f016-41fd-9bb8-cba85d74777a None None] Provisioning complete for port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:17.941964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1006-f016-41fd-9bb8-cba85d74777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:17.942441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.003068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] Set router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:16:18.149398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.252967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1006-f016-41fd-9bb8-cba85d74777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.353564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ee1e1006-f016-41fd-9bb8-cba85d74777a None None] For port 8c0631ba-41ff-4dcf-83f4-ddad78c49908, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8c0631ba-41ff-4dcf-83f4-ddad78c49908,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:18.361390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1006-f016-41fd-9bb8-cba85d74777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.387204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:18.399648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=1d7aef47-b8a8-469e-9b80-c134386534d1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:18.404334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:18.416532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:18.437586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf822d-47fd-428d-8fec-70ba51e53361 req-cbee559f-4c21-4022-9421-d1897cd2aa80 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:18.440346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b01807-1e47-4e12-9b17-4a8b51decd76 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:18.448203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19cf822d-47fd-428d-8fec-70ba51e53361 req-cbee559f-4c21-4022-9421-d1897cd2aa80 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 931 time: 0.2165442 Nov 19 04:16:18.553137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e1006-f016-41fd-9bb8-cba85d74777a None None] Pushing event updated for resources: {'Port': ['ID=8c0631ba-41ff-4dcf-83f4-ddad78c49908,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:18.568877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c6b2a785-d28f-4cc9-8e99-0699e72bfeda None None] Provisioning complete for port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:18.569187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a785-d28f-4cc9-8e99-0699e72bfeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.611061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:18.611766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.614753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:16:09Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8c0631ba-41ff-4dcf-83f4-ddad78c49908', 'name': '', 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'mac_address': 'fa:16:3e:6a:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:08Z', 'updated_at': '2021-11-19T04:16:17Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'subnets': [{'id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:18.648656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddee6ec-f05a-4a7e-95b6-d971852e6adf None None] The sync data for ids ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'] in n-d-818503-1 is: [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:16:09Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8c0631ba-41ff-4dcf-83f4-ddad78c49908', 'name': '', 'network_id': 'a6bf4075-1cb9-4bad-9181-6f552089d3ff', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'mac_address': 'fa:16:3e:6a:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:08Z', 'updated_at': '2021-11-19T04:16:17Z', 'revision_number': 4, 'project_id': '8df193930fe2467597daa7145669bfc5', 'subnets': [{'id': '7b125c16-2d3b-409c-a300-4544e0532ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:18.682773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19cf822d-47fd-428d-8fec-70ba51e53361 req-8fc47f6e-398c-4a62-9018-447e7b2384ef tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336402 Nov 19 04:16:18.717101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b4bef07e-3802-4fe4-8442-ecbd859c7848 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2297907 Nov 19 04:16:18.717829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45408) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:18.723752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'port': {'network_id': 'b6759d72-4e06-4c54-b945-c582c9e6670b', 'name': 'tempest-FloatingIPTestJSON-1893268635'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:18.792718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45412) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:18.864748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a26e99-cbaf-4148-8e16-5d291c11ae27 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:18.873437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a25e1b85-ad1b-4aeb-98f8-ac9e7354dac4 req-983427e2-f229-448f-9039-94e25e752ea8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 210 time: 0.0575690 Nov 19 04:16:18.882492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.919453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7ba28f1f-3b2b-4e73-8a7a-4f7674f52a51 None None] Provisioning complete for port 1d7aef47-b8a8-469e-9b80-c134386534d1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:18.920533 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ba28f1f-3b2b-4e73-8a7a-4f7674f52a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.924897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Transition to ACTIVE for port object d7a26e99-cbaf-4148-8e16-5d291c11ae27 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:16:18.938457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:18.977482 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:16:19.004361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7ba28f1f-3b2b-4e73-8a7a-4f7674f52a51 None None] Port 1d7aef47-b8a8-469e-9b80-c134386534d1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:19.030280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:19.049263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132812ca-5c9d-49c1-8379-2eec27b316c0 None None] DHCP port deletion for 25a3bb21-6afe-4f61-9981-523581fc05b7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:19.049584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.096753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] device_id is not set on port f69836d3-7494-456c-b79c-670f1f7863c0 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:16:19.105981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-216171431'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:19.151048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a26e99-cbaf-4148-8e16-5d291c11ae27,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:19.194668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Attempting to bind port d7a26e99-cbaf-4148-8e16-5d291c11ae27 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:19.195182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Attempting to bind port d7a26e99-cbaf-4148-8e16-5d291c11ae27 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:19.195615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Attempting to bind port d7a26e99-cbaf-4148-8e16-5d291c11ae27 on network 25a3bb21-6afe-4f61-9981-523581fc05b7 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:19.201969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Made reservation on behalf of c2f519858e824829b0b2ff7d16d33fd3 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:19.206585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.210182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Port d7a26e99-cbaf-4148-8e16-5d291c11ae27 on network 25a3bb21-6afe-4f61-9981-523581fc05b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:16:19.210604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Attempting to bind port d7a26e99-cbaf-4148-8e16-5d291c11ae27 on network 25a3bb21-6afe-4f61-9981-523581fc05b7 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:19.221842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.224189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:19.224548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Checking segment: {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:19.225019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Bound using segment: {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:19.225553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Bound port: d7a26e99-cbaf-4148-8e16-5d291c11ae27, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:19.226006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.359336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.6 (b6759d72-4e06-4c54-b945-c582c9e6670b/913850e8-b31d-4c38-b260-c5d794bde3e5/f69836d3-7494-456c-b79c-670f1f7863c0) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:19.413768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8c0631ba-41ff-4dcf-83f4-ddad78c49908 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:19.433458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] For port d7a26e99-cbaf-4148-8e16-5d291c11ae27, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:19.441342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] For port d7a26e99-cbaf-4148-8e16-5d291c11ae27, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:19.460955 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.505816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c05c79-f7d2-465c-8e4a-2e4df2f6dfca None None] DHCP port deletion for 25a3bb21-6afe-4f61-9981-523581fc05b7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:19.520728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:19.520983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:19.521100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.521499 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.523043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7a26e99-cbaf-4148-8e16-5d291c11ae27 HTTP/1.1" status: 200 len: 1091 time: 1.7943823 Nov 19 04:16:19.523574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e255527-492f-4905-8db0-37d293a0fa73', 'tag': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:19.525992 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2e255527-492f-4905-8db0-37d293a0fa73", "tag": "d7a26e99-cbaf-4148-8e16-5d291c11ae27"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:19.612874 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71430e2a-aa1a-4630-8e35-00502e87807e x-openstack-request-id: req-71430e2a-aa1a-4630-8e35-00502e87807e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:19.613177 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e255527-492f-4905-8db0-37d293a0fa73", "tag": "d7a26e99-cbaf-4148-8e16-5d291c11ae27", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:19.613452 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71430e2a-aa1a-4630-8e35-00502e87807e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:19.613850 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e255527-492f-4905-8db0-37d293a0fa73', 'tag': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27', 'status': 'completed', 'code': 200} Nov 19 04:16:19.635836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.659156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.678766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd7e01-5989-40e1-8dad-a72f260fb8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a26e99-cbaf-4148-8e16-5d291c11ae27,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:19.699803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.711297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:16:19.725118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-125103ce-ca3b-43f3-86eb-5af8f48561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:19.727083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-125103ce-ca3b-43f3-86eb-5af8f48561d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6885c6f6157a4752867a137d239e7b57&device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 1094 time: 0.1373541 Nov 19 04:16:19.729049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e90c03-964a-4ff8-8c26-d1808ec2c86a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:19.736303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.736661 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Added segment 4d1b696d-f5a1-40a3-9c4a-7be4a768b91c of type vlan for network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 Nov 19 04:16:19.783413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.842055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:19.846702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:19.850751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:19.861504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e444c-0891-4302-aa98-5a22bc9603e4 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:19.883239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=f69836d3-7494-456c-b79c-670f1f7863c0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:19.926764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:19.928101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.928321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ef42f26d-f737-4e0f-a44f-9501a312bb5b None None] Provisioning complete for port f69836d3-7494-456c-b79c-670f1f7863c0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:19.929666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef42f26d-f737-4e0f-a44f-9501a312bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:19.953358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8cf52ca2-fedf-4245-9506-ff9d0191325b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2335854 Nov 19 04:16:19.956919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45424) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:19.962411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'f69836d3-7494-456c-b79c-670f1f7863c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:20.007206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ef42f26d-f737-4e0f-a44f-9501a312bb5b None None] Port f69836d3-7494-456c-b79c-670f1f7863c0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:20.023843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.159302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.216193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-0b7cf9ad-7952-4e9a-adfc-ad447f1fe468 req-b4031a76-cc5b-4dc5-b3f6-20d4951a56f2 tempest-VolumesAdminNegativeTest-605980476 tempest-VolumesAdminNegativeTest-605980476-project] (109986) timed out ('10.222.0.31', 55350) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:16:20.231681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-27e35255-af66-40b8-aa28-91e548f9f57a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27 HTTP/1.1" status: 200 len: 217 time: 0.4962232 Nov 19 04:16:20.275369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.88 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/7616e4ba-6b2a-4fc5-90f1-23fd0c981db2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:20.314643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.402292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-c2fcf9b7-d240-451f-b3a5-5d4cdedffd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:20.404413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-c2fcf9b7-d240-451f-b3a5-5d4cdedffd5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dafc51c6-750e-47e8-90a2-fc3ca4347ddc HTTP/1.1" status: 200 len: 854 time: 0.1332865 Nov 19 04:16:20.419522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4dad7-6142-4f5f-84a7-e1fbc5a4f699 req-acd85fb3-0c3b-465a-8e67-7b27847aa75d tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:20.421099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4da4dad7-6142-4f5f-84a7-e1fbc5a4f699 req-acd85fb3-0c3b-465a-8e67-7b27847aa75d tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 943 time: 0.2025094 Nov 19 04:16:20.431992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.435244 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.440662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:20.441252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.477425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:20.492780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-1a7ae8ea-fad2-4cc6-a37c-5169b0141375 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25a3bb21-6afe-4f61-9981-523581fc05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682087 Nov 19 04:16:20.518974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:20.524026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:20.525121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:20.542152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-97ccf76e-7c5d-4aff-b75f-43358e6ffa5d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:20.543529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-97ccf76e-7c5d-4aff-b75f-43358e6ffa5d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.3260942 Nov 19 04:16:20.565074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=7616e4ba-6b2a-4fc5-90f1-23fd0c981db2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:20.581024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'port': {'device_id': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'admin_state_up': True, 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:20.594272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7969992 Nov 19 04:16:20.605201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:20.613363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Request body: {'subnet': {'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:20.638923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31724a-ebc9-4f8c-8911-ef70d7dcb254 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event updated for resources: {'Network': ['ID=afe3011b-b570-4bb8-b9d7-dfb9ae94be37,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:20.650139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:16:20.725250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4da4dad7-6142-4f5f-84a7-e1fbc5a4f699 req-9422f863-a011-430b-9a42-c0ddbfcc73a2 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801900 Nov 19 04:16:20.822705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-eda71e28-62b7-4464-92e5-c0e35e8e7273 service neutron] 10.222.0.36 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888880 Nov 19 04:16:20.857230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-682281bb-cc5e-4064-90f8-7c83b74811e0 req-b7d8ee4b-5cc5-4ad2-a3ee-49339a45fdef tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 210 time: 0.0549695 Nov 19 04:16:20.945514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:20.949326 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.003396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b925241-ef36-4693-9422-aecc7bfb23d0 req-c0709177-9aef-4c98-a81e-25e06c08d058 service neutron] 10.222.0.36 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734171 Nov 19 04:16:21.162971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Allocated IP 172.20.0.3 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/511f64de-9e6c-489d-a10c-295be1320207) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:21.177129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-fa3ba814-150d-48b6-8f49-01cfea0b1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:21.178814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-fa3ba814-150d-48b6-8f49-01cfea0b1ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6885c6f6157a4752867a137d239e7b57&device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 1094 time: 0.0988212 Nov 19 04:16:21.201728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Made reservation on behalf of c2f519858e824829b0b2ff7d16d33fd3 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:21.205888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.266098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e172631-21c7-4392-924b-54eaeabbb987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.373435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-0566d7be-5b0c-40ae-a7da-88e112eb9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:21.375000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-0566d7be-5b0c-40ae-a7da-88e112eb9b87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 200 len: 915 time: 0.1886339 Nov 19 04:16:21.443372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-e8965e1c-c9a5-44bf-9047-334d0ce2dee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27 HTTP/1.1" status: 200 len: 217 time: 0.0586772 Nov 19 04:16:21.511557 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.533088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-3833129b-1977-4eff-b53a-de9dabe32723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:21.534789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-3833129b-1977-4eff-b53a-de9dabe32723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dafc51c6-750e-47e8-90a2-fc3ca4347ddc HTTP/1.1" status: 200 len: 854 time: 0.0798445 Nov 19 04:16:21.576237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-fd15d64c-da52-4078-a818-894513b77819 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25a3bb21-6afe-4f61-9981-523581fc05b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289862 Nov 19 04:16:21.593009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.632686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134', 'b4924654-16a7-4a08-9c1d-0c901df81bbf'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:21.690768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.698932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:21.703620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:21.707158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:21.710910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:21.713739 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.782548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-6698b1fc-126d-49bb-8dce-1fe318f11e60 service neutron] 10.222.0.36 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986938 Nov 19 04:16:21.878750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:21.879516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.941254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event updated for resources: {'Subnet': ['ID=0605c7ee-edc7-4457-8170-d4ddcfd7b8df,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:21.963328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Checking segment: {'id': '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:21.964152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Network hostable DHCP agents. Network: afe3011b-b570-4bb8-b9d7-dfb9ae94be37, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:16:21.987189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:21.993439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-fed38d36-0787-4f9c-8f98-40e4c1cfb840 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4264095 Nov 19 04:16:22.016667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:16:22.022636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05638-7ff1-41d0-8bc5-06b79296c7db req-14eb605e-77d2-43ca-abeb-dfce2de73f36 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:22.029707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b7e05638-7ff1-41d0-8bc5-06b79296c7db req-14eb605e-77d2-43ca-abeb-dfce2de73f36 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 943 time: 0.1435528 Nov 19 04:16:22.048816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, afe3011b-b570-4bb8-b9d7-dfb9ae94be37) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:22.049570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Request body: {'port': {'device_id': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:22.055626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:22.056408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.069245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e916520-18b0-428f-a272-488fc079dbb8 None None] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:22.124617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5105ff4-ebed-4f05-a3f3-03369d4aa951 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5154681 Nov 19 04:16:22.124860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45436) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:22.129806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Request body: {'port': {'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37', 'name': 'tempest-TagsExtTest-1027293531'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:22.138618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a8057e56-6348-448b-a93f-928e00b7a8c5 None None] Provisioning complete for port 511f64de-9e6c-489d-a10c-295be1320207 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:22.139466 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a8057e56-6348-448b-a93f-928e00b7a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.171489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b7e05638-7ff1-41d0-8bc5-06b79296c7db req-870431a4-5590-4a21-b341-96bbd549c3f0 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279571 Nov 19 04:16:22.185592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1fcdede-8313-47da-ab30-2eb02e3bd1ff req-b53d93d7-adb4-4388-887d-418e21340bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834643 Nov 19 04:16:22.233669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a8057e56-6348-448b-a93f-928e00b7a8c5 None None] Port 511f64de-9e6c-489d-a10c-295be1320207 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:22.239894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.341693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-afe3011b-b570-4bb8-b9d7-dfb9ae94be37', 'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37', 'tenant_id': 'c2f519858e824829b0b2ff7d16d33fd3', 'fixed_ips': [{'subnet_id': '0605c7ee-edc7-4457-8170-d4ddcfd7b8df'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:16:22.342883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.361773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.372968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.411320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Made reservation on behalf of c2f519858e824829b0b2ff7d16d33fd3 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:22.415221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.447924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] device_id is not set on port 8f7952a9-cb9a-45d2-8108-a34918d55be6 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:16:22.467275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf97d9b-2455-41ce-b029-ded6506cde18 req-0e4ddffb-5116-4502-8e99-5a6a37396d51 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:22.469028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf97d9b-2455-41ce-b029-ded6506cde18 req-0e4ddffb-5116-4502-8e99-5a6a37396d51 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 931 time: 0.1683385 Nov 19 04:16:22.476529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-df8b2aac-cf91-4643-a83b-3016fd69c7ab req-316d3a37-2609-485f-8efd-86eb92070424 service neutron] (109986) timed out ('10.222.0.31', 55126) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:16:22.533008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=7616e4ba-6b2a-4fc5-90f1-23fd0c981db2,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:22.574021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.582290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf97d9b-2455-41ce-b029-ded6506cde18 req-b80486ce-a309-4d94-9659-1dfd9c284fa7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025352 Nov 19 04:16:22.704256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511f64de-9e6c-489d-a10c-295be1320207 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:22.713366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.729207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.730329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Allocated IP 172.20.0.9 (afe3011b-b570-4bb8-b9d7-dfb9ae94be37/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/8f7952a9-cb9a-45d2-8108-a34918d55be6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:22.735203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Transition to ACTIVE for port object 511f64de-9e6c-489d-a10c-295be1320207 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:16:22.739960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.763301 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 6ae418e3-82d5-4708-86f4-01261394a3e6 associated. External IP: 172.25.8.88, port: f69836d3-7494-456c-b79c-670f1f7863c0. Nov 19 04:16:22.832888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Pushing event updated for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:22.892604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Attempting to bind port 511f64de-9e6c-489d-a10c-295be1320207 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:22.892988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Attempting to bind port 511f64de-9e6c-489d-a10c-295be1320207 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:22.893337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Attempting to bind port 511f64de-9e6c-489d-a10c-295be1320207 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:22.898286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Port 511f64de-9e6c-489d-a10c-295be1320207 on network 825ffbc8-f346-40ad-9325-cb3d3195602c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:16:22.898624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Attempting to bind port 511f64de-9e6c-489d-a10c-295be1320207 on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:22.904139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:22.904491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:22.905024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:22.905484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Bound port: 511f64de-9e6c-489d-a10c-295be1320207, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:22.905859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:22.986597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:22.992245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=511f64de-9e6c-489d-a10c-295be1320207,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:22.999202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.014191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d7a26e99-cbaf-4148-8e16-5d291c11ae27 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:16:23.042826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.043467 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.045087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/511f64de-9e6c-489d-a10c-295be1320207 HTTP/1.1" status: 200 len: 1091 time: 1.0055501 Nov 19 04:16:23.045561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'tag': '511f64de-9e6c-489d-a10c-295be1320207'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:23.047923 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efddbc12-ee74-4f49-b764-b0d500d251a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "tag": "511f64de-9e6c-489d-a10c-295be1320207"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:23.105313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0022ca-8b46-42d2-9613-e086d81231a6 service neutron] Pushing event updated for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:23.115067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.130843 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acccc7a6-8de3-4242-a8c7-277b105ec70f x-openstack-request-id: req-acccc7a6-8de3-4242-a8c7-277b105ec70f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:23.131388 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "tag": "511f64de-9e6c-489d-a10c-295be1320207", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:23.131813 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acccc7a6-8de3-4242-a8c7-277b105ec70f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:23.132569 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'tag': '511f64de-9e6c-489d-a10c-295be1320207', 'status': 'completed', 'code': 200} Nov 19 04:16:23.172961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-8d89b626-5f74-49a9-960b-6fc7aadf1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.174987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-8d89b626-5f74-49a9-960b-6fc7aadf1d36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 1094 time: 0.0595357 Nov 19 04:16:23.205060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:23.291253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d7a26e99-cbaf-4148-8e16-5d291c11ae27, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:23.321615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-3105cbb3-53c6-49b8-82d4-5ac03769dda1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511f64de-9e6c-489d-a10c-295be1320207 HTTP/1.1" status: 200 len: 217 time: 0.1215546 Nov 19 04:16:23.324347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27', 'network_id': '25a3bb21-6afe-4f61-9981-523581fc05b7', 'port_id': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27', 'mac_address': 'fa:16:3e:63:60:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafc51c6-750e-47e8-90a2-fc3ca4347ddc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:16:23.330934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Allocated IP 172.20.0.2 (afe3011b-b570-4bb8-b9d7-dfb9ae94be37/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/12ab4c23-f5a9-4b51-b851-da8f6a7bd65c) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:23.361175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:23.363587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.380452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:23.431549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-9609f610-0eea-4759-8321-0c206991297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.433356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-9609f610-0eea-4759-8321-0c206991297e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0986388 Nov 19 04:16:23.446635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dcf1d-b9ed-4485-af5d-62000e357a70 req-a9602bf1-b5e2-4bb7-ac35-818974bb361c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.448499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb7dcf1d-b9ed-4485-af5d-62000e357a70 req-a9602bf1-b5e2-4bb7-ac35-818974bb361c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 943 time: 0.1155853 Nov 19 04:16:23.463774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event updated for resources: {'Port': ['ID=8f7952a9-cb9a-45d2-8108-a34918d55be6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:23.474650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.488291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.490300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:23.490990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:23.511666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:23.515707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36d874ec-a68e-436a-9082-dbe11885b23a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5573621 Nov 19 04:16:23.517280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:23.520143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:23.524653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:23.534720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-7bd5df3c-6966-4f04-9f1f-9ed9c0ee4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.536266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-7bd5df3c-6966-4f04-9f1f-9ed9c0ee4710 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866718 Nov 19 04:16:23.567900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:23.577123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a26e99-cbaf-4148-8e16-5d291c11ae27 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:23.610366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d7a26e99-cbaf-4148-8e16-5d291c11ae27, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:23.614861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb7dcf1d-b9ed-4485-af5d-62000e357a70 req-cfc54054-bdd2-4941-b306-f8042495bcea tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558824 Nov 19 04:16:23.636021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.649347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.650241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.673151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:23.723615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:23.723852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-40e2aa76-ab46-494c-912e-7b70306c1c2a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5963469 Nov 19 04:16:23.733073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1708dd63-399c-4de9-9cf4-6cb77f07414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.733555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-528696775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:23.735364 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.776362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-00ef0c49-f864-41c8-994c-9665f5f919ff service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256742 Nov 19 04:16:23.799570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:23.800781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:15:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:23.802716 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.803861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.851055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.858092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.858841 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 6ae418e3-82d5-4708-86f4-01261394a3e6 disassociated. External IP: 172.25.8.88, port: f69836d3-7494-456c-b79c-670f1f7863c0. Nov 19 04:16:23.864813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:23.865488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227c09-f5e6-4562-8a40-800ba9a51428 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:23.875242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b41e-25f9-4d84-8d57-54e71d3807ad req-d7b8b069-051a-43f9-9eae-0b4dbbbf42be tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:23.877245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0362b41e-25f9-4d84-8d57-54e71d3807ad req-d7b8b069-051a-43f9-9eae-0b4dbbbf42be tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 943 time: 0.1839881 Nov 19 04:16:23.965569 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.967170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d7a26e99-cbaf-4148-8e16-5d291c11ae27,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:23.987922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.989668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:23.995701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d7a26e99-cbaf-4148-8e16-5d291c11ae27'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:24.017114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.021108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3a7443ff-8d4c-46da-9ed6-ec2b2ecd4ec8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2954636 Nov 19 04:16:24.035495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:24.037159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.044684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7531566e-ad51-4a0e-931e-f72b603a2c1a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1502359955', 'prefixes': ['172.20.0.0/16']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:24.063023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b674e5a7-2107-426b-8ac8-4c3796ce685f req-5af79884-edf9-41e3-a516-591b01b3def5 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726805 Nov 19 04:16:24.066980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0362b41e-25f9-4d84-8d57-54e71d3807ad req-38763422-9aff-4f7e-967f-c9c93ed8b785 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771307 Nov 19 04:16:24.106331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:24.110714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:24.113824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Pushing event updated for resources: {'Port': ['ID=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:24.115854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:24.158446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7531566e-ad51-4a0e-931e-f72b603a2c1a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for subnetpool, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.162964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7531566e-ad51-4a0e-931e-f72b603a2c1a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1252768 Nov 19 04:16:24.165425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45456) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:24.174980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-0c179d64-33c6-4b0d-9655-0ea904092b76 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-1043443844') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.193208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:24.209726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Attempting to bind port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:24.210144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Attempting to bind port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:24.210520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Attempting to bind port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c on network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:24.226026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:24.226338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Checking segment: {'id': '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:24.226864 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.227456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Bound using segment: {'id': '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:24.227948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Bound port: 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'afe3011b-b570-4bb8-b9d7-dfb9ae94be37'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:24.228342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.304425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-2b060a90-55b6-43f9-953a-8f32f829567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:24.305963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-2b060a90-55b6-43f9-953a-8f32f829567e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 1094 time: 0.0813491 Nov 19 04:16:24.350080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] For port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:24.359354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:24.361100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] For port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,segment=NetworkSegment(4d1b696d-f5a1-40a3-9c4a-7be4a768b91c),segment_id=4d1b696d-f5a1-40a3-9c4a-7be4a768b91c)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:24.364224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.368642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.377462 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:24.393677 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:24.394567 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.401163 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d324f170-4524-413f-ada2-9aebef41667a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/floatingips/6ae418e3-82d5-4708-86f4-01261394a3e6 HTTP/1.1" status: 200 len: 687 time: 0.8799896 Nov 19 04:16:24.404521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45458) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:24.440326 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0c179d64-33c6-4b0d-9655-0ea904092b76 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-1043443844 HTTP/1.1" status: 201 len: 201 time: 0.2727923 Nov 19 04:16:24.443072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45460) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:24.447128 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.448224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-1565b413-dec7-4ec3-b9bc-90e1ad9ff7ab tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-1595371821') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.459432 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:24.460458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.500493 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.501423 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84136c9-c037-4dd4-8a62-19525bc77341 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:24.507074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-08f53c4c-e7ab-4675-8238-6ae74f4f9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:24.508778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-08f53c4c-e7ab-4675-8238-6ae74f4f9be4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1946330 Nov 19 04:16:24.546910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2065-bd50-4023-bc1a-1aecbed69704 None None] Pushing event updated for resources: {'Port': ['ID=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:24.577273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 7616e4ba-6b2a-4fc5-90f1-23fd0c981db2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:24.579380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.581378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-0fcd5eb9-e07b-4443-8513-f5eb0f0c353b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511f64de-9e6c-489d-a10c-295be1320207 HTTP/1.1" status: 200 len: 217 time: 0.0630512 Nov 19 04:16:24.649119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-ede594a8-3b8c-484d-aa94-4eec16b88766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:24.650697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-ede594a8-3b8c-484d-aa94-4eec16b88766 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0619845 Nov 19 04:16:24.659586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1565b413-dec7-4ec3-b9bc-90e1ad9ff7ab tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-1595371821 HTTP/1.1" status: 201 len: 201 time: 0.2154090 Nov 19 04:16:24.670985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45464) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:24.678619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-fffd17e0-dc3d-4aef-b74e-6869f6bf67b0 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-772172440') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:24.730546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.739755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:24.763168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 7616e4ba-6b2a-4fc5-90f1-23fd0c981db2 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:25.025569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d7a26e99-cbaf-4148-8e16-5d291c11ae27 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:25.105592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port d7a26e99-cbaf-4148-8e16-5d291c11ae27 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:16:25.113860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port d7a26e99-cbaf-4148-8e16-5d291c11ae27 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:25.114315 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.199451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-65e58ac3-4f1d-4572-9047-1176722bea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:25.201156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-65e58ac3-4f1d-4572-9047-1176722bea57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5404482 Nov 19 04:16:25.211223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f51eb3-ee5b-4b52-80fb-e9932fc7ed30 req-fe336c27-d3ee-4234-969d-90d4b6c6c161 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:25.212860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f51eb3-ee5b-4b52-80fb-e9932fc7ed30 req-fe336c27-d3ee-4234-969d-90d4b6c6c161 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 944 time: 0.5143714 Nov 19 04:16:25.252462 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fffd17e0-dc3d-4aef-b74e-6869f6bf67b0 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-772172440 HTTP/1.1" status: 201 len: 201 time: 0.5802057 Nov 19 04:16:25.274307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:25.280153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.280401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-2f6f6cb6-eed5-4d23-ba1d-73567c67949d tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-1966984251') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:25.288825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.346644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d7a26e99-cbaf-4148-8e16-5d291c11ae27, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:25.347758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e255527-492f-4905-8db0-37d293a0fa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:25.350568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.351773 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11c7dd-f17a-4752-9b86-d956841f62fa" -d '{"events": [{"server_uuid": "2e255527-492f-4905-8db0-37d293a0fa73", "name": "network-vif-plugged", "status": "completed", "tag": "d7a26e99-cbaf-4148-8e16-5d291c11ae27"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:25.360740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.365355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f51eb3-ee5b-4b52-80fb-e9932fc7ed30 req-4c286217-88a0-459d-ba2f-b0ecd2038190 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281509 Nov 19 04:16:25.403585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2f6f6cb6-eed5-4d23-ba1d-73567c67949d tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-1966984251 HTTP/1.1" status: 201 len: 201 time: 0.1279848 Nov 19 04:16:25.406226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45474) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:25.415536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-8250699c-1750-4541-b506-e4bfdc290080 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:25.420604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=7616e4ba-6b2a-4fc5-90f1-23fd0c981db2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:25.455657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:25.483100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-e84dd18d-33ed-4fb4-857d-a0ab83bc0ddc service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677741 Nov 19 04:16:25.484826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.487280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-040809c0-c053-4050-9d6c-0867288d4edd req-39c52471-aa9f-406e-afa6-43941f652c8d service neutron] (109986) timed out ('10.222.0.52', 49942) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:16:25.488719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.490126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-135d7a43-2f6f-48d6-8578-699adb64838e tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/floatingips/6ae418e3-82d5-4708-86f4-01261394a3e6 HTTP/1.1" status: 204 len: 168 time: 1.0846295 Nov 19 04:16:25.493626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:25.507653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '1d7aef47-b8a8-469e-9b80-c134386534d1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:25.538852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d7a26e99-cbaf-4148-8e16-5d291c11ae27,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:25.544772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.558224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:25.559949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.679282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.708479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8250699c-1750-4541-b506-e4bfdc290080 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags HTTP/1.1" status: 200 len: 241 time: 0.3009729 Nov 19 04:16:25.711596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45478) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:25.719319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-12aca2fa-b9c7-4740-9fd2-bccf82ce0675 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-1043443844') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:25.726914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,segment=NetworkSegment(4d1b696d-f5a1-40a3-9c4a-7be4a768b91c),segment_id=4d1b696d-f5a1-40a3-9c4a-7be4a768b91c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:25.733414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.736542 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:25.741306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e03bd6-38de-4403-ae3b-570791197132 req-45abc591-4ace-4c26-bfeb-10a216199e65 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:25.749928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69e03bd6-38de-4403-ae3b-570791197132 req-45abc591-4ace-4c26-bfeb-10a216199e65 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 943 time: 0.2104771 Nov 19 04:16:25.760787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efddbc12-ee74-4f49-b764-b0d500d251a2 req-6757253d-3137-4cba-94c2-83c9ba342b1e service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620401 Nov 19 04:16:25.845552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:25.894397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69e03bd6-38de-4403-ae3b-570791197132 req-d03f799f-49e7-4de4-b1af-5d976ad4a3cb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433613 Nov 19 04:16:25.949563 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fac0a3-378e-49f6-b858-9dd62d19625e x-openstack-request-id: req-c6fac0a3-378e-49f6-b858-9dd62d19625e {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:25.949563 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e255527-492f-4905-8db0-37d293a0fa73", "name": "network-vif-plugged", "status": "completed", "tag": "d7a26e99-cbaf-4148-8e16-5d291c11ae27", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:25.950790 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6fac0a3-378e-49f6-b858-9dd62d19625e {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:25.951482 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e255527-492f-4905-8db0-37d293a0fa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27', 'code': 200} Nov 19 04:16:25.974883 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-12aca2fa-b9c7-4740-9fd2-bccf82ce0675 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-1043443844 HTTP/1.1" status: 204 len: 168 time: 0.2618568 Nov 19 04:16:25.977361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45482) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:25.984445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-86457241-0cef-464e-a917-af40f02a4c94 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-1043443844') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:26.040649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.11 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/8040baaa-58d3-4fdf-86a5-848737bab045) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:26.095283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0795df-c3b8-4997-be62-d9b666006a35 req-36878375-5e62-4af3-b8c2-39ca063bb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:26.096973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 511f64de-9e6c-489d-a10c-295be1320207 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:16:26.097229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b0795df-c3b8-4997-be62-d9b666006a35 req-36878375-5e62-4af3-b8c2-39ca063bb2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 1096 time: 0.0640028 Nov 19 04:16:26.133984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f14214-a96f-462a-acef-384313fb74f1 None None] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:26.203958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b0795df-c3b8-4997-be62-d9b666006a35 req-e6393157-c350-4b24-a594-0501a474c89e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939083 Nov 19 04:16:26.237431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.resource_extend [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:16:26.243170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-86457241-0cef-464e-a917-af40f02a4c94 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-1043443844 HTTP/1.1" status: 204 len: 168 time: 0.2623074 Nov 19 04:16:26.243819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45484) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:26.247781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:26.249264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-bcff264a-821e-4efc-8cc1-b57510f6c2cb tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:26.286184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0e44b7ba-5713-4229-9c43-693fc282b1e2 None None] Provisioning complete for port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:26.286660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e44b7ba-5713-4229-9c43-693fc282b1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:26.301156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:26.380700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:26.386281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:26.410650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=511f64de-9e6c-489d-a10c-295be1320207,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:26.411432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:26.429357 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:26.472635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '511f64de-9e6c-489d-a10c-295be1320207', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '511f64de-9e6c-489d-a10c-295be1320207', 'mac_address': 'fa:16:3e:93:db:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:16:26.515642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bcff264a-821e-4efc-8cc1-b57510f6c2cb tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags HTTP/1.1" status: 200 len: 205 time: 0.2703993 Nov 19 04:16:26.516680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45488) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:26.529602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-05bbfa52-1ee6-4067-ab2c-528b6e39885a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:26.603929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=8040baaa-58d3-4fdf-86a5-848737bab045,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:26.623387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:26.641577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511f64de-9e6c-489d-a10c-295be1320207 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:26.671541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=511f64de-9e6c-489d-a10c-295be1320207,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:26.679822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:26.748220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf601d-2440-450d-b05b-ee3f67219549 req-343d19e0-12f9-452a-8c84-fb7555f20eee tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:26.764441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54bf601d-2440-450d-b05b-ee3f67219549 req-343d19e0-12f9-452a-8c84-fb7555f20eee tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 945 time: 0.1860988 Nov 19 04:16:26.798067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:26.842596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-05bbfa52-1ee6-4067-ab2c-528b6e39885a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags HTTP/1.1" status: 200 len: 241 time: 0.3242819 Nov 19 04:16:26.844853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45490) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:26.853776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-5d41b156-3031-4061-9c48-a5822c509380 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-1595371821') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:26.873514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54bf601d-2440-450d-b05b-ee3f67219549 req-c0926fb4-4130-498e-8104-b1093d10a3d1 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077828 Nov 19 04:16:27.041804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fc289f01-6bc1-4e8c-b342-4b3d5040e505 None None] Provisioning complete for port 8f7952a9-cb9a-45d2-8108-a34918d55be6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:27.043346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc289f01-6bc1-4e8c-b342-4b3d5040e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.084966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fcbce-3536-4979-b43f-90c36996039a req-f60537c5-78d4-4a9f-b33f-398a12a5daf5 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:27.087569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-157fcbce-3536-4979-b43f-90c36996039a req-f60537c5-78d4-4a9f-b33f-398a12a5daf5 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 944 time: 0.0886352 Nov 19 04:16:27.114047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['511f64de-9e6c-489d-a10c-295be1320207'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:27.188296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d41b156-3031-4061-9c48-a5822c509380 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-1595371821 HTTP/1.1" status: 204 len: 168 time: 0.3401070 Nov 19 04:16:27.193681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45496) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:27.199424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-4ce1464f-6cb0-41a1-9619-4181960f4757 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-1595371821') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:27.208718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fc289f01-6bc1-4e8c-b342-4b3d5040e505 None None] Port 8f7952a9-cb9a-45d2-8108-a34918d55be6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:27.217499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-157fcbce-3536-4979-b43f-90c36996039a req-45a553c1-2915-4816-9a1d-12d74e664e8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201308 Nov 19 04:16:27.292348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fc289f01-6bc1-4e8c-b342-4b3d5040e505 None None] Provisioning complete for port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:27.294451 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc289f01-6bc1-4e8c-b342-4b3d5040e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.397539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.399609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:27.467170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4ce1464f-6cb0-41a1-9619-4181960f4757 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-1595371821 HTTP/1.1" status: 204 len: 168 time: 0.2720850 Nov 19 04:16:27.469733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45498) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:27.475848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-31c6dbe0-f950-481c-95d2-da88cf636769 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:27.524676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.529118 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.572359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-31c6dbe0-f950-481c-95d2-da88cf636769 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags HTTP/1.1" status: 200 len: 205 time: 0.1001329 Nov 19 04:16:27.575195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45500) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:27.582826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-bda9ab7c-cdc9-4fec-a537-836bf746c090 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:27.626719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:27.627290 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.718088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bda9ab7c-cdc9-4fec-a537-836bf746c090 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags HTTP/1.1" status: 200 len: 240 time: 0.1403918 Nov 19 04:16:27.720752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45502) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:27.723642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4620ad4a-0846-4b6c-ab67-84f3ff976cc3 None None] Provisioning complete for port 8f7952a9-cb9a-45d2-8108-a34918d55be6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:27.724101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4620ad4a-0846-4b6c-ab67-84f3ff976cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.726206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-f03c01bb-4bea-4606-bada-b894b15a6609 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-772172440') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:27.841997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f03c01bb-4bea-4606-bada-b894b15a6609 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-772172440 HTTP/1.1" status: 204 len: 168 time: 0.1195793 Nov 19 04:16:27.842711 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45504) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:27.849771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-50ad7a34-fd04-47fb-978c-c2c3e86a95da tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-772172440') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:27.924633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.934725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:27.996966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4620ad4a-0846-4b6c-ab67-84f3ff976cc3 None None] Port 8f7952a9-cb9a-45d2-8108-a34918d55be6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:28.044993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:28.069259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-50ad7a34-fd04-47fb-978c-c2c3e86a95da tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-772172440 HTTP/1.1" status: 204 len: 168 time: 0.2254431 Nov 19 04:16:28.072675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45510) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.077839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-fa5e4ad9-917d-4ff0-9d91-7f99765cca4b tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.101398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=8040baaa-58d3-4fdf-86a5-848737bab045,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:28.160967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bb917-b295-4dbe-bfa2-5ae26df8f7ae req-80b2c3bb-2d68-49ba-ae9e-98a89532f3e3 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:28.162581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-691bb917-b295-4dbe-bfa2-5ae26df8f7ae req-80b2c3bb-2d68-49ba-ae9e-98a89532f3e3 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 945 time: 0.1653993 Nov 19 04:16:28.174752 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP f79d88aa-d578-40a0-99bb-7b4055b724e7 associated. External IP: 172.25.8.11, port: 1d7aef47-b8a8-469e-9b80-c134386534d1. Nov 19 04:16:28.182856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fa5e4ad9-917d-4ff0-9d91-7f99765cca4b tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags HTTP/1.1" status: 200 len: 205 time: 0.1089602 Nov 19 04:16:28.189503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45512) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.196400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-8b9cabbf-dcff-404a-aeb2-6134fc89b4e6 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.253187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-691bb917-b295-4dbe-bfa2-5ae26df8f7ae req-e6a7423a-e3a1-463d-9362-4c97c628867f tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 Nov 19 04:16:28.255944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b9cabbf-dcff-404a-aeb2-6134fc89b4e6 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags HTTP/1.1" status: 200 len: 241 time: 0.0653598 Nov 19 04:16:28.258940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45516) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.263994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-55926126-41b9-474f-ad0c-bf437a91e2c4 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-1966984251') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.304812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55926126-41b9-474f-ad0c-bf437a91e2c4 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-1966984251 HTTP/1.1" status: 204 len: 168 time: 0.0443656 Nov 19 04:16:28.308276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45520) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.315677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-997e6b71-a2f8-4c9f-b84b-95ab134e385c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-1966984251') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.408503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eed64f-82a4-4033-8d80-801947915629 req-51d5772b-80c6-41e8-ac12-a828fded5036 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:28.449432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6eed64f-82a4-4033-8d80-801947915629 req-51d5772b-80c6-41e8-ac12-a828fded5036 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 944 time: 0.0781348 Nov 19 04:16:28.480328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6eed64f-82a4-4033-8d80-801947915629 req-47bf1df5-15b8-487a-a630-c8be6d7be952 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590529 Nov 19 04:16:28.489624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-997e6b71-a2f8-4c9f-b84b-95ab134e385c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-1966984251 HTTP/1.1" status: 204 len: 168 time: 0.1793916 Nov 19 04:16:28.490256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45522) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.492300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:28.495095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-0a29fe62-436c-4fb9-b07b-3a811abe02af tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.539972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0a29fe62-436c-4fb9-b07b-3a811abe02af tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags HTTP/1.1" status: 200 len: 205 time: 0.0462413 Nov 19 04:16:28.540297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45524) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.548049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-d083cc6a-e2d1-463d-8fc3-26e808d2eafc tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.584611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d083cc6a-e2d1-463d-8fc3-26e808d2eafc tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0431602 Nov 19 04:16:28.585747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45528) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.591730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-526eadd4-de54-451d-944b-bb3bf8673ae9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.629331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:28.646109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:28.652507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:28.675776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:28.677051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.701437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-526eadd4-de54-451d-944b-bb3bf8673ae9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags HTTP/1.1" status: 204 len: 168 time: 0.1116982 Nov 19 04:16:28.701727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45532) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.712613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-764e6331-daa2-48f4-afec-9fd733fe5a22 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.712859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aec8c29e-aaf2-49c6-8906-2512905a1b2f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.2139354 Nov 19 04:16:28.712976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45536) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.724865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.737788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:28.738444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.783695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.784346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68605f7-2bf0-4643-abf4-f03fae5f177c None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:28.839241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e419e26-5cd6-4ab3-979b-f81ba28a1cab tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/floatingips/f79d88aa-d578-40a0-99bb-7b4055b724e7 HTTP/1.1" status: 200 len: 976 time: 0.1250525 Nov 19 04:16:28.843078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45540) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.869572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-764e6331-daa2-48f4-afec-9fd733fe5a22 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags HTTP/1.1" status: 204 len: 168 time: 0.1666923 Nov 19 04:16:28.872543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45542) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.876999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-0cb3bbb3-b8d0-4117-8745-0fe3505a0e96 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.984838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0cb3bbb3-b8d0-4117-8745-0fe3505a0e96 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags HTTP/1.1" status: 204 len: 168 time: 0.1112409 Nov 19 04:16:28.985781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45544) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.987018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2dc535c8-15a1-4208-a868-1da45dd7e64c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1427681 Nov 19 04:16:28.991084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:28.996154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-5c7680b6-6849-4be8-a24b-da216f903d4e tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-1869510438') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:28.996398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'port_id': 'f69836d3-7494-456c-b79c-670f1f7863c0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:29.063190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:29.074172 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c7680b6-6849-4be8-a24b-da216f903d4e tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-1869510438 HTTP/1.1" status: 201 len: 201 time: 0.0840552 Nov 19 04:16:29.075849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:29.081368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-82e8a3d6-19a8-49fb-9a30-a4a00656a320 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-1959620866') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:29.178953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-82e8a3d6-19a8-49fb-9a30-a4a00656a320 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-1959620866 HTTP/1.1" status: 201 len: 201 time: 0.1010094 Nov 19 04:16:29.181368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45552) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:29.187222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-aa119814-19e1-4eaa-85b2-edd77113ece3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-1810635487') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:29.296434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa119814-19e1-4eaa-85b2-edd77113ece3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-1810635487 HTTP/1.1" status: 201 len: 201 time: 0.1136978 Nov 19 04:16:29.299156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:29.311303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-b1b80451-8e34-496f-b9e9-9cc08f882448 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-416451763') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:29.360696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b1b80451-8e34-496f-b9e9-9cc08f882448 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-416451763 HTTP/1.1" status: 201 len: 201 time: 0.0596073 Nov 19 04:16:29.363178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:29.368244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-763daadf-cf5b-4ee0-9dff-a1533bf41e88 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', {'tags': ['tempest-TagsExtTest-Tag-598248671', 'tempest-TagsExtTest-Tag-278566183', 'tempest-TagsExtTest-Tag-180255270']}) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:29.464442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45558) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:29.466198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-763daadf-cf5b-4ee0-9dff-a1533bf41e88 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags HTTP/1.1" status: 200 len: 315 time: 0.1010861 Nov 19 04:16:29.470189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-4702ab2e-e7eb-44ee-9fcc-111635ae1490 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:29.630986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47e421-2767-4266-9dd6-714f785d25d8 req-c8665334-4146-4d59-bb1d-4b7bb37a105e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:29.632634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d47e421-2767-4266-9dd6-714f785d25d8 req-c8665334-4146-4d59-bb1d-4b7bb37a105e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 944 time: 0.0680897 Nov 19 04:16:29.701275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d47e421-2767-4266-9dd6-714f785d25d8 req-ea1cf3e1-e94b-41df-8f49-23f5a4093072 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Nov 19 04:16:29.984962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4702ab2e-e7eb-44ee-9fcc-111635ae1490 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags HTTP/1.1" status: 204 len: 168 time: 0.5154657 Nov 19 04:16:29.985538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45564) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:29.989300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-8d21f05f-fe22-492d-a1d7-f7bb1cb2fa0a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-598248671') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.035143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:30.049328 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:30.115070 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-8d21f05f-fe22-492d-a1d7-f7bb1cb2fa0a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:30.116277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8d21f05f-fe22-492d-a1d7-f7bb1cb2fa0a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-598248671 HTTP/1.1" status: 404 len: 328 time: 0.1302400 Nov 19 04:16:30.119400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45566) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.124717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-31ffe57a-c2cd-45c3-9d1e-47222cff44ce tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-278566183') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.160036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 511f64de-9e6c-489d-a10c-295be1320207 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:30.194261 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP f79d88aa-d578-40a0-99bb-7b4055b724e7 associated. External IP: 172.25.8.11, port: 1d7aef47-b8a8-469e-9b80-c134386534d1. Nov 19 04:16:30.238444 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-31ffe57a-c2cd-45c3-9d1e-47222cff44ce tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:30.239648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-31ffe57a-c2cd-45c3-9d1e-47222cff44ce tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-278566183 HTTP/1.1" status: 404 len: 328 time: 0.1192431 Nov 19 04:16:30.242792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45570) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.247562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-a3141072-0562-4b92-a9b9-2e6c83ae0326 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df', 'tempest-TagsExtTest-Tag-180255270') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.249125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 511f64de-9e6c-489d-a10c-295be1320207 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:16:30.259898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 511f64de-9e6c-489d-a10c-295be1320207 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:30.260558 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:30.337018 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-a3141072-0562-4b92-a9b9-2e6c83ae0326 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:30.339434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a3141072-0562-4b92-a9b9-2e6c83ae0326 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags/tempest-TagsExtTest-Tag-180255270 HTTP/1.1" status: 404 len: 328 time: 0.0955658 Nov 19 04:16:30.347535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45572) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.354018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-19ba75a0-0cf2-4b53-9da1-cfd1fc937fb6 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', {'tags': ['tempest-TagsExtTest-Tag-1089230514', 'tempest-TagsExtTest-Tag-867190234', 'tempest-TagsExtTest-Tag-907713002']}) {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.388928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:30.421068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511f64de-9e6c-489d-a10c-295be1320207'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:30.424333 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb9ed7-9cfd-42c8-8787-725dfe69336d" -d '{"events": [{"server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "name": "network-vif-plugged", "status": "completed", "tag": "511f64de-9e6c-489d-a10c-295be1320207"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:30.445558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=511f64de-9e6c-489d-a10c-295be1320207,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:30.452239 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:30.463018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-19ba75a0-0cf2-4b53-9da1-cfd1fc937fb6 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags HTTP/1.1" status: 200 len: 316 time: 0.1142814 Nov 19 04:16:30.466239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.470953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-d94d409d-653b-404b-8e92-115f0adb249b tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.525589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:30.532296 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b67372-df37-4466-93da-0818a0ae5221 x-openstack-request-id: req-16b67372-df37-4466-93da-0818a0ae5221 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:30.532749 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "name": "network-vif-plugged", "status": "completed", "tag": "511f64de-9e6c-489d-a10c-295be1320207", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:30.533112 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16b67372-df37-4466-93da-0818a0ae5221 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:30.533640 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511f64de-9e6c-489d-a10c-295be1320207', 'code': 200} Nov 19 04:16:30.541189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.542420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.542894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.543378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.543825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.544650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.545123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.545562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.546026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.546948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.546948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.547858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:30.626993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d94d409d-653b-404b-8e92-115f0adb249b tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags HTTP/1.1" status: 204 len: 168 time: 0.1592700 Nov 19 04:16:30.631841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45578) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.636522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-b0151e7f-1e67-4a8c-b6bb-96d9ba7d155a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-1089230514') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.671856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:30.728427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a4ce7-8f1e-4f04-943d-9bc3b262758a req-df6bf672-ab0a-4275-a84e-fae10291366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:30.730518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a77a4ce7-8f1e-4f04-943d-9bc3b262758a req-df6bf672-ab0a-4275-a84e-fae10291366b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 1096 time: 0.0862777 Nov 19 04:16:30.756610 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-b0151e7f-1e67-4a8c-b6bb-96d9ba7d155a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:30.757673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b0151e7f-1e67-4a8c-b6bb-96d9ba7d155a tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-1089230514 HTTP/1.1" status: 404 len: 329 time: 0.1247411 Nov 19 04:16:30.762430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45582) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.778395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-26a55e42-28f2-4dff-9cb2-6cd90f2a5518 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-867190234') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.821334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:30.847550 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:30.860144 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:30.860867 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.897730 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.908973 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:30.909921 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.910875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a77a4ce7-8f1e-4f04-943d-9bc3b262758a req-af68fda9-c950-46f2-ae7d-714ec8e191d3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651788 Nov 19 04:16:30.950750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae41fd-2dbd-441d-8831-ef794837dd23 req-a97d5043-6846-4657-b9e9-9155d0d93d5b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:30.952693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6aae41fd-2dbd-441d-8831-ef794837dd23 req-a97d5043-6846-4657-b9e9-9155d0d93d5b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 945 time: 0.1359372 Nov 19 04:16:30.957317 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-26a55e42-28f2-4dff-9cb2-6cd90f2a5518 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:30.960610 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.961322 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b1798-4630-4bad-881c-79be1d8b0f4b None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:30.961466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45584) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:30.968785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-324d6981-3f8a-4f33-b769-9092770e50c8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6', 'tempest-TagsExtTest-Tag-907713002') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:30.972382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-26a55e42-28f2-4dff-9cb2-6cd90f2a5518 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-867190234 HTTP/1.1" status: 404 len: 328 time: 0.2026372 Nov 19 04:16:31.035569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6aae41fd-2dbd-441d-8831-ef794837dd23 req-fe0763ec-aa8e-4da9-8a8d-cf93059ff64c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612857 Nov 19 04:16:31.139316 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-324d6981-3f8a-4f33-b769-9092770e50c8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:31.140485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-324d6981-3f8a-4f33-b769-9092770e50c8 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags/tempest-TagsExtTest-Tag-907713002 HTTP/1.1" status: 404 len: 328 time: 0.1770744 Nov 19 04:16:31.143403 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45588) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.149501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-093d8b50-4af5-4bac-8ae1-4c84f7fb1557 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', {'tags': ['tempest-TagsExtTest-Tag-424223562', 'tempest-TagsExtTest-Tag-2070428487', 'tempest-TagsExtTest-Tag-1921923737']}) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.212628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:31.298773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-093d8b50-4af5-4bac-8ae1-4c84f7fb1557 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags HTTP/1.1" status: 200 len: 317 time: 0.1515172 Nov 19 04:16:31.298773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45592) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.304524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-e292cd5f-621d-4472-af53-59402b41884d tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.360507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:31.366035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:31.372749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:31.391656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:31.393297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.423271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e292cd5f-621d-4472-af53-59402b41884d tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags HTTP/1.1" status: 204 len: 168 time: 0.1233380 Nov 19 04:16:31.425794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45594) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.431876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-08424052-d7fa-46a8-9b9c-edbda31d19ba tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-424223562') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.435000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f3d0bfa5-7707-4d6c-92b9-d20c04703be3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/floatingips/f79d88aa-d578-40a0-99bb-7b4055b724e7 HTTP/1.1" status: 200 len: 977 time: 2.4428360 Nov 19 04:16:31.438139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45596) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.443456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:31.448795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.460713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:31.461584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.525397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.525722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417d483-3044-435a-94c0-1d6d0bc63526 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:31.552700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:31.574304 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-08424052-d7fa-46a8-9b9c-edbda31d19ba tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:31.576426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08424052-d7fa-46a8-9b9c-edbda31d19ba tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-424223562 HTTP/1.1" status: 404 len: 328 time: 0.1495700 Nov 19 04:16:31.582881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45606) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.588048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-8bf4256f-ebb1-41f5-bfb6-234bb978623c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-2070428487') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.682879 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-8bf4256f-ebb1-41f5-bfb6-234bb978623c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:31.684850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8bf4256f-ebb1-41f5-bfb6-234bb978623c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-2070428487 HTTP/1.1" status: 404 len: 329 time: 0.0998812 Nov 19 04:16:31.687639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45608) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.692432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-85d8d04f-3ea9-4364-80aa-28f5c63cf385 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0', 'tempest-TagsExtTest-Tag-1921923737') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.739494 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:31.744569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:31.744969 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP f79d88aa-d578-40a0-99bb-7b4055b724e7 disassociated. External IP: 172.25.8.11, port: f69836d3-7494-456c-b79c-670f1f7863c0. Nov 19 04:16:31.774106 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-85d8d04f-3ea9-4364-80aa-28f5c63cf385 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:31.775308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-85d8d04f-3ea9-4364-80aa-28f5c63cf385 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags/tempest-TagsExtTest-Tag-1921923737 HTTP/1.1" status: 404 len: 329 time: 0.0866232 Nov 19 04:16:31.778763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45610) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.783700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-4a00d99e-e818-4132-a6e3-fb83af0b48c2 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', {'tags': ['tempest-TagsExtTest-Tag-1454823950', 'tempest-TagsExtTest-Tag-2015668186', 'tempest-TagsExtTest-Tag-2004682232']}) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.849924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4a00d99e-e818-4132-a6e3-fb83af0b48c2 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "PUT /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags HTTP/1.1" status: 200 len: 318 time: 0.0699511 Nov 19 04:16:31.852438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45612) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.857754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-d13d35c7-a5a0-49c3-bd4b-77e8fccca3d9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.890758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:31.928094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d13d35c7-a5a0-49c3-bd4b-77e8fccca3d9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0744708 Nov 19 04:16:31.931219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45614) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.938241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-67021082-df1d-4dff-9b3b-c5c2b0116481 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-1454823950') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:31.961118 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-67021082-df1d-4dff-9b3b-c5c2b0116481 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:31.962364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-67021082-df1d-4dff-9b3b-c5c2b0116481 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-1454823950 HTTP/1.1" status: 404 len: 329 time: 0.0300965 Nov 19 04:16:31.965024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45616) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:31.983095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-b65d9c36-a923-4eb2-9812-618368d9fcc1 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-2015668186') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.009259 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-b65d9c36-a923-4eb2-9812-618368d9fcc1 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:32.010556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b65d9c36-a923-4eb2-9812-618368d9fcc1 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-2015668186 HTTP/1.1" status: 404 len: 329 time: 0.0445473 Nov 19 04:16:32.013924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45618) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.018290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-ca9095b5-80ca-47f2-9c17-44c3d8319df3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0', 'tempest-TagsExtTest-Tag-2004682232') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.025174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:32.044028 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-ca9095b5-80ca-47f2-9c17-44c3d8319df3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] show failed (client error): The resource could not be found. Nov 19 04:16:32.044698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca9095b5-80ca-47f2-9c17-44c3d8319df3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags/tempest-TagsExtTest-Tag-2004682232 HTTP/1.1" status: 404 len: 329 time: 0.0298209 Nov 19 04:16:32.047385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45620) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.053520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-4906cf4f-6065-4887-a965-e797efdfb3d9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aaace3cc-976d-463a-9386-4d85505166e0') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.087901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45624) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.088756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4906cf4f-6065-4887-a965-e797efdfb3d9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0400910 Nov 19 04:16:32.095148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-808678bd-8ef4-44b6-b818-ad27fd5d7841 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '105975eb-15d6-4f92-81fb-6c924df7ccc0') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.225655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bace8cb-0b26-46d1-b1ef-f2e886eaa027 req-b60816e6-ba49-4022-909c-4f652896a638 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:32.228429 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bace8cb-0b26-46d1-b1ef-f2e886eaa027 req-b60816e6-ba49-4022-909c-4f652896a638 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 945 time: 0.0694938 Nov 19 04:16:32.278310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-808678bd-8ef4-44b6-b818-ad27fd5d7841 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0/tags HTTP/1.1" status: 204 len: 168 time: 0.1864080 Nov 19 04:16:32.281556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45628) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.286440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-bcc83b0a-fe6e-4e42-ad10-66d19ee21442 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f7952a9-cb9a-45d2-8108-a34918d55be6') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.340854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:32.348494 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:32.364205 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:32.364695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4bace8cb-0b26-46d1-b1ef-f2e886eaa027 req-4ba1ca61-ee70-432f-bee0-cb04db14778b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212506 Nov 19 04:16:32.382470 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:32.383591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.394612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ce96a60b-1bc5-4b06-a325-3920bcaba4a3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/floatingips/f79d88aa-d578-40a0-99bb-7b4055b724e7 HTTP/1.1" status: 200 len: 687 time: 0.9553998 Nov 19 04:16:32.397553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.428585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.441052 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:32.442011 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.452687 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bcc83b0a-fe6e-4e42-ad10-66d19ee21442 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6/tags HTTP/1.1" status: 204 len: 168 time: 0.1698718 Nov 19 04:16:32.458289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45638) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.462682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-09f9c528-5cc3-4f1f-940b-2084c06888bf tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0605c7ee-edc7-4457-8170-d4ddcfd7b8df') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.502467 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:32.503413 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45209b85-2e61-401c-81a3-a63331ddc20f None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:32.615660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45644) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.618729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-09f9c528-5cc3-4f1f-940b-2084c06888bf tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df/tags HTTP/1.1" status: 204 len: 168 time: 0.1591418 Nov 19 04:16:32.642437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 8040baaa-58d3-4fdf-86a5-848737bab045 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:32.642977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:32.721910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34e06ed4-f085-4ead-a24c-93ad997f6b4b tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for subnetpool, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:32.726056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-34e06ed4-f085-4ead-a24c-93ad997f6b4b tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aaace3cc-976d-463a-9386-4d85505166e0 HTTP/1.1" status: 204 len: 168 time: 0.1093516 Nov 19 04:16:32.726252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45646) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.760515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad42aeaf-d4ce-4e21-b330-4c717187482c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "GET /v2.0/ports?device_id=105975eb-15d6-4f92-81fb-6c924df7ccc0 HTTP/1.1" status: 200 len: 205 time: 0.0310080 Nov 19 04:16:32.761156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45648) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:32.781874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:32.782345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:32.798343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 8040baaa-58d3-4fdf-86a5-848737bab045 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:32.892184 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.002142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.070948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.073287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.075928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=8040baaa-58d3-4fdf-86a5-848737bab045,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:33.129656 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.130392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Fanout notify agent at l3_agent the message router_deleted on router 105975eb-15d6-4f92-81fb-6c924df7ccc0 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:16:33.140177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.143542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.144849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2aced006-ce3c-4a77-9f97-544923294a3c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/floatingips/f79d88aa-d578-40a0-99bb-7b4055b724e7 HTTP/1.1" status: 204 len: 168 time: 0.7461917 Nov 19 04:16:33.148244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.151575 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6bfe2b34-197f-493f-b80d-5820c30a7c5c tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/routers/105975eb-15d6-4f92-81fb-6c924df7ccc0 HTTP/1.1" status: 204 len: 168 time: 0.3871565 Nov 19 04:16:33.151736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45650) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:33.151858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45652) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:33.191192 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-f2f9f3be-b2df-4455-99ea-d53ff4d53ab1 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] delete failed (client error): The resource could not be found. Nov 19 04:16:33.195830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2f9f3be-b2df-4455-99ea-d53ff4d53ab1 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/floatingips/f79d88aa-d578-40a0-99bb-7b4055b724e7 HTTP/1.1" status: 404 len: 345 time: 0.0411646 Nov 19 04:16:33.196375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45654) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:33.264919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Deleting port 8f7952a9-cb9a-45d2-8108-a34918d55be6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:33.265273 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.328318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaeb4c7-5f84-4474-8d2b-cca1bf6add83 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:33.334535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaeb4c7-5f84-4474-8d2b-cca1bf6add83 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:33.341493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaeb4c7-5f84-4474-8d2b-cca1bf6add83 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:33.346157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eaaeb4c7-5f84-4474-8d2b-cca1bf6add83 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/ports?network_id=b6759d72-4e06-4c54-b945-c582c9e6670b HTTP/1.1" status: 200 len: 2357 time: 0.1487134 Nov 19 04:16:33.346803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45658) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:33.403919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8dcbe-06db-4624-8fcc-a8a8c1037cd1 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:33.404756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.411038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-60c8dcbe-06db-4624-8fcc-a8a8c1037cd1 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/subnets/913850e8-b31d-4c38-b260-c5d794bde3e5 HTTP/1.1" status: 200 len: 797 time: 0.0632236 Nov 19 04:16:33.411681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45664) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:33.419218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'port': {'network_id': 'b6759d72-4e06-4c54-b945-c582c9e6670b', 'name': 'tempest-FloatingIPTestJSON-1825242709', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:33.419844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Calling delete_port for 8f7952a9-cb9a-45d2-8108-a34918d55be6 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:33.581274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41966fc-5b72-4cbd-b133-cad06330e214 req-5aeb944a-d2ac-4f62-9d4e-222ea58f2882 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:33.582907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a41966fc-5b72-4cbd-b133-cad06330e214 req-5aeb944a-d2ac-4f62-9d4e-222ea58f2882 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 945 time: 0.0901229 Nov 19 04:16:33.607411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.619786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:33.704394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event deleted for resources: {'Port': ['ID=8f7952a9-cb9a-45d2-8108-a34918d55be6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:33.717039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a41966fc-5b72-4cbd-b133-cad06330e214 req-6c2be26f-40a6-4e15-8407-2a6029311101 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243494 Nov 19 04:16:33.764941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.765302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.765649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.766010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.766351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.766687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.767018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.767347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.767677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.768142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.768326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.768649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:33.808006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:33.819293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45668) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:33.820174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5fc1ebfb-a39b-426f-893d-84b265a4e3d3 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/ports/8f7952a9-cb9a-45d2-8108-a34918d55be6 HTTP/1.1" status: 204 len: 168 time: 0.6672316 Nov 19 04:16:34.209594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.251614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Deleting subnet 0605c7ee-edc7-4457-8170-d4ddcfd7b8df {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:16:34.258832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] device_id is not set on port d18b63e7-6df6-4ea9-abc8-be052e96393d yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:16:34.268345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.345231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-89cda913-e4e6-45f6-9436-bb20b643b099 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 267 time: 0.1946747 Nov 19 04:16:34.437884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.530099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-872ed212-3343-45e4-913d-fc7e360b8984 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:34.531840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-872ed212-3343-45e4-913d-fc7e360b8984 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 945 time: 0.1743126 Nov 19 04:16:34.559975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'port': {'security_groups': []}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:34.706351 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.763019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.929865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.967273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.14 (b6759d72-4e06-4c54-b945-c582c9e6670b/913850e8-b31d-4c38-b260-c5d794bde3e5/d18b63e7-6df6-4ea9-abc8-be052e96393d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:34.976762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event deleted for resources: {'Subnet': ['ID=0605c7ee-edc7-4457-8170-d4ddcfd7b8df,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:34.978785 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:34.982867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8c257e2b-e2a6-45b6-8bf0-e42a433157a9 tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/subnets/0605c7ee-edc7-4457-8170-d4ddcfd7b8df HTTP/1.1" status: 204 len: 168 time: 1.1615555 Nov 19 04:16:34.985572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:34.989303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78b3b0-12b2-432c-8404-21e3dfefbed3 None None] Network afe3011b-b570-4bb8-b9d7-dfb9ae94be37 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:34.995386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.13 (b6759d72-4e06-4c54-b945-c582c9e6670b/913850e8-b31d-4c38-b260-c5d794bde3e5/d18b63e7-6df6-4ea9-abc8-be052e96393d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:35.104180 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.169829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=511f64de-9e6c-489d-a10c-295be1320207,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:35.199880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Deleting port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:35.200907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.228518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.238700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.274176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134', 'b4924654-16a7-4a08-9c1d-0c901df81bbf', '511f64de-9e6c-489d-a10c-295be1320207'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:35.281083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] DHCP port deletion for afe3011b-b570-4bb8-b9d7-dfb9ae94be37 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:35.303562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] For port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,segment=NetworkSegment(4d1b696d-f5a1-40a3-9c4a-7be4a768b91c),segment_id=4d1b696d-f5a1-40a3-9c4a-7be4a768b91c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:35.303907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.321676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Calling delete_port for 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:35.341791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:35.342500 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.359427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6fe6e914-7f24-4389-9d17-84f75c14074d req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "PUT /v2.0/ports/511f64de-9e6c-489d-a10c-295be1320207 HTTP/1.1" status: 200 len: 904 time: 0.8094552 Nov 19 04:16:35.376772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.455204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'tag': '511f64de-9e6c-489d-a10c-295be1320207'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:35.459954 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "tag": "511f64de-9e6c-489d-a10c-295be1320207"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:35.462890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:16:35.480161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.483488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.500615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] No DVR routers for this DVR port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:16:35.542597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['511f64de-9e6c-489d-a10c-295be1320207'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:35.547040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event deleted for resources: {'Port': ['ID=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:35.623359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaae73-25cc-4646-a05a-df5226541973 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:35.626639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No active binding found for port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c {{(pid=109988) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 04:16:35.627358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:16:35.642468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Deleting port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:35.643131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.666138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:35.705768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.731649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=d18b63e7-6df6-4ea9-abc8-be052e96393d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:35.731889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe3011b-b570-4bb8-b9d7-dfb9ae94be37']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:35.736600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:35.743168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:35.743333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1b696d-f5a1-40a3-9c4a-7be4a768b91c') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:35.754875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:35.755479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.761464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91151f1f-c34e-46c2-86c6-fe3eed014a77 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:35.773313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.781193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:16:35.781812 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:16:35.785950 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:16:35.795884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] For port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:35.796301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.818988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3de60fc0-fd53-4aae-8b76-cbf58663b7be None None] Provisioning complete for port 511f64de-9e6c-489d-a10c-295be1320207 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:35.819260 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3de60fc0-fd53-4aae-8b76-cbf58663b7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.823114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d8c03-482a-40ee-aa22-259568247b3f req-1e5e7148-87b4-4199-b02e-466847f5140a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:35.826182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-672d8c03-482a-40ee-aa22-259568247b3f req-1e5e7148-87b4-4199-b02e-466847f5140a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 907 time: 0.3285847 Nov 19 04:16:35.831841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Calling delete_port for 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:35.874763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:35.875122 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.878106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:16:35.884233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.888603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.913449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:35.917073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] No DVR routers for this DVR port 12ab4c23-f5a9-4b51-b851-da8f6a7bd65c on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:16:35.922473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-de5b156b-33c9-4485-bc0e-dc3ae95b4e82 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5091162 Nov 19 04:16:35.923150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] 10.222.0.52 "DELETE /v2.0/networks/afe3011b-b570-4bb8-b9d7-dfb9ae94be37 HTTP/1.1" status: 204 len: 168 time: 0.9364614 Nov 19 04:16:35.925180 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab38519-d1d4-4f71-b4d7-a4412d0b12b0 x-openstack-request-id: req-8ab38519-d1d4-4f71-b4d7-a4412d0b12b0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:35.926578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482be5b-ea55-443a-a38b-b2e2f382dd7f None None] Pushing event deleted for resources: {'Port': ['ID=12ab4c23-f5a9-4b51-b851-da8f6a7bd65c,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:35.940554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45694) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:35.942184 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "tag": "511f64de-9e6c-489d-a10c-295be1320207", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:35.942796 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ab38519-d1d4-4f71-b4d7-a4412d0b12b0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:35.943313 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'tag': '511f64de-9e6c-489d-a10c-295be1320207', 'status': 'completed', 'code': 200} Nov 19 04:16:35.961097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'd18b63e7-6df6-4ea9-abc8-be052e96393d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:35.989285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b4eb4-fe5e-4cf8-8deb-f66689f0b94f tempest-TagsExtTest-40163061 tempest-TagsExtTest-40163061-project] Pushing event deleted for resources: {'Network': ['ID=afe3011b-b570-4bb8-b9d7-dfb9ae94be37,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:36.014347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:36.046343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-48d973db-c98c-450a-bc2c-7441f01a8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:36.048876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-48d973db-c98c-450a-bc2c-7441f01a8f8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 1058 time: 0.0839717 Nov 19 04:16:36.183772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74323b2-9742-4e69-a9ff-5cac9d7d9000 req-90dccf4b-3b01-4b75-a5f7-c8f3bee1b837 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:36.191453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f74323b2-9742-4e69-a9ff-5cac9d7d9000 req-90dccf4b-3b01-4b75-a5f7-c8f3bee1b837 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1121843 Nov 19 04:16:36.193394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8cc4d8e9-8538-4f6e-9e8c-ae0d41aa967c None None] Provisioning complete for port d18b63e7-6df6-4ea9-abc8-be052e96393d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:36.193915 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d8e9-8538-4f6e-9e8c-ae0d41aa967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:36.195091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:36.250059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-a3ae558f-a3e8-4c52-8878-30afb3ff0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:36.251546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-a3ae558f-a3e8-4c52-8878-30afb3ff0e9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1942360 Nov 19 04:16:36.263307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f74323b2-9742-4e69-a9ff-5cac9d7d9000 req-3a88e2fd-9039-41f4-8a4c-9305d5c11cad tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706339 Nov 19 04:16:36.292674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4d8e9-8538-4f6e-9e8c-ae0d41aa967c None None] Port d18b63e7-6df6-4ea9-abc8-be052e96393d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:36.352376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-5ad9c537-a60c-47cc-ba64-8f5abc2c3002 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511f64de-9e6c-489d-a10c-295be1320207 HTTP/1.1" status: 200 len: 217 time: 0.0864818 Nov 19 04:16:36.440385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:36.471707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968c51-725d-43e2-8fc4-93612956f5e4 req-5be30f38-e913-41e3-a640-6526acb6bdce tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:36.473340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53968c51-725d-43e2-8fc4-93612956f5e4 req-5be30f38-e913-41e3-a640-6526acb6bdce tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1187768 Nov 19 04:16:36.509522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-3e967e90-2338-4aae-9cf6-bc3580411ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:36.510969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-3e967e90-2338-4aae-9cf6-bc3580411ec4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1185031 Nov 19 04:16:36.570477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53968c51-725d-43e2-8fc4-93612956f5e4 req-46088bbe-4052-4ccd-823d-67ccc7a08eb3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873268 Nov 19 04:16:36.694537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-316170ca-c55d-4ec9-b6a4-24efe9ad8c02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2f519858e824829b0b2ff7d16d33fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452447 Nov 19 04:16:36.695332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45712) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:36.721002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-2999ca70-735c-4e0d-bebe-65e52b31bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:36.723080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-2999ca70-735c-4e0d-bebe-65e52b31bfd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845725 Nov 19 04:16:36.861143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.189 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/55d9a322-6844-4dac-84bd-f9b6c61b4f88) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:36.919696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-ee3648dc-d3df-487a-8ad3-34ad3e0a1370 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854484 Nov 19 04:16:36.922573 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45297ece-20d1-45e8-b496-11d59931121d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:36.983177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.016405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45297ece-20d1-45e8-b496-11d59931121d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.024760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.025749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-339619b8-d6d6-404c-a983-e83a12b298a7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:37.027364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-339619b8-d6d6-404c-a983-e83a12b298a7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.2282984 Nov 19 04:16:37.085111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-b010224a-f6ff-4043-83f9-87c5fc939473 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/quotas/5ae5d0952f054d23909e4979ef240b1c HTTP/1.1" status: 200 len: 375 time: 0.0478091 Nov 19 04:16:37.092601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:37.096396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:37.101235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:37.136189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=55d9a322-6844-4dac-84bd-f9b6c61b4f88,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:37.171583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bacb63a3-c9e3-4d83-9b04-0ca04a7d36b5 req-9087fbe3-fb40-4d83-afa9-4e1e08d22aea service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440546 Nov 19 04:16:37.182925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45297ece-20d1-45e8-b496-11d59931121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.187497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45297ece-20d1-45e8-b496-11d59931121d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.188710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-45297ece-20d1-45e8-b496-11d59931121d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82e90c03-964a-4ff8-8c26-d1808ec2c86a HTTP/1.1" status: 204 len: 168 time: 0.4915092 Nov 19 04:16:37.207673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-8bb96160-d408-4e00-b0dd-65fdeefdce3f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1120725 Nov 19 04:16:37.213369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45297ece-20d1-45e8-b496-11d59931121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e90c03-964a-4ff8-8c26-d1808ec2c86a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:37.352504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-12c3221a-58f5-4eec-8113-02091f59007e service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311500 Nov 19 04:16:37.485764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-b64064b4-96c7-4db7-952a-43b9cb26486a service neutron] 10.222.0.52 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212919 Nov 19 04:16:37.619305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.732961 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:37.792189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d97072f7-7039-4dd0-ae02-75f0d25d56ab req-321fa74a-c895-4084-ac25-17b8358897e7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 210 time: 0.0583274 Nov 19 04:16:38.037443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:38.045784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:38.147476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=55d9a322-6844-4dac-84bd-f9b6c61b4f88,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:38.162596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:38.317595 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 67837073-459c-4b28-8623-bbb5bc844245 associated. External IP: 172.25.8.189, port: d18b63e7-6df6-4ea9-abc8-be052e96393d. Nov 19 04:16:38.626011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:38.759536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:38.770688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:38.783133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:38.784122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:38.784964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:38.820598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45774) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:38.821180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4ae56732-3192-4fe3-b394-048583d4122d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8790267 Nov 19 04:16:38.835100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'port_id': 'd18b63e7-6df6-4ea9-abc8-be052e96393d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:38.842855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:38.852699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:38.853564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:38.898103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:38.899052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da26cd8-17c4-442e-8c4e-ec0f3ba63284 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:38.978417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e24fd6-a50a-4f23-869a-3b507ccc27c8 req-a87a7ef6-8be6-4f9d-bbf5-62403dc00247 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 210 time: 0.0363829 Nov 19 04:16:39.006747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:39.232188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-6f6d9e4b-bfac-42da-9d4e-8a34cdbc080b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:39.233820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-6f6d9e4b-bfac-42da-9d4e-8a34cdbc080b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 812 time: 0.1849725 Nov 19 04:16:39.273247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Request body: {'port': {'device_id': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'admin_state_up': True, 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:39.834667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Made reservation on behalf of 5ae5d0952f054d23909e4979ef240b1c for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:39.838322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.140992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d929636-56fb-4576-b837-786b1ba18bfd req-d6601a6a-c793-4e5d-830b-cc7e0ba28af2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 210 time: 0.0561888 Nov 19 04:16:40.147414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.159323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.231117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Allocated IP 172.20.0.4 (825ffbc8-f346-40ad-9325-cb3d3195602c/196fb12b-78fb-43d8-a7f8-ffad6f359b38/5a1ff448-8853-426e-a3d7-4b619a7fd06e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:40.553212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.572586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:40.642871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.677381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134', 'b4924654-16a7-4a08-9c1d-0c901df81bbf'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:40.734856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Network 825ffbc8-f346-40ad-9325-cb3d3195602c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:40.744264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:40.751579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:40.757523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:40.809415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:40.820767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:40.826544 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.841146 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:40.841849 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:40.888963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:40.890433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:40.956835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-3759de7a-6cdd-4b81-ab0a-35c5aa6fee8e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6889765 Nov 19 04:16:40.959944 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:40.987883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:40.988179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Request body: {'port': {'device_id': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:40.989508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:41.002392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7e7e8f6e-5536-4fa8-96ae-9037110d39ee tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/floatingips/67837073-459c-4b28-8623-bbb5bc844245 HTTP/1.1" status: 200 len: 979 time: 2.1768427 Nov 19 04:16:41.003226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45894) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:41.147975 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:41.149095 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bcf08d-fe92-4966-a55c-4d6b2e7cde25 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:41.149327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45900) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:41.160659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.169158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e2238cbc-facb-4041-914a-6cb9f9423b83 None None] Provisioning complete for port 5a1ff448-8853-426e-a3d7-4b619a7fd06e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:41.169588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e2238cbc-facb-4041-914a-6cb9f9423b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.262395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e2238cbc-facb-4041-914a-6cb9f9423b83 None None] Port 5a1ff448-8853-426e-a3d7-4b619a7fd06e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:41.398907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 55d9a322-6844-4dac-84bd-f9b6c61b4f88 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:41.399526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.480168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.503655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.504348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.513313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac719-b96a-45f3-a2ef-e1ab023570ab req-5222bbeb-14d7-400f-9c75-f31b409ad8b7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:41.521612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffdac719-b96a-45f3-a2ef-e1ab023570ab req-5222bbeb-14d7-400f-9c75-f31b409ad8b7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 931 time: 0.1749656 Nov 19 04:16:41.523886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 55d9a322-6844-4dac-84bd-f9b6c61b4f88 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:41.648818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffdac719-b96a-45f3-a2ef-e1ab023570ab req-96075d6a-a2c2-4abf-994a-be58cd15b297 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217282 Nov 19 04:16:41.739667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1ff448-8853-426e-a3d7-4b619a7fd06e {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:41.751316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.753277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.760511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.776830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.789562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3075f1b-d680-476f-9983-3750b7e912b4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:41.805565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Transition to ACTIVE for port object 5a1ff448-8853-426e-a3d7-4b619a7fd06e will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:16:41.811094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.811562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.812011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.812457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.812894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.813329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.813778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.814229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.814697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.815265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.815699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.816128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:16:41.828226 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.859078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=55d9a322-6844-4dac-84bd-f9b6c61b4f88,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:41.869018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45910) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:41.869823 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d1adb22d-c6c3-4da0-902e-fdbbfa81db06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d870108c2d34d7586ba3a4a8fab391b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169921 Nov 19 04:16:41.920650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:41.984347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Attempting to bind port 5a1ff448-8853-426e-a3d7-4b619a7fd06e on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:41.984982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Attempting to bind port 5a1ff448-8853-426e-a3d7-4b619a7fd06e by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:41.985301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Attempting to bind port 5a1ff448-8853-426e-a3d7-4b619a7fd06e on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:41.989977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Port 5a1ff448-8853-426e-a3d7-4b619a7fd06e on network 825ffbc8-f346-40ad-9325-cb3d3195602c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:16:41.990293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Attempting to bind port 5a1ff448-8853-426e-a3d7-4b619a7fd06e on network 825ffbc8-f346-40ad-9325-cb3d3195602c {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:41.992220 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07284491-7641-423c-9a5e-c3a61c64e1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:41.999325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:42.000042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Checking segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:42.000944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Bound using segment: {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:42.001900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Bound port: 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81285473-013a-4fbc-9a76-17afeb8a5952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:42.002659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.022664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.023307 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 67837073-459c-4b28-8623-bbb5bc844245 disassociated (deleted). External IP: 172.25.8.189, port: d18b63e7-6df6-4ea9-abc8-be052e96393d. Nov 19 04:16:42.035652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07284491-7641-423c-9a5e-c3a61c64e1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.138835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:42.142666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:42.149671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.203687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:42.204445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.205760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] 10.222.0.36 "PUT /v2.0/ports/5a1ff448-8853-426e-a3d7-4b619a7fd06e HTTP/1.1" status: 200 len: 1091 time: 1.2281616 Nov 19 04:16:42.206256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:42.208553 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:42.239447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07284491-7641-423c-9a5e-c3a61c64e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.243546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-07284491-7641-423c-9a5e-c3a61c64e1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.249537 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-07284491-7641-423c-9a5e-c3a61c64e1d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3075f1b-d680-476f-9983-3750b7e912b4 HTTP/1.1" status: 204 len: 168 time: 0.3788695 Nov 19 04:16:42.273824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52569d-a3d2-4e91-8225-1655a666fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:42.290633 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ed4dc-fb21-452a-9269-880a18f9674c x-openstack-request-id: req-7b9ed4dc-fb21-452a-9269-880a18f9674c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:42.291165 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:42.291612 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b9ed4dc-fb21-452a-9269-880a18f9674c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:42.292190 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'status': 'completed', 'code': 200} Nov 19 04:16:42.325918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07284491-7641-423c-9a5e-c3a61c64e1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3075f1b-d680-476f-9983-3750b7e912b4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:42.367220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-a4ddea6e-41a8-4bc8-9b2b-b441c7d63f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:42.369207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-a4ddea6e-41a8-4bc8-9b2b-b441c7d63f4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 1094 time: 0.0690782 Nov 19 04:16:42.420231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-8dbbd853-8080-4092-8cb6-92b888436e4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e HTTP/1.1" status: 200 len: 217 time: 0.0411236 Nov 19 04:16:42.492721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-22971eda-60dc-477a-b769-f70b87a9fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:42.495381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-22971eda-60dc-477a-b769-f70b87a9fef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0670135 Nov 19 04:16:42.551051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:42.619041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-0d0013fb-8499-47b9-b569-3b1e1c12e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:42.634662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-0d0013fb-8499-47b9-b569-3b1e1c12e842 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112106 Nov 19 04:16:42.759305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-cb7be6dd-9d03-434e-89d1-b003eb98457d service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234205 Nov 19 04:16:42.882724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c233bfb-dea8-47a2-a94c-099e6a5e21a0 req-5bcd66c2-c9cb-4157-b175-a2939926f94f service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152298 Nov 19 04:16:42.884914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:42.890092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:42.898175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:42.939442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:42.942085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:42.942451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8612eedb-8958-4914-9208-4646ef4cd6fd tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/floatingips/67837073-459c-4b28-8623-bbb5bc844245 HTTP/1.1" status: 204 len: 168 time: 1.9374819 Nov 19 04:16:42.946279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45924) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:42.974712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf29da4-9410-4416-8549-3f16b0a5d8c3 req-35d6d5d9-1d18-404c-b040-92b276f02308 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:42.976807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6bf29da4-9410-4416-8549-3f16b0a5d8c3 req-35d6d5d9-1d18-404c-b040-92b276f02308 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 943 time: 0.0976067 Nov 19 04:16:42.988296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45926) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:43.033389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:43.062111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:43.062740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:43.073623 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6bf29da4-9410-4416-8549-3f16b0a5d8c3 req-e6395eba-5499-4dc2-bd2f-6b337d63c49b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831482 Nov 19 04:16:43.086034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd633faf-1963-480e-8536-2fbbbb23c8ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.099569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port d18b63e7-6df6-4ea9-abc8-be052e96393d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:43.100082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.113389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-239b5846-1746-47d5-8e6c-020d48b0d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:43.115713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:43.116226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-239b5846-1746-47d5-8e6c-020d48b0d09d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 1094 time: 0.1374028 Nov 19 04:16:43.116408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02ada4-e462-4505-9d3e-c999e15e75fd None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:43.254389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.279239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-9591b570-e079-4c6c-a436-51ad37018583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:43.281125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for d18b63e7-6df6-4ea9-abc8-be052e96393d owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:43.281402 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-9591b570-e079-4c6c-a436-51ad37018583 service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1559341 Nov 19 04:16:43.393454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-e1dbfc1f-14a1-4530-a500-93a4947eb566 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e HTTP/1.1" status: 200 len: 217 time: 0.1031482 Nov 19 04:16:43.399003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd633faf-1963-480e-8536-2fbbbb23c8ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.407903 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cd633faf-1963-480e-8536-2fbbbb23c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.562757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:43.563053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cd633faf-1963-480e-8536-2fbbbb23c8ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16252178f794433e9177c9357259585a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509052 Nov 19 04:16:43.569499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-ca1bb7d1-30a1-46a7-9639-35d584d81d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:43.570964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-ca1bb7d1-30a1-46a7-9639-35d584d81d0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1588728 Nov 19 04:16:43.571764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd633faf-1963-480e-8536-2fbbbb23c8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9493b-c91e-43d3-bef4-2541b837070c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:43.644847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-88f5a96f-9bd9-4e84-a435-a7a61221fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:43.646654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-88f5a96f-9bd9-4e84-a435-a7a61221fd61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681741 Nov 19 04:16:43.655811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.671276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4db5d601-e926-4a6c-bc87-ecbd14da85ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.693720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=d18b63e7-6df6-4ea9-abc8-be052e96393d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:43.720599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9196a-e938-44ca-8c77-73d6da18a675 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:43.763617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4db5d601-e926-4a6c-bc87-ecbd14da85ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.781526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-51969af3-accb-4478-b696-c3502d74d533 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260726 Nov 19 04:16:43.829640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.835622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-652e0ec7-65b1-4f1e-88a4-4448d25e2692 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/ports/d18b63e7-6df6-4ea9-abc8-be052e96393d HTTP/1.1" status: 204 len: 168 time: 0.8883286 Nov 19 04:16:43.841144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:43.846639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:43.876826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.891213 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4db5d601-e926-4a6c-bc87-ecbd14da85ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.893891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4db5d601-e926-4a6c-bc87-ecbd14da85ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:43.895097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4db5d601-e926-4a6c-bc87-ecbd14da85ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77d9493b-c91e-43d3-bef4-2541b837070c HTTP/1.1" status: 204 len: 168 time: 0.3309171 Nov 19 04:16:43.924148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d9e59a4-6f70-4792-ab40-c47a8c6bc7a5 req-7bc7530a-f98e-48e0-b1e0-34c62e07fe03 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319904 Nov 19 04:16:43.942979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5d601-e926-4a6c-bc87-ecbd14da85ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9493b-c91e-43d3-bef4-2541b837070c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:44.028651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:44.154988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.92 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/dff166de-08f6-4fb8-b9fe-bda238a1d2a6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:44.210550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762b0d-69eb-4377-bd8d-55aeefbfbe63 req-8486705d-cb05-4d10-947d-d9a265405290 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:44.220242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a762b0d-69eb-4377-bd8d-55aeefbfbe63 req-8486705d-cb05-4d10-947d-d9a265405290 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 943 time: 0.0715792 Nov 19 04:16:44.297991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a762b0d-69eb-4377-bd8d-55aeefbfbe63 req-07e6e1f6-521e-4e38-ae8e-87ef50a51164 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763588 Nov 19 04:16:44.327940 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:44.367874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:44.408218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:44.413729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:44.420640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:44.449372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=dff166de-08f6-4fb8-b9fe-bda238a1d2a6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:44.547919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:44.611062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:44.898604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:44.913627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:45.003276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=dff166de-08f6-4fb8-b9fe-bda238a1d2a6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:45.010854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:45.032152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:45.033781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4b3a835-4089-4ee4-8a33-12c8de36f68b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1917305 Nov 19 04:16:45.036356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45970) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:45.043316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'port': {'network_id': 'b6759d72-4e06-4c54-b945-c582c9e6670b', 'name': 'tempest-FloatingIPTestJSON-852802117'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:45.141818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5a1ff448-8853-426e-a3d7-4b619a7fd06e details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:16:45.178422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:45.182932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:45.233901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] device_id is not set on port 65aa4811-07ec-4f8b-8026-99275c2329f3 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:16:45.388079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:45.417361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'mac_address': 'fa:16:3e:45:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:16:45.486887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce10bd-3916-4c0b-876c-707baadb5419 req-abd6ddfc-a60b-403c-9384-2bdc6c94ca19 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:45.488822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09ce10bd-3916-4c0b-876c-707baadb5419 req-abd6ddfc-a60b-403c-9384-2bdc6c94ca19 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 943 time: 0.0929828 Nov 19 04:16:45.515305 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:45.540037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1ff448-8853-426e-a3d7-4b619a7fd06e {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:45.584768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09ce10bd-3916-4c0b-876c-707baadb5419 req-26118e9b-b33c-47b5-ab1b-653a94c16e57 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899251 Nov 19 04:16:45.602826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:45.619710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:45.684192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:45.876392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5a1ff448-8853-426e-a3d7-4b619a7fd06e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:45.906172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.12 (b6759d72-4e06-4c54-b945-c582c9e6670b/913850e8-b31d-4c38-b260-c5d794bde3e5/65aa4811-07ec-4f8b-8026-99275c2329f3) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:46.230790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:46.278557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:46.332490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b6759d72-4e06-4c54-b945-c582c9e6670b is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:46.335927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:46.340783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:46.359097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c427f-3d22-4153-9763-fa779ea8574b None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:46.378744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=65aa4811-07ec-4f8b-8026-99275c2329f3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:46.422669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:46.423340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:46.460226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:46.465318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'port_id': '65aa4811-07ec-4f8b-8026-99275c2329f3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:46.478097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-90d69195-e04e-4352-ab3c-325d070fff1c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4399776 Nov 19 04:16:46.532852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:46.540690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-38d322e2-cca7-4653-ab80-3d13ceeb9ef1 None None] Provisioning complete for port 65aa4811-07ec-4f8b-8026-99275c2329f3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:46.541420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-38d322e2-cca7-4653-ab80-3d13ceeb9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:46.734057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-38d322e2-cca7-4653-ab80-3d13ceeb9ef1 None None] Port 65aa4811-07ec-4f8b-8026-99275c2329f3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:47.008262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202c7ac-d719-4b7e-b898-76a63d30ebe9 req-68d1bab8-afce-4766-87bf-0b4467ccb75c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:47.010122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b202c7ac-d719-4b7e-b898-76a63d30ebe9 req-68d1bab8-afce-4766-87bf-0b4467ccb75c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 944 time: 0.1508155 Nov 19 04:16:47.115501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b202c7ac-d719-4b7e-b898-76a63d30ebe9 req-468e2df4-b407-407e-9bfd-79e867d6fc48 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Nov 19 04:16:47.164943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5a1ff448-8853-426e-a3d7-4b619a7fd06e up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:47.281156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 5a1ff448-8853-426e-a3d7-4b619a7fd06e completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:16:47.285359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 5a1ff448-8853-426e-a3d7-4b619a7fd06e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:47.286047 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:47.390989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:47.400234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-346415d2-9215-4c82-bbb0-9c368cb8fc75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639293 Nov 19 04:16:47.401463 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:47.452827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:47.523040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:47.526568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:16:47.530842 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5db564c-99ef-461d-93c5-b45625ca23cd" -d '{"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:16:47.535266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-1b62959b-f310-458c-a21d-9a7de0866885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:47.536791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-1b62959b-f310-458c-a21d-9a7de0866885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 1097 time: 0.0898850 Nov 19 04:16:47.537171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:47.563276 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 0eb19c1e-cc12-4bf8-83b5-c9f1a7bd3004 associated. External IP: 172.25.8.92, port: 65aa4811-07ec-4f8b-8026-99275c2329f3. Nov 19 04:16:47.607576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:47.616691 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e4146-1894-40f9-a514-3adfcfe3fa30 x-openstack-request-id: req-7f3e4146-1894-40f9-a514-3adfcfe3fa30 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:16:47.617099 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:16:47.617488 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f3e4146-1894-40f9-a514-3adfcfe3fa30 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:16:47.617999 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'code': 200} Nov 19 04:16:47.743607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba7fea-cf0f-43fb-97cc-01868d16af7d req-4b399ed7-b921-436d-9486-f008ed63726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:47.745170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64ba7fea-cf0f-43fb-97cc-01868d16af7d req-4b399ed7-b921-436d-9486-f008ed63726c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 1096 time: 0.0617290 Nov 19 04:16:47.829643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64ba7fea-cf0f-43fb-97cc-01868d16af7d req-01b7e35a-c18a-451e-b2b1-5a8390c562a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730820 Nov 19 04:16:48.156886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-4781e37d-5fb2-4660-abc0-0262967d73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:48.158530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-4781e37d-5fb2-4660-abc0-0262967d73a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.5928469 Nov 19 04:16:48.358736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-f1f019c9-ad85-4a8e-ae95-78446c5f0db3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 200 len: 1000 time: 0.1636467 Nov 19 04:16:48.424379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915d946-1fa5-4552-87c2-96422b89a519 req-3934aa79-6946-49d5-b92f-8dd4f0447341 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:48.425961 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1915d946-1fa5-4552-87c2-96422b89a519 req-3934aa79-6946-49d5-b92f-8dd4f0447341 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1776061 Nov 19 04:16:48.429306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:48.468550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-849484a3-9311-42cc-b0e5-5f8e97d2ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:48.470084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-849484a3-9311-42cc-b0e5-5f8e97d2ba47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.1012280 Nov 19 04:16:48.570774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1915d946-1fa5-4552-87c2-96422b89a519 req-2bf40af1-267c-4927-8ba9-323ddeafd487 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332989 Nov 19 04:16:48.628530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-e4de6d92-40b0-4ad0-9e07-b7833b55293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:48.631877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-e4de6d92-40b0-4ad0-9e07-b7833b55293f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183884 Nov 19 04:16:48.639576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:48.644418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:48.653781 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:48.674320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:48.675728 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:48.709675 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:48.721796 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:48.722501 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:48.726973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9860f5b2-9c05-48b1-9e57-135ef7f2d0a4 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/floatingips/0eb19c1e-cc12-4bf8-83b5-c9f1a7bd3004 HTTP/1.1" status: 200 len: 977 time: 2.2635381 Nov 19 04:16:48.727384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:48.773654 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:48.783977 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e053c2-a190-42dd-9e64-d79a59579bf1 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:48.801499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-08af476e-4744-4c30-9f4b-5308d319e424 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545813 Nov 19 04:16:48.885163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 65aa4811-07ec-4f8b-8026-99275c2329f3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:48.885676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:48.992349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e9df9b1-4ce5-442a-8aba-9031447e4b5c req-7d9f723b-39f9-4f4a-a1b6-f2426d7c2103 service neutron] 10.222.0.36 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819754 Nov 19 04:16:49.037017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:49.296902 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:49.297281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:49.297610 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 0eb19c1e-cc12-4bf8-83b5-c9f1a7bd3004 disassociated. External IP: 172.25.8.92, port: 65aa4811-07ec-4f8b-8026-99275c2329f3. Nov 19 04:16:49.297984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 65aa4811-07ec-4f8b-8026-99275c2329f3 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:49.529314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:49.582637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=65aa4811-07ec-4f8b-8026-99275c2329f3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:49.584592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbd3c7-88cf-497f-8134-211b10b890b2 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:49.892271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd278cc-994f-4abd-9cde-9fc736517910 req-ee91e75f-c22e-43e6-b02b-e1ac1f177757 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:49.896387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:49.900042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdd278cc-994f-4abd-9cde-9fc736517910 req-ee91e75f-c22e-43e6-b02b-e1ac1f177757 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1650507 Nov 19 04:16:49.981474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdd278cc-994f-4abd-9cde-9fc736517910 req-095f5fe4-00e8-4aec-a4e9-26d39e393d0e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802634 Nov 19 04:16:50.066721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:50.079673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:50.098402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:50.099926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:50.163839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:50.171307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46070) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:50.182546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d18dc608-3a41-4ac4-8aaf-47eae922d6dc tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/ports/65aa4811-07ec-4f8b-8026-99275c2329f3 HTTP/1.1" status: 204 len: 168 time: 1.4539299 Nov 19 04:16:50.222019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:50.258830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:50.260784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:50.291299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d935dbf7-9be3-4bb9-8113-001feca61f77 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/floatingips/0eb19c1e-cc12-4bf8-83b5-c9f1a7bd3004 HTTP/1.1" status: 200 len: 687 time: 0.1184494 Nov 19 04:16:50.296826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46080) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:50.329313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:50.330781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3742411-e4d3-4727-9cc1-419ef710a868 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:50.611999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243379c6-3213-4a4e-835c-f5d8ca44afac req-7616a710-cc4f-48e0-b497-88b94a460a2a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:50.616043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-243379c6-3213-4a4e-835c-f5d8ca44afac req-7616a710-cc4f-48e0-b497-88b94a460a2a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1273780 Nov 19 04:16:50.623820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port dff166de-08f6-4fb8-b9fe-bda238a1d2a6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:50.623978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:50.799556 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:50.800011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:50.816277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-243379c6-3213-4a4e-835c-f5d8ca44afac req-80bd0863-8c6d-4f46-8dc8-c60c82ccc3d6 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172624 Nov 19 04:16:50.823891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for dff166de-08f6-4fb8-b9fe-bda238a1d2a6 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:51.021232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:51.084283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=dff166de-08f6-4fb8-b9fe-bda238a1d2a6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:51.172235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:51.175707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:51.177118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0cd0dd81-ee51-45a2-9410-d511ab94d044 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/floatingips/0eb19c1e-cc12-4bf8-83b5-c9f1a7bd3004 HTTP/1.1" status: 204 len: 168 time: 0.8790803 Nov 19 04:16:51.182594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46108) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:51.188023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'f69836d3-7494-456c-b79c-670f1f7863c0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:51.236390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:51.307786 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e1b79be-13a7-48c1-a3af-43e0590c971c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:51.486432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:51.706806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.88 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/c6baaa12-19d0-47a5-9345-4dfbee3cb173) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:51.981038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:52.108616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c70df-3dce-486c-9725-ede66d78c769 req-22e5ad71-0c98-495f-a7f0-e98ded12d7d2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:52.111171 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da4c70df-3dce-486c-9725-ede66d78c769 req-22e5ad71-0c98-495f-a7f0-e98ded12d7d2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1563067 Nov 19 04:16:52.147888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:52.206829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=c6baaa12-19d0-47a5-9345-4dfbee3cb173,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:52.244566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:52.247424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:52.256252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da4c70df-3dce-486c-9725-ede66d78c769 req-def9edbb-c656-47e5-93b7-13f3718257f7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384304 Nov 19 04:16:52.257320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:52.749740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.172996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.222540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dd7d6-ad37-4caf-a301-437edcf7a7fb req-3030eb4d-ff60-4238-9e02-00d687c0d755 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:53.224303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-679dd7d6-ad37-4caf-a301-437edcf7a7fb req-3030eb4d-ff60-4238-9e02-00d687c0d755 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1770961 Nov 19 04:16:53.425852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-679dd7d6-ad37-4caf-a301-437edcf7a7fb req-e3f2aa69-b966-4e64-a584-8a4f7b914eaa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937478 Nov 19 04:16:53.436009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.581085 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3d24-789f-4ec1-8f0c-568bbb2df15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.649105 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.655546 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.791753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=c6baaa12-19d0-47a5-9345-4dfbee3cb173,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:53.810787 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:53.950960 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 4cf97ad8-6c00-4b04-bbb0-9a160e66c681 associated. External IP: 172.25.8.88, port: f69836d3-7494-456c-b79c-670f1f7863c0. Nov 19 04:16:54.273551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:16:54.408962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:16:54.432305 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:16:54.446701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:54.447748 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:54.449324 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:54.480325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0ac27eae-fb07-4097-8de8-17ff89f131cb tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2934864 Nov 19 04:16:54.480611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46172) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:54.486082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-915262729'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:54.517246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:54.527867 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:54.547674 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:54.556933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:16:54.560546 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:16:54.562796 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:54.570559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:54.570927 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Added segment fa7a6d06-dd97-49bd-9bbd-ad57d41295dd of type vlan for network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b Nov 19 04:16:54.603200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:16:54.604184 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef3284-e24a-4958-a7e4-6210b94ca3b4 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:16:54.631909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:54.693552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:54.699912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:54.700524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:55.156604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772020-29e1-4705-9a81-7fc64e1bc101 req-bfd7f753-c1b9-4f68-9e76-027d3c723109 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:55.158487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc772020-29e1-4705-9a81-7fc64e1bc101 req-bfd7f753-c1b9-4f68-9e76-027d3c723109 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.5012951 Nov 19 04:16:55.170399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6883759 Nov 19 04:16:55.173264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46188) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:55.178728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'subnet': {'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:55.197846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5a1ff448-8853-426e-a3d7-4b619a7fd06e details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:16:55.214889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e5f20-22e4-48cc-ac54-6818c2a70712 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Network': ['ID=6b2a30a8-64f9-4fa8-9a23-23ba80da596b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:55.294620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc772020-29e1-4705-9a81-7fc64e1bc101 req-6dc2c435-1094-4b31-889c-f1bc77e5b363 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216660 Nov 19 04:16:55.377625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:16:55.489779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:16:55.493354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:55.977753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:16:55.990930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.070099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.101809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Subnet': ['ID=0458003d-b66d-4d10-93f1-869d0b3f8461,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:56.151126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Checking segment: {'id': 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:56.169142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:56.171790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network hostable DHCP agents. Network: 6b2a30a8-64f9-4fa8-9a23-23ba80da596b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:16:56.205094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'port_id': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'mac_address': 'fa:16:3e:45:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:16:56.218262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:16:56.223658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2dd64-bdc5-4852-8b65-3904471b2818 req-b3f6203a-f696-4c64-90ce-ac2f64f8803d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:56.237877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 6b2a30a8-64f9-4fa8-9a23-23ba80da596b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:56.238444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6f2dd64-bdc5-4852-8b65-3904471b2818 req-b3f6203a-f696-4c64-90ce-ac2f64f8803d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 946 time: 0.1685565 Nov 19 04:16:56.242179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:56.242793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.283680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d41d143-f81b-44c9-9cc8-b78aa7c0d903 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1067042 Nov 19 04:16:56.284330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46230) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:56.293764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1172418682', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:16:56.316768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46232) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:56.357894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.359009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.365330 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.408431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df0d1d-191c-4c04-8a8d-6a57d9d78e02 None None] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:16:56.422625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6f2dd64-bdc5-4852-8b65-3904471b2818 req-00a48e09-e692-4d1c-b789-005248d67c57 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686583 Nov 19 04:16:56.503523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.568280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a1ff448-8853-426e-a3d7-4b619a7fd06e {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:16:56.597848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:56.608751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.625110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.735276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['5a1ff448-8853-426e-a3d7-4b619a7fd06e'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:16:56.736117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7e1cf-920d-4b17-a230-3702246abe4e req-5a72e2c7-2b01-495f-80a8-b245a45ae44e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:56.757443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8b7e1cf-920d-4b17-a230-3702246abe4e req-5a72e2c7-2b01-495f-80a8-b245a45ae44e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 944 time: 0.1490130 Nov 19 04:16:56.764804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:56.779258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd495a3-f71f-4299-a44e-1b474a3b2ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.922854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:56.989042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8b7e1cf-920d-4b17-a230-3702246abe4e req-69d14fb0-d0d5-42de-82c6-edcfcdd0caa9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306662 Nov 19 04:16:56.989341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-6b2a30a8-64f9-4fa8-9a23-23ba80da596b', 'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b', 'tenant_id': 'a0b7591e5606415ab6a54a4ed7321d13', 'fixed_ips': [{'subnet_id': '0458003d-b66d-4d10-93f1-869d0b3f8461'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:16:56.991010 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.096781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd495a3-f71f-4299-a44e-1b474a3b2ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.109743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ecd495a3-f71f-4299-a44e-1b474a3b2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.148431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd495a3-f71f-4299-a44e-1b474a3b2ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5f475-1ce9-46c2-8c1d-44e982ccd2cd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:57.207992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ecd495a3-f71f-4299-a44e-1b474a3b2ca3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=821b72daacd34155b537507c3a0cc4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8900828 Nov 19 04:16:57.211216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46250) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:57.371819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Allocated IP 172.20.0.2 (6b2a30a8-64f9-4fa8-9a23-23ba80da596b/0458003d-b66d-4d10-93f1-869d0b3f8461/5ae10b52-6eba-4373-af63-9d5973296e72) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:57.374230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.378412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b9d0d9-70c9-4260-b21b-d9968e26d430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.439494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b9d0d9-70c9-4260-b21b-d9968e26d430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.489549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.584793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b9d0d9-70c9-4260-b21b-d9968e26d430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.592884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.597136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-16b9d0d9-70c9-4260-b21b-d9968e26d430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.606362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-16b9d0d9-70c9-4260-b21b-d9968e26d430 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8f5f475-1ce9-46c2-8c1d-44e982ccd2cd HTTP/1.1" status: 204 len: 168 time: 0.3899806 Nov 19 04:16:57.623928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.639205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.661840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:57.685317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:57.689928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:57.762355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Pushing event updated for resources: {'Port': ['ID=5ae10b52-6eba-4373-af63-9d5973296e72,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:57.780925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d0d9-70c9-4260-b21b-d9968e26d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5f475-1ce9-46c2-8c1d-44e982ccd2cd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:57.825565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Attempting to bind port 5ae10b52-6eba-4373-af63-9d5973296e72 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:16:57.826116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Attempting to bind port 5ae10b52-6eba-4373-af63-9d5973296e72 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:16:57.827575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Attempting to bind port 5ae10b52-6eba-4373-af63-9d5973296e72 on network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:16:57.846503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:16:57.847436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Checking segment: {'id': 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:16:57.849098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.849969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Bound using segment: {'id': 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:16:57.851941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Bound port: 5ae10b52-6eba-4373-af63-9d5973296e72, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:16:57.852460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:57.868363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-8bf3a1cc-4632-4f86-ab0b-d134142b5ad0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:57.872572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-8bf3a1cc-4632-4f86-ab0b-d134142b5ad0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.36 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 946 time: 0.3326116 Nov 19 04:16:57.926633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011702a-bb09-4da3-a7b2-feb9fef96e50 req-15a6bba3-3e54-4eed-bf5d-03364412181d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:57.938332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f011702a-bb09-4da3-a7b2-feb9fef96e50 req-15a6bba3-3e54-4eed-bf5d-03364412181d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 946 time: 0.2520037 Nov 19 04:16:57.970608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.25.8.213 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/322b72c7-92da-4771-b043-32ce6a03b9da) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:16:58.041808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] For port 5ae10b52-6eba-4373-af63-9d5973296e72, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:16:58.046889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] For port 5ae10b52-6eba-4373-af63-9d5973296e72, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5ae10b52-6eba-4373-af63-9d5973296e72,segment=NetworkSegment(fa7a6d06-dd97-49bd-9bbd-ad57d41295dd),segment_id=fa7a6d06-dd97-49bd-9bbd-ad57d41295dd)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:16:58.059371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:58.110247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f011702a-bb09-4da3-a7b2-feb9fef96e50 req-6c6b5100-7577-4a6d-9571-48496d232f10 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e503c72-d7e6-4112-801d-92cc5fec65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705256 Nov 19 04:16:58.228362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Deleting port be714cf4-8a08-4164-ac1b-0d82e423918a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:16:58.229527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:58.230962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37b329-c945-4c23-99d0-7fa1db57ab47 None None] Pushing event updated for resources: {'Port': ['ID=5ae10b52-6eba-4373-af63-9d5973296e72,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:58.251952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:58.384775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:58.429907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46276) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:58.482480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:16:58.486194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:16:58.489281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:16:58.514233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c1bbc-d7bd-4cf9-bf7b-f2e1f351a7a4 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:16:58.529548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6459311f-9a1b-4480-8a45-90251f306f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:58.595246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=322b72c7-92da-4771-b043-32ce6a03b9da,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:58.606916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2c309ecd-4a6b-4bff-a632-4463f0a1332b None None] Provisioning complete for port 322b72c7-92da-4771-b043-32ce6a03b9da triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:58.607306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2c309ecd-4a6b-4bff-a632-4463f0a1332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:58.695461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2c309ecd-4a6b-4bff-a632-4463f0a1332b None None] Port 322b72c7-92da-4771-b043-32ce6a03b9da cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:16:58.908811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] For port be714cf4-8a08-4164-ac1b-0d82e423918a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=be714cf4-8a08-4164-ac1b-0d82e423918a,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:16:58.909478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.018103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d159cff-0b76-41f8-8d31-9f089b4f4c9f req-8c570ded-76ba-4080-809d-04154f6d281c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:16:59.020011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d159cff-0b76-41f8-8d31-9f089b4f4c9f req-8c570ded-76ba-4080-809d-04154f6d281c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 944 time: 0.1847107 Nov 19 04:16:59.065591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.150626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6459311f-9a1b-4480-8a45-90251f306f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.208522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d159cff-0b76-41f8-8d31-9f089b4f4c9f req-e2c6970a-40ca-4b4a-958f-6c75e4f1d5cb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753232 Nov 19 04:16:59.249216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5a1ff448-8853-426e-a3d7-4b619a7fd06e up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:59.439006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 5a1ff448-8853-426e-a3d7-4b619a7fd06e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:59.442086 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.477246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.477813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.478798 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Floating IP 24584d63-76b5-482c-884d-1186e81c6384 disassociated. External IP: 172.25.8.32, port: be714cf4-8a08-4164-ac1b-0d82e423918a. Nov 19 04:16:59.479272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Calling delete_port for be714cf4-8a08-4164-ac1b-0d82e423918a owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:16:59.534279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5ae10b52-6eba-4373-af63-9d5973296e72 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:16:59.635171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.765876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6459311f-9a1b-4480-8a45-90251f306f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.845373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.866020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 5ae10b52-6eba-4373-af63-9d5973296e72 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:16:59.866411 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:16:59.869328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-804e61d3-9ae4-4456-99c7-824b8059ee04 req-c9612069-0a63-4b46-b695-b7791e0433be tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 210 time: 0.1163797 Nov 19 04:16:59.947041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event deleted for resources: {'Port': ['ID=be714cf4-8a08-4164-ac1b-0d82e423918a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:16:59.985229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6459311f-9a1b-4480-8a45-90251f306f87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbb5a8dd320542509df680ba2e9f7a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5539112 Nov 19 04:16:59.988691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:16:59.989788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459311f-9a1b-4480-8a45-90251f306f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d2ddf6-fcdc-4372-bb7e-84845e4a4054,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:00.076888 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.145443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:00.155767 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c783193-b9da-4848-8495-5f9a48db5b3c" -d '{"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:00.236157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router 50a34795-236c-4412-b734-f492c2e50300 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:17:00.251259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb10c85b-4fa7-4cfb-91ff-315150e403be None None] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:00.433448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:00.435967 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4584e862-258e-45ff-a2ca-b192689ca9d4 x-openstack-request-id: req-4584e862-258e-45ff-a2ca-b192689ca9d4 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:00.436421 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-plugged", "status": "completed", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:00.436845 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4584e862-258e-45ff-a2ca-b192689ca9d4 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:00.437387 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'code': 200} Nov 19 04:17:00.449747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.480139 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd96-2ba6-4e2c-9e7a-527a262f6c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.580573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 5ae10b52-6eba-4373-af63-9d5973296e72, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5ae10b52-6eba-4373-af63-9d5973296e72,segment=NetworkSegment(fa7a6d06-dd97-49bd-9bbd-ad57d41295dd),segment_id=fa7a6d06-dd97-49bd-9bbd-ad57d41295dd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:00.592957 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.596871 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:17:00.628677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.659179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:00.671292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd96-2ba6-4e2c-9e7a-527a262f6c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.717983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.724599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-58feb044-61e9-413c-9457-880ad38f13e3 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4389665 Nov 19 04:17:00.728739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46308) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:00.809970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:00.838300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Router 582ed674-6275-494c-b9c0-186c19abfc99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:00.839570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] Sync routers for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:00.856636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cd2c1-69fe-44f9-b646-5ce7eafb0a90 req-d1b63cb7-ed4d-49c9-8019-887c304ad4d7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:00.865003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-477cd2c1-69fe-44f9-b646-5ce7eafb0a90 req-d1b63cb7-ed4d-49c9-8019-887c304ad4d7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.3704536 Nov 19 04:17:00.975302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-ee11d02c-fec5-4da1-8d6f-6a59dc4fd440 req-81986bc5-fef6-4296-9c54-361b3bb5c68a service neutron] (109986) timed out ('10.222.0.31', 55044) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:17:00.981326 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd96-2ba6-4e2c-9e7a-527a262f6c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.989264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41d5cd96-2ba6-4e2c-9e7a-527a262f6c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:00.998640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: be714cf4-8a08-4164-ac1b-0d82e423918a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:17:00.999228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-41d5cd96-2ba6-4e2c-9e7a-527a262f6c6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48d2ddf6-fcdc-4372-bb7e-84845e4a4054 HTTP/1.1" status: 204 len: 168 time: 0.9919195 Nov 19 04:17:00.999631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device be714cf4-8a08-4164-ac1b-0d82e423918a not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:17:01.016026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-93b70b9c-fa63-4623-951d-4bada784b2c7 None None] Provisioning complete for port 5ae10b52-6eba-4373-af63-9d5973296e72 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:01.016563 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-93b70b9c-fa63-4623-951d-4bada784b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:01.023096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=5ae10b52-6eba-4373-af63-9d5973296e72,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:01.067499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:01.068559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:01.189560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:01.290649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-477cd2c1-69fe-44f9-b646-5ce7eafb0a90 req-f789e993-8499-431a-90df-9d60ca790e19 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247594 Nov 19 04:17:01.336842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5cd96-2ba6-4e2c-9e7a-527a262f6c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d2ddf6-fcdc-4372-bb7e-84845e4a4054,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:01.369273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:01.369897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:01.447414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:01.465726 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:01.483001 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:01.486977 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:01.579305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5ae10b52-6eba-4373-af63-9d5973296e72 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:01.689049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:01.691152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf92c88-b901-4fa7-86cd-a8a738761441 None None] The sync data for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:01.714942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f4ed9e4-a516-45e9-b161-769ac5843dc7 req-ae14ab78-753c-4f9b-9ec8-12a5e6e8b378 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=5692669b-9424-4ae7-beb6-8ed66bcae7dc HTTP/1.1" status: 200 len: 210 time: 0.1622295 Nov 19 04:17:01.715953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] No DVR routers for this DVR port be714cf4-8a08-4164-ac1b-0d82e423918a on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:01.721155 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:01.726552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a98a4d20-65ee-42c7-91e3-49a09d8f4c01 req-165e55e5-392c-4019-8982-ae7895acd680 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.36 "DELETE /v2.0/ports/be714cf4-8a08-4164-ac1b-0d82e423918a HTTP/1.1" status: 204 len: 173 time: 3.8378267 Nov 19 04:17:01.742489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-deleted', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:01.748793 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de9d4c-cdeb-486a-ab66-ba8d730997e8" -d '{"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-deleted", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:01.844774 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:17:01.938963 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c39682-bdf0-4149-8b06-cbe1c80a22dd x-openstack-request-id: req-92c39682-bdf0-4149-8b06-cbe1c80a22dd {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:01.939493 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692669b-9424-4ae7-beb6-8ed66bcae7dc", "name": "network-vif-deleted", "tag": "be714cf4-8a08-4164-ac1b-0d82e423918a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:01.939929 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92c39682-bdf0-4149-8b06-cbe1c80a22dd {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:01.940509 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5692669b-9424-4ae7-beb6-8ed66bcae7dc', 'name': 'network-vif-deleted', 'tag': 'be714cf4-8a08-4164-ac1b-0d82e423918a', 'status': 'completed', 'code': 200} Nov 19 04:17:02.022850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:02.045582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 5ae10b52-6eba-4373-af63-9d5973296e72 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:02.046984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:02.400979 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:02.445087 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:17:02.454717 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:02.455601 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:02.626530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9b422e9c-7785-496e-8197-226142e2204a None None] Provisioning complete for port 5ae10b52-6eba-4373-af63-9d5973296e72 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:02.627693 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9b422e9c-7785-496e-8197-226142e2204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:02.628208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e844b-3200-4014-96af-151955511c95 req-f84e695e-4ca7-434f-9d29-0264cb78c912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:02.646531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e2e844b-3200-4014-96af-151955511c95 req-f84e695e-4ca7-434f-9d29-0264cb78c912 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1563420 Nov 19 04:17:02.784213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e2e844b-3200-4014-96af-151955511c95 req-aadd3ee6-c7af-4263-b5c8-471f3e77de1f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314843 Nov 19 04:17:02.854347 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:17:02.910855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46358) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:02.975676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.084489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-794c6302-376d-409c-97fc-af4007e14925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.120409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-794c6302-376d-409c-97fc-af4007e14925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.219754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-794c6302-376d-409c-97fc-af4007e14925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.223210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-794c6302-376d-409c-97fc-af4007e14925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.224472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-794c6302-376d-409c-97fc-af4007e14925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "DELETE /v2.0/security-groups/4e503c72-d7e6-4112-801d-92cc5fec65d8 HTTP/1.1" status: 204 len: 168 time: 0.3125355 Nov 19 04:17:03.227896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:03.252430 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:03.273892 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-ca94a0ec-48a8-4d22-83bd-97fcc3d312e0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] show failed (client error): The resource could not be found. Nov 19 04:17:03.274998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca94a0ec-48a8-4d22-83bd-97fcc3d312e0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups/4e503c72-d7e6-4112-801d-92cc5fec65d8 HTTP/1.1" status: 404 len: 347 time: 0.0441704 Nov 19 04:17:03.277106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c6302-376d-409c-97fc-af4007e14925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e503c72-d7e6-4112-801d-92cc5fec65d8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:03.284274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46364) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:03.402029 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d8aaa-27b6-4455-9205-bc4b6d67436f None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:03.521628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.1 (6b2a30a8-64f9-4fa8-9a23-23ba80da596b/0458003d-b66d-4d10-93f1-869d0b3f8461/4bb201f2-110a-4001-ace7-86d97aefb5fe) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:03.670888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.710851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.715234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Deleting port 5a77b2b7-f34c-4161-9103-a0ca441822a0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:03.717310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.736282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:03.739764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:03.755504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:03.928094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.929387 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.941115 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:03.946797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Calling delete_port for 5a77b2b7-f34c-4161-9103-a0ca441822a0 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:04.023746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=4bb201f2-110a-4001-ace7-86d97aefb5fe,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:04.097057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28227855-84ce-48cc-b519-3844cf58965d None None] New status for floating IP 24584d63-76b5-482c-884d-1186e81c6384: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:17:04.190688 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:04.259198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event deleted for resources: {'Port': ['ID=5a77b2b7-f34c-4161-9103-a0ca441822a0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:04.402944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-28227855-84ce-48cc-b519-3844cf58965d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:17:04.404550 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-28227855-84ce-48cc-b519-3844cf58965d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:17:04.416558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5a2f7-8706-4c7f-8829-cbafb8526649 req-838103b4-209f-42db-8681-0ac95e01358c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:04.419697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a6427924-1284-466e-8f94-39a505b554b1 None None] Provisioning complete for port 4bb201f2-110a-4001-ace7-86d97aefb5fe triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:04.420074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a6427924-1284-466e-8f94-39a505b554b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:04.426487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fec5a2f7-8706-4c7f-8829-cbafb8526649 req-838103b4-209f-42db-8681-0ac95e01358c tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.2823658 Nov 19 04:17:04.447340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:04.499561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a6427924-1284-466e-8f94-39a505b554b1 None None] Port 4bb201f2-110a-4001-ace7-86d97aefb5fe cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:04.523898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fec5a2f7-8706-4c7f-8829-cbafb8526649 req-2c879d58-fcf8-4859-bead-2d1def9f6282 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890107 Nov 19 04:17:04.529996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:04.534686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:04.536138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6c4a4465-88a5-43e1-adb0-e425e6d7e3cb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "DELETE /v2.0/floatingips/24584d63-76b5-482c-884d-1186e81c6384 HTTP/1.1" status: 204 len: 168 time: 1.2508202 Nov 19 04:17:04.906307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28227855-84ce-48cc-b519-3844cf58965d None None] New status for floating IP 24584d63-76b5-482c-884d-1186e81c6384: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:17:05.111936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:05.121973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:05.344723 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:05.356711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=4bb201f2-110a-4001-ace7-86d97aefb5fe,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:05.597922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:05.599628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:05.672622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46414) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:05.679185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960414367', 'description': 'tempest-description--822025861'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:05.737652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:05.856703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router 50a34795-236c-4412-b734-f492c2e50300 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:06.004295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.018403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.058506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.064489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:06.065068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3911910 Nov 19 04:17:06.077515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'security_group_rule': {'security_group_id': '4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:06.101505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fce63d-1a86-4be1-a418-8aef2d0f5edc req-72e53318-4360-4056-b2c8-b2370fb14fc4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:06.103167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4fce63d-1a86-4be1-a418-8aef2d0f5edc req-72e53318-4360-4056-b2c8-b2370fb14fc4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.3134260 Nov 19 04:17:06.171046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4fce63d-1a86-4be1-a418-8aef2d0f5edc req-21b0069b-6c5a-42e1-a2fd-dcc77d65252d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Nov 19 04:17:06.206253 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:06.207844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b998a-4795-44de-a666-f7471ada552b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:06.231486 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] Sync routers for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:06.246488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46422) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:06.248736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-482295a1-e884-4a94-a1dd-8fa1af25e0f2 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/routers/50a34795-236c-4412-b734-f492c2e50300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5136411 Nov 19 04:17:06.251753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'port': {'network_id': '6b2a30a8-64f9-4fa8-9a23-23ba80da596b', 'name': 'tempest-FloatingIPTestJSON-815014809'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:06.254789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-57aa01ef-dced-4d38-94bb-6647f2f66987 None None] Provisioning complete for port 4bb201f2-110a-4001-ace7-86d97aefb5fe triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:06.255284 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:06.255393 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57aa01ef-dced-4d38-94bb-6647f2f66987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.258340 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:06.276976 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.351409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:06.375060 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:06.375952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:06.391187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-57aa01ef-dced-4d38-94bb-6647f2f66987 None None] Port 4bb201f2-110a-4001-ace7-86d97aefb5fe cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:06.433188 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.445413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.454919 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:06.455846 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d862a7d2-6a00-4cda-a6a8-49c10aa2d329 None None] The sync data for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:06.494738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269515e8-9eed-404b-9d9c-80a75f7dffa5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:06.508160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.529122 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f50b1fb4-d105-42c9-8e7b-666991b2a7fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625225 Nov 19 04:17:06.529498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46424) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:06.534991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'security_group_rule': {'security_group_id': '4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:06.544421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Made reservation on behalf of a0b7591e5606415ab6a54a4ed7321d13 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:06.552823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.582348 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.603176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] device_id is not set on port 5181e3a5-3ad5-4491-9c9c-b281512a0a16 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:17:06.670412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.687651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.726759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bab73b-878d-4625-879c-e2d574d054d1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:06.739430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.746501 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4da97027-93f7-47db-928b-9574b1a956b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2157929 Nov 19 04:17:06.747298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:06.753427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:06.794158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:06.897740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Allocated IP 172.20.0.14 (6b2a30a8-64f9-4fa8-9a23-23ba80da596b/0458003d-b66d-4d10-93f1-869d0b3f8461/5181e3a5-3ad5-4491-9c9c-b281512a0a16) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:07.062806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.259772 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.283133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Allocated IP 172.25.8.112 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/5731370f-6275-4b7f-be7a-3e7c394c5ff5) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:07.311317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.496599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:07.503937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:07.507762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:07.549725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.563356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event updated for resources: {'Port': ['ID=5181e3a5-3ad5-4491-9c9c-b281512a0a16,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:07.573797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:07.576589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.639549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14146-ce8b-4696-98ab-76b2cc77d839 req-00148981-e522-4ff0-8f21-c4e0b9bd79e3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:07.643109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.644972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dff14146-ce8b-4696-98ab-76b2cc77d839 req-00148981-e522-4ff0-8f21-c4e0b9bd79e3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.2662342 Nov 19 04:17:07.660933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4bf10e5-13b0-4400-9bc5-4ccaff64211d tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4135499 Nov 19 04:17:07.661682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46440) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:07.672013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Request body: {'floatingip': {'port_id': '5181e3a5-3ad5-4491-9c9c-b281512a0a16'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:07.742312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:07.745324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:07.750257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:07.753401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'Port': ['ID=5731370f-6275-4b7f-be7a-3e7c394c5ff5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:07.877409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.933880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:07.988162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:08.065212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e8eec5d4-bba2-4cba-b80f-467d65af3476 None None] Provisioning complete for port 5181e3a5-3ad5-4491-9c9c-b281512a0a16 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:08.065770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dff14146-ce8b-4696-98ab-76b2cc77d839 req-69fa5998-e9bf-42ed-815a-c6691a7854c1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082134 Nov 19 04:17:08.068799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8eec5d4-bba2-4cba-b80f-467d65af3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:08.178271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e8eec5d4-bba2-4cba-b80f-467d65af3476 None None] Port 5181e3a5-3ad5-4491-9c9c-b281512a0a16 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:08.338465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:08.356506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:08.625498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:08.636976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'Port': ['ID=5731370f-6275-4b7f-be7a-3e7c394c5ff5,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:08.695010 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:08.705640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2636fa7c-fdfc-4b0e-af9b-c4530367afb5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9571614 Nov 19 04:17:09.082164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:09.095598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:09.186701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-ecdd631e-2560-4f7a-8692-fbd2ffdfee94 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1960414367&fields=id&tenant_id=abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 267 time: 0.1780896 Nov 19 04:17:09.360894 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 4cf97ad8-6c00-4b04-bbb0-9a160e66c681 associated. External IP: 172.25.8.88, port: f69836d3-7494-456c-b79c-670f1f7863c0. Nov 19 04:17:09.908831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-f0ce3205-83f1-4413-8e87-fd2f4e3c5e9b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:09.910419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-f0ce3205-83f1-4413-8e87-fd2f4e3c5e9b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 816 time: 0.6801565 Nov 19 04:17:09.950035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-d1f98fe2-67f2-4b68-bb2a-b68a9ed3ceeb tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/quotas/abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 375 time: 0.0308182 Nov 19 04:17:10.066694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-07ce8731-0918-4181-9efe-d8eaf5023a3a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089997 Nov 19 04:17:10.270107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:10.277811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-9c232e2f-07d0-443c-8a0d-839320a1955b service neutron] 10.222.0.52 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955204 Nov 19 04:17:10.461924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-aa7d57a6-3a5b-44d2-8524-bee62c439c89 service neutron] 10.222.0.52 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784880 Nov 19 04:17:10.486193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:10.507048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:10.522749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:10.523654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:10.576702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:10.592968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:10.592968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:10.674875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:10.675571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf70507-0eb1-4124-aed6-3a93a46a3a62 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:10.913537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router 50a34795-236c-4412-b734-f492c2e50300 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:10.941730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c26e4-e4da-4c46-a68a-383814d088d2 req-0b657a13-6970-4b38-b116-ed958008e668 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:10.950169 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e11c26e4-e4da-4c46-a68a-383814d088d2 req-0b657a13-6970-4b38-b116-ed958008e668 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1103477 Nov 19 04:17:11.153008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e11c26e4-e4da-4c46-a68a-383814d088d2 req-eb6b72e4-2985-4230-8b89-4eb57628b0ce tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806600 Nov 19 04:17:11.193853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:11.205914 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] Sync routers for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:11.209234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:11.239015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:11.239605 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:11.299122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46510) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:11.300277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0a72205b-12e3-4e35-928b-4a980574c9bf tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/floatingips/4cf97ad8-6c00-4b04-bbb0-9a160e66c681 HTTP/1.1" status: 200 len: 977 time: 3.6366858 Nov 19 04:17:11.341717 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:11.364362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:11.365543 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:11.499759 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:11.502760 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4a3b0-c3a3-44b9-a101-1fd22cc83d81 None None] The sync data for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:11.602318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 5181e3a5-3ad5-4491-9c9c-b281512a0a16 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:11.604090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:11.616646 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ea4d885-7a40-47f9-a5c6-3ccc687ce797 req-c5be2c58-dfc9-4736-8862-a0ba9482973c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 210 time: 0.0570300 Nov 19 04:17:11.783249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:11.879300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb5817-047b-48f5-a42f-856e400eb8f8 req-b3258186-b140-4acf-8c0e-cb0c0bded9e2 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:11.888974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1fb5817-047b-48f5-a42f-856e400eb8f8 req-b3258186-b140-4acf-8c0e-cb0c0bded9e2 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 945 time: 0.1243224 Nov 19 04:17:11.968400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1fb5817-047b-48f5-a42f-856e400eb8f8 req-ea2665fe-0e45-4ccd-9823-bdacfd622626 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743792 Nov 19 04:17:12.046809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:12.047286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:12.048020 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Floating IP 4cf97ad8-6c00-4b04-bbb0-9a160e66c681 disassociated. External IP: 172.25.8.88, port: 5181e3a5-3ad5-4491-9c9c-b281512a0a16. Nov 19 04:17:12.048944 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 5181e3a5-3ad5-4491-9c9c-b281512a0a16 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:12.192746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:12.237005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=5181e3a5-3ad5-4491-9c9c-b281512a0a16,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:12.460232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router 50a34795-236c-4412-b734-f492c2e50300 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:12.634888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142b879-9624-4be2-b426-bdcbd932e5bb req-674063e5-7b7c-4fa1-9efa-90bf16fdc336 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:12.647417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3142b879-9624-4be2-b426-bdcbd932e5bb req-674063e5-7b7c-4fa1-9efa-90bf16fdc336 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.3037195 Nov 19 04:17:12.711930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:12.740257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] Sync routers for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:12.772513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:12.782429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:12.855857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3142b879-9624-4be2-b426-bdcbd932e5bb req-45bb0b2c-c929-4dcc-9c12-dcc19eff94fc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028201 Nov 19 04:17:12.867338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:12.898895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:12.902734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:12.934358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-6dfbe76b-fc48-44bb-8294-ffbfcbe75d27 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:12.936809 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-6dfbe76b-fc48-44bb-8294-ffbfcbe75d27 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 816 time: 0.4805629 Nov 19 04:17:12.967032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:12.987855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1178f29d-9db1-4a82-98df-23f159a120ca tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/ports/5181e3a5-3ad5-4491-9c9c-b281512a0a16 HTTP/1.1" status: 204 len: 168 time: 1.6875527 Nov 19 04:17:12.988515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46538) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:13.007079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:13.022349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882f2b6-5551-4b1c-95a2-2138b7f0eb90 None None] The sync data for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:13.094641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62c1633d-4b53-4a79-8049-b7d728b27a64 req-f3b6741d-2826-4872-8f68-9eb4d77c3d9f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 210 time: 0.0727596 Nov 19 04:17:13.183902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-5d885a0e-7f88-48cc-a7da-a1784e5e1241 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:13.199792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-5d885a0e-7f88-48cc-a7da-a1784e5e1241 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 945 time: 0.2582121 Nov 19 04:17:13.330154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-5db6f35a-17a5-4258-a16b-c08ecf352412 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 380 time: 0.3098278 Nov 19 04:17:13.369363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'port': {'device_id': '9801e06d-f156-4886-973d-50af04c53a4e', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'admin_state_up': True, 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'security_groups': ['4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:13.487885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe79eb-76ba-40b8-94d6-045f0ac3cad7 req-0b6e587d-d560-47e1-ad06-1c494971f0ee tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:13.490361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cbe79eb-76ba-40b8-94d6-045f0ac3cad7 req-0b6e587d-d560-47e1-ad06-1c494971f0ee tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 945 time: 0.2638507 Nov 19 04:17:13.549304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:13.556668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Deleting port d7a26e99-cbaf-4148-8e16-5d291c11ae27 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:13.557024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:13.658309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cbe79eb-76ba-40b8-94d6-045f0ac3cad7 req-3776cc64-80a8-4c36-8944-5a5e8230ef10 tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/security-groups?id=0aeb7f6a-570f-43ea-aad4-cb420309f095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568472 Nov 19 04:17:13.729113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Made reservation on behalf of abe2c2fd70d3460dba6f6bb0390e9819 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:13.733968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:13.794865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] For port d7a26e99-cbaf-4148-8e16-5d291c11ae27, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d7a26e99-cbaf-4148-8e16-5d291c11ae27,segment=NetworkSegment(0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37),segment_id=0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:13.796119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:13.811235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Calling delete_port for d7a26e99-cbaf-4148-8e16-5d291c11ae27 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:14.049488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 4bb201f2-110a-4001-ace7-86d97aefb5fe {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:14.050038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:14.187649 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:14.201234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d7a26e99-cbaf-4148-8e16-5d291c11ae27'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:17:14.238175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:14.265584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Pushing event deleted for resources: {'Port': ['ID=d7a26e99-cbaf-4148-8e16-5d291c11ae27,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:14.278723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 4bb201f2-110a-4001-ace7-86d97aefb5fe owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:14.331159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969bb32-729c-4044-9dc4-91a746c1bf09 req-d83df016-e1e8-4bf2-a2db-e9f6e45ec567 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:14.341034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2969bb32-729c-4044-9dc4-91a746c1bf09 req-d83df016-e1e8-4bf2-a2db-e9f6e45ec567 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.2021887 Nov 19 04:17:14.381161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec32cc2-da9e-4810-be27-ca089b54c77e None None] DHCP port deletion for 25a3bb21-6afe-4f61-9981-523581fc05b7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:14.491983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Allocated IP 172.20.0.7 (4484949b-f675-4ba1-81c7-687ce3519222/0d37ffb6-8218-49c0-a76e-0ef55da4177f/bfcf774f-af51-44e4-81fa-c5e0b6382351) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:14.601502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:14.649710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] No DVR routers for this DVR port d7a26e99-cbaf-4148-8e16-5d291c11ae27 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:14.656103 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:14.656372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=4bb201f2-110a-4001-ace7-86d97aefb5fe,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:14.663462 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f39e7a9-02e1-4bc6-8fb6-13db589ce1f4 req-359ea229-c29f-4447-9b3f-e1deb290620c tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.36 "DELETE /v2.0/ports/d7a26e99-cbaf-4148-8e16-5d291c11ae27 HTTP/1.1" status: 204 len: 173 time: 1.4469986 Nov 19 04:17:14.664067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e255527-492f-4905-8db0-37d293a0fa73', 'name': 'network-vif-deleted', 'tag': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:14.667367 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d49347b-8c26-4c34-82fc-1d171fbc30cb" -d '{"events": [{"server_uuid": "2e255527-492f-4905-8db0-37d293a0fa73", "name": "network-vif-deleted", "tag": "d7a26e99-cbaf-4148-8e16-5d291c11ae27"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:14.676528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2969bb32-729c-4044-9dc4-91a746c1bf09 req-11930c80-1752-4185-bb58-bd0e1fe1c386 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344939 Nov 19 04:17:14.917331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c7d48c9-323c-4f00-9900-d0075dbb9056 req-d4f3cc5f-a8a9-415b-8518-163027b1d1a5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 210 time: 0.0959368 Nov 19 04:17:14.940781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:15.033827 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d0746-3118-4498-a899-9b592ff43732 x-openstack-request-id: req-7f3d0746-3118-4498-a899-9b592ff43732 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:15.036799 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e255527-492f-4905-8db0-37d293a0fa73", "name": "network-vif-deleted", "tag": "d7a26e99-cbaf-4148-8e16-5d291c11ae27", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:15.040722 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f3d0746-3118-4498-a899-9b592ff43732 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:15.041292 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e255527-492f-4905-8db0-37d293a0fa73', 'name': 'network-vif-deleted', 'tag': 'd7a26e99-cbaf-4148-8e16-5d291c11ae27', 'status': 'completed', 'code': 200} Nov 19 04:17:15.081749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:15.101269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:15.288839 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5ad2914-d770-4fa6-9844-73d89a4365da req-943f7582-5a9e-4fab-8a79-470957e5c40b tempest-VolumesSnapshotTestJSON-196328810 tempest-VolumesSnapshotTestJSON-196328810-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e255527-492f-4905-8db0-37d293a0fa73 HTTP/1.1" status: 200 len: 210 time: 0.0989306 Nov 19 04:17:15.303394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Network 4484949b-f675-4ba1-81c7-687ce3519222 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:15.305205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:15.318336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:15.331035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:15.417848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:15.418934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:15.456140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-dccb503d-3f3f-4a5f-805a-68483cf221fe tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1151271 Nov 19 04:17:15.491620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Request body: {'port': {'device_id': '9801e06d-f156-4886-973d-50af04c53a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:15.594402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router 50a34795-236c-4412-b734-f492c2e50300 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:15.626847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:15.815491 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-460eea70-37e5-41e2-a900-aa6348b41a86 None None] Provisioning complete for port bfcf774f-af51-44e4-81fa-c5e0b6382351 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:15.816635 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-460eea70-37e5-41e2-a900-aa6348b41a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:15.851677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:15.863689 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] Sync routers for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:15.871398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-47f66a94-c9a0-44e5-a3e1-f169075f2684 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/routers/50a34795-236c-4412-b734-f492c2e50300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788295 Nov 19 04:17:15.871776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46580) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:15.882537 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:15.883194 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:15.974789 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:16.006601 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] Routers {'50a34795-236c-4412-b734-f492c2e50300'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:16.007263 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['50a34795-236c-4412-b734-f492c2e50300'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:16.055885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcf774f-af51-44e4-81fa-c5e0b6382351 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:17:16.072976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:16.076976 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:16.077659 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b8ce3-f963-4595-b355-6d2543b7cf81 None None] The sync data for ids ['50a34795-236c-4412-b734-f492c2e50300'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:16.092424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-460eea70-37e5-41e2-a900-aa6348b41a86 None None] Port bfcf774f-af51-44e4-81fa-c5e0b6382351 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:16.095545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Transition to ACTIVE for port object bfcf774f-af51-44e4-81fa-c5e0b6382351 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:17:16.109833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:16.206812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:16.223791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaae3f0-a51e-42b4-b23d-c71c84bc3d6f req-29abfef6-2f02-4e5b-a3a3-81bb43b71079 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:16.232574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adaae3f0-a51e-42b4-b23d-c71c84bc3d6f req-29abfef6-2f02-4e5b-a3a3-81bb43b71079 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1347756 Nov 19 04:17:16.383282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Attempting to bind port bfcf774f-af51-44e4-81fa-c5e0b6382351 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:17:16.383687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Attempting to bind port bfcf774f-af51-44e4-81fa-c5e0b6382351 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:17:16.384064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Attempting to bind port bfcf774f-af51-44e4-81fa-c5e0b6382351 on network 4484949b-f675-4ba1-81c7-687ce3519222 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:17:16.417448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Port bfcf774f-af51-44e4-81fa-c5e0b6382351 on network 4484949b-f675-4ba1-81c7-687ce3519222 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:17:16.417448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Attempting to bind port bfcf774f-af51-44e4-81fa-c5e0b6382351 on network 4484949b-f675-4ba1-81c7-687ce3519222 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:17:16.457233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:17:16.457433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Checking segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:16.457685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Bound using segment: {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:17:16.458190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Bound port: bfcf774f-af51-44e4-81fa-c5e0b6382351, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae4ed1d-9001-4957-8277-612d2461d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:17:16.458566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:16.505186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adaae3f0-a51e-42b4-b23d-c71c84bc3d6f req-1718943f-57b2-4441-83b2-87826e50a61f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715435 Nov 19 04:17:16.684987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:17:16.730754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:17:16.750079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011a784-2172-4ce6-adb6-6d88cedc2287 req-c0d662b5-471e-4f14-8c47-db25491592a8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:16.757849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5011a784-2172-4ce6-adb6-6d88cedc2287 req-c0d662b5-471e-4f14-8c47-db25491592a8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.1435919 Nov 19 04:17:16.770081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:16.771437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:16.795394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:16.797210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:16.798966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] 10.222.0.31 "PUT /v2.0/ports/bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 1091 time: 1.3177438 Nov 19 04:17:17.000522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:17.018224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5011a784-2172-4ce6-adb6-6d88cedc2287 req-aa576110-1953-455a-8c54-410f264870d2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589576 Nov 19 04:17:17.045414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29557fe4-c39d-4f50-90e5-e06b8c059935 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:17.045414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:17.054386 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43b66ee-18aa-43e9-8053-208825ff33a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:17.072509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-37a82ec2-fcc1-4294-993d-6d6de9a04fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:17.075042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-37a82ec2-fcc1-4294-993d-6d6de9a04fd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1094 time: 0.1793118 Nov 19 04:17:17.140484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 322b72c7-92da-4771-b043-32ce6a03b9da {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:17.141028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:17.302164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d7a26e99-cbaf-4148-8e16-5d291c11ae27 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:17:17.372822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: d7a26e99-cbaf-4148-8e16-5d291c11ae27 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:17:17.374082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d7a26e99-cbaf-4148-8e16-5d291c11ae27 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:17:17.396433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:17.426719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 322b72c7-92da-4771-b043-32ce6a03b9da owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:17.716167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-770f4e68-146d-4a9c-97b0-df862e43e684 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 217 time: 0.6159723 Nov 19 04:17:17.735156 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ff078-255f-4261-a087-8264b83555fe x-openstack-request-id: req-208ff078-255f-4261-a087-8264b83555fe {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:17.735588 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:17.735890 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-208ff078-255f-4261-a087-8264b83555fe {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:17.738087 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'status': 'completed', 'code': 200} Nov 19 04:17:17.816506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-e9e0ab2b-ca12-43cd-adfd-53f4473dbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:17.818600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-e9e0ab2b-ca12-43cd-adfd-53f4473dbd0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0787139 Nov 19 04:17:17.903832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:17.936334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601533a7-901d-40cc-932f-2af9985263d8 req-b1ae822a-7bf1-4e6e-9489-a06675071b41 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:17.945080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-601533a7-901d-40cc-932f-2af9985263d8 req-b1ae822a-7bf1-4e6e-9489-a06675071b41 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.2290080 Nov 19 04:17:17.981707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=322b72c7-92da-4771-b043-32ce6a03b9da,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:18.026752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407e586-55b1-4e21-ae32-7c1672a1eb19 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:18.027070 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-42c4036f-17af-4509-8d2f-4e0c7235bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:18.028717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-42c4036f-17af-4509-8d2f-4e0c7235bcef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682351 Nov 19 04:17:18.052789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-601533a7-901d-40cc-932f-2af9985263d8 req-8a423d48-7020-4faa-a5ba-b5e1d2e51cf1 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064563 Nov 19 04:17:18.204849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.367385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada8570-04d4-49d5-b89a-a5a21e73ce41 req-acc4a333-b790-420f-bf69-6b45a6ad610c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:18.371290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bada8570-04d4-49d5-b89a-a5a21e73ce41 req-acc4a333-b790-420f-bf69-6b45a6ad610c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.1519439 Nov 19 04:17:18.373959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-e23df058-2779-4434-ac07-e580f060bd8a service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200648 Nov 19 04:17:18.422975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.425581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.510798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.511421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Fanout notify agent at l3_agent the message router_deleted on router 50a34795-236c-4412-b734-f492c2e50300 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:17:18.527526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.531046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bf89d31a-d8f2-4ca2-b61d-0aed89be7967 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/routers/50a34795-236c-4412-b734-f492c2e50300 HTTP/1.1" status: 204 len: 168 time: 2.6559939 Nov 19 04:17:18.533679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46622) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:18.622154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting subnet 0458003d-b66d-4d10-93f1-869d0b3f8461 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:17:18.626998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.627195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93b8b5a-69b7-4fe6-822c-1fb1c6bb5cc5 req-0c5fa34c-e96f-4414-b764-0e6cd7827ae9 service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792791 Nov 19 04:17:18.670338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bada8570-04d4-49d5-b89a-a5a21e73ce41 req-04e83c64-6faf-4f47-a097-d3f4fed29cfd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834408 Nov 19 04:17:18.721709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:18.817480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-d8a2b733-21f4-4e86-a336-2630d14c12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:18.820928 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-d8a2b733-21f4-4e86-a336-2630d14c12ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1094 time: 0.0835392 Nov 19 04:17:18.893669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.012741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.018046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-cadc441e-5608-46d9-87c9-55ce5fbe8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:19.020536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-cadc441e-5608-46d9-87c9-55ce5fbe8bc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1904614 Nov 19 04:17:19.110226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Subnet': ['ID=0458003d-b66d-4d10-93f1-869d0b3f8461,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:19.148479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-42289c69-9716-4a4c-bc44-6a0603869241 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 217 time: 0.1178806 Nov 19 04:17:19.165264 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.174947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ce3c4-16d8-4b0c-b654-0c4c10e0d83e None None] Network 6b2a30a8-64f9-4fa8-9a23-23ba80da596b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:19.187926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-90fed1f2-aa05-47d7-8635-f495cbb95e2b tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/subnets/0458003d-b66d-4d10-93f1-869d0b3f8461 HTTP/1.1" status: 204 len: 168 time: 0.6503789 Nov 19 04:17:19.190658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:19.391130 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.523278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444d906-38a5-428b-9712-76e86516010a None None] DHCP port deletion for 6b2a30a8-64f9-4fa8-9a23-23ba80da596b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:19.623667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1444d906-38a5-428b-9712-76e86516010a None None] Deleting port 5ae10b52-6eba-4373-af63-9d5973296e72 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:19.624332 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1444d906-38a5-428b-9712-76e86516010a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.667818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668fe88-fddc-4687-9ce7-d4326d35d64e req-8dbad32f-edc5-4f95-b964-b747925b24c7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:19.675524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4668fe88-fddc-4687-9ce7-d4326d35d64e req-8dbad32f-edc5-4f95-b964-b747925b24c7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.3096633 Nov 19 04:17:19.717422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1444d906-38a5-428b-9712-76e86516010a None None] For port 5ae10b52-6eba-4373-af63-9d5973296e72, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5ae10b52-6eba-4373-af63-9d5973296e72,segment=NetworkSegment(fa7a6d06-dd97-49bd-9bbd-ad57d41295dd),segment_id=fa7a6d06-dd97-49bd-9bbd-ad57d41295dd)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:19.718412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1444d906-38a5-428b-9712-76e86516010a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.740752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1444d906-38a5-428b-9712-76e86516010a None None] Calling delete_port for 5ae10b52-6eba-4373-af63-9d5973296e72 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:19.743557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-955f6e1a-e8bf-4f1a-a814-2025f158febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:19.746583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-955f6e1a-e8bf-4f1a-a814-2025f158febe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.5866439 Nov 19 04:17:19.780068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4668fe88-fddc-4687-9ce7-d4326d35d64e req-d0c84011-0625-4ccf-8495-83af3a362799 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928628 Nov 19 04:17:19.885960 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1444d906-38a5-428b-9712-76e86516010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:19.963958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444d906-38a5-428b-9712-76e86516010a None None] No DVR routers for this DVR port 5ae10b52-6eba-4373-af63-9d5973296e72 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:20.001100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444d906-38a5-428b-9712-76e86516010a None None] Pushing event deleted for resources: {'Port': ['ID=5ae10b52-6eba-4373-af63-9d5973296e72,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:20.094344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-80fae05d-4a6e-4d42-8da0-cf4bb9e07319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:20.097188 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-80fae05d-4a6e-4d42-8da0-cf4bb9e07319 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124866 Nov 19 04:17:20.221609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 5ae10b52-6eba-4373-af63-9d5973296e72 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:20.222056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:20.361393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9392ea2-7957-4f13-b27f-b65476cecb70 req-8ae9313c-b14e-42cd-a96e-156da08bac8f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:20.363091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9392ea2-7957-4f13-b27f-b65476cecb70 req-8ae9313c-b14e-42cd-a96e-156da08bac8f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.2880993 Nov 19 04:17:20.404213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:17:20.467810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] For port 5ae10b52-6eba-4373-af63-9d5973296e72, host n-d-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:20.468582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:20.576304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9392ea2-7957-4f13-b27f-b65476cecb70 req-bd0d9c5d-6524-40c4-83b0-7760e01ac79d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598029 Nov 19 04:17:20.576304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 5ae10b52-6eba-4373-af63-9d5973296e72 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:20.576304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Port 5ae10b52-6eba-4373-af63-9d5973296e72 was not found and therefore no delete operation was performed {{(pid=109986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:17:20.582893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:20.588586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-3e29e198-5477-4b03-87bc-0eb81b1b8872 service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466515 Nov 19 04:17:20.798258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=5ae10b52-6eba-4373-af63-9d5973296e72,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:20.855614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:20.894687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'mac_address': 'fa:16:3e:cd:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:17:20.924958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] No DVR routers for this DVR port 5ae10b52-6eba-4373-af63-9d5973296e72 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:20.981029 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:20.997162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcf774f-af51-44e4-81fa-c5e0b6382351 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:17:21.022923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:21.029350 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.108442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:21.116264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a43b66ee-18aa-43e9-8053-208825ff33a7 req-ab3ee0e8-5b93-41cf-acac-09cc7b5c6792 service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144303 Nov 19 04:17:21.274537 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.283840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bdb896df-4d45-4336-b263-eb859444f968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.357272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484cb2-721c-4f2d-9943-765bec579df0 req-27b06963-b742-47e0-b686-54348b15fd0e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:21.359087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2484cb2-721c-4f2d-9943-765bec579df0 req-27b06963-b742-47e0-b686-54348b15fd0e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.3473387 Nov 19 04:17:21.396586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5ae10b52-6eba-4373-af63-9d5973296e72 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:17:21.407535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2a30a8-64f9-4fa8-9a23-23ba80da596b']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:21.464359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:21.464673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7a6d06-dd97-49bd-9bbd-ad57d41295dd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:21.468853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bfcf774f-af51-44e4-81fa-c5e0b6382351'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:17:21.480595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 5ae10b52-6eba-4373-af63-9d5973296e72 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:17:21.480595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5ae10b52-6eba-4373-af63-9d5973296e72 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:17:21.493645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.528790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.554942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2484cb2-721c-4f2d-9943-765bec579df0 req-b4ef70c3-3f3b-4ead-8c35-ab0325b695fe tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752586 Nov 19 04:17:21.556366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:17:21.556977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:17:21.560625 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:17:21.692159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.700240 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:21.707763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/networks/6b2a30a8-64f9-4fa8-9a23-23ba80da596b HTTP/1.1" status: 204 len: 168 time: 2.5114965 Nov 19 04:17:21.710552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46668) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:21.769038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8298a-f54a-41e9-867a-2179f2c01fff tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Network': ['ID=6b2a30a8-64f9-4fa8-9a23-23ba80da596b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:21.874246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f41f5-d75d-4b9e-a230-91a350a6f741 req-189cbcd6-8e43-4305-be28-bbd02866ed5e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:21.887931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93f41f5-d75d-4b9e-a230-91a350a6f741 req-189cbcd6-8e43-4305-be28-bbd02866ed5e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 944 time: 0.1325660 Nov 19 04:17:22.008400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b93f41f5-d75d-4b9e-a230-91a350a6f741 req-2aa35984-030a-4e89-b199-1ae0248fd0f6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185021 Nov 19 04:17:22.129441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port c6baaa12-19d0-47a5-9345-4dfbee3cb173 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:22.135095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.294020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.294559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.361541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for c6baaa12-19d0-47a5-9345-4dfbee3cb173 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:22.654180 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.755698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=c6baaa12-19d0-47a5-9345-4dfbee3cb173,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:22.770376 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.781136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77865-abfc-4fab-bbc9-02d37a1561c1 req-42bb701e-372b-4c20-8017-69051f4fb998 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:22.790343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ef77865-abfc-4fab-bbc9-02d37a1561c1 req-42bb701e-372b-4c20-8017-69051f4fb998 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.0822041 Nov 19 04:17:22.866612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ef77865-abfc-4fab-bbc9-02d37a1561c1 req-b8f00766-8540-4806-b1c5-8385980bb73b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749314 Nov 19 04:17:22.913614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.917768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:22.919003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8cecc072-fe83-40a1-93dd-36a5915eda0f tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/floatingips/4cf97ad8-6c00-4b04-bbb0-9a160e66c681 HTTP/1.1" status: 204 len: 168 time: 1.2068224 Nov 19 04:17:22.923212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46692) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:22.959046 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cae621b-0fdd-4b8d-947b-3976bab0bbae tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] DELETE failed (client error): The resource could not be found. Nov 19 04:17:22.959899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cae621b-0fdd-4b8d-947b-3976bab0bbae tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:17:22.964381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2cae621b-0fdd-4b8d-947b-3976bab0bbae tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/ports/5181e3a5-3ad5-4491-9c9c-b281512a0a16 HTTP/1.1" status: 404 len: 333 time: 0.0396461 Nov 19 04:17:22.966868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46696) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:23.032004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ec35b0c4-b1f5-455d-94c9-c9c23c49a060 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/ports?device_id=50a34795-236c-4412-b734-f492c2e50300 HTTP/1.1" status: 200 len: 205 time: 0.0635893 Nov 19 04:17:23.034880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46698) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:23.138311 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-9e1640c7-2491-45d2-aa5a-7440fe257954 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] delete failed (client error): The resource could not be found. Nov 19 04:17:23.140283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-af214080-431a-4086-ac05-21311a004505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:23.143431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-af214080-431a-4086-ac05-21311a004505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 1096 time: 0.0674272 Nov 19 04:17:23.143588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:23.144434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9e1640c7-2491-45d2-aa5a-7440fe257954 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/routers/50a34795-236c-4412-b734-f492c2e50300 HTTP/1.1" status: 404 len: 336 time: 0.1080976 Nov 19 04:17:23.280628 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08a6f39-f363-43cc-92c4-816c3952dd5c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] DELETE failed (client error): The resource could not be found. Nov 19 04:17:23.281020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08a6f39-f363-43cc-92c4-816c3952dd5c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:17:23.286424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c08a6f39-f363-43cc-92c4-816c3952dd5c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/subnets/0458003d-b66d-4d10-93f1-869d0b3f8461 HTTP/1.1" status: 404 len: 337 time: 0.1419661 Nov 19 04:17:23.289493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:23.436243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-71789936-cc0f-477f-86fa-61d25e8011bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:23.438062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-71789936-cc0f-477f-86fa-61d25e8011bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.2857227 Nov 19 04:17:23.484059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port f69836d3-7494-456c-b79c-670f1f7863c0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:23.484448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:23.500569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-1effd97f-6a75-4b56-ba04-f66b473b17e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e HTTP/1.1" status: 200 len: 217 time: 0.0500379 Nov 19 04:17:23.509501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9cfdb-590b-42aa-be19-165ad2eeb8a4 req-f4e14eb6-abd7-4f0d-98da-4599ad5031d3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:23.511581 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31d9cfdb-590b-42aa-be19-165ad2eeb8a4 req-f4e14eb6-abd7-4f0d-98da-4599ad5031d3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 944 time: 0.3581815 Nov 19 04:17:23.589953 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55105c0f-6ab6-4815-a079-880dba1dad2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:23.654426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:23.668214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for f69836d3-7494-456c-b79c-670f1f7863c0 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:23.675960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-7654d5aa-c42f-4d7f-9fe2-fa9fdafae1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:23.677471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-7654d5aa-c42f-4d7f-9fe2-fa9fdafae1e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1647868 Nov 19 04:17:23.691967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31d9cfdb-590b-42aa-be19-165ad2eeb8a4 req-38fa7aef-569a-4887-83d0-5950a55cb62f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705496 Nov 19 04:17:23.775038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-af500f2c-13cd-4dde-bfd3-e0c762a3c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:23.776746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-af500f2c-13cd-4dde-bfd3-e0c762a3c88e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795474 Nov 19 04:17:23.890337 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:23.951084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=f69836d3-7494-456c-b79c-670f1f7863c0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:23.987935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573766f-2eea-4c61-a480-826ee2b5d725 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:24.049364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-76344254-c5e1-4e83-beaa-ea3fd5122f3a service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644355 Nov 19 04:17:24.189325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:24.192738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8db6bb31-98c8-409b-8811-dcd72812d615 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/ports/f69836d3-7494-456c-b79c-670f1f7863c0 HTTP/1.1" status: 204 len: 168 time: 0.9021969 Nov 19 04:17:24.196278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46720) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:24.341233 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6edebd1-4445-48cc-a341-6d1ef9825863 req-08256e7e-0b4c-4f39-a850-7351a5043cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098360 Nov 19 04:17:24.397780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b64af-222c-4337-8251-e3b618641cac req-9ac750a6-76cc-4d6a-9962-fd15ccc98beb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:24.404317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-677b64af-222c-4337-8251-e3b618641cac req-9ac750a6-76cc-4d6a-9962-fd15ccc98beb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.3804519 Nov 19 04:17:24.410748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:24.495368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 1d7aef47-b8a8-469e-9b80-c134386534d1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:24.499106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:24.518466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-677b64af-222c-4337-8251-e3b618641cac req-1f92f81e-ea95-415f-a1b6-b5d6d1016a40 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065440 Nov 19 04:17:24.547507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port bfcf774f-af51-44e4-81fa-c5e0b6382351 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:17:24.551783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bfcf774f-af51-44e4-81fa-c5e0b6382351 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:24.552269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:24.665499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:24.672577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:24.690170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 1d7aef47-b8a8-469e-9b80-c134386534d1 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:24.724113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:24.725532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:24.745431 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a895cb-1a06-4762-95e6-0d4adc3da6d1" -d '{"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:24.755966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:24.892015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:24.941604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9aea0e-4011-4735-9155-44001375eef0 req-94dbe92c-5116-4ef7-9bcc-d04f510e7ae4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:24.944761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a9aea0e-4011-4735-9155-44001375eef0 req-94dbe92c-5116-4ef7-9bcc-d04f510e7ae4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1212246 Nov 19 04:17:24.988553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:25.040056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=1d7aef47-b8a8-469e-9b80-c134386534d1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:25.062414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a9aea0e-4011-4735-9155-44001375eef0 req-fe6891a4-71b7-495b-a6f2-70230427f5b5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103094 Nov 19 04:17:25.071464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ad7c9-e3de-43c4-a7aa-6a7f97a06914 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:25.175421 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8f6800-7b2a-4fc1-b255-b407e85c4596 x-openstack-request-id: req-3b8f6800-7b2a-4fc1-b255-b407e85c4596 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:25.176245 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:25.176690 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b8f6800-7b2a-4fc1-b255-b407e85c4596 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:25.177253 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'code': 200} Nov 19 04:17:25.230207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:25.237161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46740) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:25.248314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3dd49866-0551-4ca9-8080-8e57bbd9154a tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/ports/1d7aef47-b8a8-469e-9b80-c134386534d1 HTTP/1.1" status: 204 len: 168 time: 1.0447762 Nov 19 04:17:25.302875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:25.456746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69700ab-a575-4d42-82eb-2b75e3a4b048 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:25.458682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e69700ab-a575-4d42-82eb-2b75e3a4b048 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba2670cb-d9a4-440d-af53-7f84390ba397 HTTP/1.1" status: 200 len: 913 time: 0.2199216 Nov 19 04:17:25.461630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46746) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:25.466095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65922e66-ace0-48c2-8fb4-b6c72e669d3a req-4167ba17-7b02-481f-9544-1d4222798a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:25.470403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65922e66-ace0-48c2-8fb4-b6c72e669d3a req-4167ba17-7b02-481f-9544-1d4222798a73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1096 time: 0.1374733 Nov 19 04:17:25.575225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65922e66-ace0-48c2-8fb4-b6c72e669d3a req-4d6f65e8-d819-4c46-afad-758438c71aed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923965 Nov 19 04:17:25.769207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615f6b-6603-489d-8896-a586c596a1f8 req-ec0fff14-6ff7-4d7d-978b-17564c639cd9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:25.779125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab615f6b-6603-489d-8896-a586c596a1f8 req-ec0fff14-6ff7-4d7d-978b-17564c639cd9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.1396022 Nov 19 04:17:25.887494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab615f6b-6603-489d-8896-a586c596a1f8 req-65b07b9f-9927-47f6-b205-ce68dec408e0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Nov 19 04:17:26.016128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:26.337257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099f520-2a1c-4765-97fd-b9b84c9edca3 req-45ffe2fb-1e87-45be-99ef-1fe205b602d2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:26.350714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3099f520-2a1c-4765-97fd-b9b84c9edca3 req-45ffe2fb-1e87-45be-99ef-1fe205b602d2 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1106420 Nov 19 04:17:26.387443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:26.511306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3099f520-2a1c-4765-97fd-b9b84c9edca3 req-442c8bad-9e34-42f2-a5dd-9644a3f7148c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595533 Nov 19 04:17:26.607155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port 133ba127-ebea-4900-90fe-831d94a8332f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:26.607685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:26.733917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:26.746842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for 133ba127-ebea-4900-90fe-831d94a8332f owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:27.129301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232844-68c1-4a70-a12c-ab4aa12a5705 req-6d305c65-ea11-45c0-b613-d788053bd963 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:27.137725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d232844-68c1-4a70-a12c-ab4aa12a5705 req-6d305c65-ea11-45c0-b613-d788053bd963 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 945 time: 0.0985808 Nov 19 04:17:27.160917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:27.215624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d232844-68c1-4a70-a12c-ab4aa12a5705 req-41ff2a18-ebb9-4d55-bbf2-9658d42ddec8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761552 Nov 19 04:17:27.215947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=133ba127-ebea-4900-90fe-831d94a8332f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:27.249624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b89978-aedb-42cc-8222-8accb8b140fa None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:27.308378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:27.324847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 5a1ff448-8853-426e-a3d7-4b619a7fd06e no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:17:27.426595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:27.461826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fdffb-0063-45a5-9996-249f312cc635 req-40ce6968-1c23-4488-bd2f-a515c13781d2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:27.469508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:27.470964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:27.474469 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a10428-5616-4dcc-9f9c-af4b766e065e" -d '{"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:27.478284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb2fdffb-0063-45a5-9996-249f312cc635 req-40ce6968-1c23-4488-bd2f-a515c13781d2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1152086 Nov 19 04:17:27.481609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:27.540883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:27.563547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb2fdffb-0063-45a5-9996-249f312cc635 req-2e01ca9f-9378-43d4-adb5-f2482b766feb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831652 Nov 19 04:17:27.602513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:27.649990 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b9338-5069-4a26-925d-bc7ac50b6469 x-openstack-request-id: req-ab5b9338-5069-4a26-925d-bc7ac50b6469 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:27.650911 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-unplugged", "status": "failed", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e", "code": 422}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:27.651840 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab5b9338-5069-4a26-925d-bc7ac50b6469 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:27.652605 n-d-818503-1 neutron-server[109988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'code': 422} returned with failed status Nov 19 04:17:27.885520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Router ba2670cb-d9a4-440d-af53-7f84390ba397 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:27.896772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfa5d-1f47-4a44-ad34-6823b99d6d5a req-e99f6b03-446f-4a4b-8d56-8bf5d4ca489e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:27.908008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-807bfa5d-1f47-4a44-ad34-6823b99d6d5a req-e99f6b03-446f-4a4b-8d56-8bf5d4ca489e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1496513 Nov 19 04:17:28.005836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-807bfa5d-1f47-4a44-ad34-6823b99d6d5a req-95283e16-9db7-4a69-b043-db9079360806 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945971 Nov 19 04:17:28.084881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:28.097666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:28.098289 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c32e79ad-576c-40b5-ad0a-47e85407668c tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "PUT /v2.0/routers/ba2670cb-d9a4-440d-af53-7f84390ba397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354547 Nov 19 04:17:28.100184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] Sync routers for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:28.130968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:28.134511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:28.255625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:28.281442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] Routers {'ba2670cb-d9a4-440d-af53-7f84390ba397'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:28.282123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ba2670cb-d9a4-440d-af53-7f84390ba397'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:28.326755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:28.349754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:28.350474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cacc6-36a1-4ddf-a4c2-08fa41796239 None None] The sync data for ids ['ba2670cb-d9a4-440d-af53-7f84390ba397'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:28.484728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:28.553435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f8c0f-160f-435f-a6b2-d5b5b55457e7 req-53382ab2-2c79-403b-8fc8-883d3043c929 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:28.562364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a09f8c0f-160f-435f-a6b2-d5b5b55457e7 req-53382ab2-2c79-403b-8fc8-883d3043c929 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1101635 Nov 19 04:17:28.607104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting port a73605f2-2621-48e6-b831-ce0d7f5767bd {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:28.607371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:28.684108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a09f8c0f-160f-435f-a6b2-d5b5b55457e7 req-2d9923c1-483f-480d-bb2c-ab7de90171d9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206527 Nov 19 04:17:28.770774 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:28.787660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Calling delete_port for a73605f2-2621-48e6-b831-ce0d7f5767bd owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:28.929103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463b465-2e70-41c1-944e-da25ae56428c req-feb5353d-e181-4dbd-9680-bf6ec28cbcc9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:28.941112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46804) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:28.946657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Request body: {'floatingip': {'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:28.951486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e463b465-2e70-41c1-944e-da25ae56428c req-feb5353d-e181-4dbd-9680-bf6ec28cbcc9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1474209 Nov 19 04:17:29.056125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:29.248242 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:29.303985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Port': ['ID=a73605f2-2621-48e6-b831-ce0d7f5767bd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:29.356904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca647592-6f9d-4f47-b809-4eb9d770db01 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:29.469947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:29.725519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:29.730630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:29.956317 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Floating IP 2c0e844f-89ae-4073-8724-0df110ad7f96 associated. External IP: 172.25.8.112, port: bfcf774f-af51-44e4-81fa-c5e0b6382351. Nov 19 04:17:30.074009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:30.077303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:30.182807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693eaf-712f-4eb0-b7fa-b0ab463531b3 req-7c71f76e-f061-4781-a444-7c4122839a05 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:30.185342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19693eaf-712f-4eb0-b7fa-b0ab463531b3 req-7c71f76e-f061-4781-a444-7c4122839a05 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.8920293 Nov 19 04:17:30.187156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:30.188024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Fanout notify agent at l3_agent the message router_deleted on router ba2670cb-d9a4-440d-af53-7f84390ba397 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:17:30.207854 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:30.209553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c4d0d6aa-bf0a-4a0f-9bce-c8b841ed3254 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/routers/ba2670cb-d9a4-440d-af53-7f84390ba397 HTTP/1.1" status: 204 len: 168 time: 2.1106815 Nov 19 04:17:30.213762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46814) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:30.286568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19693eaf-712f-4eb0-b7fa-b0ab463531b3 req-769a589a-e9b9-4482-850d-39fef8867000 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753238 Nov 19 04:17:30.365353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Deleting subnet 913850e8-b31d-4c38-b260-c5d794bde3e5 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:17:30.371386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:30.847785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:30.888840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Router 582ed674-6275-494c-b9c0-186c19abfc99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:30.907303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.059302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.143897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Subnet': ['ID=913850e8-b31d-4c38-b260-c5d794bde3e5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:31.152679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.159092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f985a7c3-fe37-4339-9f2b-7bda34ee2088 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/subnets/913850e8-b31d-4c38-b260-c5d794bde3e5 HTTP/1.1" status: 204 len: 168 time: 0.9418697 Nov 19 04:17:31.159297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f0c7d-fc1b-45ba-b9ab-9f5943868bc9 None None] Network b6759d72-4e06-4c54-b945-c582c9e6670b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:31.159743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46826) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:31.172994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:31.183628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.188153 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:31.201599 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:31.202262 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:31.318674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6559dd5f-1e75-477a-bc84-cc98823862b4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "PUT /v2.0/floatingips/2c0e844f-89ae-4073-8724-0df110ad7f96 HTTP/1.1" status: 200 len: 991 time: 2.3759975 Nov 19 04:17:31.319538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:31.326999 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e17633-8a65-4f81-a371-97f5f5b01c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:31.409694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.426042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4b686-590d-4a7f-a0da-c807d15a4e93 None None] DHCP port deletion for b6759d72-4e06-4c54-b945-c582c9e6670b request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:31.493359 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:17:31.610714 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.711360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6759d72-4e06-4c54-b945-c582c9e6670b']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:31.724922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcce9e6a-2b4e-45e9-93b6-146d6a516f56') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:31.725235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcce9e6a-2b4e-45e9-93b6-146d6a516f56') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:31.744145 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.759852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ec5d1-3dc3-486f-a19e-ee22911ed795 req-de85c18d-9476-4a2a-b900-4b2c2d27311e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:31.768222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e8ec5d1-3dc3-486f-a19e-ee22911ed795 req-de85c18d-9476-4a2a-b900-4b2c2d27311e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2814472 Nov 19 04:17:31.849704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.872407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:17:31.872962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:17:31.876142 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:17:31.938709 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2c0e844f-89ae-4073-8724-0df110ad7f96', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'mac_address': 'fa:16:3e:cd:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801e06d-f156-4886-973d-50af04c53a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:17:07Z', 'updated_at': '2021-11-19T04:17:29Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:31.941510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:31.958927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e8ec5d1-3dc3-486f-a19e-ee22911ed795 req-fe2e4291-fdf9-478b-9171-2204df48c5cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898043 Nov 19 04:17:32.032700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:32.040967 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:17:32.050930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:32.058160 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] 10.222.0.52 "DELETE /v2.0/networks/b6759d72-4e06-4c54-b945-c582c9e6670b HTTP/1.1" status: 204 len: 168 time: 0.8974183 Nov 19 04:17:32.082989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a5a00-d6f4-41c3-b1eb-3d31ddf8ad13 tempest-FloatingIPTestJSON-801410695 tempest-FloatingIPTestJSON-801410695-project] Pushing event deleted for resources: {'Network': ['ID=b6759d72-4e06-4c54-b945-c582c9e6670b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:32.095733 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:32.097260 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:32.430272 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:17:32.627549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46850) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:32.686935 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf10cfb-63be-475d-b994-26c8021489de x-openstack-request-id: req-fbf10cfb-63be-475d-b994-26c8021489de {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:32.689230 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:32.689230 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbf10cfb-63be-475d-b994-26c8021489de {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:32.689230 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'status': 'completed', 'code': 200} Nov 19 04:17:32.927677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ce6ece8f-d252-456f-9376-8c35bad45075 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0b7591e5606415ab6a54a4ed7321d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989302 Nov 19 04:17:32.930216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-8c147ed8-3569-4894-b0fb-179c82c14c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:32.932311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-8c147ed8-3569-4894-b0fb-179c82c14c97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1096 time: 0.1973948 Nov 19 04:17:32.932857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46856) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:32.942369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2c0e844f-89ae-4073-8724-0df110ad7f96', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'mac_address': 'fa:16:3e:cd:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801e06d-f156-4886-973d-50af04c53a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:17:07Z', 'updated_at': '2021-11-19T04:17:29Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:32.986366 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1a314-0b1c-49eb-a8ab-2ea94499a947 None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2c0e844f-89ae-4073-8724-0df110ad7f96', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'floating_ip_address': '172.25.8.112', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'mac_address': 'fa:16:3e:cd:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801e06d-f156-4886-973d-50af04c53a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:17:07Z', 'updated_at': '2021-11-19T04:17:29Z', 'revision_number': 1, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:32.998107 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:17:33.031304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8be70f4-fa24-4c21-a547-8c2911211829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:33.109484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8be70f4-fa24-4c21-a547-8c2911211829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:33.227230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-791bd718-a4df-4f36-a4f7-b01d1c9371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:33.229850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-791bd718-a4df-4f36-a4f7-b01d1c9371c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.2894845 Nov 19 04:17:33.252035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8be70f4-fa24-4c21-a547-8c2911211829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:33.255550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8be70f4-fa24-4c21-a547-8c2911211829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:33.258309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d8be70f4-fa24-4c21-a547-8c2911211829 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99ef2e2d-f18e-4ba8-81ec-2075899907a6 HTTP/1.1" status: 204 len: 168 time: 0.3240924 Nov 19 04:17:33.284427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be70f4-fa24-4c21-a547-8c2911211829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef2e2d-f18e-4ba8-81ec-2075899907a6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:33.440413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af1eaa-61c9-4ee2-bc40-4eefcbde4a8c req-243a0afb-202c-471b-94b3-67366bf3f06f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:33.458773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21af1eaa-61c9-4ee2-bc40-4eefcbde4a8c req-243a0afb-202c-471b-94b3-67366bf3f06f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.3078411 Nov 19 04:17:33.562733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a3600e-75f6-4ae3-8b0f-461ed1edcce6 None None] New status for floating IP 2c0e844f-89ae-4073-8724-0df110ad7f96: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:17:33.604120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-ad6a3a89-1605-4e33-8f37-61dc895e48f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 999 time: 0.3658118 Nov 19 04:17:33.771348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21af1eaa-61c9-4ee2-bc40-4eefcbde4a8c req-bdb8f239-08fc-4bdf-9842-8593d78e9db8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112862 Nov 19 04:17:33.903761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-0080a2a7-bfdc-4f17-90ce-99ede96b0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:33.905682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-0080a2a7-bfdc-4f17-90ce-99ede96b0112 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.2820795 Nov 19 04:17:33.972457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:34.029753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-7533f91e-5dbf-4c36-9ee5-41fa9846472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:34.031354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-7533f91e-5dbf-4c36-9ee5-41fa9846472d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832379 Nov 19 04:17:34.218749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.267472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-d8a37183-f7e7-4169-96d4-c8f1843fe04a service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275820 Nov 19 04:17:34.428487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9e17633-8a65-4f81-a371-97f5f5b01c5a req-150aeadb-5d62-4863-874f-d6b1fd82f325 service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533668 Nov 19 04:17:34.462852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.467337 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.499861 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae90501601d44ad1bccfce10ac092a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236025 Nov 19 04:17:34.500468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46898) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:34.534679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f66bae-028b-4c78-ba50-83ec57fde155,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:34.559978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.560330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.560702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.561706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.561706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.562531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.562531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.562531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.563007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.563424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.563424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.564690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27096ff-bdc9-45ce-a6a0-6e47be62c4b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:34.597302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-582fdc94-90c5-439f-b117-55b471078d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.658656 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-582fdc94-90c5-439f-b117-55b471078d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.727543 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-582fdc94-90c5-439f-b117-55b471078d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.737689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-582fdc94-90c5-439f-b117-55b471078d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:34.741652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-582fdc94-90c5-439f-b117-55b471078d5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9f66bae-028b-4c78-ba50-83ec57fde155 HTTP/1.1" status: 204 len: 168 time: 0.2398236 Nov 19 04:17:34.752344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fdc94-90c5-439f-b117-55b471078d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f66bae-028b-4c78-ba50-83ec57fde155,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:34.857805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46908) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:34.996090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c89f4-91c4-4023-8a5c-068265ac7242 req-aefcf77e-7f3e-4b5c-abd0-fe18ab61df46 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:34.998139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be0c89f4-91c4-4023-8a5c-068265ac7242 req-aefcf77e-7f3e-4b5c-abd0-fe18ab61df46 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1046350 Nov 19 04:17:35.106258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be0c89f4-91c4-4023-8a5c-068265ac7242 req-dff0a96a-3659-4754-955b-07473c902305 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013074 Nov 19 04:17:35.136190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2068290674'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:35.171115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:35.175520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.196604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.351661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.361346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.373343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:17:35.383094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.383094 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment 8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5 of type vlan for network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 Nov 19 04:17:35.422529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46920) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:35.430451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.441157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5e4e-2338-4af6-942f-0bc2e3456f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.466970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.473446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:35.474094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.544609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf45088-3860-498a-a1a6-57cbcbae28cd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:35.554053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5e4e-2338-4af6-942f-0bc2e3456f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.562877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46922) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:35.564588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7052984 Nov 19 04:17:35.568758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1392798782'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:35.571976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1d733-a70e-4bb9-bc42-5f0c474e9ed3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=8227ec8c-43eb-4bfb-a6ba-070996c6e195,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:35.573424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5e4e-2338-4af6-942f-0bc2e3456f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.610589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:17:35.629091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aa5c5e4e-2338-4af6-942f-0bc2e3456f43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a22fda846ef441028351d9b5cedb725b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052963 Nov 19 04:17:35.631706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46926) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:35.634157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c5e4e-2338-4af6-942f-0bc2e3456f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6b171-12aa-4a96-8ffb-4faba65dd3e2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:35.662988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:35.667288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.743980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:17:35.746251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14b53021-f259-4f81-a245-ebf3d65affe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.775586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14b53021-f259-4f81-a245-ebf3d65affe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.787435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.787977 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment d7f50e4b-5786-4c28-9768-9630d45486ab of type vlan for network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 Nov 19 04:17:35.846427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.873746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.879529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:35.880217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.936192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14b53021-f259-4f81-a245-ebf3d65affe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.939186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14b53021-f259-4f81-a245-ebf3d65affe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:35.943436 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-14b53021-f259-4f81-a245-ebf3d65affe6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7df6b171-12aa-4a96-8ffb-4faba65dd3e2 HTTP/1.1" status: 204 len: 168 time: 0.3077137 Nov 19 04:17:35.950492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3862190 Nov 19 04:17:35.953967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46932) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:35.959570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:35.971752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b53021-f259-4f81-a245-ebf3d65affe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6b171-12aa-4a96-8ffb-4faba65dd3e2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:35.976241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8705c-480c-459e-9a66-bf670e0aa3ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=ffafa6f5-0383-494d-9cc5-b5e40ad3efa1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:36.016162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:17:36.110524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:36.118395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:36.304988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c23e3-aad1-476d-9e69-7f51a8f1bdc3 req-86d3801e-2648-4a5e-86f2-f3f473eca217 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:36.315673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f86c23e3-aad1-476d-9e69-7f51a8f1bdc3 req-86d3801e-2648-4a5e-86f2-f3f473eca217 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0749364 Nov 19 04:17:36.410015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f86c23e3-aad1-476d-9e69-7f51a8f1bdc3 req-8eba71a6-0801-4e8d-9809-045d2e0ef3ff tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914462 Nov 19 04:17:36.530387 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:36.597626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:36.652789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:36.653438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: 8227ec8c-43eb-4bfb-a6ba-070996c6e195, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:17:36.692786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:17:36.715764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8227ec8c-43eb-4bfb-a6ba-070996c6e195) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:36.725430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:36.726000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57574a-b01b-4786-81f0-054e5c567a2f None None] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:36.726474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:36.767358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7db73ab5-15ae-40b1-8699-1913a0f2041d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8090377 Nov 19 04:17:36.771786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46954) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:36.773352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:36.928413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:36.932324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.014555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-8227ec8c-43eb-4bfb-a6ba-070996c6e195', 'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': '260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:17:37.016280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.315292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.315592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Allocated IP 2001:db8::2 (8227ec8c-43eb-4bfb-a6ba-070996c6e195/260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c/1c46b263-50be-48ea-97b1-0de1828dffde) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:37.377741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=b49578ea-11a6-45d2-beb7-7a1a4a489494,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:37.436695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': 'd7f50e4b-5786-4c28-9768-9630d45486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:37.436695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: ffafa6f5-0383-494d-9cc5-b5e40ad3efa1, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:17:37.480602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:17:37.504240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, ffafa6f5-0383-494d-9cc5-b5e40ad3efa1) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:37.516109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:37.516976 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.551413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cb416544-83da-4677-a52f-90378f6644f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7823801 Nov 19 04:17:37.554069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 46978) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:37.554225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec608a0-86be-4c7a-b6d3-6e5d43ca931b None None] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:37.571284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1254634466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:37.593628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf17bd8-c020-4351-9619-5b9521a5dfcd req-17ce2aeb-0d85-411f-a897-b58f731eb025 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:37.602296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcf17bd8-c020-4351-9619-5b9521a5dfcd req-17ce2aeb-0d85-411f-a897-b58f731eb025 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0963502 Nov 19 04:17:37.628306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.632304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.665125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.681565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.715347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:37.719985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:37.733661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.743413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.746536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dcf17bd8-c020-4351-9619-5b9521a5dfcd req-a2409abc-99fc-4ef3-8b46-4191c803961b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429021 Nov 19 04:17:37.768076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:37.772630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:37.773248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 46980) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:37.774652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-969d5805-73cb-45d1-9b10-97e02520334f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2187154 Nov 19 04:17:38.022258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1c46b263-50be-48ea-97b1-0de1828dffde,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:38.067449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Attempting to bind port 1c46b263-50be-48ea-97b1-0de1828dffde on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:17:38.068148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Attempting to bind port 1c46b263-50be-48ea-97b1-0de1828dffde by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:17:38.068697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Attempting to bind port 1c46b263-50be-48ea-97b1-0de1828dffde on network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:17:38.075024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.075653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.076216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.076725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.077249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.077758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.078331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.078855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.079353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.079846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.080484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.081028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:38.088379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:17:38.088769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Checking segment: {'id': '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:38.089238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.089883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Bound using segment: {'id': '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:17:38.090568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Bound port: 1c46b263-50be-48ea-97b1-0de1828dffde, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '8227ec8c-43eb-4bfb-a6ba-070996c6e195'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:17:38.091166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.151056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.177751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-ffafa6f5-0383-494d-9cc5-b5e40ad3efa1', 'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': 'b49578ea-11a6-45d2-beb7-7a1a4a489494'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:17:38.180080 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.208633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] For port 1c46b263-50be-48ea-97b1-0de1828dffde, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:17:38.233077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] For port 1c46b263-50be-48ea-97b1-0de1828dffde, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1c46b263-50be-48ea-97b1-0de1828dffde,segment=NetworkSegment(8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5),segment_id=8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:17:38.378554 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.531801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8::1 (8227ec8c-43eb-4bfb-a6ba-070996c6e195/260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c/ecf696ba-d134-4bbd-856a-48ca2d0dbb36) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:38.577414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42df947-fac2-4de5-88cc-bfcd6b3b8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1c46b263-50be-48ea-97b1-0de1828dffde,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:38.610549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Allocated IP 2001:db8:1::2 (ffafa6f5-0383-494d-9cc5-b5e40ad3efa1/b49578ea-11a6-45d2-beb7-7a1a4a489494/fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:38.731214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.893842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.896017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.920206 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:38.948266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:38.993679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:38.997748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:38.998607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:39.023589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:39.029887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Pushing event updated for resources: {'Port': ['ID=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:39.040214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:39.047283 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:39.163447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78ef42-d67a-4269-a01c-43320661fbbb req-9b9b5342-6509-403c-80c1-5e0eab45e335 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:39.173163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d78ef42-d67a-4269-a01c-43320661fbbb req-9b9b5342-6509-403c-80c1-5e0eab45e335 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2485211 Nov 19 04:17:39.175841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:39.178941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Attempting to bind port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:17:39.179419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Attempting to bind port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd7f50e4b-5786-4c28-9768-9630d45486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:17:39.179687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Attempting to bind port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 on network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:17:39.190302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:17:39.191302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Checking segment: {'id': 'd7f50e4b-5786-4c28-9768-9630d45486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:39.194293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:39.194741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Bound using segment: {'id': 'd7f50e4b-5786-4c28-9768-9630d45486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:17:39.195253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Bound port: fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f50e4b-5786-4c28-9768-9630d45486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ffafa6f5-0383-494d-9cc5-b5e40ad3efa1'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:17:39.195662 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:39.203999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=ecf696ba-d134-4bbd-856a-48ca2d0dbb36,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:39.354093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-bc0e2b21-351b-4789-a61d-725869a2bee3 req-1d86b1c0-3107-43e4-a25c-4baa4e10a9a7 tempest-ServerDiskConfigTestJSON-27791154 tempest-ServerDiskConfigTestJSON-27791154-project] (109987) timed out ('10.222.0.52', 60168) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:17:39.364189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] For port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:17:39.367642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] For port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,segment=NetworkSegment(d7f50e4b-5786-4c28-9768-9630d45486ab),segment_id=d7f50e4b-5786-4c28-9768-9630d45486ab)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:17:39.378606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:39.504754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ea869-455c-4d29-8d9a-0f5a17dae9cb None None] Pushing event updated for resources: {'Port': ['ID=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:39.579559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1c46b263-50be-48ea-97b1-0de1828dffde up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:39.768827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d78ef42-d67a-4269-a01c-43320661fbbb req-dff816af-6b5f-44b3-a77e-690a6d0f3c89 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5937848 Nov 19 04:17:39.809927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1c46b263-50be-48ea-97b1-0de1828dffde triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:39.810407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.027880 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.052788 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.066171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.068317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.094685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 1c46b263-50be-48ea-97b1-0de1828dffde, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1c46b263-50be-48ea-97b1-0de1828dffde,segment=NetworkSegment(8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5),segment_id=8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:40.104407 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.143384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=ecf696ba-d134-4bbd-856a-48ca2d0dbb36,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:40.179239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=1c46b263-50be-48ea-97b1-0de1828dffde,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:40.240938 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e2d46-847b-4506-85fd-fe56423d3162 None None] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:40.273785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:40.276081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:40.349928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-766de28c-eff0-4cfb-8bec-8dfc48eacad9 None None] Provisioning complete for port 1c46b263-50be-48ea-97b1-0de1828dffde triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:40.350258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-766de28c-eff0-4cfb-8bec-8dfc48eacad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:40.488295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 2733ef60-515c-4cd9-9e16-1874c2501709 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:17:40.691248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:40.701485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9a60c944-62c3-464d-8002-f85cadd279d2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/2733ef60-515c-4cd9-9e16-1874c2501709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9241190 Nov 19 04:17:40.701613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47024) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:40.704562 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] Sync routers for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:40.727865 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:40.729822 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:40.807530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd06226-8dee-4c77-ab5c-8ab0bc8c61ff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:40.817081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3fd06226-8dee-4c77-ab5c-8ab0bc8c61ff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports/ecf696ba-d134-4bbd-856a-48ca2d0dbb36 HTTP/1.1" status: 200 len: 911 time: 0.1129463 Nov 19 04:17:40.817911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:40.840228 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:40.880027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:40.883920 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:40.988530 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:40.991093 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38442a8e-cfdb-47b8-b3ab-1fa32ec28e4e None None] The sync data for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:41.198315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e60fc-5ac6-4f93-a2cd-d0e91bf2a7da req-d4955d1e-3d6f-44c9-8aff-b7a75cd3cb39 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:41.199867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef4e60fc-5ac6-4f93-a2cd-d0e91bf2a7da req-d4955d1e-3d6f-44c9-8aff-b7a75cd3cb39 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2724512 Nov 19 04:17:41.224551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-248b7f72-0386-4e16-85c2-75224177d527 None None] Provisioning complete for port ecf696ba-d134-4bbd-856a-48ca2d0dbb36 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:41.226220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-248b7f72-0386-4e16-85c2-75224177d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:41.275124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef4e60fc-5ac6-4f93-a2cd-d0e91bf2a7da req-747d38d3-74bf-4e84-9bd3-a9195e77cda4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637345 Nov 19 04:17:41.390891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-248b7f72-0386-4e16-85c2-75224177d527 None None] Port ecf696ba-d134-4bbd-856a-48ca2d0dbb36 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:41.445783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-248b7f72-0386-4e16-85c2-75224177d527 None None] Provisioning complete for port 1c46b263-50be-48ea-97b1-0de1828dffde triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:41.446201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-248b7f72-0386-4e16-85c2-75224177d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:41.600142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bdaad-4009-45dc-abba-222c7eebd974 None None] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:41.921495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1c46b263-50be-48ea-97b1-0de1828dffde up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:42.139922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1c46b263-50be-48ea-97b1-0de1828dffde triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:42.140460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.242380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Provisioning complete for port ecf696ba-d134-4bbd-856a-48ca2d0dbb36 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:42.244695 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.334108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aff02a-9629-46f5-9bca-13f1e7dddce6 req-c6ac1d9e-12bb-45a1-9188-844ca249e3fb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:42.335666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60aff02a-9629-46f5-9bca-13f1e7dddce6 req-c6ac1d9e-12bb-45a1-9188-844ca249e3fb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2746129 Nov 19 04:17:42.339167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-bdf7ab73-7d57-4a44-9c3b-9d85d249c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:42.340195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-bdf7ab73-7d57-4a44-9c3b-9d85d249c705 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.2808440 Nov 19 04:17:42.359697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:42.408292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Port ecf696ba-d134-4bbd-856a-48ca2d0dbb36 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:42.434310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Provisioning complete for port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:42.434706 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.441601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:42.442150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.518344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.554070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60aff02a-9629-46f5-9bca-13f1e7dddce6 req-ecc1b43e-2eaf-4d6b-b6f1-625fea05a8cd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096896 Nov 19 04:17:42.791536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.824812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:42.845896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8:1::1 (ffafa6f5-0383-494d-9cc5-b5e40ad3efa1/b49578ea-11a6-45d2-beb7-7a1a4a489494/a853f4f2-a4ac-40e5-aa7c-2bed91154fc5) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:42.929899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,segment=NetworkSegment(d7f50e4b-5786-4c28-9768-9630d45486ab),segment_id=d7f50e4b-5786-4c28-9768-9630d45486ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:42.942838 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:43.032611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:17:43.032988 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-14be4654-eb08-49c0-991b-44d4b77472ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:17:43.051449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:43.134289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:43.174238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-b565c460-e6b8-454e-9512-2c8d250c749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:43.177271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-b565c460-e6b8-454e-9512-2c8d250c749a service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.8229580 Nov 19 04:17:43.218484 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:43.439583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:43.468087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:43.471804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:43.483111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:43.483515 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:43.701392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:43.702252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:43.704718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-df557e17-c5c0-4fb6-a5fa-61d96df9791e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.5078640 Nov 19 04:17:43.707567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=a853f4f2-a4ac-40e5-aa7c-2bed91154fc5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:43.806759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.807167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.807541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.807889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.808243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.808790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.809723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.810466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.810996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.811776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.812316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.813477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:17:43.923790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-408676db-8f64-4adc-bf91-a5695783b6e9 None None] Provisioning complete for port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:43.925303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-408676db-8f64-4adc-bf91-a5695783b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:43.945577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e01c58-44c4-4a14-95a0-9f13e7091cca req-48c5c449-7fb6-4c52-ab30-d779c96bcf25 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:43.953599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00e01c58-44c4-4a14-95a0-9f13e7091cca req-48c5c449-7fb6-4c52-ab30-d779c96bcf25 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2343960 Nov 19 04:17:43.967943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-c5eff8ad-088d-4c54-9fde-8961fb6ea5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:43.972701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-c5eff8ad-088d-4c54-9fde-8961fb6ea5f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.2472830 Nov 19 04:17:43.977577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:44.105359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-54fe8d26-1e86-4892-9154-87ec86f949bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:44.106943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-54fe8d26-1e86-4892-9154-87ec86f949bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249192 Nov 19 04:17:44.124550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00e01c58-44c4-4a14-95a0-9f13e7091cca req-bee42c9c-c8d5-49a6-a6cb-ec1240fde4bb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700325 Nov 19 04:17:44.255662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-c4bf6d9a-e52e-43da-87f7-8eb447d683cf service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291218 Nov 19 04:17:44.288865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-952db65f-6670-48ab-b970-5d58246c701c None None] Provisioning complete for port a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:44.289223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-952db65f-6670-48ab-b970-5d58246c701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:44.376391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-952db65f-6670-48ab-b970-5d58246c701c None None] Port a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:44.675240 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:44.689426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:44.690411 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:44.853190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=a853f4f2-a4ac-40e5-aa7c-2bed91154fc5,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:44.865484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7699f287-146b-4bb5-bac0-c962b42ef532 req-c662d164-1191-4211-8c7e-53245371da15 service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635179 Nov 19 04:17:44.873545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:44.875268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:45.152964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 2733ef60-515c-4cd9-9e16-1874c2501709 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:45.340277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:45.345285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1c7ff7e6-9e83-43d8-a843-fdea26bf44de tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/2733ef60-515c-4cd9-9e16-1874c2501709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5260019 Nov 19 04:17:45.349843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:45.352054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] Sync routers for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:45.402922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:45.403685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:45.487795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45111d-270d-49c6-8e46-35ab605ae638 req-affa19c8-8d9d-482f-8f14-a249bb7ef27e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:45.489424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df45111d-270d-49c6-8e46-35ab605ae638 req-affa19c8-8d9d-482f-8f14-a249bb7ef27e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1091220 Nov 19 04:17:45.492633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:45.504532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:45.505600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:45.530747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079628f6-9cc1-4cfe-afa9-1a857792b18e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:45.552583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-079628f6-9cc1-4cfe-afa9-1a857792b18e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports/a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 HTTP/1.1" status: 200 len: 913 time: 0.1938381 Nov 19 04:17:45.555442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47100) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:45.583303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:45.584364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f9ebb-e298-46b0-8482-dec80c818382 None None] The sync data for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:45.592141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df45111d-270d-49c6-8e46-35ab605ae638 req-cda2aba2-56a6-4ffd-b68b-511a6f77ee58 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956025 Nov 19 04:17:45.781743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5a135de4-63d6-499b-87d1-c082f557dd67 None None] Provisioning complete for port a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:45.784725 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a135de4-63d6-499b-87d1-c082f557dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:45.886714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5a135de4-63d6-499b-87d1-c082f557dd67 None None] Port a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:17:46.029019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:46.430134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:46.430803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:46.532268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:46.544522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for a853f4f2-a4ac-40e5-aa7c-2bed91154fc5 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:46.734792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d396355-7a1d-492d-885d-b53fa211acb7 req-5dabbee6-807a-418f-bab5-1daec2a2c1de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:46.738763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:46.744922 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d396355-7a1d-492d-885d-b53fa211acb7 req-5dabbee6-807a-418f-bab5-1daec2a2c1de tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0683789 Nov 19 04:17:46.781761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=a853f4f2-a4ac-40e5-aa7c-2bed91154fc5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:46.827027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d396355-7a1d-492d-885d-b53fa211acb7 req-4750a810-c2ed-455c-b4ea-88e26c1d71f3 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690598 Nov 19 04:17:46.952882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:47.139677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d50b9-2764-4790-9c8d-d04678f2cde0 req-a4f3d901-29ce-4e0d-aa73-5af4f12a008b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:47.141435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c03d50b9-2764-4790-9c8d-d04678f2cde0 req-a4f3d901-29ce-4e0d-aa73-5af4f12a008b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1133091 Nov 19 04:17:47.198491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c03d50b9-2764-4790-9c8d-d04678f2cde0 req-ea450697-82f4-4a49-9f08-7b5978da5747 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508296 Nov 19 04:17:47.215117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 2733ef60-515c-4cd9-9e16-1874c2501709 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:47.332375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:47.341800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47138) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:47.346109 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] Sync routers for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:47.356355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2c1d3218-cd53-415f-9829-f674966ba221 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/2733ef60-515c-4cd9-9e16-1874c2501709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993658 Nov 19 04:17:47.358027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:47.358647 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:47.454624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a46e4-df16-4a9d-b145-ce9758d9113f req-0854b5a6-2a88-4559-a873-455b5444c2d9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:47.456375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a00a46e4-df16-4a9d-b145-ce9758d9113f req-0854b5a6-2a88-4559-a873-455b5444c2d9 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1758080 Nov 19 04:17:47.561527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:47.571393 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:47.572221 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:47.608021 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:47.608878 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e37296-1ad1-4c80-9e5f-4cc71b0c12d6 None None] The sync data for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:47.627192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a00a46e4-df16-4a9d-b145-ce9758d9113f req-5c97c20d-a775-4bca-82b2-000fe44ef93b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215181 Nov 19 04:17:48.155534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e6ac-d38e-48a9-93b1-ef71cafdea62 req-cf247a4a-e4fd-43b0-9e6f-b6d0f73a471e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:48.156934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f2e6ac-d38e-48a9-93b1-ef71cafdea62 req-cf247a4a-e4fd-43b0-9e6f-b6d0f73a471e tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1078076 Nov 19 04:17:48.160726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:48.692051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36f2e6ac-d38e-48a9-93b1-ef71cafdea62 req-53643b89-e859-40d2-abd9-e709f71ce985 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549497 Nov 19 04:17:48.723029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734b41d-2950-4458-a718-3d82f8932921 req-ecd9c4d7-c9df-4329-8e4f-a2f34c7f88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:48.724550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-ecd9c4d7-c9df-4329-8e4f-a2f34c7f88cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.1863799 Nov 19 04:17:48.918013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734b41d-2950-4458-a718-3d82f8932921 req-02ea74a4-2b97-4feb-8613-98a65f4fe005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:48.919577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-02ea74a4-2b97-4feb-8613-98a65f4fe005 service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1681197 Nov 19 04:17:49.023244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-0b43e820-97f5-40da-8b58-8506ca0f85e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.0798173 Nov 19 04:17:49.043111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port ecf696ba-d134-4bbd-856a-48ca2d0dbb36 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:49.043457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:49.192407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:49.195983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734b41d-2950-4458-a718-3d82f8932921 req-4bcc5ddb-d3ef-44df-8282-734cdf4084fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:49.197899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-4bcc5ddb-d3ef-44df-8282-734cdf4084fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.1661844 Nov 19 04:17:49.225983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for ecf696ba-d134-4bbd-856a-48ca2d0dbb36 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:49.336797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734b41d-2950-4458-a718-3d82f8932921 req-81cf09a6-bed5-4b10-a536-122f3c3b5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:49.339661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-81cf09a6-bed5-4b10-a536-122f3c3b5999 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347055 Nov 19 04:17:49.550906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:49.589497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=ecf696ba-d134-4bbd-856a-48ca2d0dbb36,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:49.600017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-6f5f6dd3-953e-461f-9aa1-e37ee52fc30c service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531357 Nov 19 04:17:49.809289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:50.004306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2734b41d-2950-4458-a718-3d82f8932921 req-b387e049-30ce-4eba-b4c4-6546ab264b9b service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821144 Nov 19 04:17:50.108262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362a6f7-1b9c-4fea-9c64-c3662d83826a req-372cf108-9d30-46fd-99da-627c3862557d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:50.115852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6362a6f7-1b9c-4fea-9c64-c3662d83826a req-372cf108-9d30-46fd-99da-627c3862557d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.2847483 Nov 19 04:17:50.177383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6362a6f7-1b9c-4fea-9c64-c3662d83826a req-57c62978-dac3-4733-9d20-5832d468f7f7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552030 Nov 19 04:17:50.198399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 2733ef60-515c-4cd9-9e16-1874c2501709 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:17:50.301254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:17:50.312166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] Sync routers for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:17:50.314266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ed25e304-a78c-4c49-a9ad-c0544c112a0b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/2733ef60-515c-4cd9-9e16-1874c2501709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9712625 Nov 19 04:17:50.315025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47190) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:50.351022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:50.352046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:50.371994 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8186d8dc-0d39-409b-ac24-0e75571b6164 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=2733ef60-515c-4cd9-9e16-1874c2501709 HTTP/1.1" status: 200 len: 205 time: 0.0555782 Nov 19 04:17:50.374316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47192) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:50.418693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:50.443239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] Routers {'2733ef60-515c-4cd9-9e16-1874c2501709'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:17:50.444026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['2733ef60-515c-4cd9-9e16-1874c2501709'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:50.528291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:50.530849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505b004-e791-454a-80f2-0117b5ed8abf None None] The sync data for ids ['2733ef60-515c-4cd9-9e16-1874c2501709'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:17:50.575971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:50.669366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6220-1187-43b6-b26b-da12c99fdbc8 req-7bcc3509-5717-4059-ae5b-a439d6dbaf04 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:50.682668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-945e6220-1187-43b6-b26b-da12c99fdbc8 req-7bcc3509-5717-4059-ae5b-a439d6dbaf04 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1294374 Nov 19 04:17:50.790398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-f0fc2e58-94fe-43f1-915b-c06f56fe7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:50.792185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-f0fc2e58-94fe-43f1-915b-c06f56fe7393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 1096 time: 0.1864541 Nov 19 04:17:50.808593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-945e6220-1187-43b6-b26b-da12c99fdbc8 req-ecd96b6f-b479-4f05-bf9c-b0b8bca892fa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199510 Nov 19 04:17:50.857402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:50.861122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:50.925341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:50.927546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 2733ef60-515c-4cd9-9e16-1874c2501709 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:17:50.938062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:50.939271 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-628106c6-abb1-4220-b649-c2523998547c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/2733ef60-515c-4cd9-9e16-1874c2501709 HTTP/1.1" status: 204 len: 168 time: 0.5637763 Nov 19 04:17:50.941927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47200) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:50.983136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-7eb9e789-ae91-46db-92e9-74932d4129c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:50.984691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-7eb9e789-ae91-46db-92e9-74932d4129c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1750743 Nov 19 04:17:51.043429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet b49578ea-11a6-45d2-beb7-7a1a4a489494 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:17:51.047034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.091412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.102603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-33d4bcc3-85be-42a3-9d7d-6a28b577d163 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 200 len: 1000 time: 0.1102185 Nov 19 04:17:51.161333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-2e4377bd-106c-4c88-a618-91c2307edc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:51.162900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-2e4377bd-106c-4c88-a618-91c2307edc23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0528805 Nov 19 04:17:51.179040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.253109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.261615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-0b4bbcf3-b7f3-4a30-9281-11766d0e66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:51.266641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-0b4bbcf3-b7f3-4a30-9281-11766d0e66f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954461 Nov 19 04:17:51.292128 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e7353bb-110c-4372-985e-70093fa9ebb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.303050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=b49578ea-11a6-45d2-beb7-7a1a4a489494,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:51.312074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.317732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3212dc2-f990-4d91-bb17-21889ab8f960 None None] Network ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:51.326005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-086ffae3-78c4-457f-8cfc-156bcfb05aac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/b49578ea-11a6-45d2-beb7-7a1a4a489494 HTTP/1.1" status: 204 len: 168 time: 0.3827603 Nov 19 04:17:51.328393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47212) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:51.432406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet 260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:17:51.436916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.481484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-46591251-5e08-4884-8d6b-9e820621db0f service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084169 Nov 19 04:17:51.556883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.625713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9549cdd0-8ba2-4163-b81e-f04448eda1ed req-3cd120b2-4655-4058-bb56-40480433f3de service neutron] 10.222.0.36 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349683 Nov 19 04:17:51.742986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.751093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] DHCP port deletion for ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:51.827876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] Deleting port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:51.828582 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.847470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.922559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:51.924754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:51.928324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f1f8e54d-57b9-453b-b1ce-67523e7dce1a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c HTTP/1.1" status: 204 len: 168 time: 0.5989635 Nov 19 04:17:51.931127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47220) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:52.054433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47276f-5a3f-4d71-9430-6f042bc09f2c req-3cf11def-740c-4984-8d0a-9d1e6212aa8b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:52.059882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc47276f-5a3f-4d71-9430-6f042bc09f2c req-3cf11def-740c-4984-8d0a-9d1e6212aa8b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1063323 Nov 19 04:17:52.075355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.106652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] For port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,segment=NetworkSegment(d7f50e4b-5786-4c28-9768-9630d45486ab),segment_id=d7f50e4b-5786-4c28-9768-9630d45486ab)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:52.107057 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.136080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] Calling delete_port for fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:52.145854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc47276f-5a3f-4d71-9430-6f042bc09f2c req-db61e851-3896-4381-be17-677a4f362bbb tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782583 Nov 19 04:17:52.154838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:52.155370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.223650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,segment=NetworkSegment(d7f50e4b-5786-4c28-9768-9630d45486ab),segment_id=d7f50e4b-5786-4c28-9768-9630d45486ab)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:52.224837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.239529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:52.310815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7389176-b83e-4863-b99e-ac5ec1f6cb17 None None] Network 8227ec8c-43eb-4bfb-a6ba-070996c6e195 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:52.369102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.403240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:52.424005 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.430476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:52.515028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] No DVR routers for this DVR port fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:52.523839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115900c4-f52e-4a3f-8463-326dbc8f5236 None None] Pushing event deleted for resources: {'Port': ['ID=fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:52.645362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] DHCP port deletion for 8227ec8c-43eb-4bfb-a6ba-070996c6e195 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:17:52.669359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.694797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffafa6f5-0383-494d-9cc5-b5e40ad3efa1']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:52.710307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f50e4b-5786-4c28-9768-9630d45486ab') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:52.712254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f50e4b-5786-4c28-9768-9630d45486ab') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:52.724526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.741477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.755549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:17:52.757409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:17:52.766393 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:17:52.801048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] Deleting port 1c46b263-50be-48ea-97b1-0de1828dffde {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:52.801557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.863971 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.878897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.885229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.892021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47234) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:52.905197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/ffafa6f5-0383-494d-9cc5-b5e40ad3efa1 HTTP/1.1" status: 204 len: 168 time: 0.9727280 Nov 19 04:17:52.921681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] For port 1c46b263-50be-48ea-97b1-0de1828dffde, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1c46b263-50be-48ea-97b1-0de1828dffde,segment=NetworkSegment(8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5),segment_id=8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:52.924248 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:52.937389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069037-0135-4807-8616-bc5a54802eba tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=ffafa6f5-0383-494d-9cc5-b5e40ad3efa1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:52.976612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] Calling delete_port for 1c46b263-50be-48ea-97b1-0de1828dffde owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:53.096186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.147528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] Pushing event deleted for resources: {'Port': ['ID=1c46b263-50be-48ea-97b1-0de1828dffde,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:53.166990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d26b11-b055-4b0b-9e0b-d8be4e614faf None None] No DVR routers for this DVR port 1c46b263-50be-48ea-97b1-0de1828dffde on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:53.439275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1c46b263-50be-48ea-97b1-0de1828dffde no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:17:53.472021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1c46b263-50be-48ea-97b1-0de1828dffde {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:17:53.479317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1c46b263-50be-48ea-97b1-0de1828dffde not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:17:53.480305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:17:53.523397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:17:53.525882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb1b15bc-51eb-4c4e-bd45-ab7a3a37b349 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:17:53.543965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.579770 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-655a93e9-0b2b-4916-a0d0-d8156cac188b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.635932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d049180-fa57-4076-b4d4-c07d9885197b req-f2c8a9be-e70e-482c-9763-53f0efc4582d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:53.643705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d049180-fa57-4076-b4d4-c07d9885197b req-f2c8a9be-e70e-482c-9763-53f0efc4582d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1508484 Nov 19 04:17:53.741627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.777766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d049180-fa57-4076-b4d4-c07d9885197b req-d82631ca-0579-4581-bd70-7c5ce3f086d8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326580 Nov 19 04:17:53.786863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8227ec8c-43eb-4bfb-a6ba-070996c6e195']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:53.797918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:53.798259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dec02fd-2abd-47f3-8f70-50c6a2eaeeb5') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:17:53.824067 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.847834 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.873855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:17:53.873855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:17:53.895396 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:17:54.035417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.049291 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.061796 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/8227ec8c-43eb-4bfb-a6ba-070996c6e195 HTTP/1.1" status: 204 len: 168 time: 1.1651332 Nov 19 04:17:54.062484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47254) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:54.080151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1166152752'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:54.085534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844c3b1-fef8-4106-9cc6-3a2ba00b34c2 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=8227ec8c-43eb-4bfb-a6ba-070996c6e195,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:54.143372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:54.147007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.188120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d16b3-0751-4ed2-a814-04c77afa509f req-37875194-71b6-476e-af90-ae77566061cc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:54.205868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-165d16b3-0751-4ed2-a814-04c77afa509f req-37875194-71b6-476e-af90-ae77566061cc tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1044412 Nov 19 04:17:54.208397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:17:54.237502 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.237782 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment acf9d033-e842-4745-b5a1-10a70794f76b of type vlan for network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc Nov 19 04:17:54.322099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-165d16b3-0751-4ed2-a814-04c77afa509f req-200c62e5-2a25-434b-a976-aa9e7e4927cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122026 Nov 19 04:17:54.322099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.376563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.382267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:54.382926 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:54.543491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4772363 Nov 19 04:17:54.546651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47266) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:54.547808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c25040-d7c3-48d1-ace4-e3606b42b77e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=2ee93cd7-e03c-4006-ac56-45a9ba21fdbc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:54.560459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:54.564890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:17:54.733885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:54.737818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.255084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.294494 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.416035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=522a3c92-eedd-42f4-a24f-0818d912e282,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:55.428759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': 'acf9d033-e842-4745-b5a1-10a70794f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:55.431137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:17:55.478084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:17:55.491618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:55.501598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d8031e-3ae5-41d1-ad32-165c586f2c3f None None] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:55.509235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:55.509860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.588692 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-403d7172-34d7-4472-ae08-5ef2b86929b6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0408299 Nov 19 04:17:55.589672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47316) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:55.624205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-786742642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:55.708858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9bfb3168-da6d-4b07-9d30-474479f2a52f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:55.714070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9bfb3168-da6d-4b07-9d30-474479f2a52f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4575b838-d37d-42e9-bcb9-804e178e7f8a HTTP/1.1" status: 200 len: 943 time: 0.1329923 Nov 19 04:17:55.724160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.730078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.942579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:55.955005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.017030 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.020937 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-70694046-c37a-4dfe-8595-9fe1b28d6f07 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4274840 Nov 19 04:17:56.025489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47324) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:56.041901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'port': {'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc', 'name': 'tempest-RoutersIpV6Test-1032455174'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:17:56.091570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2ee93cd7-e03c-4006-ac56-45a9ba21fdbc', 'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': '522a3c92-eedd-42f4-a24f-0818d912e282'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:17:56.096379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.249089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Deleting port 5a1ff448-8853-426e-a3d7-4b619a7fd06e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:17:56.249446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.395179 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.435269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Allocated IP 2001:db8::2 (2ee93cd7-e03c-4006-ac56-45a9ba21fdbc/522a3c92-eedd-42f4-a24f-0818d912e282/3a4e7913-7bf2-431a-8f72-d3899675aac0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:56.468113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:17:56.471806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.475224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] For port 5a1ff448-8853-426e-a3d7-4b619a7fd06e, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=5a1ff448-8853-426e-a3d7-4b619a7fd06e,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:17:56.475588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.507211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Calling delete_port for 5a1ff448-8853-426e-a3d7-4b619a7fd06e owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:17:56.516868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] device_id is not set on port 7ccd1055-471d-45ff-b510-4b5d67b56a8c yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:17:56.745761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.760961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:56.834812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:56.846239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:56.849822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:56.881593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Pushing event updated for resources: {'Port': ['ID=3a4e7913-7bf2-431a-8f72-d3899675aac0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:57.036450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8::be (2ee93cd7-e03c-4006-ac56-45a9ba21fdbc/522a3c92-eedd-42f4-a24f-0818d912e282/7ccd1055-471d-45ff-b510-4b5d67b56a8c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:17:57.065266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.080462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Attempting to bind port 3a4e7913-7bf2-431a-8f72-d3899675aac0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:17:57.080462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Attempting to bind port 3a4e7913-7bf2-431a-8f72-d3899675aac0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'acf9d033-e842-4745-b5a1-10a70794f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:17:57.080462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Attempting to bind port 3a4e7913-7bf2-431a-8f72-d3899675aac0 on network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:17:57.098992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:17:57.098992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Checking segment: {'id': 'acf9d033-e842-4745-b5a1-10a70794f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:17:57.100308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.100308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Bound using segment: {'id': 'acf9d033-e842-4745-b5a1-10a70794f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:17:57.100780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Bound port: 3a4e7913-7bf2-431a-8f72-d3899675aac0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf9d033-e842-4745-b5a1-10a70794f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2ee93cd7-e03c-4006-ac56-45a9ba21fdbc'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:17:57.101187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.132810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134', 'b4924654-16a7-4a08-9c1d-0c901df81bbf'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:17:57.206619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'Port': ['ID=5a1ff448-8853-426e-a3d7-4b619a7fd06e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:57.349508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] For port 3a4e7913-7bf2-431a-8f72-d3899675aac0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:17:57.357396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] For port 3a4e7913-7bf2-431a-8f72-d3899675aac0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3a4e7913-7bf2-431a-8f72-d3899675aac0,segment=NetworkSegment(acf9d033-e842-4745-b5a1-10a70794f76b),segment_id=acf9d033-e842-4745-b5a1-10a70794f76b)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:17:57.391738 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.431782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] No DVR routers for this DVR port 5a1ff448-8853-426e-a3d7-4b619a7fd06e on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:17:57.434930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.443057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c0cb8209-b7db-41b6-833d-14d764e95535 req-9b0859b9-acb5-4b80-8fac-d449002ca372 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "DELETE /v2.0/ports/5a1ff448-8853-426e-a3d7-4b619a7fd06e HTTP/1.1" status: 204 len: 173 time: 1.7227867 Nov 19 04:17:57.449533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-deleted', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:17:57.456011 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922cdaa-5490-4415-968b-0178b3c240d5" -d '{"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-deleted", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:17:57.510041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89552d3f-aaad-4190-a73a-c502f10dc28e None None] Pushing event updated for resources: {'Port': ['ID=3a4e7913-7bf2-431a-8f72-d3899675aac0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:57.539947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.799231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:57.914404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:58.080415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:17:58.093534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:17:58.102279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:17:58.108938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:58.109588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:58.132081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=7ccd1055-471d-45ff-b510-4b5d67b56a8c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:58.161063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7690ac40-792d-4560-88ea-ff1e28720bbb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1314363 Nov 19 04:17:58.162630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47354) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:17:58.323088 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81f058e-de2c-4d46-8337-cbd772d28613 x-openstack-request-id: req-c81f058e-de2c-4d46-8337-cbd772d28613 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:17:58.323496 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4575b838-d37d-42e9-bcb9-804e178e7f8a", "name": "network-vif-deleted", "tag": "5a1ff448-8853-426e-a3d7-4b619a7fd06e", "status": "failed", "code": 422}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:17:58.327419 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c81f058e-de2c-4d46-8337-cbd772d28613 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:17:58.327661 n-d-818503-1 neutron-server[109986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4575b838-d37d-42e9-bcb9-804e178e7f8a', 'name': 'network-vif-deleted', 'tag': '5a1ff448-8853-426e-a3d7-4b619a7fd06e', 'status': 'failed', 'code': 422} returned with failed status Nov 19 04:17:58.757251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.085084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1b0f8-86e7-413a-a90b-7086019d09ba req-52f76b0a-ee5b-47a5-8aed-37e49474f7d2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:17:59.087382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bc1b0f8-86e7-413a-a90b-7086019d09ba req-52f76b0a-ee5b-47a5-8aed-37e49474f7d2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 907 time: 0.1877334 Nov 19 04:17:59.224634 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.233324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.379594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e4967-e977-4096-90ea-e9bde0dbc3de None None] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:17:59.425194 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=7ccd1055-471d-45ff-b510-4b5d67b56a8c,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:17:59.550316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-68ec645e-7161-4a14-afaa-227716e81157 None None] Provisioning complete for port 3a4e7913-7bf2-431a-8f72-d3899675aac0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:59.551061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-68ec645e-7161-4a14-afaa-227716e81157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.579879 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.647342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3a4e7913-7bf2-431a-8f72-d3899675aac0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:17:59.802662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3a4e7913-7bf2-431a-8f72-d3899675aac0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:17:59.803340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.864679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.887547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-68ec645e-7161-4a14-afaa-227716e81157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:17:59.955347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-68ec645e-7161-4a14-afaa-227716e81157 None None] For port 3a4e7913-7bf2-431a-8f72-d3899675aac0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3a4e7913-7bf2-431a-8f72-d3899675aac0,segment=NetworkSegment(acf9d033-e842-4745-b5a1-10a70794f76b),segment_id=acf9d033-e842-4745-b5a1-10a70794f76b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:00.004438 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-68ec645e-7161-4a14-afaa-227716e81157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:00.163313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec645e-7161-4a14-afaa-227716e81157 None None] Pushing event updated for resources: {'Port': ['ID=3a4e7913-7bf2-431a-8f72-d3899675aac0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:00.354679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:00.369161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:00.370011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:00.457750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6864c71-8911-428d-83ad-0441f5c80eb1 None None] Provisioning complete for port 7ccd1055-471d-45ff-b510-4b5d67b56a8c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:00.458317 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6864c71-8911-428d-83ad-0441f5c80eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:00.614632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f6864c71-8911-428d-83ad-0441f5c80eb1 None None] Port 7ccd1055-471d-45ff-b510-4b5d67b56a8c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:00.684560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6864c71-8911-428d-83ad-0441f5c80eb1 None None] Provisioning complete for port 3a4e7913-7bf2-431a-8f72-d3899675aac0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:00.684948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6864c71-8911-428d-83ad-0441f5c80eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:00.808073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:00.831552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b420-e0ea-42bb-9422-d87e71c33e0f req-aa9954bb-f7df-440e-818e-3907ce3e0161 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:00.850536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fc4b420-e0ea-42bb-9422-d87e71c33e0f req-aa9954bb-f7df-440e-818e-3907ce3e0161 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 907 time: 0.4896066 Nov 19 04:18:00.851706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:00.874910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=7ccd1055-471d-45ff-b510-4b5d67b56a8c,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:01.051359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-9c6f9103-be7d-4572-9914-6fcd1bdf00b7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:01.056731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-9c6f9103-be7d-4572-9914-6fcd1bdf00b7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 907 time: 0.3032753 Nov 19 04:18:01.154653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0e5a37e1-56cd-4732-a5d5-3c3ec82d2289 None None] Provisioning complete for port 7ccd1055-471d-45ff-b510-4b5d67b56a8c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:01.155774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e5a37e1-56cd-4732-a5d5-3c3ec82d2289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:01.286324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a37e1-56cd-4732-a5d5-3c3ec82d2289 None None] Port 7ccd1055-471d-45ff-b510-4b5d67b56a8c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:01.383487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Deleting port 511f64de-9e6c-489d-a10c-295be1320207 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:01.385809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:01.415740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0c44dead-35c9-498b-8488-0c49bea448ff None None] Provisioning complete for port 7ccd1055-471d-45ff-b510-4b5d67b56a8c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:01.418884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0c44dead-35c9-498b-8488-0c49bea448ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:01.541774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 1447eefe-9f2a-4207-8d6a-da62ac828328 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:18:01.911558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] For port 511f64de-9e6c-489d-a10c-295be1320207, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=511f64de-9e6c-489d-a10c-295be1320207,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:01.912884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:01.915099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0c44dead-35c9-498b-8488-0c49bea448ff None None] Port 7ccd1055-471d-45ff-b510-4b5d67b56a8c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:01.916737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3a4e7913-7bf2-431a-8f72-d3899675aac0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:01.922849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:01.953083 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] Sync routers for ids ['1447eefe-9f2a-4207-8d6a-da62ac828328'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:01.969796 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] Routers {'1447eefe-9f2a-4207-8d6a-da62ac828328'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:01.971148 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['1447eefe-9f2a-4207-8d6a-da62ac828328'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:01.978180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5ccb5c3c-bdee-409a-8437-9ee7d1d40db0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/1447eefe-9f2a-4207-8d6a-da62ac828328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8084736 Nov 19 04:18:01.978180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Calling delete_port for 511f64de-9e6c-489d-a10c-295be1320207 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:01.979116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:01.985061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47418) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:02.030316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-608d10f7-be60-4312-9d9a-2945b4796800 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155257 Nov 19 04:18:02.041294 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:02.056288 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] Routers {'1447eefe-9f2a-4207-8d6a-da62ac828328'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:02.057337 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['1447eefe-9f2a-4207-8d6a-da62ac828328'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:02.087584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3a4e7913-7bf2-431a-8f72-d3899675aac0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:02.088155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:02.157282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5075378f-f8c3-4553-b805-c6a2a4b1fdf5 None None] Provisioning complete for port 7ccd1055-471d-45ff-b510-4b5d67b56a8c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:02.157910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5075378f-f8c3-4553-b805-c6a2a4b1fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:02.179108 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:02.179717 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545b44cc-176e-4b99-981e-25f5b0aa0d57 None None] The sync data for ids ['1447eefe-9f2a-4207-8d6a-da62ac828328'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:02.219609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5075378f-f8c3-4553-b805-c6a2a4b1fdf5 None None] Port 7ccd1055-471d-45ff-b510-4b5d67b56a8c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:02.237188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-ed98b39f-6e15-4806-b540-3e9c7cf743a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:02.245597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-ed98b39f-6e15-4806-b540-3e9c7cf743a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ae5d0952f054d23909e4979ef240b1c&device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 1097 time: 0.1075659 Nov 19 04:18:02.406344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-0aa451b5-bb59-4c8a-8558-bf79def8d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:02.408055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-0aa451b5-bb59-4c8a-8558-bf79def8d7bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 200 len: 913 time: 0.1278911 Nov 19 04:18:02.455224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-7a14f3b5-6b49-4607-ae58-02e65d24e806 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 200 len: 217 time: 0.0384948 Nov 19 04:18:02.501983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e5f2c-7958-4441-ae53-859d4d47a601 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:02.503412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e86e5f2c-7958-4441-ae53-859d4d47a601 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports/7ccd1055-471d-45ff-b510-4b5d67b56a8c HTTP/1.1" status: 200 len: 983 time: 0.5173585 Nov 19 04:18:02.506477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47430) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:02.525226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-4397f9db-2bea-4626-b169-7a47abe6efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:02.526995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-4397f9db-2bea-4626-b169-7a47abe6efab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 200 len: 851 time: 0.0647781 Nov 19 04:18:02.581455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-840ab29c-e150-40c3-81f1-5c7bd9057d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:02.583122 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-840ab29c-e150-40c3-81f1-5c7bd9057d41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=825ffbc8-f346-40ad-9325-cb3d3195602c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483310 Nov 19 04:18:02.651024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f156-6daa-4cab-8b8c-209022ab5f91 req-2d83cb6f-8b47-4d53-91af-4a3bcf89313a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:02.659697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0791f156-6daa-4cab-8b8c-209022ab5f91 req-2d83cb6f-8b47-4d53-91af-4a3bcf89313a tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 907 time: 0.2075884 Nov 19 04:18:02.704791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-149b72b8-8f8f-43a2-b1c9-0e7276ff2cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076703 Nov 19 04:18:02.865226 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:02.871926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c2e66679-4d26-42c4-b0b8-f85353831448 req-48cfb8ca-5b65-46f3-9c2e-2db566e8afbb service neutron] 10.222.0.31 "GET /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589293 Nov 19 04:18:02.934894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'Port': ['ID=511f64de-9e6c-489d-a10c-295be1320207,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:03.010053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] No DVR routers for this DVR port 511f64de-9e6c-489d-a10c-295be1320207 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:03.017178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:03.022469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fd1c4c0-007b-445f-b2a1-6f52514e8cec req-5d311cec-9e0f-4345-89e5-4758c912cb4d tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "DELETE /v2.0/ports/511f64de-9e6c-489d-a10c-295be1320207 HTTP/1.1" status: 204 len: 173 time: 1.9513829 Nov 19 04:18:03.022977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'name': 'network-vif-deleted', 'tag': '511f64de-9e6c-489d-a10c-295be1320207'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:18:03.026030 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a375788f-6c43-448e-9634-2440ab64b656" -d '{"events": [{"server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "name": "network-vif-deleted", "tag": "511f64de-9e6c-489d-a10c-295be1320207"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:18:03.116542 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68548476-3ef9-46dc-a0af-7e6d99ecac25 x-openstack-request-id: req-68548476-3ef9-46dc-a0af-7e6d99ecac25 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:18:03.117057 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d9f470-2fa1-4264-8022-27032ce136da", "name": "network-vif-deleted", "tag": "511f64de-9e6c-489d-a10c-295be1320207", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:18:03.118153 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68548476-3ef9-46dc-a0af-7e6d99ecac25 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:18:03.119043 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d9f470-2fa1-4264-8022-27032ce136da', 'name': 'network-vif-deleted', 'tag': '511f64de-9e6c-489d-a10c-295be1320207', 'status': 'completed', 'code': 200} Nov 19 04:18:03.392938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:03.706783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 7ccd1055-471d-45ff-b510-4b5d67b56a8c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:03.707455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:03.872699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5b5d6ab-39e2-4444-80cb-291419db433d req-53b7ae0c-6335-4942-b96c-dd81f9f50f75 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d9f470-2fa1-4264-8022-27032ce136da HTTP/1.1" status: 200 len: 210 time: 0.0752811 Nov 19 04:18:03.921452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:03.935976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 7ccd1055-471d-45ff-b510-4b5d67b56a8c owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:04.153868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:04.236621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=7ccd1055-471d-45ff-b510-4b5d67b56a8c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:04.396930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:04.581536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 511f64de-9e6c-489d-a10c-295be1320207 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:04.603968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 511f64de-9e6c-489d-a10c-295be1320207 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:04.604573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 511f64de-9e6c-489d-a10c-295be1320207 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:04.645540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 1447eefe-9f2a-4207-8d6a-da62ac828328 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:04.729582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:04.737848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a00a786-36b2-4c3d-a56f-214487a330d1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/1447eefe-9f2a-4207-8d6a-da62ac828328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276564 Nov 19 04:18:04.738014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:04.747699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] Sync routers for ids ['1447eefe-9f2a-4207-8d6a-da62ac828328'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:04.765387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] Routers {'1447eefe-9f2a-4207-8d6a-da62ac828328'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:04.766838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['1447eefe-9f2a-4207-8d6a-da62ac828328'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:04.811666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:04.821625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] Routers {'1447eefe-9f2a-4207-8d6a-da62ac828328'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:04.822762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['1447eefe-9f2a-4207-8d6a-da62ac828328'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:04.862650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:04.863855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314659c-1c5b-43ee-8fcb-c878d55185f5 None None] The sync data for ids ['1447eefe-9f2a-4207-8d6a-da62ac828328'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:05.078127 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-34eaf6b4-a6bd-4081-bc59-8ebe9b054d42 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 04:18:05.079473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-34eaf6b4-a6bd-4081-bc59-8ebe9b054d42 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/1447eefe-9f2a-4207-8d6a-da62ac828328/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3405962 Nov 19 04:18:05.082312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47488) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:05.120806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-26643a07-3b9d-4380-a00b-af7974b26ca8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=1447eefe-9f2a-4207-8d6a-da62ac828328 HTTP/1.1" status: 200 len: 205 time: 0.0367284 Nov 19 04:18:05.123359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47490) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:05.500944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554878-9f73-4a0a-a434-601287c4f398 req-38d40787-4610-4dbf-ae82-33dbef4dd63f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:05.502895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38554878-9f73-4a0a-a434-601287c4f398 req-38d40787-4610-4dbf-ae82-33dbef4dd63f tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 945 time: 0.1148307 Nov 19 04:18:05.628187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38554878-9f73-4a0a-a434-601287c4f398 req-0231eecd-4e3e-4032-b638-f556ce9bc3ca tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137249 Nov 19 04:18:05.752106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.003381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.007016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.073984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.074548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 1447eefe-9f2a-4207-8d6a-da62ac828328 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:18:06.087484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.088620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d3b4e6cf-535e-49b6-87db-7ed112dd8c91 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/1447eefe-9f2a-4207-8d6a-da62ac828328 HTTP/1.1" status: 204 len: 168 time: 0.9640076 Nov 19 04:18:06.091512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47510) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:06.169584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet 522a3c92-eedd-42f4-a24f-0818d912e282 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:18:06.173730 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.240862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.339528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.428225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.465800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=522a3c92-eedd-42f4-a24f-0818d912e282,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:06.475004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.475330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba559c0f-bfcf-4c8a-9bba-75bdae8c0594 None None] Network 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:06.482131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ab99e496-ca29-446e-8ca6-ba52ae2274f8 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/522a3c92-eedd-42f4-a24f-0818d912e282 HTTP/1.1" status: 204 len: 168 time: 0.3894169 Nov 19 04:18:06.484639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47518) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:06.672177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.776694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 3a4e7913-7bf2-431a-8f72-d3899675aac0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:06.783503 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:06.885788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] DHCP port deletion for 2ee93cd7-e03c-4006-ac56-45a9ba21fdbc request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:06.964777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7e57-80f7-4c0e-a131-c11415ac7e25 req-d42ccb54-6afc-4b10-b013-5c19e691a380 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:06.966433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cac7e57-80f7-4c0e-a131-c11415ac7e25 req-d42ccb54-6afc-4b10-b013-5c19e691a380 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 945 time: 0.1648653 Nov 19 04:18:06.989416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] Deleting port 3a4e7913-7bf2-431a-8f72-d3899675aac0 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:06.990319 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.003053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port 3a4e7913-7bf2-431a-8f72-d3899675aac0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3a4e7913-7bf2-431a-8f72-d3899675aac0,segment=NetworkSegment(acf9d033-e842-4745-b5a1-10a70794f76b),segment_id=acf9d033-e842-4745-b5a1-10a70794f76b)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:07.010493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.061532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 3a4e7913-7bf2-431a-8f72-d3899675aac0 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:07.120741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] For port 3a4e7913-7bf2-431a-8f72-d3899675aac0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3a4e7913-7bf2-431a-8f72-d3899675aac0,segment=NetworkSegment(acf9d033-e842-4745-b5a1-10a70794f76b),segment_id=acf9d033-e842-4745-b5a1-10a70794f76b)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:07.121427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.121766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cac7e57-80f7-4c0e-a131-c11415ac7e25 req-2fdfd039-52b2-47bc-b729-4ba6973bff25 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489115 Nov 19 04:18:07.142946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] Calling delete_port for 3a4e7913-7bf2-431a-8f72-d3899675aac0 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:07.167188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-2865e5d3-aaf4-4a49-8c70-10e66cef1774 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:07.168750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-2865e5d3-aaf4-4a49-8c70-10e66cef1774 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 945 time: 0.1812696 Nov 19 04:18:07.263219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 04:18:07.271671 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 04:18:07.284193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.299816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] No DVR routers for this DVR port 3a4e7913-7bf2-431a-8f72-d3899675aac0 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:07.303734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=3a4e7913-7bf2-431a-8f72-d3899675aac0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:07.314446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port 3a4e7913-7bf2-431a-8f72-d3899675aac0 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:07.346060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82140f45-79e9-42ea-bd03-dd9f1ecd0685 None None] Pushing event deleted for resources: {'Port': ['ID=3a4e7913-7bf2-431a-8f72-d3899675aac0,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:07.396060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Deleting port b4924654-16a7-4a08-9c1d-0c901df81bbf {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:07.396418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.491088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.514188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3a4e7913-7bf2-431a-8f72-d3899675aac0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:07.538138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee93cd7-e03c-4006-ac56-45a9ba21fdbc']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:07.560662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 3a4e7913-7bf2-431a-8f72-d3899675aac0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:07.561011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3a4e7913-7bf2-431a-8f72-d3899675aac0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:07.562115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf9d033-e842-4745-b5a1-10a70794f76b') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:07.562637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf9d033-e842-4745-b5a1-10a70794f76b') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:07.576260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.608320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.620698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:18:07.621170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:18:07.624549 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:18:07.629578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] For port b4924654-16a7-4a08-9c1d-0c901df81bbf, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4924654-16a7-4a08-9c1d-0c901df81bbf,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:07.630159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.659407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Calling delete_port for b4924654-16a7-4a08-9c1d-0c901df81bbf owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:07.789277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.808818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.812812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/2ee93cd7-e03c-4006-ac56-45a9ba21fdbc HTTP/1.1" status: 204 len: 168 time: 1.3270125 Nov 19 04:18:07.817371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:07.848588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308384861'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:07.878712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6c284-3cb3-4f1b-9ae8-ae8bc819471e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=2ee93cd7-e03c-4006-ac56-45a9ba21fdbc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:07.923165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:07.926855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.927503 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:07.970463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['230a840d-d6ae-40d8-a813-4cfc1f42d134', 'b4924654-16a7-4a08-9c1d-0c901df81bbf'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:18:07.994657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'Port': ['ID=b4924654-16a7-4a08-9c1d-0c901df81bbf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:08.011388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:18:08.038197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:08.038374 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment 3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db of type vlan for network d97d6b4e-5c02-4efb-96be-9db463d7a804 Nov 19 04:18:08.076571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] No DVR routers for this DVR port b4924654-16a7-4a08-9c1d-0c901df81bbf on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:08.091218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:08.094767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11142af7-2635-4f7c-8efa-88f98f92bfec req-1d67bd19-0ebf-4976-8527-76cdfc4be0cf tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "DELETE /v2.0/ports/b4924654-16a7-4a08-9c1d-0c901df81bbf HTTP/1.1" status: 204 len: 173 time: 0.9132633 Nov 19 04:18:08.095271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'name': 'network-vif-deleted', 'tag': 'b4924654-16a7-4a08-9c1d-0c901df81bbf'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:18:08.102684 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b53e46-048c-482c-9ab2-2c797c6e7e1a" -d '{"events": [{"server_uuid": "ec243a29-ed3c-4b78-b484-7a9d831dc6c9", "name": "network-vif-deleted", "tag": "b4924654-16a7-4a08-9c1d-0c901df81bbf"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:18:08.136937 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:08.222643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:08.231180 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d05a8-cafa-4cb6-8ec9-4afcdf039503 x-openstack-request-id: req-3a4d05a8-cafa-4cb6-8ec9-4afcdf039503 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:18:08.231722 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec243a29-ed3c-4b78-b484-7a9d831dc6c9", "name": "network-vif-deleted", "tag": "b4924654-16a7-4a08-9c1d-0c901df81bbf", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:18:08.231722 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a4d05a8-cafa-4cb6-8ec9-4afcdf039503 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:18:08.232125 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec243a29-ed3c-4b78-b484-7a9d831dc6c9', 'name': 'network-vif-deleted', 'tag': 'b4924654-16a7-4a08-9c1d-0c901df81bbf', 'status': 'completed', 'code': 200} Nov 19 04:18:08.290850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:08.292244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:08.456159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7212ed0d-3500-47c2-abe2-1328ec93f715 req-e5d8ecce-4f4d-4daa-858f-a8990fa21578 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec243a29-ed3c-4b78-b484-7a9d831dc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0580063 Nov 19 04:18:08.522044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:08.524086 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6915615 Nov 19 04:18:08.530252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:08.534803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faba799-37d7-4d59-915a-1f2886850981 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=d97d6b4e-5c02-4efb-96be-9db463d7a804,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:08.560200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:18:08.907073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:08.914612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.252310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.310876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=b16b56b1-d9ca-4830-a40c-5e929b72ded8,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:09.360650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:09.363649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: d97d6b4e-5c02-4efb-96be-9db463d7a804, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:18:09.390981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:18:09.412196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d97d6b4e-5c02-4efb-96be-9db463d7a804) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:09.430101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:09.430796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.441734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d84401-003d-4006-96a9-eea04de48cc9 None None] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:09.478311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c06a87f5-c7dd-446d-9b78-f037d7cc9c94 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9516518 Nov 19 04:18:09.478552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47570) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:09.483398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1513714390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:09.519861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.525578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.646813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.661298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.704901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:09.709327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:09.709666 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6fa5e82f-10c3-4438-98f4-7fb2f053234d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2300639 Nov 19 04:18:09.734435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d97d6b4e-5c02-4efb-96be-9db463d7a804', 'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': 'b16b56b1-d9ca-4830-a40c-5e929b72ded8'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:18:09.739642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:10.003554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:18:10.203530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Allocated IP 2001:db8::2 (d97d6b4e-5c02-4efb-96be-9db463d7a804/b16b56b1-d9ca-4830-a40c-5e929b72ded8/764125db-8cde-4293-b840-631fb1399f74) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:10.437013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:10.452443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:10.548775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:10.558893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:10.567498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:10.652266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4924654-16a7-4a08-9c1d-0c901df81bbf no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:10.699325 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:10.708913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3495d-3ea0-4384-b895-8d620a96e81e req-d4174e8e-d00f-4b59-9e85-052f84688ef2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:10.717502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21c3495d-3ea0-4384-b895-8d620a96e81e req-d4174e8e-d00f-4b59-9e85-052f84688ef2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.1330035 Nov 19 04:18:10.769053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: b4924654-16a7-4a08-9c1d-0c901df81bbf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:10.769646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4924654-16a7-4a08-9c1d-0c901df81bbf not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:10.784821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Pushing event updated for resources: {'Port': ['ID=764125db-8cde-4293-b840-631fb1399f74,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:10.789685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Attempting to bind port 764125db-8cde-4293-b840-631fb1399f74 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:10.790100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Attempting to bind port 764125db-8cde-4293-b840-631fb1399f74 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:10.790478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Attempting to bind port 764125db-8cde-4293-b840-631fb1399f74 on network d97d6b4e-5c02-4efb-96be-9db463d7a804 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:10.795903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:10.796286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Checking segment: {'id': '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:10.796688 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:10.797154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Bound using segment: {'id': '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:10.797535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Bound port: 764125db-8cde-4293-b840-631fb1399f74, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd97d6b4e-5c02-4efb-96be-9db463d7a804'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:10.797917 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:10.925411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21c3495d-3ea0-4384-b895-8d620a96e81e req-d2fa4a75-ea3e-40cb-8f83-9bb3c29e58fd tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026570 Nov 19 04:18:10.967905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] For port 764125db-8cde-4293-b840-631fb1399f74, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:10.971580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] For port 764125db-8cde-4293-b840-631fb1399f74, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=764125db-8cde-4293-b840-631fb1399f74,segment=NetworkSegment(3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db),segment_id=3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:10.979531 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:11.198794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8146a-8e71-4020-b538-0ae92aad1eb3 None None] Pushing event updated for resources: {'Port': ['ID=764125db-8cde-4293-b840-631fb1399f74,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:11.278669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8::1 (d97d6b4e-5c02-4efb-96be-9db463d7a804/b16b56b1-d9ca-4830-a40c-5e929b72ded8/b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:11.439088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:11.583757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:11.702981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:11.712346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:11.720761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:11.721422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:11.726625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:11.784731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-32f03bc5-3b40-4d7d-9b44-1e854a4b47c2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:11.786474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-32f03bc5-3b40-4d7d-9b44-1e854a4b47c2 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.2954180 Nov 19 04:18:12.052641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:12.138260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Deleting port 230a840d-d6ae-40d8-a813-4cfc1f42d134 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:12.139422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:12.506466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43d46-75a4-42b5-9722-354491a597da req-a7704497-7828-481d-8f79-ce116f3624fe tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:12.515517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51e43d46-75a4-42b5-9722-354491a597da req-a7704497-7828-481d-8f79-ce116f3624fe tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 946 time: 0.4333441 Nov 19 04:18:12.613431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] For port 230a840d-d6ae-40d8-a813-4cfc1f42d134, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=230a840d-d6ae-40d8-a813-4cfc1f42d134,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:12.613431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:12.647979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Calling delete_port for 230a840d-d6ae-40d8-a813-4cfc1f42d134 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:12.685467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51e43d46-75a4-42b5-9722-354491a597da req-cd984e7b-f532-429f-8064-d36db7d34f82 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=47723033-3d0a-4e33-973c-c75452e0c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685910 Nov 19 04:18:12.794340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:12.890190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:12.891004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:12.915802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d67c8a-3d49-44d4-b505-27cb1144e6d7 None None] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:13.043380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:13.050001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:13.091890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'Port': ['ID=230a840d-d6ae-40d8-a813-4cfc1f42d134,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:13.169047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5ca006a6-440c-4afb-b919-be7c508fcc0f None None] Provisioning complete for port 764125db-8cde-4293-b840-631fb1399f74 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:13.169362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ca006a6-440c-4afb-b919-be7c508fcc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:13.216938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] No DVR routers for this DVR port 230a840d-d6ae-40d8-a813-4cfc1f42d134 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:13.224313 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:13.229028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88686e8f-4d2a-49fe-b65c-e44588b932db req-2e55914b-3bfc-4098-9c85-0137d2ccdfb8 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.31 "DELETE /v2.0/ports/230a840d-d6ae-40d8-a813-4cfc1f42d134 HTTP/1.1" status: 204 len: 173 time: 1.4330127 Nov 19 04:18:13.229755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'name': 'network-vif-deleted', 'tag': '230a840d-d6ae-40d8-a813-4cfc1f42d134'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:18:13.232132 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b509e75-670e-40d9-9121-ec09be587f45" -d '{"events": [{"server_uuid": "4ecfeba9-6041-416c-9ef0-3da792c13df9", "name": "network-vif-deleted", "tag": "230a840d-d6ae-40d8-a813-4cfc1f42d134"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:18:13.244995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:13.246562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:13.389918 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f541bff3-e402-4c99-91d5-8ef5548f714d x-openstack-request-id: req-f541bff3-e402-4c99-91d5-8ef5548f714d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:18:13.390346 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecfeba9-6041-416c-9ef0-3da792c13df9", "name": "network-vif-deleted", "tag": "230a840d-d6ae-40d8-a813-4cfc1f42d134", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:18:13.390591 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f541bff3-e402-4c99-91d5-8ef5548f714d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:18:13.391243 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecfeba9-6041-416c-9ef0-3da792c13df9', 'name': 'network-vif-deleted', 'tag': '230a840d-d6ae-40d8-a813-4cfc1f42d134', 'status': 'completed', 'code': 200} Nov 19 04:18:13.522746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ca006a6-440c-4afb-b919-be7c508fcc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:13.533839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 8bba12e7-ead8-4515-aeaf-417428203cb2 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:18:13.681488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5ca006a6-440c-4afb-b919-be7c508fcc0f None None] For port 764125db-8cde-4293-b840-631fb1399f74, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=764125db-8cde-4293-b840-631fb1399f74,segment=NetworkSegment(3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db),segment_id=3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:13.695023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 764125db-8cde-4293-b840-631fb1399f74 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:13.700648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ca006a6-440c-4afb-b919-be7c508fcc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:13.774226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:13.792210 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] Sync routers for ids ['8bba12e7-ead8-4515-aeaf-417428203cb2'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:13.806761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5ca3f8e3-f46b-454d-9f26-b651a68d5edb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/8bba12e7-ead8-4515-aeaf-417428203cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0935478 Nov 19 04:18:13.807527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47646) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:13.822762 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] Routers {'8bba12e7-ead8-4515-aeaf-417428203cb2'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:13.824633 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bba12e7-ead8-4515-aeaf-417428203cb2'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:13.880160 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:13.901441 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] Routers {'8bba12e7-ead8-4515-aeaf-417428203cb2'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:13.902712 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bba12e7-ead8-4515-aeaf-417428203cb2'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:13.921086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0774b-5fe3-405a-8ca8-d91c2c63d985 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:13.925505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5be0774b-5fe3-405a-8ca8-d91c2c63d985 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports/b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 HTTP/1.1" status: 200 len: 911 time: 0.1147449 Nov 19 04:18:13.925903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47652) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:13.944196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca006a6-440c-4afb-b919-be7c508fcc0f None None] Pushing event updated for resources: {'Port': ['ID=764125db-8cde-4293-b840-631fb1399f74,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:13.959118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 764125db-8cde-4293-b840-631fb1399f74 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:13.959702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:13.973364 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:13.974420 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ab9f-e83b-4d23-becc-79ef9ad18c1b None None] The sync data for ids ['8bba12e7-ead8-4515-aeaf-417428203cb2'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:14.040949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8c99732-3f90-4f2c-ba9f-2623ead87b82 req-3dc1e5d6-b68d-46fd-85b0-e579b8bfd3d0 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ecfeba9-6041-416c-9ef0-3da792c13df9 HTTP/1.1" status: 200 len: 210 time: 0.0626135 Nov 19 04:18:14.501406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9adc3262-9603-476c-834d-a34264cc1b35 None None] Provisioning complete for port 764125db-8cde-4293-b840-631fb1399f74 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:14.502595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9adc3262-9603-476c-834d-a34264cc1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:14.656807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 230a840d-d6ae-40d8-a813-4cfc1f42d134 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:14.708638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 230a840d-d6ae-40d8-a813-4cfc1f42d134 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:14.709784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 230a840d-d6ae-40d8-a813-4cfc1f42d134 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:14.781986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:14.896386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9adc3262-9603-476c-834d-a34264cc1b35 None None] Provisioning complete for port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:14.896878 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9adc3262-9603-476c-834d-a34264cc1b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:15.034202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9adc3262-9603-476c-834d-a34264cc1b35 None None] Port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:15.174622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4b7940b2-7e65-4a51-8838-01696b1508d0 None None] Provisioning complete for port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:15.175024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4b7940b2-7e65-4a51-8838-01696b1508d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:15.311267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4b7940b2-7e65-4a51-8838-01696b1508d0 None None] Port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:15.466925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c782d3e8-8490-41aa-ac6a-2141cf0c4faa None None] Provisioning complete for port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:15.476134 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c782d3e8-8490-41aa-ac6a-2141cf0c4faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:15.561375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:15.562040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:15.571719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 764125db-8cde-4293-b840-631fb1399f74 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:15.657884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c782d3e8-8490-41aa-ac6a-2141cf0c4faa None None] Port b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:15.700098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 764125db-8cde-4293-b840-631fb1399f74 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:15.700633 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:15.793118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:15.808391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:15.864708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0970e-ce42-4025-be1a-f8e23fefd590 req-fcdbf401-5c1d-4a67-b213-beafeea5f425 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:15.873499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15b0970e-ce42-4025-be1a-f8e23fefd590 req-fcdbf401-5c1d-4a67-b213-beafeea5f425 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.1568837 Nov 19 04:18:16.035044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15b0970e-ce42-4025-be1a-f8e23fefd590 req-cb5492df-4009-48dc-9c87-dd31caaf573b tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567416 Nov 19 04:18:16.074666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:16.110713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=b63c9fc2-40c5-49a7-a3a5-95fb1c0a9116,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:16.273320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:16.682529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 8bba12e7-ead8-4515-aeaf-417428203cb2 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:16.774860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:16.780502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94c7c315-7db3-40cf-8e16-84f8aa5d9c1d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/8bba12e7-ead8-4515-aeaf-417428203cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8535085 Nov 19 04:18:16.783217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:16.786363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] Sync routers for ids ['8bba12e7-ead8-4515-aeaf-417428203cb2'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:16.803294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] Routers {'8bba12e7-ead8-4515-aeaf-417428203cb2'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:16.804345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bba12e7-ead8-4515-aeaf-417428203cb2'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:16.817613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-529b4aa3-c890-4e8c-8ebe-d5c16dc01ee0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bba12e7-ead8-4515-aeaf-417428203cb2 HTTP/1.1" status: 200 len: 205 time: 0.0324240 Nov 19 04:18:16.819918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:16.879470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:16.893338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] Routers {'8bba12e7-ead8-4515-aeaf-417428203cb2'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:16.894103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bba12e7-ead8-4515-aeaf-417428203cb2'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:16.923898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:16.965373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:16.966256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4d94d-662d-44bf-b3c3-f30250e2a8e4 None None] The sync data for ids ['8bba12e7-ead8-4515-aeaf-417428203cb2'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:17.263884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfe6dc-3f89-4782-bca6-1232d9cd534e req-08c01acc-da07-441d-a781-44ed2b842c26 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:17.276145 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3fdfe6dc-3f89-4782-bca6-1232d9cd534e req-08c01acc-da07-441d-a781-44ed2b842c26 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0937099 Nov 19 04:18:17.276809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.279670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.374868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.375584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 8bba12e7-ead8-4515-aeaf-417428203cb2 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:18:17.382337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-24fc280e-067f-4011-95a2-f3a732ded2e7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:17.384781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-24fc280e-067f-4011-95a2-f3a732ded2e7 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 945 time: 0.0828760 Nov 19 04:18:17.385306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.389904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9575c7b4-f843-44bf-bf07-b770c362bf6c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/8bba12e7-ead8-4515-aeaf-417428203cb2 HTTP/1.1" status: 204 len: 168 time: 0.5680842 Nov 19 04:18:17.393797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3fdfe6dc-3f89-4782-bca6-1232d9cd534e req-c4ba0e84-c2d9-4b69-a4b1-927221f89f56 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups?id=78c832ca-ace7-4993-899f-6ab89e841640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117887 Nov 19 04:18:17.394265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47734) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:17.499393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Deleting port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:17.499393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.516178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet b16b56b1-d9ca-4830-a40c-5e929b72ded8 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:18:17.519519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.567658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.594210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] For port 12e8a0ad-7415-476d-b8e4-4f4661414bc6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12e8a0ad-7415-476d-b8e4-4f4661414bc6,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:17.594758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.684468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.806106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.840206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=b16b56b1-d9ca-4830-a40c-5e929b72ded8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:17.846538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.853618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47742) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:17.857530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2807ab4a-50b8-461f-8986-ca212b7995f4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/b16b56b1-d9ca-4830-a40c-5e929b72ded8 HTTP/1.1" status: 204 len: 168 time: 0.4622116 Nov 19 04:18:17.874384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce931c9-6a58-47a9-bb1c-ebb4046b609f None None] Network d97d6b4e-5c02-4efb-96be-9db463d7a804 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:17.958613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.964026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.964404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:17.964734 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Floating IP 2c28315a-ed0a-489e-8800-ec2c398245aa disassociated. External IP: 172.25.8.131, port: 12e8a0ad-7415-476d-b8e4-4f4661414bc6. Nov 19 04:18:17.965099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Calling delete_port for 12e8a0ad-7415-476d-b8e4-4f4661414bc6 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:18.125739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 764125db-8cde-4293-b840-631fb1399f74 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:18.127098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.136252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] DHCP port deletion for d97d6b4e-5c02-4efb-96be-9db463d7a804 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:18.198271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port 764125db-8cde-4293-b840-631fb1399f74, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=764125db-8cde-4293-b840-631fb1399f74,segment=NetworkSegment(3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db),segment_id=3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:18.198653 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.202168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] Deleting port 764125db-8cde-4293-b840-631fb1399f74 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:18.202605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.253706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 764125db-8cde-4293-b840-631fb1399f74 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:18.300687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] For port 764125db-8cde-4293-b840-631fb1399f74, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=764125db-8cde-4293-b840-631fb1399f74,segment=NetworkSegment(3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db),segment_id=3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:18.301096 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.321340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] Calling delete_port for 764125db-8cde-4293-b840-631fb1399f74 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:18.438206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.469062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.472103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.510422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] Pushing event deleted for resources: {'Port': ['ID=764125db-8cde-4293-b840-631fb1399f74,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:18.513906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86a487-d48b-41f9-b501-294efc3bea17 None None] No DVR routers for this DVR port 764125db-8cde-4293-b840-631fb1399f74 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:18.534618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'Port': ['ID=12e8a0ad-7415-476d-b8e4-4f4661414bc6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:18.612397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=764125db-8cde-4293-b840-631fb1399f74,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:18.619498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff497325-2568-4659-a8d2-c9a609fbf8a8 req-73feb78a-92f5-4f02-ab8a-1a776ebdd9c4 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 210 time: 0.0756884 Nov 19 04:18:18.621258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port 764125db-8cde-4293-b840-631fb1399f74 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:18.790903 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.812240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97d6b4e-5c02-4efb-96be-9db463d7a804']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:18.822508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:18.822816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc9cb2f-73ea-4e6d-884e-cde9eee3f3db') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:18.850081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.874587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.887291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:18:18.890309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:18:18.911276 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:18:18.999655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:19.002547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Router c4b7f3c9-34de-439c-8931-d51d652c1b7b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:19.029321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:19.037709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:19.041068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/d97d6b4e-5c02-4efb-96be-9db463d7a804 HTTP/1.1" status: 204 len: 168 time: 1.1858232 Nov 19 04:18:19.043689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1900457457', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:19.065916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee94c0-da53-4635-83d6-cd0841d2a55b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=d97d6b4e-5c02-4efb-96be-9db463d7a804,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:19.090327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:19.092994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:19.208007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:19.222989 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] Sync routers for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:19.243422 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:19.247502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:19.259349 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:19.284017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] No DVR routers for this DVR port 12e8a0ad-7415-476d-b8e4-4f4661414bc6 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:19.286975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:19.291443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888a47b1-b73c-4e53-b15c-7a7c382c2e88 req-a1680e5f-ba23-4a88-8a70-4f9641c830aa tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.36 "DELETE /v2.0/ports/12e8a0ad-7415-476d-b8e4-4f4661414bc6 HTTP/1.1" status: 204 len: 173 time: 1.8965542 Nov 19 04:18:19.291915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-deleted', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:18:19.294268 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f486ea-4952-4c02-b587-78ade1510fbe" -d '{"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-deleted", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:18:19.344735 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba8d18-0074-448c-bc27-92441df12276 x-openstack-request-id: req-c1ba8d18-0074-448c-bc27-92441df12276 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:18:19.345317 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3ff1b-5f05-416c-aaff-e72e1e7381a2", "name": "network-vif-deleted", "tag": "12e8a0ad-7415-476d-b8e4-4f4661414bc6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:18:19.345798 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1ba8d18-0074-448c-bc27-92441df12276 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:18:19.346624 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3ff1b-5f05-416c-aaff-e72e1e7381a2', 'name': 'network-vif-deleted', 'tag': '12e8a0ad-7415-476d-b8e4-4f4661414bc6', 'status': 'completed', 'code': 200} Nov 19 04:18:19.520698 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:19.527097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 764125db-8cde-4293-b840-631fb1399f74 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:19.563786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 764125db-8cde-4293-b840-631fb1399f74 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:19.567288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 764125db-8cde-4293-b840-631fb1399f74 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:19.892706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6b15a945-eaeb-4579-80b8-51fe88b324c8 req-1dd4fbd3-55cf-41c0-baae-eea478b18113 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5e3ff1b-5f05-416c-aaff-e72e1e7381a2 HTTP/1.1" status: 200 len: 210 time: 0.0547051 Nov 19 04:18:19.939401 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:14Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:20.044696 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] Checking router: c4b7f3c9-34de-439c-8931-d51d652c1b7b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:18:20.054819 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:20.055930 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:20.140142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:20.186593 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:20.514594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:20.537236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:20.554937 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:14Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:20.612902 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a986148-b8a0-48ca-96e3-2f4dae6c9fb8 None None] The sync data for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 is: [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:10:04Z', 'revision_number': 4, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'c34a6db7-6716-433a-88ed-39a2a964f716', 'name': '', 'network_id': '825ffbc8-f346-40ad-9325-cb3d3195602c', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'mac_address': 'fa:16:3e:13:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:10:02Z', 'updated_at': '2021-11-19T04:10:14Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'subnets': [{'id': '196fb12b-78fb-43d8-a7f8-ffad6f359b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:20.707019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 172.25.8.204 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/75f0d19c-eb02-4bf6-802d-2a650b5c52b3) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:20.871953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:20.943500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.064635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:21.071481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:21.103071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47818) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:21.116651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=75f0d19c-eb02-4bf6-802d-2a650b5c52b3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:21.124650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9c34c-d8ed-44f2-9464-7e4ac860d596 None None] New status for floating IP 2c28315a-ed0a-489e-8800-ec2c398245aa: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:18:21.128580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e8d72-263d-4f81-9473-a4ea58bca8e4 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:21.131154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:21.220873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-626fb8ca-5e4d-4344-96e9-f5c7087ada61 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.266070 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-626fb8ca-5e4d-4344-96e9-f5c7087ada61 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.338621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-626fb8ca-5e4d-4344-96e9-f5c7087ada61 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.342272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-626fb8ca-5e4d-4344-96e9-f5c7087ada61 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.347063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-626fb8ca-5e4d-4344-96e9-f5c7087ada61 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "DELETE /v2.0/security-groups/78c832ca-ace7-4993-899f-6ab89e841640 HTTP/1.1" status: 204 len: 168 time: 0.2418005 Nov 19 04:18:21.347901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:21.386086 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-318adae0-5e4c-4605-989f-f511ba060cac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] show failed (client error): The resource could not be found. Nov 19 04:18:21.395632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-318adae0-5e4c-4605-989f-f511ba060cac tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "GET /v2.0/security-groups/78c832ca-ace7-4993-899f-6ab89e841640 HTTP/1.1" status: 404 len: 347 time: 0.0424511 Nov 19 04:18:21.397560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47828) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:21.399732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fb8ca-5e4d-4344-96e9-f5c7087ada61 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c832ca-ace7-4993-899f-6ab89e841640,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:21.646193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Deleting port f0bb0ca6-0c4b-46f7-92f3-32aefeb709aa {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:21.646559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.724103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.845711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.846116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:21.852573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:21.875366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Calling delete_port for f0bb0ca6-0c4b-46f7-92f3-32aefeb709aa owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:21.994257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 12e8a0ad-7415-476d-b8e4-4f4661414bc6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:21.994373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12e8a0ad-7415-476d-b8e4-4f4661414bc6 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:22.009636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-62932848-66ba-4daa-b0a7-53e170854366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.012884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-090a035f-7124-4b37-bafa-e0ffa23d925a None None] Provisioning complete for port 75f0d19c-eb02-4bf6-802d-2a650b5c52b3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:22.013458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-090a035f-7124-4b37-bafa-e0ffa23d925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.055205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-090a035f-7124-4b37-bafa-e0ffa23d925a None None] Port 75f0d19c-eb02-4bf6-802d-2a650b5c52b3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:22.181258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.231432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Pushing event deleted for resources: {'Port': ['ID=f0bb0ca6-0c4b-46f7-92f3-32aefeb709aa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:22.308656 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.311697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.317618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-891d8f2a-e742-4f1b-a629-fe0d57c76504 tempest-ServerActionsTestJSON-934544401 tempest-ServerActionsTestJSON-934544401-project] 10.222.0.52 "DELETE /v2.0/floatingips/2c28315a-ed0a-489e-8800-ec2c398245aa HTTP/1.1" status: 204 len: 168 time: 0.9053504 Nov 19 04:18:22.317910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47850) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:22.340807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.572453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 04a6d9f2-a751-4d4b-b600-6d350b4b9343 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:18:22.798591 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.806643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:22.832440 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] Sync routers for ids ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:22.862781 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] Routers {'04a6d9f2-a751-4d4b-b600-6d350b4b9343'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:22.863540 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:22.886549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:22.888745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0a1c9bee-eedf-41ea-8148-bb926d9ab351 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8491225 Nov 19 04:18:22.890699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:22.951764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:22.976737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] Routers {'04a6d9f2-a751-4d4b-b600-6d350b4b9343'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:22.978377 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:17:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:23.063683 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:23.065862 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8249fa7-7c4c-4c5a-a479-bd08ff023936 None None] The sync data for ids ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:23.135641 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db3a4d3a-3bf7-4075-877e-6f383a5e2ef4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/routers/04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 200 len: 885 time: 0.2436545 Nov 19 04:18:23.138525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47886) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:23.587930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-826ac661-940c-4b83-82fe-39db8c072638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:23.647234 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9fb90680-12ce-4594-89ee-f48c587812ef tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5073068 Nov 19 04:18:23.651895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:23.656433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1900457457'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:24.086380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:24.324937 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:24.359060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:24.566609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Deleting port c34a6db7-6716-433a-88ed-39a2a964f716 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:24.566962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:24.734899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] For port c34a6db7-6716-433a-88ed-39a2a964f716, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c34a6db7-6716-433a-88ed-39a2a964f716,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:24.735276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:24.752556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Calling delete_port for c34a6db7-6716-433a-88ed-39a2a964f716 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:24.989183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 04a6d9f2-a751-4d4b-b600-6d350b4b9343 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:25.003481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:25.036031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34a6db7-6716-433a-88ed-39a2a964f716,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:25.265776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:25.297990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:25.311651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:25.312866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] Sync routers for ids ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:25.313268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e0b6f862-960b-485e-801c-332f7fd06394 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 200 len: 892 time: 1.6601050 Nov 19 04:18:25.316826 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47926) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:25.334074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] Routers {'04a6d9f2-a751-4d4b-b600-6d350b4b9343'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:25.334749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:25.403921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:25.428970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] Routers {'04a6d9f2-a751-4d4b-b600-6d350b4b9343'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:25.431355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:25.461991 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:25.483149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:25.484069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f46c4-ff3f-42c8-aa32-16a8402f516c None None] The sync data for ids ['04a6d9f2-a751-4d4b-b600-6d350b4b9343'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:25.599475 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6c7b3ebe-7a53-410c-b443-b3cf7ea5cbe9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/routers/04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 200 len: 892 time: 0.2813435 Nov 19 04:18:25.602568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:25.631616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36b8fc82-4973-43e6-89d9-e6460822f792 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 200 len: 205 time: 0.0277724 Nov 19 04:18:25.637965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47936) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:25.875005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:25.921538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Router c4b7f3c9-34de-439c-8931-d51d652c1b7b has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:26.093963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:26.103630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:26.107113 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] Sync routers for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:26.111678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e2af5801-5dd7-4f91-837e-09ef47aa6072 admin admin] 10.222.0.52 "PUT /v2.0/routers/c4b7f3c9-34de-439c-8931-d51d652c1b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7916965 Nov 19 04:18:26.121481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.123446 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:26.124271 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:26.280578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 75f0d19c-eb02-4bf6-802d-2a650b5c52b3 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:26.281068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.308446 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:26.347075 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.422137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.491222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.521029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 75f0d19c-eb02-4bf6-802d-2a650b5c52b3 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:26.716915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.881488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Deleting port 0d01f9cb-2b10-4d9d-9322-80652e1ac620 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:26.884182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.941753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:26.956316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 47984) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:27.012308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] For port 0d01f9cb-2b10-4d9d-9322-80652e1ac620, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d01f9cb-2b10-4d9d-9322-80652e1ac620,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:27.012827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.014984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=75f0d19c-eb02-4bf6-802d-2a650b5c52b3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:27.054898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bcd1cd-cd10-42fe-bde5-13fce6cae734 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:27.073326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Calling delete_port for 0d01f9cb-2b10-4d9d-9322-80652e1ac620 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:27.101878 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:18:24Z', 'revision_number': 5, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port': {'id': '0d01f9cb-2b10-4d9d-9322-80652e1ac620', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:36:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:09:59Z', 'updated_at': '2021-11-19T04:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:27.151507 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] Checking router: c4b7f3c9-34de-439c-8931-d51d652c1b7b for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:18:27.172316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] Routers {'c4b7f3c9-34de-439c-8931-d51d652c1b7b'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:27.173258 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:27.219434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.237307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d166376-c329-4424-9c76-b2d124096fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.278141 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.303277 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] Set router c4b7f3c9-34de-439c-8931-d51d652c1b7b gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:27.438695 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:18:26Z', 'revision_number': 6, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:27.470437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.475481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.493429 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eef106-d753-40f3-8b8e-e361c510986b None None] The sync data for ids ['c4b7f3c9-34de-439c-8931-d51d652c1b7b'] in n-d-818503-1 is: [{'id': 'c4b7f3c9-34de-439c-8931-d51d652c1b7b', 'name': 'tempest-ServerActionsTestJSON-1536086223-router', 'tenant_id': '5ae5d0952f054d23909e4979ef240b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:09:57Z', 'updated_at': '2021-11-19T04:18:26Z', 'revision_number': 6, 'project_id': '5ae5d0952f054d23909e4979ef240b1c', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:27.595962 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.596547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 04a6d9f2-a751-4d4b-b600-6d350b4b9343 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:18:27.606326 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.611186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9bf91f46-e40f-47ce-8855-60e45c302978 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 204 len: 168 time: 1.9700425 Nov 19 04:18:27.611787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:27.622847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121615976'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:27.672770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:27.678263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.687031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.731465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42ba1f-c4c0-4daf-a2fb-9238ab3c5e89 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:27.772783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:18:27.797660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.798343 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment 9313a717-4f28-4617-9752-306f4fec3269 of type vlan for network e8d0c1f9-b54c-4121-a369-63ea391a84e7 Nov 19 04:18:27.824035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d166376-c329-4424-9c76-b2d124096fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.876883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d166376-c329-4424-9c76-b2d124096fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.916753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:27.931874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d01f9cb-2b10-4d9d-9322-80652e1ac620,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:27.946291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47994) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:27.947902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6d166376-c329-4424-9c76-b2d124096fc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbbe2315d291479fbacb78bc5a15d93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9841707 Nov 19 04:18:28.068723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d166376-c329-4424-9c76-b2d124096fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b899f8-3ce3-4770-bf4b-206601886b8f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:28.069733 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.088008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:28.088575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.103782 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.200263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5872428 Nov 19 04:18:28.207829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 47998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:28.215802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:28.281742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.283999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.293557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6f111-e153-47a3-a472-eee1c75f3b8d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=e8d0c1f9-b54c-4121-a369-63ea391a84e7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:28.302808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cea72795-9742-4606-af81-b02917210393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.309056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:18:28.348868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.349784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b7f3c9-34de-439c-8931-d51d652c1b7b {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:18:28.356717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.357972 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dcd48d4d-e8f5-4a09-ba3c-1a236fc67b8e admin admin] 10.222.0.52 "DELETE /v2.0/routers/c4b7f3c9-34de-439c-8931-d51d652c1b7b HTTP/1.1" status: 204 len: 168 time: 2.2531209 Nov 19 04:18:28.360483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48000) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:28.418841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cea72795-9742-4606-af81-b02917210393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.472460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Deleting subnet 196fb12b-78fb-43d8-a7f8-ffad6f359b38 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:18:28.479529 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.576531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:28.581056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.581202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.749731 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cea72795-9742-4606-af81-b02917210393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.754032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cea72795-9742-4606-af81-b02917210393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.755538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cea72795-9742-4606-af81-b02917210393 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40b899f8-3ce3-4770-bf4b-206601886b8f HTTP/1.1" status: 204 len: 168 time: 0.8080163 Nov 19 04:18:28.766526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.770556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea72795-9742-4606-af81-b02917210393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b899f8-3ce3-4770-bf4b-206601886b8f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:28.925341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.965032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.971889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196fb12b-78fb-43d8-a7f8-ffad6f359b38,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:28.994830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:28.998412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-54ff092f-c006-4bc9-8950-5cba6e707b55 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/196fb12b-78fb-43d8-a7f8-ffad6f359b38 HTTP/1.1" status: 204 len: 168 time: 0.6366668 Nov 19 04:18:29.002277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedaf81-7a75-4358-9127-a7f3d9b206b5 None None] Network 825ffbc8-f346-40ad-9325-cb3d3195602c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:29.009432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48010) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:29.018411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=fa8f4109-5bc6-4571-8820-0b96e9d3d9c2,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:29.055019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': '9313a717-4f28-4617-9752-306f4fec3269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:29.055569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: e8d0c1f9-b54c-4121-a369-63ea391a84e7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:18:29.088592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:18:29.113587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e8d0c1f9-b54c-4121-a369-63ea391a84e7) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:29.123567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:29.125081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.134173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05cb8f-3787-4521-91a7-0427ede1ce8c None None] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:29.159680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c7fdaa31-d5d0-455b-b03e-31f971b6278e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9502592 Nov 19 04:18:29.162181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48012) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:29.171244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1559644182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:29.248615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.249670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.269078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.372111 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.409615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.445414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Deleting port 26147058-9921-4f05-b76e-06e99b239caa {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:29.446227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.452242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.453978 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5656b20-af2f-428a-8e7c-16be9125db8c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2908180 Nov 19 04:18:29.457079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48022) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:29.504602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d01f9cb-2b10-4d9d-9322-80652e1ac620 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:29.557626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0d01f9cb-2b10-4d9d-9322-80652e1ac620 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:29.559247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d01f9cb-2b10-4d9d-9322-80652e1ac620 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:29.563469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c34a6db7-6716-433a-88ed-39a2a964f716 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:29.589007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] For port 26147058-9921-4f05-b76e-06e99b239caa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26147058-9921-4f05-b76e-06e99b239caa,segment=NetworkSegment(81285473-013a-4fbc-9a76-17afeb8a5952),segment_id=81285473-013a-4fbc-9a76-17afeb8a5952)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:29.590434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.620936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: c34a6db7-6716-433a-88ed-39a2a964f716 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:29.621379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device c34a6db7-6716-433a-88ed-39a2a964f716 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:29.672170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Calling delete_port for 26147058-9921-4f05-b76e-06e99b239caa owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:29.754740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e8d0c1f9-b54c-4121-a369-63ea391a84e7', 'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': 'fa8f4109-5bc6-4571-8820-0b96e9d3d9c2'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:18:29.755901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:29.933965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.003700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] No DVR routers for this DVR port 26147058-9921-4f05-b76e-06e99b239caa on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:30.017353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26147058-9921-4f05-b76e-06e99b239caa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:30.083361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d16e8b4-97f8-4667-8f60-eac2815dad96 None None] DHCP port deletion for 825ffbc8-f346-40ad-9325-cb3d3195602c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:30.170359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.188315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Allocated IP 2001:db8::2 (e8d0c1f9-b54c-4121-a369-63ea391a84e7/fa8f4109-5bc6-4571-8820-0b96e9d3d9c2/18dd6854-197b-42df-b572-8eedef955ea0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:30.199151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825ffbc8-f346-40ad-9325-cb3d3195602c']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:30.207935 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.215555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81285473-013a-4fbc-9a76-17afeb8a5952') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:30.216355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81285473-013a-4fbc-9a76-17afeb8a5952') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:30.237260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.269465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.293217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:18:30.293641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:18:30.375096 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:18:30.380705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.390345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.399600 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/825ffbc8-f346-40ad-9325-cb3d3195602c HTTP/1.1" status: 204 len: 168 time: 1.3860331 Nov 19 04:18:30.413101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853dbb2-8b06-44a9-bb60-c1238b2dfac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=825ffbc8-f346-40ad-9325-cb3d3195602c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:30.542241 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.556869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.605118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:30.626548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:30.646448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:30.713293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Pushing event updated for resources: {'Port': ['ID=18dd6854-197b-42df-b572-8eedef955ea0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:30.719649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Attempting to bind port 18dd6854-197b-42df-b572-8eedef955ea0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:30.720081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Attempting to bind port 18dd6854-197b-42df-b572-8eedef955ea0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9313a717-4f28-4617-9752-306f4fec3269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:30.720623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Attempting to bind port 18dd6854-197b-42df-b572-8eedef955ea0 on network e8d0c1f9-b54c-4121-a369-63ea391a84e7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:30.726526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:30.726859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Checking segment: {'id': '9313a717-4f28-4617-9752-306f4fec3269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:30.727226 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.727696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Bound using segment: {'id': '9313a717-4f28-4617-9752-306f4fec3269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:30.728246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Bound port: 18dd6854-197b-42df-b572-8eedef955ea0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9313a717-4f28-4617-9752-306f4fec3269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e8d0c1f9-b54c-4121-a369-63ea391a84e7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:30.728701 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.782214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:30.808733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8::1 (e8d0c1f9-b54c-4121-a369-63ea391a84e7/fa8f4109-5bc6-4571-8820-0b96e9d3d9c2/4deb24ec-cd35-401f-9814-5fcda1ef9e6f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:30.833492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] For port 18dd6854-197b-42df-b572-8eedef955ea0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:30.842271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] For port 18dd6854-197b-42df-b572-8eedef955ea0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=18dd6854-197b-42df-b572-8eedef955ea0,segment=NetworkSegment(9313a717-4f28-4617-9752-306f4fec3269),segment_id=9313a717-4f28-4617-9752-306f4fec3269)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:30.849420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:30.920352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2c8549cd-827f-456d-8538-e3c305a2e804 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ae5d0952f054d23909e4979ef240b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346433 Nov 19 04:18:30.924112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48058) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:31.036478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8848470-534a-4275-9b75-cdf91f99fa18 None None] Pushing event updated for resources: {'Port': ['ID=18dd6854-197b-42df-b572-8eedef955ea0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:31.099607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03d19e88-6f15-42a7-ae38-d318c75dbb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.129465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.152510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03d19e88-6f15-42a7-ae38-d318c75dbb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.236843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.246418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03d19e88-6f15-42a7-ae38-d318c75dbb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.250524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-03d19e88-6f15-42a7-ae38-d318c75dbb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.254305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-03d19e88-6f15-42a7-ae38-d318c75dbb92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47723033-3d0a-4e33-973c-c75452e0c051 HTTP/1.1" status: 204 len: 168 time: 0.3270164 Nov 19 04:18:31.262994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d19e88-6f15-42a7-ae38-d318c75dbb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47723033-3d0a-4e33-973c-c75452e0c051,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:31.394371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:31.404487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:31.426020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:31.428215 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:31.589339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=4deb24ec-cd35-401f-9814-5fcda1ef9e6f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:31.661013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 18dd6854-197b-42df-b572-8eedef955ea0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:31.800003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 18dd6854-197b-42df-b572-8eedef955ea0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:31.804555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.007764 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.010496 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.093620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 18dd6854-197b-42df-b572-8eedef955ea0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=18dd6854-197b-42df-b572-8eedef955ea0,segment=NetworkSegment(9313a717-4f28-4617-9752-306f4fec3269),segment_id=9313a717-4f28-4617-9752-306f4fec3269)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:32.106229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.203015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26147058-9921-4f05-b76e-06e99b239caa no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:32.269423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.351373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 26147058-9921-4f05-b76e-06e99b239caa {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:18:32.352475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26147058-9921-4f05-b76e-06e99b239caa not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:18:32.372170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=18dd6854-197b-42df-b572-8eedef955ea0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:32.784946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672f05b-6013-4c79-ac6c-6dc62bffe6e1 None None] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:32.844866 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.855968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.856858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:32.974605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:33.092139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-78652ddc-63eb-4780-91ed-c75639e613c4 None None] Provisioning complete for port 18dd6854-197b-42df-b572-8eedef955ea0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:33.092923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-78652ddc-63eb-4780-91ed-c75639e613c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.145528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=4deb24ec-cd35-401f-9814-5fcda1ef9e6f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:33.167507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-292866514-network', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:33.228271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Made reservation on behalf of 06327b63a9cb4e10af74eaf1e1a98cec for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:33.232095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.244786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.265043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:33.269978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:33.364738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.374222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.416334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:18:33.423367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8001d-347d-4ab4-80f5-12966c4006da,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:33.432070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.432538 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Added segment 63d3e4db-2304-4a01-9efe-1bc03444f029 of type vlan for network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b Nov 19 04:18:33.486706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.517536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 31fd0017-3ecb-4b1e-baab-fe1459b2d150 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:18:33.522420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 18dd6854-197b-42df-b572-8eedef955ea0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:33.546389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.547612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:33.548387 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.656786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:33.670174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08e16bdd-fd09-4e00-bdc4-970d0ebda495 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/31fd0017-3ecb-4b1e-baab-fe1459b2d150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2058814 Nov 19 04:18:33.670978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48114) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:33.671279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] Sync routers for ids ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:33.687804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] Pushing event updated for resources: {'Network': ['ID=8673b78c-8e31-4522-8eee-5da6fd7f1a7b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:33.691348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ac80563b-0311-4151-9625-7fced2e9879a None None] Provisioning complete for port 4deb24ec-cd35-401f-9814-5fcda1ef9e6f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:33.692229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ac80563b-0311-4151-9625-7fced2e9879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.711529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2a33b9cd-0495-402d-b708-039237bcdc8d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7318993 Nov 19 04:18:33.711529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:33.717111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Request body: {'subnet': {'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-292866514-subnet', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:33.744199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Made reservation on behalf of 06327b63a9cb4e10af74eaf1e1a98cec for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:33.748267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:33.754470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c76567-05f3-45f0-80af-448a94373fab tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:33.756449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-13c76567-05f3-45f0-80af-448a94373fab tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports/4deb24ec-cd35-401f-9814-5fcda1ef9e6f HTTP/1.1" status: 200 len: 911 time: 0.0843699 Nov 19 04:18:33.759451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:33.780289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ac80563b-0311-4151-9625-7fced2e9879a None None] Port 4deb24ec-cd35-401f-9814-5fcda1ef9e6f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:33.787593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:18:33.791634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa8f4109-5bc6-4571-8820-0b96e9d3d9c2'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:33.907156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] Routers {'31fd0017-3ecb-4b1e-baab-fe1459b2d150'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:33.908059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:33.966752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 18dd6854-197b-42df-b572-8eedef955ea0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:33.967372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.021511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:34.041890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] Routers {'31fd0017-3ecb-4b1e-baab-fe1459b2d150'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:34.042919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:34.046547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ac80563b-0311-4151-9625-7fced2e9879a None None] Provisioning complete for port 18dd6854-197b-42df-b572-8eedef955ea0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:34.046935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ac80563b-0311-4151-9625-7fced2e9879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.099078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.174696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:34.175615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153dd48-d9df-4dbe-8e01-7f54b06dbf50 None None] The sync data for ids ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:34.176775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Checking segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:34.177270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Network hostable DHCP agents. Network: 8673b78c-8e31-4522-8eee-5da6fd7f1a7b, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:18:34.229848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:18:34.243400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Pushing event updated for resources: {'Subnet': ['ID=708a1b36-dee2-482b-82dd-39c1e1b0abaf,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:34.259726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8673b78c-8e31-4522-8eee-5da6fd7f1a7b) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:34.271812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:34.275372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.287838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.294426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9325641-292b-44fb-8b79-69ecb929c0c0 None None] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:34.303439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-66aa90f9-d876-4e63-bb17-52844680688a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5907257 Nov 19 04:18:34.306719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48142) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:34.312076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:34.367641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.368841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.478612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.488748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-debcd8a2-f1e8-406a-96ff-e958b80b87eb None None] Provisioning complete for port 4deb24ec-cd35-401f-9814-5fcda1ef9e6f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:34.489130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-debcd8a2-f1e8-406a-96ff-e958b80b87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.546661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-debcd8a2-f1e8-406a-96ff-e958b80b87eb None None] Port 4deb24ec-cd35-401f-9814-5fcda1ef9e6f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:34.626907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106f5b8-33fb-437d-9c12-c956362c8eb3 None None] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:34.754008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.933115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.945048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.955195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:34.956350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:34.962994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/ports/4deb24ec-cd35-401f-9814-5fcda1ef9e6f HTTP/1.1" status: 200 len: 911 time: 1.2010477 Nov 19 04:18:34.964030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48156) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:34.998157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.020171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.125639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffba714-f09e-49c7-8d6f-156e985d3e4c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=4deb24ec-cd35-401f-9814-5fcda1ef9e6f,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:35.155703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Allocated IP 172.25.8.200 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/de67acad-7923-43ca-8c7d-817a1a9b793a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:35.286548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.327792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.406488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.416408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:35.419720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:35.423556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:35.429855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Pushing event updated for resources: {'Port': ['ID=de67acad-7923-43ca-8c7d-817a1a9b793a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:35.436678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6cc4b-4794-44cb-867e-559e3301a1c6 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:35.459111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.459342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.459695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.461141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.461141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.461347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.461677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.462041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.462407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.462713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.463046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.463382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:35.588691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-69eabd53-32b2-4de1-a1d9-d2466b3a641e None None] Provisioning complete for port de67acad-7923-43ca-8c7d-817a1a9b793a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:35.589084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69eabd53-32b2-4de1-a1d9-d2466b3a641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.658052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-69eabd53-32b2-4de1-a1d9-d2466b3a641e None None] Port de67acad-7923-43ca-8c7d-817a1a9b793a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:35.795925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 4deb24ec-cd35-401f-9814-5fcda1ef9e6f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:35.796429 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.897819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:35.915312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 4deb24ec-cd35-401f-9814-5fcda1ef9e6f owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:36.121048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:36.140139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:36.169894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=4deb24ec-cd35-401f-9814-5fcda1ef9e6f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:36.291438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:36.398946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:36.545799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 31fd0017-3ecb-4b1e-baab-fe1459b2d150 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:36.567590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Router 927b6946-b66e-4435-b677-90b5bd858547 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:18:36.652107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:36.658640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7c505b79-2f8c-4ce6-935b-350e11d7c54a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/31fd0017-3ecb-4b1e-baab-fe1459b2d150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6357632 Nov 19 04:18:36.661147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48170) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:36.665571 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] Sync routers for ids ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:36.683201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] Routers {'31fd0017-3ecb-4b1e-baab-fe1459b2d150'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:36.683756 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:36.693141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3b0bd55-0cb2-4c78-af61-9e672e6fdfb4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=31fd0017-3ecb-4b1e-baab-fe1459b2d150 HTTP/1.1" status: 200 len: 205 time: 0.0304053 Nov 19 04:18:36.696181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48172) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:36.737421 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:36.751449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:36.763505 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] Routers {'31fd0017-3ecb-4b1e-baab-fe1459b2d150'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:36.763754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Sync routers for ids ['927b6946-b66e-4435-b677-90b5bd858547'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:36.764884 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:36.783264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Routers {'927b6946-b66e-4435-b677-90b5bd858547'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:36.783900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['927b6946-b66e-4435-b677-90b5bd858547'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:36.784627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:36.786433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b31def23-3bf4-47bf-9208-871a089f6602 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4780545 Nov 19 04:18:36.790143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48176) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:36.804681 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:36.805548 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301525de-aa6c-431a-88b8-85244a9ddda0 None None] The sync data for ids ['31fd0017-3ecb-4b1e-baab-fe1459b2d150'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:36.869833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:36.950852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Set router 927b6946-b66e-4435-b677-90b5bd858547 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:37.154730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-ed1adaec-48b9-4de1-a2b0-045a0e05922f req-f0a791b8-dd1d-4b01-934b-295563a67e83 service neutron] (109986) timed out ('10.222.0.36', 49434) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:18:37.234933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.239528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.338755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.348697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 31fd0017-3ecb-4b1e-baab-fe1459b2d150 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:18:37.360145 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.360905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3fdb868b-474b-48fa-906c-658d126f64ea tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/31fd0017-3ecb-4b1e-baab-fe1459b2d150 HTTP/1.1" status: 204 len: 168 time: 0.6583240 Nov 19 04:18:37.365972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48186) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:37.476076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet fa8f4109-5bc6-4571-8820-0b96e9d3d9c2 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:18:37.501320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.585288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:18:35Z', 'revision_number': 3, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:37.613737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Checking router: 927b6946-b66e-4435-b677-90b5bd858547 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:18:37.614245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Updating router 927b6946-b66e-4435-b677-90b5bd858547 port de67acad-7923-43ca-8c7d-817a1a9b793a binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:18:37.626016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.641762 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.698585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.943862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Allocated IP 172.20.0.1 (8673b78c-8e31-4522-8eee-5da6fd7f1a7b/708a1b36-dee2-482b-82dd-39c1e1b0abaf/1fde2541-71ec-4b9a-8fd0-79d405ce44d4) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:37.967480 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:37.978218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.089859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.095364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Attempting to bind port de67acad-7923-43ca-8c7d-817a1a9b793a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:38.095792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Attempting to bind port de67acad-7923-43ca-8c7d-817a1a9b793a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:38.096249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Attempting to bind port de67acad-7923-43ca-8c7d-817a1a9b793a on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:38.102646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175b11d-fe32-45d8-8db7-5efc1659c3cd None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:38.141996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.145081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:38.145875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:38.146324 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.146729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:38.148460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Bound port: de67acad-7923-43ca-8c7d-817a1a9b793a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:38.150055 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.165400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Pushing event updated for resources: {'Port': ['ID=de67acad-7923-43ca-8c7d-817a1a9b793a,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:38.216502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:38.217245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.217611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.217988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.218323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.218665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.219006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.219999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Pushing event updated for resources: {'Port': ['ID=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:38.220149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.220504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.220845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.221185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.221524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.222665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:38.235464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:38.247506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.253801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:38.257567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ce469d2b-3164-4e66-834c-0e07a0d86402 None None] Provisioning complete for port de67acad-7923-43ca-8c7d-817a1a9b793a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:38.257973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce469d2b-3164-4e66-834c-0e07a0d86402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.299622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] For port de67acad-7923-43ca-8c7d-817a1a9b793a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:38.320728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] For port de67acad-7923-43ca-8c7d-817a1a9b793a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=de67acad-7923-43ca-8c7d-817a1a9b793a,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:38.336122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.336250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48200) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:38.377757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ce469d2b-3164-4e66-834c-0e07a0d86402 None None] Port de67acad-7923-43ca-8c7d-817a1a9b793a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:38.414830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.436950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536d579-d0da-46e6-af15-5d56cbfdb9bd None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:38.495973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Routers {'927b6946-b66e-4435-b677-90b5bd858547'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:38.496639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['927b6946-b66e-4435-b677-90b5bd858547'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:38.577081 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.614136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-756cea5e-d80f-4f56-a7e4-6d7ead89c5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.628687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1454-6644-4204-8dd2-757bd9400dd9 None None] Pushing event updated for resources: {'Port': ['ID=de67acad-7923-43ca-8c7d-817a1a9b793a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:38.660064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8f4109-5bc6-4571-8820-0b96e9d3d9c2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:38.680113 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.688510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524627e-dbfe-4a28-a07b-7e37ef9c1172 None None] Network e8d0c1f9-b54c-4121-a369-63ea391a84e7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:38.691369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3023fdb7-918d-4538-bd3a-ebc539c7b081 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/fa8f4109-5bc6-4571-8820-0b96e9d3d9c2 HTTP/1.1" status: 204 len: 168 time: 1.3228276 Nov 19 04:18:38.697301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:38.912148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:38.940104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5dadb902-4987-4720-8db8-1d366886ba02 None None] Provisioning complete for port de67acad-7923-43ca-8c7d-817a1a9b793a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:38.942132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dadb902-4987-4720-8db8-1d366886ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.193351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dadb902-4987-4720-8db8-1d366886ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.223500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5dadb902-4987-4720-8db8-1d366886ba02 None None] For port de67acad-7923-43ca-8c7d-817a1a9b793a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=de67acad-7923-43ca-8c7d-817a1a9b793a,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:39.236329 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dadb902-4987-4720-8db8-1d366886ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.240465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.250290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.314429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadb902-4987-4720-8db8-1d366886ba02 None None] Pushing event updated for resources: {'Port': ['ID=de67acad-7923-43ca-8c7d-817a1a9b793a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:39.327128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] Set router 927b6946-b66e-4435-b677-90b5bd858547 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:39.339581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.415554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Pushing event updated for resources: {'Port': ['ID=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:39.420084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.456128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-756cea5e-d80f-4f56-a7e4-6d7ead89c5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.464059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 18dd6854-197b-42df-b572-8eedef955ea0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:39.464489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.546196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port 18dd6854-197b-42df-b572-8eedef955ea0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=18dd6854-197b-42df-b572-8eedef955ea0,segment=NetworkSegment(9313a717-4f28-4617-9752-306f4fec3269),segment_id=9313a717-4f28-4617-9752-306f4fec3269)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:39.546580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.562327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 18dd6854-197b-42df-b572-8eedef955ea0 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:39.643569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] DHCP port deletion for e8d0c1f9-b54c-4121-a369-63ea391a84e7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:39.654572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:39.659887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:39.669254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-756cea5e-d80f-4f56-a7e4-6d7ead89c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.671951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 18dd6854-197b-42df-b572-8eedef955ea0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:18:39.833098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cea5e-d80f-4f56-a7e4-6d7ead89c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad7267f-322f-4d2a-9b19-bf2189b0fe31,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:39.848974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-756cea5e-d80f-4f56-a7e4-6d7ead89c5a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f38eee52e8064abca9e675978e4518bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5122209 Nov 19 04:18:39.853646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48216) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:39.854908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.882907 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:39.896068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=18dd6854-197b-42df-b572-8eedef955ea0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:39.909615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port 18dd6854-197b-42df-b572-8eedef955ea0 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:39.917799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Router 927b6946-b66e-4435-b677-90b5bd858547 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:39.918308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:18:35Z', 'revision_number': 3, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:39.963582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a014a1-bb74-4000-8663-e8d1b0b82e5d None None] The sync data for ids ['927b6946-b66e-4435-b677-90b5bd858547'] in n-d-818503-1 is: [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:18:35Z', 'revision_number': 3, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:39.973679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Deleting port 18dd6854-197b-42df-b572-8eedef955ea0 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:18:39.974180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.004705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c320eb-f00a-4953-b9bf-6deeb882bd85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.034724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c320eb-f00a-4953-b9bf-6deeb882bd85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.108617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c320eb-f00a-4953-b9bf-6deeb882bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.112045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21c320eb-f00a-4953-b9bf-6deeb882bd85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.113652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21c320eb-f00a-4953-b9bf-6deeb882bd85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ad7267f-322f-4d2a-9b19-bf2189b0fe31 HTTP/1.1" status: 204 len: 168 time: 0.2587702 Nov 19 04:18:40.145516 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.163584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] For port 18dd6854-197b-42df-b572-8eedef955ea0, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:40.164183 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.183948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Calling delete_port for 18dd6854-197b-42df-b572-8eedef955ea0 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:18:40.191677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Port 18dd6854-197b-42df-b572-8eedef955ea0 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:18:40.192130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d0c1f9-b54c-4121-a369-63ea391a84e7']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:40.196269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.220971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9313a717-4f28-4617-9752-306f4fec3269') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:40.221418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9313a717-4f28-4617-9752-306f4fec3269') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:40.224450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c320eb-f00a-4953-b9bf-6deeb882bd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad7267f-322f-4d2a-9b19-bf2189b0fe31,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:40.247193 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.268417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] Pushing event deleted for resources: {'Port': ['ID=18dd6854-197b-42df-b572-8eedef955ea0,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:40.274772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:40.289291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef9855-e082-4133-8433-2528d468b5b8 None None] No DVR routers for this DVR port 18dd6854-197b-42df-b572-8eedef955ea0 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:18:40.313652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0dfdd713-3067-48f2-b0d7-c67360d88660 admin admin] 10.222.0.52 "PUT /v2.0/routers/927b6946-b66e-4435-b677-90b5bd858547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5214708 Nov 19 04:18:40.315494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.352227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:18:40.352804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:18:40.371785 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:18:40.505464 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.527747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.536679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/e8d0c1f9-b54c-4121-a369-63ea391a84e7 HTTP/1.1" status: 204 len: 168 time: 1.8377938 Nov 19 04:18:40.537082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:40.538770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf81235-2ec2-4aec-9917-240bf05fcc02 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=e8d0c1f9-b54c-4121-a369-63ea391a84e7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:40.543095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-315754990', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:40.588060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.590399 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.660377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.668456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.697432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.699006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bcb90ce2-8154-4b4e-b540-8aaa4156dfeb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1601300 Nov 19 04:18:40.701962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48236) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:40.707390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1921193474'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:40.764369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:40.768044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.814466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:18:40.829592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48246) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:40.848948 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:40.849318 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment deb0ab67-d52b-459d-b4cb-ad0fa5530c03 of type vlan for network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 Nov 19 04:18:40.966364 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.195667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.201367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:41.203927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.232217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Deleting subnet dafc51c6-750e-47e8-90a2-fc3ca4347ddc {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:18:41.242620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.344357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.353673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6505477 Nov 19 04:18:41.372377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48268) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:41.377803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:41.415239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-fe6556ca-5853-4a33-8b94-a84c2335ee78 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:41.424633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-fe6556ca-5853-4a33-8b94-a84c2335ee78 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 810 time: 0.4052246 Nov 19 04:18:41.440722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.463021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06359695-1e07-47bb-a556-33fdadfa2474 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:41.487079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:18:41.514253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-47bea17c-030f-402b-87d2-7f37d932b8b6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/quotas/06327b63a9cb4e10af74eaf1e1a98cec HTTP/1.1" status: 200 len: 375 time: 0.0883782 Nov 19 04:18:41.548682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.609855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafc51c6-750e-47e8-90a2-fc3ca4347ddc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:41.626614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-6429f162-0695-4bb1-8dfd-bc1547596b92 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110606 Nov 19 04:18:41.633542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.636869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8b5771b7-4b8d-4250-ae64-2ca0635e15cf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dafc51c6-750e-47e8-90a2-fc3ca4347ddc HTTP/1.1" status: 204 len: 168 time: 0.8062320 Nov 19 04:18:41.639393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48274) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:41.649074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:41.652950 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.756144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94006cf9-945e-414a-9c34-557a369daba0 None None] Network 25a3bb21-6afe-4f61-9981-523581fc05b7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:41.761362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device de67acad-7923-43ca-8c7d-817a1a9b793a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:41.854511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:41.984778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.014105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a3bb21-6afe-4f61-9981-523581fc05b7']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:42.036368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:42.036368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2fb31c-c2d2-44c2-ad79-e06ee9fcec37') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:42.056549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.080620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port de67acad-7923-43ca-8c7d-817a1a9b793a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:42.081010 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.096744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.118434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:18:42.121325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:18:42.123891 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:18:42.128814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f8500-b0a2-408f-9a44-2e24ca6e766a None None] DHCP port deletion for 25a3bb21-6afe-4f61-9981-523581fc05b7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:18:42.223829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.238827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.246766 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] 10.222.0.52 "DELETE /v2.0/networks/25a3bb21-6afe-4f61-9981-523581fc05b7 HTTP/1.1" status: 204 len: 168 time: 0.6062465 Nov 19 04:18:42.266001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645622d-d84a-48b3-9986-7a39f62c5a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a3bb21-6afe-4f61-9981-523581fc05b7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:42.288915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.361216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-2ba8fc06-33bb-4932-b7c0-2a54433c392e service neutron] 10.222.0.52 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337034 Nov 19 04:18:42.363597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=a6870dd4-bd0e-4919-b3d0-663e55e39ff3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:42.464993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:42.465451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:18:42.518053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:18:42.530222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-8517ab22-722d-4c93-b277-a8ccdb7e4808 service neutron] 10.222.0.52 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499100 Nov 19 04:18:42.538223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:42.549185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:42.549805 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:42.556105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16528c78-769b-424a-b806-6378bde1d4e6 None None] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:42.602657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a1527bf9-1743-4d94-b8a9-00fb08fc71ac tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2266889 Nov 19 04:18:42.604662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:42.697028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48326) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:42.846523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8dcfe69a-8ee1-4a14-87aa-d2861a106ad5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6885c6f6157a4752867a137d239e7b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470947 Nov 19 04:18:42.846750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48334) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:43.001717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:18:43.003462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.009885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a85c01d-0aa1-435a-a00b-7dadca6ca25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.070044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3051ad6a-4ab5-4191-8baf-024180c1c57e req-ee501e79-1a46-49b0-bae2-cf548a49fe99 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 210 time: 0.0322583 Nov 19 04:18:43.080990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a85c01d-0aa1-435a-a00b-7dadca6ca25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.136626 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Sync routers for ids ['927b6946-b66e-4435-b677-90b5bd858547'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:43.151978 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Routers {'927b6946-b66e-4435-b677-90b5bd858547'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:43.154098 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['927b6946-b66e-4435-b677-90b5bd858547'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:43.159802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a85c01d-0aa1-435a-a00b-7dadca6ca25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.165455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a85c01d-0aa1-435a-a00b-7dadca6ca25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.167550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4a85c01d-0aa1-435a-a00b-7dadca6ca25d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0aeb7f6a-570f-43ea-aad4-cb420309f095 HTTP/1.1" status: 204 len: 168 time: 0.3198283 Nov 19 04:18:43.210919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Allocated IP 2001:db8::2 (8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5/a6870dd4-bd0e-4919-b3d0-663e55e39ff3/eb694946-258b-46a4-a70d-d4f02f0435a9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:43.216524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85c01d-0aa1-435a-a00b-7dadca6ca25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeb7f6a-570f-43ea-aad4-cb420309f095,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:43.415613 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Set router 927b6946-b66e-4435-b677-90b5bd858547 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:43.435629 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.455537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.623731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:43.634832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Pushing event updated for resources: {'Port': ['ID=eb694946-258b-46a4-a70d-d4f02f0435a9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:43.647996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:43.655436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:43.799451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Attempting to bind port eb694946-258b-46a4-a70d-d4f02f0435a9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:43.799785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Attempting to bind port eb694946-258b-46a4-a70d-d4f02f0435a9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:43.801186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Attempting to bind port eb694946-258b-46a4-a70d-d4f02f0435a9 on network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:43.825065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:43.837142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Checking segment: {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:43.837977 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.839733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Bound using segment: {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:43.840681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Bound port: eb694946-258b-46a4-a70d-d4f02f0435a9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:43.862185 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:43.916916 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:18:38Z', 'revision_number': 4, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1fde2541-71ec-4b9a-8fd0-79d405ce44d4', 'name': '', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'mac_address': 'fa:16:3e:71:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:37Z', 'updated_at': '2021-11-19T04:18:39Z', 'revision_number': 2, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'subnets': [{'id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:44.016376 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Checking router: 927b6946-b66e-4435-b677-90b5bd858547 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:18:44.020256 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Updating router 927b6946-b66e-4435-b677-90b5bd858547 port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:18:44.058047 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.118886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] For port eb694946-258b-46a4-a70d-d4f02f0435a9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:44.122309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] For port eb694946-258b-46a4-a70d-d4f02f0435a9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eb694946-258b-46a4-a70d-d4f02f0435a9,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:44.130063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.276347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df08c2-335a-4caf-8a70-5b5eb2545249 None None] Pushing event updated for resources: {'Port': ['ID=eb694946-258b-46a4-a70d-d4f02f0435a9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:44.283665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.295930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17e73dd8-013a-4bd4-a03d-797864fd0cf9 req-0e230cec-1db3-4b06-9d00-a8184856d95b tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 210 time: 0.0785418 Nov 19 04:18:44.535737 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.543202 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.621808 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Pushing event updated for resources: {'Port': ['ID=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:44.632793 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.633526 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.633672 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.634075 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.634279 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.634649 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.635022 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.635421 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.635749 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.636084 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.636521 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.636932 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:44.767515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Attempting to bind port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:44.770702 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Attempting to bind port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:44.771101 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Attempting to bind port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:44.788854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:44.789314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Checking segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:44.790164 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.790164 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Bound using segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:44.790645 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Bound port: 1fde2541-71ec-4b9a-8fd0-79d405ce44d4, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:44.791036 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:44.860288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-27afe016-b861-42dc-ae71-c97316c818fe tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:44.862282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-27afe016-b861-42dc-ae71-c97316c818fe tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 810 time: 0.2517486 Nov 19 04:18:44.877412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8::1 (8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5/a6870dd4-bd0e-4919-b3d0-663e55e39ff3/d7e0c271-0fb6-42ae-ae20-f6743d59f12b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:44.897972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Request body: {'port': {'device_id': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'admin_state_up': True, 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:44.979767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] For port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:44.989761 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] For port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:45.002351 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:45.087685 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Routers {'927b6946-b66e-4435-b677-90b5bd858547'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:45.091617 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['927b6946-b66e-4435-b677-90b5bd858547'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:45.186303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Made reservation on behalf of 06327b63a9cb4e10af74eaf1e1a98cec for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:45.191187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:45.255268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:45.343132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:45.571923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eb694946-258b-46a4-a70d-d4f02f0435a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:45.588073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:45.601849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:45.609714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:45.616573 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40d76-acbd-48ba-9ac1-e98e7c8256ce None None] Pushing event updated for resources: {'Port': ['ID=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:45.620643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9deedca-8984-4e06-9640-7b28503065db req-96fc6e5c-6727-4285-a7ce-bb3e1aec22d1 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 210 time: 0.1498413 Nov 19 04:18:45.626829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:45.628733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:45.655384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Allocated IP 172.20.0.2 (8673b78c-8e31-4522-8eee-5da6fd7f1a7b/708a1b36-dee2-482b-82dd-39c1e1b0abaf/baaa2043-3a57-4dac-88d7-4f766710d976) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:45.713366 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] Set router 927b6946-b66e-4435-b677-90b5bd858547 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:45.781189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port eb694946-258b-46a4-a70d-d4f02f0435a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:45.781566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.115952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.177497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.252730 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.362728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.378574 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:18:38Z', 'revision_number': 4, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1fde2541-71ec-4b9a-8fd0-79d405ce44d4', 'name': '', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'mac_address': 'fa:16:3e:71:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:37Z', 'updated_at': '2021-11-19T04:18:44Z', 'revision_number': 4, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'subnets': [{'id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:46.413463 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0dd58-f30c-4f85-98f0-1b570e65edac None None] The sync data for ids ['927b6946-b66e-4435-b677-90b5bd858547'] in n-d-818503-1 is: [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:18:38Z', 'revision_number': 4, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1fde2541-71ec-4b9a-8fd0-79d405ce44d4', 'name': '', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'mac_address': 'fa:16:3e:71:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:37Z', 'updated_at': '2021-11-19T04:18:44Z', 'revision_number': 4, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'subnets': [{'id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:46.450605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Pushing event updated for resources: {'Port': ['ID=baaa2043-3a57-4dac-88d7-4f766710d976,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:46.514807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:46.521869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:46.529252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:46.537430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.538481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.549783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.550217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.559625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.560295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.560654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.561008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.563907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.564303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.564669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.565024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:18:46.584265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port eb694946-258b-46a4-a70d-d4f02f0435a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eb694946-258b-46a4-a70d-d4f02f0435a9,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:46.586819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c52e6-16ce-4553-8fe9-f84cb3c4f2de None None] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:46.644971 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.750424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:46.751527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.768010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=eb694946-258b-46a4-a70d-d4f02f0435a9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:46.805575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-c5632367-e3bc-427f-8e67-69f63455cb62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9207230 Nov 19 04:18:46.807456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2db54699-0c4d-436b-b920-a3424fb0ddff None None] Provisioning complete for port eb694946-258b-46a4-a70d-d4f02f0435a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:46.810394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2db54699-0c4d-436b-b920-a3424fb0ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.833493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Request body: {'port': {'device_id': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:46.926495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef9714-5842-45a7-bdad-211e8a15c500 req-b2717e53-ba20-4e12-b861-1f8e4c8884b5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:46.936138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbef9714-5842-45a7-bdad-211e8a15c500 req-b2717e53-ba20-4e12-b861-1f8e4c8884b5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 931 time: 0.1604481 Nov 19 04:18:46.939179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.940122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.949623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.950716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:46.997007 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:18:47.042538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbef9714-5842-45a7-bdad-211e8a15c500 req-2218872b-f20d-4da9-911b-7d30c7981322 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022384 Nov 19 04:18:47.170689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:47.297700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:47.307480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:47.719232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baaa2043-3a57-4dac-88d7-4f766710d976 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:18:47.735933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:18:47.751196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:47.777006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1eb1d181-4795-4b17-8e54-0e880bef4ea1 None None] Provisioning complete for port d7e0c271-0fb6-42ae-ae20-f6743d59f12b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:47.778040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d181-4795-4b17-8e54-0e880bef4ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:47.833811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Transition to ACTIVE for port object baaa2043-3a57-4dac-88d7-4f766710d976 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:18:47.847077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:47.884473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1d181-4795-4b17-8e54-0e880bef4ea1 None None] Port d7e0c271-0fb6-42ae-ae20-f6743d59f12b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:47.888370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:47.917334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:47.944037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d26950fd-2487-4401-9e3f-db1485d8a582 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3354971 Nov 19 04:18:47.949602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:47.951093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48448) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:47.973030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1eb1d181-4795-4b17-8e54-0e880bef4ea1 None None] Provisioning complete for port eb694946-258b-46a4-a70d-d4f02f0435a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:47.973719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d181-4795-4b17-8e54-0e880bef4ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:47.974155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-468542614'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:48.015224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:48.016132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:48.132752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Pushing event updated for resources: {'Port': ['ID=baaa2043-3a57-4dac-88d7-4f766710d976,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:48.142309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:48.312328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:48.313009 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.341287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:48.344931 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.540685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e15939-6c0f-44b6-9d4d-389489eb979c req-dd6807fd-f176-4d4c-8e6b-1b477ffb0d6b tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:48.548225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78e15939-6c0f-44b6-9d4d-389489eb979c req-dd6807fd-f176-4d4c-8e6b-1b477ffb0d6b tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 943 time: 0.2381814 Nov 19 04:18:48.556746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:18:48.566203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.587108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Attempting to bind port baaa2043-3a57-4dac-88d7-4f766710d976 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:48.587462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Attempting to bind port baaa2043-3a57-4dac-88d7-4f766710d976 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:48.588467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Attempting to bind port baaa2043-3a57-4dac-88d7-4f766710d976 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:48.594990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.595359 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment 1273e34c-2167-4681-b37d-05e9cc0e3d40 of type vlan for network 81952068-3872-446e-a0cd-a7d3c8282038 Nov 19 04:18:48.597134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Port baaa2043-3a57-4dac-88d7-4f766710d976 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:18:48.597134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Attempting to bind port baaa2043-3a57-4dac-88d7-4f766710d976 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:48.622275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:48.622763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Checking segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:48.623320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Bound using segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:48.623895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Bound port: baaa2043-3a57-4dac-88d7-4f766710d976, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:48.624391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:48.624706 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.653899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.654716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eb694946-258b-46a4-a70d-d4f02f0435a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:48.724536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.752134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78e15939-6c0f-44b6-9d4d-389489eb979c req-7c26e1f0-942c-4ba7-b6fd-ab5060b77799 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029259 Nov 19 04:18:48.773064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:48.823129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:46Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:46Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:48.826023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c6c7f208-fc9e-44a8-865a-28608cf0da0a None None] Provisioning complete for port d7e0c271-0fb6-42ae-ae20-f6743d59f12b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:48.826656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f208-fc9e-44a8-865a-28608cf0da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.836455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.855085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:48.857524 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.866473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] For port baaa2043-3a57-4dac-88d7-4f766710d976, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:48.871877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] For port baaa2043-3a57-4dac-88d7-4f766710d976, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=baaa2043-3a57-4dac-88d7-4f766710d976,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:48.889103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7f208-fc9e-44a8-865a-28608cf0da0a None None] Port d7e0c271-0fb6-42ae-ae20-f6743d59f12b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:48.919699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:18:48.920065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Updating router 14486e74-6478-4494-b32d-f98f088c4481 port d7e0c271-0fb6-42ae-ae20-f6743d59f12b binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:18:48.931278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.963197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port eb694946-258b-46a4-a70d-d4f02f0435a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:48.963581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:48.994061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Pushing event updated for resources: {'Port': ['ID=baaa2043-3a57-4dac-88d7-4f766710d976,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:49.014765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0546288 Nov 19 04:18:49.017916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48462) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:49.021129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20380d7-94ff-4f9e-9731-950740112f19 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=81952068-3872-446e-a0cd-a7d3c8282038,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:49.021350 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:49.024989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:49.025924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:49.027873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-a30880fd-a8e5-44a7-9e76-79e14bcb6930 service neutron] 10.222.0.36 "PUT /v2.0/ports/baaa2043-3a57-4dac-88d7-4f766710d976 HTTP/1.1" status: 200 len: 1091 time: 2.2033627 Nov 19 04:18:49.028601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'tag': 'baaa2043-3a57-4dac-88d7-4f766710d976'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:18:49.031706 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0ba620-ec69-455d-934b-269431976711" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b2826b-d47a-4c05-9f1d-7e073a93c720", "tag": "baaa2043-3a57-4dac-88d7-4f766710d976"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:18:49.036636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:49.063517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 81952068-3872-446e-a0cd-a7d3c8282038 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:18:49.076252 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab70453-8b34-4c90-87c4-71a6c24c5f93 x-openstack-request-id: req-cab70453-8b34-4c90-87c4-71a6c24c5f93 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:18:49.076856 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b2826b-d47a-4c05-9f1d-7e073a93c720", "tag": "baaa2043-3a57-4dac-88d7-4f766710d976", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:18:49.077382 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cab70453-8b34-4c90-87c4-71a6c24c5f93 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:18:49.078092 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'tag': 'baaa2043-3a57-4dac-88d7-4f766710d976', 'status': 'completed', 'code': 200} Nov 19 04:18:49.173271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-668eef56-8e10-4be5-8389-3ca1964bcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:49.174937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-668eef56-8e10-4be5-8389-3ca1964bcfce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 1094 time: 0.0878534 Nov 19 04:18:49.241186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a582256b-403a-42ba-b822-120aca6f116f None None] Provisioning complete for port d7e0c271-0fb6-42ae-ae20-f6743d59f12b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:49.241656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a582256b-403a-42ba-b822-120aca6f116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:49.265043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:49.269566 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:49.283638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-1bd9395b-9b2d-498f-b85c-7a971e9d06a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baaa2043-3a57-4dac-88d7-4f766710d976 HTTP/1.1" status: 200 len: 217 time: 0.1000650 Nov 19 04:18:49.292164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a582256b-403a-42ba-b822-120aca6f116f None None] Port d7e0c271-0fb6-42ae-ae20-f6743d59f12b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:49.352652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-cbd4d08a-6701-47bf-8d34-cdcdb78400af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:49.354522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-cbd4d08a-6701-47bf-8d34-cdcdb78400af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.0597367 Nov 19 04:18:49.395272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-81535fa0-fefd-4b5c-a015-aa02e1c52795 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323632 Nov 19 04:18:49.563079 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-cd096759-d781-405e-bc7a-e1099a3b7954 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603096 Nov 19 04:18:49.696138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:49.726853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:49.774066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fda25e8d-a9bc-40d4-b977-6a78745b8f04 req-fe4349e3-11af-412f-a980-6a12ae79a933 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899619 Nov 19 04:18:49.820843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=c2e7811d-424d-4007-bcd5-9d166bb29ea1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:49.835853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:49.844218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: 81952068-3872-446e-a0cd-a7d3c8282038, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:18:49.869393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 81952068-3872-446e-a0cd-a7d3c8282038 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:18:49.905422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 81952068-3872-446e-a0cd-a7d3c8282038) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:49.921382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:49.922091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:49.947963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba620-ec69-455d-934b-269431976711 req-247d6e34-761e-46c2-9658-14881d794aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:49.950195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-247d6e34-761e-46c2-9658-14881d794aaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 1094 time: 0.1043777 Nov 19 04:18:49.958113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9e00ceab-d37e-46fa-880a-cb3dd7b198d7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9313312 Nov 19 04:18:49.960487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:50.083077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba620-ec69-455d-934b-269431976711 req-6bf3ef47-c562-40dd-81df-6b04eb231076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:50.086264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-6bf3ef47-c562-40dd-81df-6b04eb231076 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 911 time: 0.1242425 Nov 19 04:18:50.181803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-e7b24338-b69a-4887-94ed-949c64a027e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baaa2043-3a57-4dac-88d7-4f766710d976 HTTP/1.1" status: 200 len: 217 time: 0.0573690 Nov 19 04:18:50.251008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba620-ec69-455d-934b-269431976711 req-a0acc9a2-f4b2-4201-833c-ce545e3e66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:50.253088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-a0acc9a2-f4b2-4201-833c-ce545e3e66f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.0635836 Nov 19 04:18:50.305945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-8bb203b0-6b09-4640-8d8c-001d884862d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432990 Nov 19 04:18:50.318799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:50.320335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa47053-dfbd-45c8-a256-42dcc568d241 None None] Network 81952068-3872-446e-a0cd-a7d3c8282038 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:50.343396 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:50.451565 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55a7f7-b8c3-4236-a073-86bb67abff1d req-a44e7d30-d567-48ba-a13d-6e9f705224a2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:50.453360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b55a7f7-b8c3-4236-a073-86bb67abff1d req-a44e7d30-d567-48ba-a13d-6e9f705224a2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 943 time: 0.3656354 Nov 19 04:18:50.455979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-22686d57-b952-4d69-8a4c-9bd9eb8c293a service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329117 Nov 19 04:18:50.487900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb364-ece4-4d40-bf76-52c8db277919 None None] Pushing event updated for resources: {'Port': ['ID=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:50.586354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:50.586754 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:50.592764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b55a7f7-b8c3-4236-a073-86bb67abff1d req-caf0613a-7262-4297-bca9-966b259d1061 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314421 Nov 19 04:18:50.791640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c0ba620-ec69-455d-934b-269431976711 req-dbd86c63-b1bb-405b-a5ce-d44bc66b6a9d service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672365 Nov 19 04:18:50.879189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Attempting to bind port d7e0c271-0fb6-42ae-ae20-f6743d59f12b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:50.879189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Attempting to bind port d7e0c271-0fb6-42ae-ae20-f6743d59f12b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:50.879189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Attempting to bind port d7e0c271-0fb6-42ae-ae20-f6743d59f12b on network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:50.887962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:50.888523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Checking segment: {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:50.889032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:50.889565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Bound using segment: {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:50.890158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Bound port: d7e0c271-0fb6-42ae-ae20-f6743d59f12b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:50.890885 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:50.933349 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.009766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-81952068-3872-446e-a0cd-a7d3c8282038', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:18:51.010680 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.129458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] For port d7e0c271-0fb6-42ae-ae20-f6743d59f12b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:51.203434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3295c227-0007-4db1-9292-a641e85ef883 None None] Provisioning complete for port d7e0c271-0fb6-42ae-ae20-f6743d59f12b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:51.204261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3295c227-0007-4db1-9292-a641e85ef883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.246110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3295c227-0007-4db1-9292-a641e85ef883 None None] Port d7e0c271-0fb6-42ae-ae20-f6743d59f12b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:18:51.250441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] For port d7e0c271-0fb6-42ae-ae20-f6743d59f12b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:51.277758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.356564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:51.357213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:51.359491 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc297bc2-c8bd-41c7-b9d0-6a4279dbb5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.439444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8:1::1 (81952068-3872-446e-a0cd-a7d3c8282038/c2e7811d-424d-4007-bcd5-9d166bb29ea1/834537ad-ebdc-4225-96e5-0a1cfa1ce875) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:51.479475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb364-ece4-4d40-bf76-52c8db277919 None None] Pushing event updated for resources: {'Port': ['ID=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:51.498272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:51.640461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.744299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.855727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 81952068-3872-446e-a0cd-a7d3c8282038 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:51.859980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Allocated IP 2001:db8:1::2 (81952068-3872-446e-a0cd-a7d3c8282038/c2e7811d-424d-4007-bcd5-9d166bb29ea1/e95731fc-0aaa-4102-a1b0-338e7709e7d8) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:51.860291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:51.866040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:51.866777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:51.873665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=834537ad-ebdc-4225-96e5-0a1cfa1ce875,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:51.880810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device baaa2043-3a57-4dac-88d7-4f766710d976 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:18:51.887659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1b300-cac2-4fc4-80ef-06d4b12151b6 req-96ec5270-d36f-4bd1-908b-e7f345f75c18 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:51.898730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24a1b300-cac2-4fc4-80ef-06d4b12151b6 req-96ec5270-d36f-4bd1-908b-e7f345f75c18 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 943 time: 0.1305363 Nov 19 04:18:51.961086 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24a1b300-cac2-4fc4-80ef-06d4b12151b6 req-019afa52-0b95-4f60-acc8-2579970f4454 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Nov 19 04:18:51.999630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-41c71e05-5bfc-4fab-b276-96275d066c4d None None] Provisioning complete for port d7e0c271-0fb6-42ae-ae20-f6743d59f12b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:51.999768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-41c71e05-5bfc-4fab-b276-96275d066c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.066174 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.208393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port baaa2043-3a57-4dac-88d7-4f766710d976, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=baaa2043-3a57-4dac-88d7-4f766710d976,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:52.243616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'baaa2043-3a57-4dac-88d7-4f766710d976', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'port_id': 'baaa2043-3a57-4dac-88d7-4f766710d976', 'mac_address': 'fa:16:3e:dc:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:18:52.314516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:46Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:51Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:52.388356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.391958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6787b91-6782-4c1c-b8d4-757fe5720db6 None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:46Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:51Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:52.404102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.404914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.411146 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-41c71e05-5bfc-4fab-b276-96275d066c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.419764 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.444395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.462587 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.543615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baaa2043-3a57-4dac-88d7-4f766710d976 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:18:52.593823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=834537ad-ebdc-4225-96e5-0a1cfa1ce875,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:52.625754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-41c71e05-5bfc-4fab-b276-96275d066c4d None None] For port d7e0c271-0fb6-42ae-ae20-f6743d59f12b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:52.634757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Network 81952068-3872-446e-a0cd-a7d3c8282038 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:52.649230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-41c71e05-5bfc-4fab-b276-96275d066c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.651323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:52.654869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port baaa2043-3a57-4dac-88d7-4f766710d976, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=baaa2043-3a57-4dac-88d7-4f766710d976,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:52.659048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:52.663168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Pushing event updated for resources: {'Port': ['ID=e95731fc-0aaa-4102-a1b0-338e7709e7d8,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:52.680091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.685733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 81952068-3872-446e-a0cd-a7d3c8282038 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:52.690607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:52.904064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Attempting to bind port e95731fc-0aaa-4102-a1b0-338e7709e7d8 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:52.904444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Attempting to bind port e95731fc-0aaa-4102-a1b0-338e7709e7d8 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:52.905327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Attempting to bind port e95731fc-0aaa-4102-a1b0-338e7709e7d8 on network 81952068-3872-446e-a0cd-a7d3c8282038 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:52.923602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:52.924004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Checking segment: {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:52.924418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.924827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Bound using segment: {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:52.925382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Bound port: e95731fc-0aaa-4102-a1b0-338e7709e7d8, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:52.925774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.937797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['baaa2043-3a57-4dac-88d7-4f766710d976'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:18:52.956675 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:52.963808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c71e05-5bfc-4fab-b276-96275d066c4d None None] Pushing event updated for resources: {'Port': ['ID=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:52.976606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:53.228558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79d44-342b-4910-9b10-40a1b7a0bc74 req-d06ab731-534d-4967-ac1a-e0f8ecbd3cfa tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:53.244907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5b79d44-342b-4910-9b10-40a1b7a0bc74 req-d06ab731-534d-4967-ac1a-e0f8ecbd3cfa tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 944 time: 0.1122746 Nov 19 04:18:53.254511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:53.266808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f84c5c16-8044-44d6-b004-0bc976450f37 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3050523 Nov 19 04:18:53.269642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48512) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:53.291733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092154791'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:53.351716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5b79d44-342b-4910-9b10-40a1b7a0bc74 req-c85956d3-a7ab-4d94-9a69-02026f0311fd tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056879 Nov 19 04:18:53.359012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=baaa2043-3a57-4dac-88d7-4f766710d976,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:53.378170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:53.383235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.671236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:18:53.671236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.671236 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment 7bd948c2-aab7-43f8-9ff4-cf8cfee80a13 of type vlan for network 20b123ba-39b4-41e9-9163-ea258ab5accb Nov 19 04:18:53.671236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.680697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] For port e95731fc-0aaa-4102-a1b0-338e7709e7d8, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:53.680697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] For port e95731fc-0aaa-4102-a1b0-338e7709e7d8, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e95731fc-0aaa-4102-a1b0-338e7709e7d8,segment=NetworkSegment(1273e34c-2167-4681-b37d-05e9cc0e3d40),segment_id=1273e34c-2167-4681-b37d-05e9cc0e3d40)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:53.680697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.682826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.682826 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:53.682826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.774718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-50989144-55f1-4d53-b161-3544632a73ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:53.869335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5856891 Nov 19 04:18:53.872767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48536) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:53.882597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:53.888015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ac0a3-7112-4fa0-abcf-79c0663c3eae tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=20b123ba-39b4-41e9-9163-ea258ab5accb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:53.910704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d7e0c271-0fb6-42ae-ae20-f6743d59f12b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:53.986364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 20b123ba-39b4-41e9-9163-ea258ab5accb details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:18:54.042327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74dd9a-8694-4f2c-86a7-e2b950eba985 None None] Pushing event updated for resources: {'Port': ['ID=e95731fc-0aaa-4102-a1b0-338e7709e7d8,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:54.109306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d7e0c271-0fb6-42ae-ae20-f6743d59f12b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:54.109875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:54.148655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:54.153184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:54.728798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54221e25-a8c3-45e7-a311-b49fe78de358 req-d89a2350-38bf-44f0-98d7-fb2d00c28ae7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:54.741240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54221e25-a8c3-45e7-a311-b49fe78de358 req-d89a2350-38bf-44f0-98d7-fb2d00c28ae7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 944 time: 0.1959150 Nov 19 04:18:54.766846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:54.853985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=6466e12d-14fa-4a6e-83cb-1fd828c50c73,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:54.910030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54221e25-a8c3-45e7-a311-b49fe78de358 req-73f8aee5-8493-4535-8ee5-bb811484fdd5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673913 Nov 19 04:18:55.008667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:55.009039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: 20b123ba-39b4-41e9-9163-ea258ab5accb, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:18:55.045859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 20b123ba-39b4-41e9-9163-ea258ab5accb is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:18:55.062846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 20b123ba-39b4-41e9-9163-ea258ab5accb) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:55.067471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:55.068179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:55.075719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a507a0-1898-41c3-9607-7cac82b40780 None None] Network 20b123ba-39b4-41e9-9163-ea258ab5accb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:55.118189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:55.119705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-70cb54a6-758a-4e09-9b58-709590422968 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2453027 Nov 19 04:18:55.411210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:55.511669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:18:55.545211 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:55.546352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:55.582105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-20b123ba-39b4-41e9-9163-ea258ab5accb', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:18:55.585132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:55.807742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c72ec7-240a-4751-b4d1-655594ce7ef6 None None] Network 81952068-3872-446e-a0cd-a7d3c8282038 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:18:55.883913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Allocated IP 2001:db8:2::2 (20b123ba-39b4-41e9-9163-ea258ab5accb/6466e12d-14fa-4a6e-83cb-1fd828c50c73/b7d41703-b25f-4397-a7be-e50354fb0e2e) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:55.920220 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:56.065630 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.070431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e95731fc-0aaa-4102-a1b0-338e7709e7d8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:56.075944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device baaa2043-3a57-4dac-88d7-4f766710d976 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:56.150812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.226389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509db72-952a-4d7b-93ac-1fdc36dd2a8b req-6f30a7ed-e7e8-4d70-96d1-469d050790b9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:56.235555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e509db72-952a-4d7b-93ac-1fdc36dd2a8b req-6f30a7ed-e7e8-4d70-96d1-469d050790b9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 944 time: 0.1247408 Nov 19 04:18:56.292014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bb4d6ca8-b7a3-43a9-a97e-945e3a839a54 None None] Provisioning complete for port e95731fc-0aaa-4102-a1b0-338e7709e7d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:56.292797 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6ca8-b7a3-43a9-a97e-945e3a839a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.353577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e509db72-952a-4d7b-93ac-1fdc36dd2a8b req-df29d5ee-ff02-46e3-8273-d60d45790bbc tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132021 Nov 19 04:18:56.384360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Network 20b123ba-39b4-41e9-9163-ea258ab5accb is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:56.386776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port baaa2043-3a57-4dac-88d7-4f766710d976 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:18:56.417459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:56.420242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:56.423125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d41703-b25f-4397-a7be-e50354fb0e2e,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:56.435226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port baaa2043-3a57-4dac-88d7-4f766710d976 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:56.436058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.539178 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 3, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:56.556205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.588689 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:18:56.589355 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Updating router 14486e74-6478-4494-b32d-f98f088c4481 port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:18:56.598332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e95731fc-0aaa-4102-a1b0-338e7709e7d8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:56.598998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.661622 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:56.845058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.052461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8:2::1 (20b123ba-39b4-41e9-9163-ea258ab5accb/6466e12d-14fa-4a6e-83cb-1fd828c50c73/a6938055-13d5-4d06-b5c7-84843b81e286) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:18:57.149090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Attempting to bind port b7d41703-b25f-4397-a7be-e50354fb0e2e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:57.149699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Attempting to bind port b7d41703-b25f-4397-a7be-e50354fb0e2e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:57.150983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Attempting to bind port b7d41703-b25f-4397-a7be-e50354fb0e2e on network 20b123ba-39b4-41e9-9163-ea258ab5accb {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:57.179430 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.186054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.202352 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.203090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:57.204445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Checking segment: {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:57.207516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.208771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Bound using segment: {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:57.209611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Bound port: b7d41703-b25f-4397-a7be-e50354fb0e2e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:57.211855 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.226336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.323408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.380086 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384b0a-b350-459e-bdd7-8aae8ef55a8d None None] Pushing event updated for resources: {'Port': ['ID=834537ad-ebdc-4225-96e5-0a1cfa1ce875,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:57.451543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6ca8-b7a3-43a9-a97e-945e3a839a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.460142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 20b123ba-39b4-41e9-9163-ea258ab5accb is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:57.480599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:57.494001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:18:57.494992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.519927 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Attempting to bind port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:18:57.520610 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Attempting to bind port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:18:57.521155 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Attempting to bind port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 on network 81952068-3872-446e-a0cd-a7d3c8282038 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:18:57.530019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:18:57.530738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Checking segment: {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:18:57.531344 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.531928 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Bound using segment: {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:18:57.532612 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Bound port: 834537ad-ebdc-4225-96e5-0a1cfa1ce875, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1273e34c-2167-4681-b37d-05e9cc0e3d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:18:57.533206 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.557789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] For port b7d41703-b25f-4397-a7be-e50354fb0e2e, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:57.564481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8887-4b64-4fa4-8266-2c17c711a0bd req-79e6a168-f4e8-42d1-8e10-09f68e5b594c tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:57.569549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] For port b7d41703-b25f-4397-a7be-e50354fb0e2e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7d41703-b25f-4397-a7be-e50354fb0e2e,segment=NetworkSegment(7bd948c2-aab7-43f8-9ff4-cf8cfee80a13),segment_id=7bd948c2-aab7-43f8-9ff4-cf8cfee80a13)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:57.576253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79db8887-4b64-4fa4-8266-2c17c711a0bd req-79e6a168-f4e8-42d1-8e10-09f68e5b594c tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 944 time: 0.0987177 Nov 19 04:18:57.594424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port baaa2043-3a57-4dac-88d7-4f766710d976, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=baaa2043-3a57-4dac-88d7-4f766710d976,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:57.603321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaa2043-3a57-4dac-88d7-4f766710d976'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:18:57.611113 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8521f-29d3-416a-b1db-e0b48ba7cd83" -d '{"events": [{"server_uuid": "f7b2826b-d47a-4c05-9f1d-7e073a93c720", "name": "network-vif-plugged", "status": "completed", "tag": "baaa2043-3a57-4dac-88d7-4f766710d976"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:18:57.623550 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.626489 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.628869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.647928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=a6938055-13d5-4d06-b5c7-84843b81e286,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:57.704916 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] For port 834537ad-ebdc-4225-96e5-0a1cfa1ce875, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:18:57.714109 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] For port 834537ad-ebdc-4225-96e5-0a1cfa1ce875, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=834537ad-ebdc-4225-96e5-0a1cfa1ce875,segment=NetworkSegment(1273e34c-2167-4681-b37d-05e9cc0e3d40),segment_id=1273e34c-2167-4681-b37d-05e9cc0e3d40)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:18:57.716399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79db8887-4b64-4fa4-8266-2c17c711a0bd req-90996aa3-65a2-4895-b83a-efbe4e68d5cc tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389925 Nov 19 04:18:57.725388 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.785263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bb4d6ca8-b7a3-43a9-a97e-945e3a839a54 None None] For port e95731fc-0aaa-4102-a1b0-338e7709e7d8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e95731fc-0aaa-4102-a1b0-338e7709e7d8,segment=NetworkSegment(1273e34c-2167-4681-b37d-05e9cc0e3d40),segment_id=1273e34c-2167-4681-b37d-05e9cc0e3d40)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:57.792217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.820409 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6ca8-b7a3-43a9-a97e-945e3a839a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.835110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=baaa2043-3a57-4dac-88d7-4f766710d976,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:57.896121 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:18:57.898641 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:57.948600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:57.973247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bb24e-ae06-4b1a-88f0-58e6d75306a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d41703-b25f-4397-a7be-e50354fb0e2e,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:58.145200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384b0a-b350-459e-bdd7-8aae8ef55a8d None None] Pushing event updated for resources: {'Port': ['ID=834537ad-ebdc-4225-96e5-0a1cfa1ce875,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:58.157185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d6ca8-b7a3-43a9-a97e-945e3a839a54 None None] Pushing event updated for resources: {'Port': ['ID=e95731fc-0aaa-4102-a1b0-338e7709e7d8,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:58.182714 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b80299-2d64-418e-9f18-8581f96a634f x-openstack-request-id: req-59b80299-2d64-418e-9f18-8581f96a634f {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:18:58.183096 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b2826b-d47a-4c05-9f1d-7e073a93c720", "name": "network-vif-plugged", "status": "completed", "tag": "baaa2043-3a57-4dac-88d7-4f766710d976", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:18:58.188968 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59b80299-2d64-418e-9f18-8581f96a634f {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:18:58.191828 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaa2043-3a57-4dac-88d7-4f766710d976', 'code': 200} Nov 19 04:18:58.344171 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:18:58.403491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa031f-f047-4cbf-adfd-5f7a89aa643f req-bcd53a82-66b4-4276-9043-71db1310e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:58.408019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Provisioning complete for port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:58.414517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ddaa031f-f047-4cbf-adfd-5f7a89aa643f req-bcd53a82-66b4-4276-9043-71db1310e887 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 1096 time: 0.2483470 Nov 19 04:18:58.415218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.550806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ddaa031f-f047-4cbf-adfd-5f7a89aa643f req-e693d959-a5dd-490a-83ea-44575304108b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192079 Nov 19 04:18:58.557237 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:18:58.560444 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:18:58.720610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.829892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] For port 834537ad-ebdc-4225-96e5-0a1cfa1ce875, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=834537ad-ebdc-4225-96e5-0a1cfa1ce875,segment=NetworkSegment(1273e34c-2167-4681-b37d-05e9cc0e3d40),segment_id=1273e34c-2167-4681-b37d-05e9cc0e3d40)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:18:58.842322 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.883301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.906821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.909622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.959926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Provisioning complete for port e95731fc-0aaa-4102-a1b0-338e7709e7d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:58.960559 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:58.963019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 1, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:18:59.003260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=a6938055-13d5-4d06-b5c7-84843b81e286,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:59.026478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62e913-98cb-4d99-9093-47a3b1af3f39 req-55146894-1750-45cd-87a4-4b0682bea9f2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:18:59.030171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd21bc3-c44f-4b4d-a30c-355783b21c7f None None] Pushing event updated for resources: {'Port': ['ID=834537ad-ebdc-4225-96e5-0a1cfa1ce875,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:18:59.045870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b62e913-98cb-4d99-9093-47a3b1af3f39 req-55146894-1750-45cd-87a4-4b0682bea9f2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1546037 Nov 19 04:18:59.046195 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88afefa5-f226-45b7-b1c0-366d565c9a13 None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 1, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:18:59.181344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b62e913-98cb-4d99-9093-47a3b1af3f39 req-882f778f-5bbc-4fc1-a8f0-fe05cfbf7d55 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338353 Nov 19 04:18:59.291411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 20b123ba-39b4-41e9-9163-ea258ab5accb is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:18:59.292812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:18:59.492052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4fe4a11d-b054-4d44-9cfa-2bb58b02fd2f None None] Provisioning complete for port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:59.492608 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a11d-b054-4d44-9cfa-2bb58b02fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:59.582562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:18:59.889406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7d41703-b25f-4397-a7be-e50354fb0e2e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:18:59.904013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:18:59.929273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a7be385a-e4a9-4693-a636-9c3fb379d719 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8099179 Nov 19 04:18:59.931973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48642) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:18:59.938979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-512098329'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:18:59.992618 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:18:59.996264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:18:59.999267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b7d41703-b25f-4397-a7be-e50354fb0e2e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:18:59.999733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.053231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:19:00.079876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.081009 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added segment 8ae02913-6949-4b6f-9bc9-4a8b5a300e10 of type vlan for network 43568b6f-fd90-4f77-bc86-f8e96222a91a Nov 19 04:19:00.170210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.224028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d420616e-2b48-4c84-a874-3384696a04fd None None] Provisioning complete for port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:00.225517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d420616e-2b48-4c84-a874-3384696a04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.272099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.308425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:00.311553 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.488163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48654) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:00.488833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5551782 Nov 19 04:19:00.493707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'subnet': {'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:00.610319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166d845-ce0d-4f15-a251-5b34b5d02a13 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Network': ['ID=43568b6f-fd90-4f77-bc86-f8e96222a91a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:00.643232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6aa81-3ff2-4ffb-9b90-2e1d511a5d87 req-fa2b04f4-2b2d-4395-8a80-6f90c08440e3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:00.648305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb70d7d-d42e-4ae8-9f69-fa2c6887b50e None None] Network 20b123ba-39b4-41e9-9163-ea258ab5accb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:00.653582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bf6aa81-3ff2-4ffb-9b90-2e1d511a5d87 req-fa2b04f4-2b2d-4395-8a80-6f90c08440e3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.2992835 Nov 19 04:19:00.799612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bf6aa81-3ff2-4ffb-9b90-2e1d511a5d87 req-c2b62ffd-c1df-457c-9c5a-59513cd105e9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447761 Nov 19 04:19:00.872129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Made reservation on behalf of c961e03881e34ab1836188a4e266dd1e for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:00.877843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:00.914857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:19:01.011268 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:01.380687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:01.390792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port b7d41703-b25f-4397-a7be-e50354fb0e2e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7d41703-b25f-4397-a7be-e50354fb0e2e,segment=NetworkSegment(7bd948c2-aab7-43f8-9ff4-cf8cfee80a13),segment_id=7bd948c2-aab7-43f8-9ff4-cf8cfee80a13)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:01.452679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:01.489580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 834537ad-ebdc-4225-96e5-0a1cfa1ce875 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:01.560949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Checking segment: {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:01.561324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network hostable DHCP agents. Network: 43568b6f-fd90-4f77-bc86-f8e96222a91a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:19:01.568983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Subnet': ['ID=8d401b6d-ebab-4e15-8312-4143c6373e6b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:01.601301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:19:01.622227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 43568b6f-fd90-4f77-bc86-f8e96222a91a) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:01.626755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:01.627364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:01.660231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ca343a31-207f-443b-9c34-04fe28ad93df tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1707811 Nov 19 04:19:01.663561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48676) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:01.696708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ad6c7-7260-4a23-9c78-8748bf0bec23 req-8b58a6fa-c4b3-454e-809b-66e988763bef tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:01.701579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b2ad6c7-7260-4a23-9c78-8748bf0bec23 req-8b58a6fa-c4b3-454e-809b-66e988763bef tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1835299 Nov 19 04:19:01.702659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a73802-f6f8-4c4c-ae1f-073bdda17004 None None] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:01.705625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586280-e5d1-4060-a231-1f7a2b54afef req-7423e7c3-38e1-4dc6-9290-96e043bdfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:01.708604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-7423e7c3-38e1-4dc6-9290-96e043bdfbe8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 1096 time: 0.2382185 Nov 19 04:19:02.052232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586280-e5d1-4060-a231-1f7a2b54afef req-1996776b-11a9-48a6-b942-6c63c6418c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:02.055080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-1996776b-11a9-48a6-b942-6c63c6418c68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 911 time: 0.3305533 Nov 19 04:19:02.122301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-b36fa97a-2e64-4f5e-8050-4794f4189980 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baaa2043-3a57-4dac-88d7-4f766710d976 HTTP/1.1" status: 200 len: 217 time: 0.0572300 Nov 19 04:19:02.151722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=b7d41703-b25f-4397-a7be-e50354fb0e2e,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:02.171064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:02.191485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:02.192038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:02.197826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d0ce0032-23a9-400c-bac5-58c4e6e94d5b None None] Provisioning complete for port b7d41703-b25f-4397-a7be-e50354fb0e2e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:02.199986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0032-23a9-400c-bac5-58c4e6e94d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:02.243413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b2ad6c7-7260-4a23-9c78-8748bf0bec23 req-e0949513-abf1-4cf9-afe6-69f4241b200f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152690 Nov 19 04:19:02.274154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586280-e5d1-4060-a231-1f7a2b54afef req-3c81b2d4-c33c-4022-8310-f91e7a78136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:02.289036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-3c81b2d4-c33c-4022-8310-f91e7a78136e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.1548789 Nov 19 04:19:02.304831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:02.388083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-4d773fd0-0707-409e-8690-9cb53c2d967e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897808 Nov 19 04:19:02.452499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:02.453331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:02.508727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48692) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:02.688039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-545046ba-939e-4391-bce4-d7785e92facb service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905688 Nov 19 04:19:02.709720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-43568b6f-fd90-4f77-bc86-f8e96222a91a', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:19:02.710643 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:02.724003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e95731fc-0aaa-4102-a1b0-338e7709e7d8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:02.785995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:02.940518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:02.953064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e25807f7-298e-4250-9ff9-d8778dddd6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.188389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7832cba4-2493-4b4e-b624-25429a601146 None None] Provisioning complete for port b7d41703-b25f-4397-a7be-e50354fb0e2e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:03.188741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7832cba4-2493-4b4e-b624-25429a601146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.199517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38586280-e5d1-4060-a231-1f7a2b54afef req-7c912430-e625-4df4-8c7f-ecf12abde269 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027075 Nov 19 04:19:03.202263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e25807f7-298e-4250-9ff9-d8778dddd6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.211094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e25807f7-298e-4250-9ff9-d8778dddd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.247997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e95731fc-0aaa-4102-a1b0-338e7709e7d8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:03.248523 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.301412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e25807f7-298e-4250-9ff9-d8778dddd6f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbf0d158d6cc4814888edb15732ec2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7876465 Nov 19 04:19:03.302115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48710) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:03.381117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25807f7-298e-4250-9ff9-d8778dddd6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc0cad-1267-4d64-9a1a-ab35a6d9c776,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:03.436901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Allocated IP 2001:db8:3::2 (43568b6f-fd90-4f77-bc86-f8e96222a91a/8d401b6d-ebab-4e15-8312-4143c6373e6b/7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:03.739089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7832cba4-2493-4b4e-b624-25429a601146 None None] Provisioning complete for port a6938055-13d5-4d06-b5c7-84843b81e286 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:03.739815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7832cba4-2493-4b4e-b624-25429a601146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.813896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:18:57Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:03.876018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:03.876591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Updating router 14486e74-6478-4494-b32d-f98f088c4481 port a6938055-13d5-4d06-b5c7-84843b81e286 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:19:03.909737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7832cba4-2493-4b4e-b624-25429a601146 None None] Port a6938055-13d5-4d06-b5c7-84843b81e286 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:03.967319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d1f6e-2b5b-4ea6-b553-28c4e0f15de8 req-cbba22c5-6d80-4c20-9d85-2eb7c3f449f7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:03.968929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf3d1f6e-2b5b-4ea6-b553-28c4e0f15de8 req-cbba22c5-6d80-4c20-9d85-2eb7c3f449f7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.5837266 Nov 19 04:19:03.983354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:03.987943 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf4fc37-8258-466b-9efe-e8405e72ecc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.013457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf4fc37-8258-466b-9efe-e8405e72ecc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.115974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf4fc37-8258-466b-9efe-e8405e72ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.118692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf4fc37-8258-466b-9efe-e8405e72ecc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.135863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8cf4fc37-8258-466b-9efe-e8405e72ecc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbcc0cad-1267-4d64-9a1a-ab35a6d9c776 HTTP/1.1" status: 204 len: 168 time: 0.8220134 Nov 19 04:19:04.160562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-0d4693d1-d063-496a-866d-92e7c95cfab3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2380316 Nov 19 04:19:04.162796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4fc37-8258-466b-9efe-e8405e72ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc0cad-1267-4d64-9a1a-ab35a6d9c776,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:04.209651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf3d1f6e-2b5b-4ea6-b553-28c4e0f15de8 req-e61d5a01-3660-46ce-a87e-5e0da633a8a3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219124 Nov 19 04:19:04.292574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-f74553fe-926e-4f3b-86b6-e5d463219aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:04.294201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-f74553fe-926e-4f3b-86b6-e5d463219aad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1096 time: 0.0834141 Nov 19 04:19:04.397309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7d41703-b25f-4397-a7be-e50354fb0e2e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:04.492598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.514065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.514300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-ca3c55c8-da75-4ebf-99f1-1e7da54ff48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:04.516387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-ca3c55c8-da75-4ebf-99f1-1e7da54ff48c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1912456 Nov 19 04:19:04.665867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Allocated IP 2001:db8:3::1 (43568b6f-fd90-4f77-bc86-f8e96222a91a/8d401b6d-ebab-4e15-8312-4143c6373e6b/10dac7fc-e481-4c97-9708-d884324f8d57) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:04.671430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:04.690201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:04.697245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Pushing event updated for resources: {'Port': ['ID=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:04.720655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:04.731108 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-b355ea44-ee32-4814-bf15-2c1afd70ca89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 1001 time: 0.1915662 Nov 19 04:19:04.764953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b7d41703-b25f-4397-a7be-e50354fb0e2e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:04.767222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.867511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-0060cb80-e9c8-4d4a-9c0d-bca9c426b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:04.872024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-0060cb80-e9c8-4d4a-9c0d-bca9c426b95d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.1278460 Nov 19 04:19:04.966940 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:04.977444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-afdd274f-05ec-4a2b-8dfb-aa15994ce05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:04.981749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-afdd274f-05ec-4a2b-8dfb-aa15994ce05e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977087 Nov 19 04:19:04.985592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Attempting to bind port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:04.986133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Attempting to bind port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:04.986617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Attempting to bind port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c on network 43568b6f-fd90-4f77-bc86-f8e96222a91a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:05.003216 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:05.003759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Checking segment: {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:05.004296 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.004803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Bound using segment: {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:05.005406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Bound port: 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:05.006640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.046891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.137408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:05.141282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:05.145360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:05.146039 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.237897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-b6a36358-194b-4a6c-8fcb-235e2d4e861d service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408240 Nov 19 04:19:05.251837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=10dac7fc-e481-4c97-9708-d884324f8d57,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:05.291955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.415779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] For port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:05.439883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] For port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,segment=NetworkSegment(8ae02913-6949-4b6f-9bc9-4a8b5a300e10),segment_id=8ae02913-6949-4b6f-9bc9-4a8b5a300e10)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:05.445351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.447909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.507256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.586209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8008f2f-55c1-4bc1-99e0-ebd71b01d750 req-edc3912e-b353-4ff5-8ab5-9f2c398049a7 service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216195 Nov 19 04:19:05.644898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda10502-618f-424b-ba74-1eb720ebd460 None None] Pushing event updated for resources: {'Port': ['ID=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:05.658320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5edb0f-e8ab-48ff-8a4c-b8a0053f6b16 req-622a3212-db4b-4838-8879-1f1a24a8dbb5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:05.670904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa5edb0f-e8ab-48ff-8a4c-b8a0053f6b16 req-622a3212-db4b-4838-8879-1f1a24a8dbb5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.2639492 Nov 19 04:19:05.720566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Attempting to bind port a6938055-13d5-4d06-b5c7-84843b81e286 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:05.720955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Attempting to bind port a6938055-13d5-4d06-b5c7-84843b81e286 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:05.721576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Attempting to bind port a6938055-13d5-4d06-b5c7-84843b81e286 on network 20b123ba-39b4-41e9-9163-ea258ab5accb {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:05.762007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:05.762007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Checking segment: {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:05.762406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.762815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Bound using segment: {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:05.763324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Bound port: a6938055-13d5-4d06-b5c7-84843b81e286, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:05.763746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.808914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b869a-a5c6-4edf-90e7-bf64014fd225 None None] Pushing event updated for resources: {'Port': ['ID=a6938055-13d5-4d06-b5c7-84843b81e286,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:05.865462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.879247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.880294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:05.931392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa5edb0f-e8ab-48ff-8a4c-b8a0053f6b16 req-ccb14a6f-9d87-4fba-8042-c433f5d056fb tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448876 Nov 19 04:19:05.954220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] For port a6938055-13d5-4d06-b5c7-84843b81e286, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:05.962104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] For port a6938055-13d5-4d06-b5c7-84843b81e286, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a6938055-13d5-4d06-b5c7-84843b81e286,segment=NetworkSegment(7bd948c2-aab7-43f8-9ff4-cf8cfee80a13),segment_id=7bd948c2-aab7-43f8-9ff4-cf8cfee80a13)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:05.977828 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:06.040102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event updated for resources: {'Port': ['ID=10dac7fc-e481-4c97-9708-d884324f8d57,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:06.138079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:06.138858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:06.290936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:06.323139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:06.327694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:06.463121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b869a-a5c6-4edf-90e7-bf64014fd225 None None] Pushing event updated for resources: {'Port': ['ID=a6938055-13d5-4d06-b5c7-84843b81e286,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:06.547780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:06.595732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a61ce305-1734-4fe2-bea0-f259b3f2cee0 None None] Provisioning complete for port a6938055-13d5-4d06-b5c7-84843b81e286 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:06.596115 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a61ce305-1734-4fe2-bea0-f259b3f2cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:06.738196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:06.749002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:06.751585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-863cfa5d-1182-4bc8-b4d4-4543806c16f1 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0857050 Nov 19 04:19:06.755471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:06.843263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a61ce305-1734-4fe2-bea0-f259b3f2cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:06.893495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a61ce305-1734-4fe2-bea0-f259b3f2cee0 None None] For port a6938055-13d5-4d06-b5c7-84843b81e286, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a6938055-13d5-4d06-b5c7-84843b81e286,segment=NetworkSegment(7bd948c2-aab7-43f8-9ff4-cf8cfee80a13),segment_id=7bd948c2-aab7-43f8-9ff4-cf8cfee80a13)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:06.906546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a61ce305-1734-4fe2-bea0-f259b3f2cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:07.085803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ce305-1734-4fe2-bea0-f259b3f2cee0 None None] Pushing event updated for resources: {'Port': ['ID=a6938055-13d5-4d06-b5c7-84843b81e286,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:07.107212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:07.180570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd225-1e29-4cef-9939-9b089e12a4d6 None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:07.200082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-75b50b7a-bb22-43bc-85db-3024c99d0a12 None None] Provisioning complete for port a6938055-13d5-4d06-b5c7-84843b81e286 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:07.200872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75b50b7a-bb22-43bc-85db-3024c99d0a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:07.494743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f0a49-b377-4103-9332-286c8fe3e8b1 req-3a8945db-bbd7-4dc1-8fa7-73f81c942c8a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:07.498662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d58f0a49-b377-4103-9332-286c8fe3e8b1 req-3a8945db-bbd7-4dc1-8fa7-73f81c942c8a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.3341100 Nov 19 04:19:07.558555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d0676a-98ef-4d16-a6bd-05ef39da0889 None None] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:07.634087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d58f0a49-b377-4103-9332-286c8fe3e8b1 req-e92bdb6c-bd7c-4fbb-b7a4-6fc0bc8e7182 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295078 Nov 19 04:19:07.800107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5ba689e7-64a7-4c6b-929a-87ff8c040ba5 None None] Provisioning complete for port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:07.800498 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ba689e7-64a7-4c6b-929a-87ff8c040ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:07.803988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.extraroute_db [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 04:19:07.847290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.extraroute_db [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Removed routes are [] {{(pid=109986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 04:19:07.847712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.016076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ba689e7-64a7-4c6b-929a-87ff8c040ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.119988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5ba689e7-64a7-4c6b-929a-87ff8c040ba5 None None] For port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,segment=NetworkSegment(8ae02913-6949-4b6f-9bc9-4a8b5a300e10),segment_id=8ae02913-6949-4b6f-9bc9-4a8b5a300e10)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:08.133116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5ba689e7-64a7-4c6b-929a-87ff8c040ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.205129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba689e7-64a7-4c6b-929a-87ff8c040ba5 None None] Pushing event updated for resources: {'Port': ['ID=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:08.269305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.290796 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.401850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a6938055-13d5-4d06-b5c7-84843b81e286 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:08.499347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b34e86b7-3699-48c4-8dbf-02224f679891 None None] Provisioning complete for port 10dac7fc-e481-4c97-9708-d884324f8d57 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:08.499689 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b34e86b7-3699-48c4-8dbf-02224f679891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.502394 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:08.523476 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:08.524684 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:08.538749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:08.650034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b34e86b7-3699-48c4-8dbf-02224f679891 None None] Port 10dac7fc-e481-4c97-9708-d884324f8d57 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:08.657537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a6938055-13d5-4d06-b5c7-84843b81e286 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:08.658160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.767185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b34e86b7-3699-48c4-8dbf-02224f679891 None None] Provisioning complete for port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:08.769918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b34e86b7-3699-48c4-8dbf-02224f679891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.817053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:08.832963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:08.845918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9e232cb0-5458-477f-abbd-0d404471424f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 953 time: 2.0931501 Nov 19 04:19:08.846526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48846) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:08.936986 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:09.012865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:09.054074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48852) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:09.059389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'routes': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:09.059828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e249ef5e-3053-4fc0-b5e8-dab08f61be8f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 953 time: 0.2120631 Nov 19 04:19:09.259757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:09.260363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.265185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-690619ed-6c18-43db-b9bd-3e1b171c85ce None None] Provisioning complete for port 10dac7fc-e481-4c97-9708-d884324f8d57 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:09.267232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-690619ed-6c18-43db-b9bd-3e1b171c85ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.346911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-690619ed-6c18-43db-b9bd-3e1b171c85ce None None] Port 10dac7fc-e481-4c97-9708-d884324f8d57 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:09.367278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48860) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:09.373275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'network': {'name': 'tempest-network-smoke--22984424', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'port_security_enabled': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:09.440053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Made reservation on behalf of db9e4f3c598e4a86ab199476aa9ff1c0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:09.445002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.457113 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.493788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d20cee79-3141-4028-a977-a1f4a949591e None None] Provisioning complete for port 10dac7fc-e481-4c97-9708-d884324f8d57 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:09.496179 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d20cee79-3141-4028-a977-a1f4a949591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.534368 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:07Z', 'revision_number': 6, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:05Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:09.586630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d20cee79-3141-4028-a977-a1f4a949591e None None] Port 10dac7fc-e481-4c97-9708-d884324f8d57 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:09.601591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:09.602724 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Updating router 14486e74-6478-4494-b32d-f98f088c4481 port 10dac7fc-e481-4c97-9708-d884324f8d57 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:19:09.639695 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.653316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888acb27-0708-4f7b-974a-5db141a5d771 req-60afd7ad-307b-448b-9b0f-6d5bf80658a4 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:09.654915 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888acb27-0708-4f7b-974a-5db141a5d771 req-60afd7ad-307b-448b-9b0f-6d5bf80658a4 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1961777 Nov 19 04:19:09.667370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.672057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.718281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:19:09.744015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.744617 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Added segment f4cdf254-55d1-4048-9763-43e36ef867f8 of type vlan for network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 Nov 19 04:19:09.806400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1593b6d-87ab-4556-9706-32ef2b21096c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:09.829416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.875690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.884562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:09.885216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.extraroute_db [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added routes are [] {{(pid=109986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 04:19:09.885714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.extraroute_db [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 04:19:09.886339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.928474 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:09.940319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-888acb27-0708-4f7b-974a-5db141a5d771 req-1fa0152f-c96e-4ac3-8e24-5ea5acb9f42e tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745461 Nov 19 04:19:10.026263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6568098 Nov 19 04:19:10.039483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48878) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:10.049033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'admin_state_up': True, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:10.054596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:10.091225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726934e-f335-4ac0-9861-49639a6cd9a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Network': ['ID=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:10.095975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.097592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.129461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:19:10.191070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.289060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:10.290166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.298641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.302738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.315402 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.329004 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.427947 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78692-da81-4d5c-be99-914a9a7c60ac None None] Pushing event updated for resources: {'Port': ['ID=10dac7fc-e481-4c97-9708-d884324f8d57,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:10.530907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:10.578773 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Attempting to bind port 10dac7fc-e481-4c97-9708-d884324f8d57 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:10.579390 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Attempting to bind port 10dac7fc-e481-4c97-9708-d884324f8d57 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:10.579557 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Attempting to bind port 10dac7fc-e481-4c97-9708-d884324f8d57 on network 43568b6f-fd90-4f77-bc86-f8e96222a91a {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:10.602515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:10.603124 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Checking segment: {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:10.603721 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.604531 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Bound using segment: {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:10.605353 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Bound port: 10dac7fc-e481-4c97-9708-d884324f8d57, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae02913-6949-4b6f-9bc9-4a8b5a300e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:10.605911 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.756076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] For port 10dac7fc-e481-4c97-9708-d884324f8d57, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:10.760813 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] For port 10dac7fc-e481-4c97-9708-d884324f8d57, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=10dac7fc-e481-4c97-9708-d884324f8d57,segment=NetworkSegment(8ae02913-6949-4b6f-9bc9-4a8b5a300e10),segment_id=8ae02913-6949-4b6f-9bc9-4a8b5a300e10)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:10.766803 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.825774 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:10.826936 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:10.882504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:10.896305 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:10.900993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d2c56a28-ca19-4290-8f9b-667f76da1cf0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 703 time: 1.8457949 Nov 19 04:19:10.901607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48898) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:11.014791 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78692-da81-4d5c-be99-914a9a7c60ac None None] Pushing event updated for resources: {'Port': ['ID=10dac7fc-e481-4c97-9708-d884324f8d57,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:11.048713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-763c9713-b1ed-4c8d-95bd-b919595b3a9f None None] Provisioning complete for port 10dac7fc-e481-4c97-9708-d884324f8d57 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:11.051233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-763c9713-b1ed-4c8d-95bd-b919595b3a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:11.091106 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:11.473232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:11.600145 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:09Z', 'revision_number': 7, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:10Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:11.666225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-763c9713-b1ed-4c8d-95bd-b919595b3a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:11.669778 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2720f-7191-433a-bc1b-88041b2452de None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:09Z', 'revision_number': 7, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:10Z', 'revision_number': 4, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:11.743224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-763c9713-b1ed-4c8d-95bd-b919595b3a9f None None] For port 10dac7fc-e481-4c97-9708-d884324f8d57, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=10dac7fc-e481-4c97-9708-d884324f8d57,segment=NetworkSegment(8ae02913-6949-4b6f-9bc9-4a8b5a300e10),segment_id=8ae02913-6949-4b6f-9bc9-4a8b5a300e10)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:11.757570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-763c9713-b1ed-4c8d-95bd-b919595b3a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:11.861372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c9713-b1ed-4c8d-95bd-b919595b3a9f None None] Pushing event updated for resources: {'Port': ['ID=10dac7fc-e481-4c97-9708-d884324f8d57,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:11.960684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:11.974998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5032f8a7-e739-40d1-9566-ff4f7af19a86 None None] Provisioning complete for port 10dac7fc-e481-4c97-9708-d884324f8d57 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:11.977592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5032f8a7-e739-40d1-9566-ff4f7af19a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:12.003358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:12.090729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-59734903-91eb-4c3d-92bd-fc0be0b5f2dd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 703 time: 1.1879206 Nov 19 04:19:12.107215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48922) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:12.112530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 10dac7fc-e481-4c97-9708-d884324f8d57 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:12.145755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:12.176492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:12.177143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:12.303245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:12.326940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.25.8.145 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/dc56421d-5bb0-43bb-8de0-db8793cfba35) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:12.412062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847cd2-57d2-4e1b-9013-eddf91a84f70 req-bc9e0f1f-83c4-40e6-830c-7e652b0fa06f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:12.420569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68847cd2-57d2-4e1b-9013-eddf91a84f70 req-bc9e0f1f-83c4-40e6-830c-7e652b0fa06f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.4229574 Nov 19 04:19:12.498660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:12.580483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:12.594771 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68847cd2-57d2-4e1b-9013-eddf91a84f70 req-25d71485-885a-4629-9f20-485b6ec913dd tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728892 Nov 19 04:19:12.643661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 10dac7fc-e481-4c97-9708-d884324f8d57 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:12.644035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:12.669830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:12.676199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:12.684510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:12.728251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=dc56421d-5bb0-43bb-8de0-db8793cfba35,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:12.820214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457bcce-ca3f-4b67-bf4b-981ffd140ed3 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:13.000177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.102582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7f6d306d-fd3c-4db6-9c29-05085eff590e None None] Provisioning complete for port dc56421d-5bb0-43bb-8de0-db8793cfba35 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:13.103298 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f6d306d-fd3c-4db6-9c29-05085eff590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.109951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:09Z', 'revision_number': 7, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:11Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:13.126197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.167898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:13.209409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d306d-fd3c-4db6-9c29-05085eff590e None None] Port dc56421d-5bb0-43bb-8de0-db8793cfba35 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:13.216319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:13.217588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:13.392966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:13.430813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.499392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 10dac7fc-e481-4c97-9708-d884324f8d57 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:13.499944 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.601102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port 10dac7fc-e481-4c97-9708-d884324f8d57, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=10dac7fc-e481-4c97-9708-d884324f8d57,segment=NetworkSegment(8ae02913-6949-4b6f-9bc9-4a8b5a300e10),segment_id=8ae02913-6949-4b6f-9bc9-4a8b5a300e10)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:13.601423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.649181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router cef119e5-e551-4388-81b3-07cecaba8462 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:19:13.650586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 10dac7fc-e481-4c97-9708-d884324f8d57 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:13.824117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:09Z', 'revision_number': 7, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:11Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:13.840606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321015f-2f57-4e04-9fcc-557120d850c8 req-2f539c2b-b701-4840-ae68-d45cd11bea71 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:13.842658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0321015f-2f57-4e04-9fcc-557120d850c8 req-2f539c2b-b701-4840-ae68-d45cd11bea71 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1008613 Nov 19 04:19:13.865109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67575e-fc83-430a-92be-f588bad9f6bd None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:09Z', 'revision_number': 7, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '10dac7fc-e481-4c97-9708-d884324f8d57', 'name': '', 'network_id': '43568b6f-fd90-4f77-bc86-f8e96222a91a', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:53:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:03Z', 'updated_at': '2021-11-19T04:19:11Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '8d401b6d-ebab-4e15-8312-4143c6373e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:13.876540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:13.898063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Sync routers for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:13.914022 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:13.915075 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:13.953744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:13.955079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c5028464-c60d-4d52-934d-ff6a15ecbd7b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9141626 Nov 19 04:19:13.959963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48966) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:14.097899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0321015f-2f57-4e04-9fcc-557120d850c8 req-eaecf308-1c73-4290-9cff-8c6f605fb9b2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345778 Nov 19 04:19:14.155427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:14.157887 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:14.210639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=10dac7fc-e481-4c97-9708-d884324f8d57,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:14.281030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-197f207e-6262-499b-a566-55fc77b0c2ab tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=db9e4f3c598e4a86ab199476aa9ff1c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3193355 Nov 19 04:19:14.290232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48978) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:14.425965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:14.528382 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:12Z', 'revision_number': 3, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:14.607106 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Checking router: cef119e5-e551-4388-81b3-07cecaba8462 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:14.607477 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Updating router cef119e5-e551-4388-81b3-07cecaba8462 port dc56421d-5bb0-43bb-8de0-db8793cfba35 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:19:14.665243 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:14.705116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2e4bf-db78-4308-ae3d-c29a08efc62e tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:14.709003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f4f2e4bf-db78-4308-ae3d-c29a08efc62e tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4173493 Nov 19 04:19:14.711688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 48994) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:14.783355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:14.800563 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-19de8e95-fd97-447b-9eac-7c85e9cfa34c tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869493 Nov 19 04:19:14.805658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 48998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:14.914317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514673033', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:15.043721 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.051450 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.087178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:15.093080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b9bff406-d0a7-4252-95d8-50a6eb943cb5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9845626 Nov 19 04:19:15.095907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49008) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:15.104396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:15.117891 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Attempting to bind port dc56421d-5bb0-43bb-8de0-db8793cfba35 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:15.118595 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Attempting to bind port dc56421d-5bb0-43bb-8de0-db8793cfba35 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:15.119502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Attempting to bind port dc56421d-5bb0-43bb-8de0-db8793cfba35 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:15.133516 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:15.134696 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:15.135615 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.136028 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:15.136546 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Bound port: dc56421d-5bb0-43bb-8de0-db8793cfba35, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:15.136941 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.149261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f9b072-00f0-41d6-ba12-15d63fb32574 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:15.168660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bbc61-026c-4394-b13a-f8b52100c443 req-efd26994-00d8-4131-ac4f-1b765e695218 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:15.170304 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a823bf-25f8-4726-9163-f455726288d9 None None] Pushing event updated for resources: {'Port': ['ID=dc56421d-5bb0-43bb-8de0-db8793cfba35,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:15.170457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-359bbc61-026c-4394-b13a-f8b52100c443 req-efd26994-00d8-4131-ac4f-1b765e695218 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.2178876 Nov 19 04:19:15.189403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:15.190031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:15.222017 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] For port dc56421d-5bb0-43bb-8de0-db8793cfba35, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:15.227424 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] For port dc56421d-5bb0-43bb-8de0-db8793cfba35, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc56421d-5bb0-43bb-8de0-db8793cfba35,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:15.236952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Made reservation on behalf of db9e4f3c598e4a86ab199476aa9ff1c0 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:15.237642 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.248468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.263709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet 8d401b6d-ebab-4e15-8312-4143c6373e6b {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:19:15.269119 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.357280 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:15.357927 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:15.362306 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a823bf-25f8-4726-9163-f455726288d9 None None] Pushing event updated for resources: {'Port': ['ID=dc56421d-5bb0-43bb-8de0-db8793cfba35,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:15.364408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.394456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-359bbc61-026c-4394-b13a-f8b52100c443 req-0de15d17-a915-42a5-8b37-5567fac003e1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137392 Nov 19 04:19:15.426190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:15.568458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d7e10-51db-465f-9d7e-c43841c5c4b7 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:15.624435 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:15.634562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.707083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.752267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.758958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/8d401b6d-ebab-4e15-8312-4143c6373e6b HTTP/1.1" status: 204 len: 168 time: 0.6563468 Nov 19 04:19:15.759659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49020) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:15.763355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a49b2-565c-42e5-bbd1-29c5b9119f0e None None] Network 43568b6f-fd90-4f77-bc86-f8e96222a91a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:15.769099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9beba-a897-4d1a-9a74-1a71f3bd7090 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=8d401b6d-ebab-4e15-8312-4143c6373e6b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:15.795687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd62e-e8bd-46ec-a715-46932bd9894b req-35cdb222-f898-4de4-a3a2-53b94909f6c5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:15.797410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9dcd62e-e8bd-46ec-a715-46932bd9894b req-35cdb222-f898-4de4-a3a2-53b94909f6c5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.2600400 Nov 19 04:19:15.878430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.925082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9dcd62e-e8bd-46ec-a715-46932bd9894b req-fadaa696-94b8-46e3-ac50-fa7ec0acb4b0 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193120 Nov 19 04:19:15.959495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e916241a-2200-4d00-9075-673b3e9f7c3a None None] Provisioning complete for port dc56421d-5bb0-43bb-8de0-db8793cfba35 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:15.960387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e916241a-2200-4d00-9075-673b3e9f7c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:15.977917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Checking segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:15.978469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network hostable DHCP agents. Network: 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:19:16.001550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Subnet': ['ID=4ee96ccd-429c-47cc-b152-d384c41b2572,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:16.015064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:19:16.016114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.031599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:16.042766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:16.043452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.065673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48d9d2-9f9d-4ff8-a17a-818aba6309e3 None None] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:16.074825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d7fc068-e1a8-4281-95cc-8f4e2ace1a84 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2642896 Nov 19 04:19:16.075062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49026) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:16.163624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:16.163985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.300958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,segment=NetworkSegment(8ae02913-6949-4b6f-9bc9-4a8b5a300e10),segment_id=8ae02913-6949-4b6f-9bc9-4a8b5a300e10)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:16.301444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.322748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:16.357539 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:12Z', 'revision_number': 3, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:16.409334 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6a396-7c1e-492c-991c-2ffa318634e3 None None] The sync data for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 is: [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:12Z', 'revision_number': 3, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:16.409873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:19:16.412293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.466307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.515722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:14Z', 'revision_number': 8, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:16.527069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:16.534133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:19:16.696634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.722480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43568b6f-fd90-4f77-bc86-f8e96222a91a']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:16.741319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae02913-6949-4b6f-9bc9-4a8b5a300e10') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:16.741789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae02913-6949-4b6f-9bc9-4a8b5a300e10') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:16.765408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.794256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.810182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:16.828584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:19:16.829146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:19:16.839584 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:19:16.843061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:16.843061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:16.960088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:16.986463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2585a8-ca2e-4c9a-81f4-a72ed9351b7f req-3ce38ddb-4791-40c7-99e9-a7457926a852 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:16.988976 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e2585a8-ca2e-4c9a-81f4-a72ed9351b7f req-3ce38ddb-4791-40c7-99e9-a7457926a852 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.3758817 Nov 19 04:19:17.008878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:17.019726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:17.040870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/43568b6f-fd90-4f77-bc86-f8e96222a91a HTTP/1.1" status: 204 len: 168 time: 1.2775128 Nov 19 04:19:17.041327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49046) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:17.064319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa336ca-ff74-454d-8280-3efa808e38e0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=43568b6f-fd90-4f77-bc86-f8e96222a91a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:17.169397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e916241a-2200-4d00-9075-673b3e9f7c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:17.216917 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a885f55-d455-40ca-a914-cafe33647e11 None None] DHCP port deletion for 43568b6f-fd90-4f77-bc86-f8e96222a91a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:17.331784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e916241a-2200-4d00-9075-673b3e9f7c3a None None] For port dc56421d-5bb0-43bb-8de0-db8793cfba35, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc56421d-5bb0-43bb-8de0-db8793cfba35,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:17.339364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e2585a8-ca2e-4c9a-81f4-a72ed9351b7f req-91c6b8e9-d758-440f-a34f-de510e322df0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328929 Nov 19 04:19:17.438309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e916241a-2200-4d00-9075-673b3e9f7c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:17.480555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Allocated IP 172.20.0.2 (5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6/4ee96ccd-429c-47cc-b152-d384c41b2572/4519759d-a32f-43b5-b339-77e3ddfb0b6a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:17.637261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:17.678318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce737c2-372e-4501-b8ad-2dc48add5f6a req-c01be7c8-37ec-470e-88b2-772bd824bbe0 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:17.678318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cce737c2-372e-4501-b8ad-2dc48add5f6a req-c01be7c8-37ec-470e-88b2-772bd824bbe0 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1439691 Nov 19 04:19:17.712138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916241a-2200-4d00-9075-673b3e9f7c3a None None] Pushing event updated for resources: {'Port': ['ID=dc56421d-5bb0-43bb-8de0-db8793cfba35,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:17.723906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ecaf1598-7b9c-4749-b009-c7073f151cd0 None None] Provisioning complete for port dc56421d-5bb0-43bb-8de0-db8793cfba35 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:17.724963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1598-7b9c-4749-b009-c7073f151cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:17.880433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cce737c2-372e-4501-b8ad-2dc48add5f6a req-c27e8862-0870-4d51-8963-857d211c6b3b tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101639 Nov 19 04:19:18.008590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:14Z', 'revision_number': 8, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:18.116690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.182393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc56421d-5bb0-43bb-8de0-db8793cfba35 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:18.203497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e103dc-4b38-474a-a19d-34cd341978ed None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:14Z', 'revision_number': 8, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6938055-13d5-4d06-b5c7-84843b81e286', 'name': '', 'network_id': '20b123ba-39b4-41e9-9163-ea258ab5accb', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:10:71:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:56Z', 'updated_at': '2021-11-19T04:19:06Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': '6466e12d-14fa-4a6e-83cb-1fd828c50c73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:18.345602 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.365510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.437200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port dc56421d-5bb0-43bb-8de0-db8793cfba35 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:18.437593 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.499908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.20.0.1 (5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6/4ee96ccd-429c-47cc-b152-d384c41b2572/b5d5213c-fe39-4e29-9aad-69b762cae034) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:18.550163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:18.560504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:18.564136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:18.581539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Pushing event updated for resources: {'Port': ['ID=4519759d-a32f-43b5-b339-77e3ddfb0b6a,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:18.634128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ff7f-2d56-4081-a731-2d793e3a29e1 req-4bf7bd88-fa38-489c-afa9-e6e8782d829c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:18.635751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2872ff7f-2d56-4081-a731-2d793e3a29e1 req-4bf7bd88-fa38-489c-afa9-e6e8782d829c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1636128 Nov 19 04:19:18.683940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port a6938055-13d5-4d06-b5c7-84843b81e286 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:18.684298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.775655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2872ff7f-2d56-4081-a731-2d793e3a29e1 req-26978495-f5e1-4a25-9c93-7defbdd1708a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213386 Nov 19 04:19:18.790813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Attempting to bind port 4519759d-a32f-43b5-b339-77e3ddfb0b6a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:18.791194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Attempting to bind port 4519759d-a32f-43b5-b339-77e3ddfb0b6a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:18.791595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Attempting to bind port 4519759d-a32f-43b5-b339-77e3ddfb0b6a on network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:18.811780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:18.812277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Checking segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:18.812754 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.813147 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Bound using segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:18.813672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Bound port: 4519759d-a32f-43b5-b339-77e3ddfb0b6a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:18.814137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.837073 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.934280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port a6938055-13d5-4d06-b5c7-84843b81e286, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a6938055-13d5-4d06-b5c7-84843b81e286,segment=NetworkSegment(7bd948c2-aab7-43f8-9ff4-cf8cfee80a13),segment_id=7bd948c2-aab7-43f8-9ff4-cf8cfee80a13)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:18.934689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.940144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:18.975835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:18.991016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for a6938055-13d5-4d06-b5c7-84843b81e286 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:18.997097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:18.997707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7934cd3c-4ac7-4af9-ada6-c22cb0d96c0c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:19.035188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] For port 4519759d-a32f-43b5-b339-77e3ddfb0b6a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:19.039756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] For port 4519759d-a32f-43b5-b339-77e3ddfb0b6a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4519759d-a32f-43b5-b339-77e3ddfb0b6a,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:19.052361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:19.125742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:19.145153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57f513-e8f7-4a5a-83fc-811badca710b None None] Pushing event updated for resources: {'Port': ['ID=4519759d-a32f-43b5-b339-77e3ddfb0b6a,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:19.145369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:19.149467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:19.151953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=b5d5213c-fe39-4e29-9aad-69b762cae034,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:19.206886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068dcd3-ad2c-4d00-9187-a3a94919ee1d req-96abbe5c-70f1-429d-b6ad-6b65c0faa6c4 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:19.209436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8068dcd3-ad2c-4d00-9187-a3a94919ee1d req-96abbe5c-70f1-429d-b6ad-6b65c0faa6c4 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1635034 Nov 19 04:19:19.270358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:19.416872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:19.419118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8068dcd3-ad2c-4d00-9187-a3a94919ee1d req-917eb2d9-323c-4eef-a3c9-65973778c2f1 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010119 Nov 19 04:19:19.588694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=a6938055-13d5-4d06-b5c7-84843b81e286,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:19.610251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:19.791100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.144475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:20.181066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.199239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.286726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4519759d-a32f-43b5-b339-77e3ddfb0b6a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:20.313929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:20.319928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9551635-ce95-4ca5-8fc4-869eb6d2a846 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626777 Nov 19 04:19:20.326626 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:20.331066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:20.341992 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:20.352899 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:20.385400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4519759d-a32f-43b5-b339-77e3ddfb0b6a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:20.386224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.460266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet 6466e12d-14fa-4a6e-83cb-1fd828c50c73 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:19:20.476786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.515226 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.528105 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:20.549911 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.574547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 4519759d-a32f-43b5-b339-77e3ddfb0b6a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4519759d-a32f-43b5-b339-77e3ddfb0b6a,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:20.580604 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.668926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=4519759d-a32f-43b5-b339-77e3ddfb0b6a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:20.673399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 10dac7fc-e481-4c97-9708-d884324f8d57 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:20.697813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 10dac7fc-e481-4c97-9708-d884324f8d57 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:20.698123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 10dac7fc-e481-4c97-9708-d884324f8d57 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:20.764203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.827945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d94f38-2bb6-4712-a456-9858f8c46aa5 req-49e69c75-7f14-48dc-b56d-ff9abf9336b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:20.837182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2d94f38-2bb6-4712-a456-9858f8c46aa5 req-49e69c75-7f14-48dc-b56d-ff9abf9336b0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.8980713 Nov 19 04:19:20.879991 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.894278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:20.951561 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 9, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:20.982953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=b5d5213c-fe39-4e29-9aad-69b762cae034,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:20.996024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=6466e12d-14fa-4a6e-83cb-1fd828c50c73,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:21.009869 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.018945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e11bb3-ae29-435b-ab82-4e79b22a5740 None None] Network 20b123ba-39b4-41e9-9163-ea258ab5accb requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:21.023044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2d94f38-2bb6-4712-a456-9858f8c46aa5 req-abb0872f-14d9-44cc-a129-d323388b3013 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845436 Nov 19 04:19:21.040943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8eecf6da-b51c-49d4-8e04-783592700d7d tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/6466e12d-14fa-4a6e-83cb-1fd828c50c73 HTTP/1.1" status: 204 len: 168 time: 0.7064819 Nov 19 04:19:21.041166 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:21.044963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49094) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:21.084791 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:21.091781 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:21.115971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:21.117486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:21.148530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efb309-065d-4411-a289-d902ee272e5b None None] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:21.199612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.282642 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:21.285840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac7b62-3128-48d1-bb34-a86004a6ac4a req-d4915736-db3a-45fb-b459-95ddb19e2852 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:21.294458 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77ac7b62-3128-48d1-bb34-a86004a6ac4a req-d4915736-db3a-45fb-b459-95ddb19e2852 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1594927 Nov 19 04:19:21.312301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port b7d41703-b25f-4397-a7be-e50354fb0e2e {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:21.312643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.373277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77ac7b62-3128-48d1-bb34-a86004a6ac4a req-b99c88f6-5012-49dd-81c9-bafda4647c9f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776107 Nov 19 04:19:21.392096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router cef119e5-e551-4388-81b3-07cecaba8462 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:21.425881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f06fcb7-01c7-42b2-bfdd-e2c0b2b4938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.435258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9e150b6f-fd86-477d-9acd-5a9889864e70 None None] Provisioning complete for port 4519759d-a32f-43b5-b339-77e3ddfb0b6a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:21.435978 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e150b6f-fd86-477d-9acd-5a9889864e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.488262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port b7d41703-b25f-4397-a7be-e50354fb0e2e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b7d41703-b25f-4397-a7be-e50354fb0e2e,segment=NetworkSegment(7bd948c2-aab7-43f8-9ff4-cf8cfee80a13),segment_id=7bd948c2-aab7-43f8-9ff4-cf8cfee80a13)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:21.488823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.518879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for b7d41703-b25f-4397-a7be-e50354fb0e2e owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:21.548583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:21.570200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-989e7ed7-9d99-4fd1-97d9-c748a579aab6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "PUT /v2.0/routers/cef119e5-e551-4388-81b3-07cecaba8462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4939289 Nov 19 04:19:21.571080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49096) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:21.576977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--421828396', 'description': 'tempest-secgroup_access--421828396 description', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:21.597161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Sync routers for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:21.629682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:21.630972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:21.633611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.752973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.798998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:21.812368 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 9, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:21.817174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=b7d41703-b25f-4397-a7be-e50354fb0e2e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:21.835497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port b7d41703-b25f-4397-a7be-e50354fb0e2e on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:19:21.838737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.848206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.887381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f5ce6-5a9c-42f8-846e-3d183bf87674 None None] DHCP port deletion for 20b123ba-39b4-41e9-9163-ea258ab5accb request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:21.915362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd6473-770f-4448-8626-26822fdaf700 None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 9, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': '834537ad-ebdc-4225-96e5-0a1cfa1ce875', 'name': '', 'network_id': '81952068-3872-446e-a0cd-a7d3c8282038', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:3f:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:51Z', 'updated_at': '2021-11-19T04:18:58Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'c2e7811d-424d-4007-bcd5-9d166bb29ea1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:21.945966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.949907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3751001 Nov 19 04:19:21.954651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49100) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:21.964816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:21.966489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2050065041', 'description': 'tempest-secgroup_general--2050065041 description', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:21.977390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47360db3-9cff-4504-9a74-bf9b2e35991f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b93383-0509-4d3a-9d43-5244bfa912a1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:22.011190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b123ba-39b4-41e9-9163-ea258ab5accb']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:22.024720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.038469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:22.039066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd948c2-aab7-43f8-9ff4-cf8cfee80a13') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:22.070318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.099584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.115781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:19:22.116553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:19:22.121444 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:19:22.180269 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.207490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.228452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2ed70c12-b08d-4d29-b68b-56dae9d8c68a None None] Provisioning complete for port b5d5213c-fe39-4e29-9aad-69b762cae034 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:22.228839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2ed70c12-b08d-4d29-b68b-56dae9d8c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.231391 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.238681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.243334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/20b123ba-39b4-41e9-9163-ea258ab5accb HTTP/1.1" status: 204 len: 168 time: 1.1971576 Nov 19 04:19:22.250964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:22.262363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c24cfe-cd2c-4615-a6f1-adcbac9132cd tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=20b123ba-39b4-41e9-9163-ea258ab5accb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:22.464908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.469777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49110) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:22.475031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'security_group_rule': {'security_group_id': 'f6b93383-0509-4d3a-9d43-5244bfa912a1', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:22.480869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5249660 Nov 19 04:19:22.515528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4519759d-a32f-43b5-b339-77e3ddfb0b6a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:22.535263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5d7f7-6847-467c-954a-5d301ac939b2 req-2b8e9ac3-f8ad-401e-8c7a-309b8138395f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:22.538919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ad5d7f7-6847-467c-954a-5d301ac939b2 req-2b8e9ac3-f8ad-401e-8c7a-309b8138395f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.3543386 Nov 19 04:19:22.541181 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.544138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8ab95-c898-4044-ad2d-d03ab1c46e90 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5961c7c5-e731-4520-947c-505978af20cb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:22.658506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2ed70c12-b08d-4d29-b68b-56dae9d8c68a None None] Port b5d5213c-fe39-4e29-9aad-69b762cae034 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:22.703143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.703307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2ed70c12-b08d-4d29-b68b-56dae9d8c68a None None] Provisioning complete for port 4519759d-a32f-43b5-b339-77e3ddfb0b6a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:22.704014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2ed70c12-b08d-4d29-b68b-56dae9d8c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.712685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.772319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6c02f1-f3cf-45d4-89dd-4ffbb6e9bde0,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:22.782816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.796599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95af49e2-d221-4b71-903b-6f4900da3be5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254068 Nov 19 04:19:22.805491 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 4519759d-a32f-43b5-b339-77e3ddfb0b6a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:22.806392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.876515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:22.884805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 2, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:22.908217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ad5d7f7-6847-467c-954a-5d301ac939b2 req-f4290521-7d8b-4f62-b21f-aec80b8ed0e9 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505886 Nov 19 04:19:22.979530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Checking router: cef119e5-e551-4388-81b3-07cecaba8462 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:22.982247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Updating router cef119e5-e551-4388-81b3-07cecaba8462 port b5d5213c-fe39-4e29-9aad-69b762cae034 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:19:23.078663 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.085566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118ca18-009e-4f4b-8166-2fdbd845960c req-bea8bbb9-14cf-411c-9bf3-70ebdb24f017 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:23.087459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3118ca18-009e-4f4b-8166-2fdbd845960c req-bea8bbb9-14cf-411c-9bf3-70ebdb24f017 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.0888147 Nov 19 04:19:23.265717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3118ca18-009e-4f4b-8166-2fdbd845960c req-5af86284-1284-478b-95f9-0329c0e465d7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664445 Nov 19 04:19:23.273266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7d41703-b25f-4397-a7be-e50354fb0e2e no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:23.326088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b7d41703-b25f-4397-a7be-e50354fb0e2e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:23.326596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b7d41703-b25f-4397-a7be-e50354fb0e2e not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:23.331497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-eee13cfd-a368-449c-a8b6-4c7a6c2440c0 None None] Provisioning complete for port b5d5213c-fe39-4e29-9aad-69b762cae034 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:23.332018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eee13cfd-a368-449c-a8b6-4c7a6c2440c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.334058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.506487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-bfcabc93-aad8-487b-93a4-291f99ba1465 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--2050065041&fields=id&tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0 HTTP/1.1" status: 200 len: 267 time: 0.0850143 Nov 19 04:19:23.530246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-eee13cfd-a368-449c-a8b6-4c7a6c2440c0 None None] Port b5d5213c-fe39-4e29-9aad-69b762cae034 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:23.604671 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.610423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-294fb8ee-fbfc-4174-8a11-934b991b01ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.615161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.634819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-1f871224-9c19-4318-86cc-748d46a3e671 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--421828396&fields=id&tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0 HTTP/1.1" status: 200 len: 267 time: 0.1243727 Nov 19 04:19:23.696530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b640b0-879b-4bef-b5c8-b7cf4c67571d None None] Pushing event updated for resources: {'Port': ['ID=b5d5213c-fe39-4e29-9aad-69b762cae034,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:23.744162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Attempting to bind port b5d5213c-fe39-4e29-9aad-69b762cae034 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:23.750857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Attempting to bind port b5d5213c-fe39-4e29-9aad-69b762cae034 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:23.751464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Attempting to bind port b5d5213c-fe39-4e29-9aad-69b762cae034 on network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:23.765269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:23.765788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Checking segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:23.767710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.767710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Bound using segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:23.767710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Bound port: b5d5213c-fe39-4e29-9aad-69b762cae034, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:23.768129 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.845057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] For port b5d5213c-fe39-4e29-9aad-69b762cae034, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:23.849034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] For port b5d5213c-fe39-4e29-9aad-69b762cae034, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b5d5213c-fe39-4e29-9aad-69b762cae034,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:23.859859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.876894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-4eb53a17-47a2-4ba4-b7d3-f8e6067634aa tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:23.878485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-4eb53a17-47a2-4ba4-b7d3-f8e6067634aa tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/networks?id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 HTTP/1.1" status: 200 len: 795 time: 0.2332432 Nov 19 04:19:23.911712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-f07b7e6f-1206-4036-ad22-7c5d607c1859 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/quotas/db9e4f3c598e4a86ab199476aa9ff1c0 HTTP/1.1" status: 200 len: 375 time: 0.0236273 Nov 19 04:19:23.956666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port 834537ad-ebdc-4225-96e5-0a1cfa1ce875 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:23.957222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:23.969679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a6938055-13d5-4d06-b5c7-84843b81e286 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:23.997456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:23.998224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:23.999919 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:19:24.000608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a6938055-13d5-4d06-b5c7-84843b81e286 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:24.001027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a6938055-13d5-4d06-b5c7-84843b81e286 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:24.003960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b640b0-879b-4bef-b5c8-b7cf4c67571d None None] Pushing event updated for resources: {'Port': ['ID=b5d5213c-fe39-4e29-9aad-69b762cae034,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:24.047264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-943dd3ee-38d0-4427-8c27-39662c65c8bc tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255503 Nov 19 04:19:24.073924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-90e90f7f-1574-470c-aa73-685990ac983f None None] Provisioning complete for port b5d5213c-fe39-4e29-9aad-69b762cae034 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:24.074541 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-90e90f7f-1574-470c-aa73-685990ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:24.088932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port 834537ad-ebdc-4225-96e5-0a1cfa1ce875, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=834537ad-ebdc-4225-96e5-0a1cfa1ce875,segment=NetworkSegment(1273e34c-2167-4681-b37d-05e9cc0e3d40),segment_id=1273e34c-2167-4681-b37d-05e9cc0e3d40)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:24.089480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:24.110168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for 834537ad-ebdc-4225-96e5-0a1cfa1ce875 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:24.201775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:24.295986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-0827b1a4-c072-47ca-9144-210b7ec1375e service neutron] 10.222.0.52 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871519 Nov 19 04:19:24.306259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-90e90f7f-1574-470c-aa73-685990ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:24.433847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-90e90f7f-1574-470c-aa73-685990ac983f None None] For port b5d5213c-fe39-4e29-9aad-69b762cae034, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b5d5213c-fe39-4e29-9aad-69b762cae034,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:24.454060 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-90e90f7f-1574-470c-aa73-685990ac983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:24.492990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:24.529106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e90f7f-1574-470c-aa73-685990ac983f None None] Pushing event updated for resources: {'Port': ['ID=b5d5213c-fe39-4e29-9aad-69b762cae034,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:24.554983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:23Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:24.561429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=834537ad-ebdc-4225-96e5-0a1cfa1ce875,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:24.606576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-73ace08e-7b20-4c56-927a-e1d4bdc20bdb service neutron] 10.222.0.52 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153144 Nov 19 04:19:24.619750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17fde5-40ef-45c5-abbc-30926b3e9749 None None] The sync data for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 is: [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:23Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:24.651195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f551cf68-e414-4021-adda-15ad345c5857 None None] Provisioning complete for port b5d5213c-fe39-4e29-9aad-69b762cae034 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:24.651195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f551cf68-e414-4021-adda-15ad345c5857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:24.841177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:25.199441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa96088-52d2-4d77-afda-fdc65e83caa0 req-1088c286-02b0-4c14-bd0a-5741e7b1b27d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:25.201001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2aa96088-52d2-4d77-afda-fdc65e83caa0 req-1088c286-02b0-4c14-bd0a-5741e7b1b27d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1637096 Nov 19 04:19:25.210629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:25.279591 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:25.393406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2aa96088-52d2-4d77-afda-fdc65e83caa0 req-da7c4bfe-aeaa-4382-9653-6ea48890b3b5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761529 Nov 19 04:19:25.467811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:25.476097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e4a3984c-9ab3-4ee3-9713-1bb3e5728cd7 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2149017 Nov 19 04:19:25.478770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49158) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:25.484948 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:25.506234 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:25.515612 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:25.593363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet c2e7811d-424d-4007-bcd5-9d166bb29ea1 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:19:25.600502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:25.691050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec8adb-e1c1-457a-9428-42e4a821a205 req-ef44d11e-973d-4006-86c2-85819b86c6a2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:25.699239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aaec8adb-e1c1-457a-9428-42e4a821a205 req-ef44d11e-973d-4006-86c2-85819b86c6a2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1521907 Nov 19 04:19:25.771382 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:25.863610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aaec8adb-e1c1-457a-9428-42e4a821a205 req-f6d6eb04-c541-421f-9678-fb6d4efd5f89 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633563 Nov 19 04:19:26.071659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e0e720d-a1d6-4609-9e75-998a8aa003a7 req-7df437d3-371d-4980-80c5-7c93fc8ca083 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 210 time: 0.0668416 Nov 19 04:19:26.234735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b5d5213c-fe39-4e29-9aad-69b762cae034 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:26.336313 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 10, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:26.373625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b5d5213c-fe39-4e29-9aad-69b762cae034 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:26.377822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:26.382027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:26.392785 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:26.394181 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:26.523292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:26.575594 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:26.629239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:26.673929 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef795727-f950-472a-afa6-c4615d4565ec req-75bff09b-c576-4380-98e3-8f744420da6b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:26.686279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef795727-f950-472a-afa6-c4615d4565ec req-75bff09b-c576-4380-98e3-8f744420da6b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1379011 Nov 19 04:19:26.766156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef795727-f950-472a-afa6-c4615d4565ec req-4f88282c-c6ff-4de6-88d4-800b47f1d038 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768585 Nov 19 04:19:26.857057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:26.936520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:19:26.999223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.035260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e7811d-424d-4007-bcd5-9d166bb29ea1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:27.037428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.044336 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-efec26b2-8435-4851-a68b-e412a0a86ab4 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/c2e7811d-424d-4007-bcd5-9d166bb29ea1 HTTP/1.1" status: 204 len: 168 time: 1.5612941 Nov 19 04:19:27.044336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49172) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:27.060032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ae155-2dff-4029-818f-23db46232227 None None] Network 81952068-3872-446e-a0cd-a7d3c8282038 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:27.214071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.216328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-728e2165-d81c-4416-81ec-ed6351ea1033 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:27.222155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-728e2165-d81c-4416-81ec-ed6351ea1033 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.31 "GET /v2.0/networks?id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 HTTP/1.1" status: 200 len: 795 time: 0.4229951 Nov 19 04:19:27.244989 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 10, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:27.252096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e4ff-4054-4665-b3a2-363b9642486f req-7d187a35-55d5-43ed-95f1-e9118881020d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:27.265834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed32e4ff-4054-4665-b3a2-363b9642486f req-7d187a35-55d5-43ed-95f1-e9118881020d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.2528739 Nov 19 04:19:27.321140 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7e9f8-0bde-48a5-b495-2e0da4193bcf None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 10, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None, '_interfaces': [{'id': 'd7e0c271-0fb6-42ae-ae20-f6743d59f12b', 'name': '', 'network_id': '8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'mac_address': 'fa:16:3e:52:96:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14486e74-6478-4494-b32d-f98f088c4481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:44Z', 'updated_at': '2021-11-19T04:18:52Z', 'revision_number': 5, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'subnets': [{'id': 'a6870dd4-bd0e-4919-b3d0-663e55e39ff3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:27.360606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port e95731fc-0aaa-4102-a1b0-338e7709e7d8 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:27.361225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.403901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.487093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ed32e4ff-4054-4665-b3a2-363b9642486f req-06cc4733-7d23-4a0a-b808-faa44156ec36 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200806 Nov 19 04:19:27.497498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port e95731fc-0aaa-4102-a1b0-338e7709e7d8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e95731fc-0aaa-4102-a1b0-338e7709e7d8,segment=NetworkSegment(1273e34c-2167-4681-b37d-05e9cc0e3d40),segment_id=1273e34c-2167-4681-b37d-05e9cc0e3d40)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:27.498483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.531674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for e95731fc-0aaa-4102-a1b0-338e7709e7d8 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:27.572463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-d26fa15e-17f6-417f-a0fb-9fbd1df888c9 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0 HTTP/1.1" status: 200 len: 477 time: 0.2731030 Nov 19 04:19:27.580244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:27.588791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'port': {'device_id': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'admin_state_up': True, 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'security_groups': ['5961c7c5-e731-4520-947c-505978af20cb', 'f6b93383-0509-4d3a-9d43-5244bfa912a1']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:27.620338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'mac_address': 'fa:16:3e:cd:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:19:27.707769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:27.826074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port e95731fc-0aaa-4102-a1b0-338e7709e7d8 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:19:27.848167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=e95731fc-0aaa-4102-a1b0-338e7709e7d8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:27.896354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33dc1e49-617f-42f8-bb8d-b1bd69c31a99 req-81a41bd8-1536-48b1-8c6b-f2d5cc443762 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 210 time: 0.1055701 Nov 19 04:19:27.976414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Made reservation on behalf of db9e4f3c598e4a86ab199476aa9ff1c0 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:27.998454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.020994 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.074525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfcf774f-af51-44e4-81fa-c5e0b6382351 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:28.109885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.140585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:28.152003 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.204551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81952068-3872-446e-a0cd-a7d3c8282038']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:28.234165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1273e34c-2167-4681-b37d-05e9cc0e3d40') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:28.234650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1273e34c-2167-4681-b37d-05e9cc0e3d40') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:28.237614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926c773-4e37-4573-a477-e20589c5d8f0 None None] DHCP port deletion for 81952068-3872-446e-a0cd-a7d3c8282038 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:28.246744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.249385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 834537ad-ebdc-4225-96e5-0a1cfa1ce875 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:28.267746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.283441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:19:28.284589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:19:28.289682 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:19:28.370065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.370972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d2d65-9a75-4d58-ac95-1bd3c337f612 req-c754219a-18da-47e9-a0eb-17250d62037d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:28.372605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c22d2d65-9a75-4d58-ac95-1bd3c337f612 req-c754219a-18da-47e9-a0eb-17250d62037d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.2857449 Nov 19 04:19:28.377201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:28.383486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/81952068-3872-446e-a0cd-a7d3c8282038 HTTP/1.1" status: 204 len: 168 time: 1.3383124 Nov 19 04:19:28.397755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bfcf774f-af51-44e4-81fa-c5e0b6382351'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:19:28.402137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49208) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:28.403025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2d123-e272-4881-81a3-162e06d80cbc tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=81952068-3872-446e-a0cd-a7d3c8282038,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:28.409488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 834537ad-ebdc-4225-96e5-0a1cfa1ce875 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:28.415481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 834537ad-ebdc-4225-96e5-0a1cfa1ce875 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:28.519240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:28.553289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.20.0.9 (5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6/4ee96ccd-429c-47cc-b152-d384c41b2572/d381a31f-c210-4652-9864-bdd845bc330f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:28.884255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c22d2d65-9a75-4d58-ac95-1bd3c337f612 req-ee43025c-a3ad-4331-94bf-17af21d6534b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465544 Nov 19 04:19:28.968186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:29.029181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.109383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bfcf774f-af51-44e4-81fa-c5e0b6382351 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:29.109968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.148191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.168659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686ecc-3a79-474c-917a-1b78e4209f83 req-0df052bd-68d1-4d9d-8951-9d26630a2f76 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:29.191059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65686ecc-3a79-474c-917a-1b78e4209f83 req-0df052bd-68d1-4d9d-8951-9d26630a2f76 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1538970 Nov 19 04:19:29.288559 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.290330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.361840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:29.375292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:29.378188 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca38a5-5c6c-4b0b-8e46-b518a34a9d8a" -d '{"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:29.383600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.393626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65686ecc-3a79-474c-917a-1b78e4209f83 req-27e3f6e5-adc5-4874-8813-83012573410a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013626 Nov 19 04:19:29.407181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:29.412341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17ee9-5276-4143-9844-5c75771d8e28 req-7c6e9411-f16e-4564-a4c1-c21c2805b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:29.413907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5a17ee9-5276-4143-9844-5c75771d8e28 req-7c6e9411-f16e-4564-a4c1-c21c2805b756 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 1096 time: 0.1858158 Nov 19 04:19:29.437312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:29.440980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:29.461207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=d381a31f-c210-4652-9864-bdd845bc330f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:29.530568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:29.751285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd326b-a4f9-4daf-8fc1-ecf04d28c081 req-c3373d7a-990a-48e4-aace-de7ac1a7d47c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:29.753741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-febd326b-a4f9-4daf-8fc1-ecf04d28c081 req-c3373d7a-990a-48e4-aace-de7ac1a7d47c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 970 time: 0.1958728 Nov 19 04:19:29.769336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5a17ee9-5276-4143-9844-5c75771d8e28 req-cd83c955-d42a-4271-8ec3-bfbee1b131c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294663 Nov 19 04:19:29.777307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:29.780401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.796874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port d7e0c271-0fb6-42ae-ae20-f6743d59f12b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:29.800093 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:29.900054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-febd326b-a4f9-4daf-8fc1-ecf04d28c081 req-6ee8fcb8-1df8-4ff6-a531-9cbea074d9ed tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1290028 Nov 19 04:19:29.946610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-00453275-1a04-4a9e-8aab-65b55b8eb237 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3418317 Nov 19 04:19:29.975435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Request body: {'port': {'device_id': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:29.981243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-25510f79-2f9d-4a7e-a7ef-ffc3608ba28f None None] Provisioning complete for port d381a31f-c210-4652-9864-bdd845bc330f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:29.982690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-25510f79-2f9d-4a7e-a7ef-ffc3608ba28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:30.033733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port d7e0c271-0fb6-42ae-ae20-f6743d59f12b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:30.034269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:30.075718 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e930979-9e80-4cdb-8e99-938cc089c2d3 x-openstack-request-id: req-3e930979-9e80-4cdb-8e99-938cc089c2d3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:30.080440 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:30.080907 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e930979-9e80-4cdb-8e99-938cc089c2d3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:30.086199 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'code': 200} Nov 19 04:19:30.089218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e95731fc-0aaa-4102-a1b0-338e7709e7d8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:30.118534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for d7e0c271-0fb6-42ae-ae20-f6743d59f12b owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:30.128907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-25510f79-2f9d-4a7e-a7ef-ffc3608ba28f None None] Port d381a31f-c210-4652-9864-bdd845bc330f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:30.156401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:30.186630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e95731fc-0aaa-4102-a1b0-338e7709e7d8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:30.189998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e95731fc-0aaa-4102-a1b0-338e7709e7d8 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:30.303223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f27f-7bca-427e-a3c2-d07e070764f8 req-b52e09ef-ec21-48f7-ae2d-2aa6a7ca2fbf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:30.305618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b3f27f-7bca-427e-a3c2-d07e070764f8 req-b52e09ef-ec21-48f7-ae2d-2aa6a7ca2fbf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1262929 Nov 19 04:19:30.400992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:30.465733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=d7e0c271-0fb6-42ae-ae20-f6743d59f12b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:30.634435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:30.693342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82b3f27f-7bca-427e-a3c2-d07e070764f8 req-e6cf40ae-19e8-4d3b-a84f-65067d22c7e3 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517525 Nov 19 04:19:30.947296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:30.955333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d381a31f-c210-4652-9864-bdd845bc330f {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:30.964680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:30.982366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Transition to ACTIVE for port object d381a31f-c210-4652-9864-bdd845bc330f will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:19:30.993696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.062734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:31.078680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49242) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:31.081171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:31.086557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94c986f0-5418-4bcf-9268-0012bf3ad7d9 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6786928 Nov 19 04:19:31.090017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49244) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:31.098032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238174279', 'description': 'tempest-secgroup-smoke-238174279 description', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:31.104785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:31.105434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:31.152927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Pushing event updated for resources: {'Port': ['ID=d381a31f-c210-4652-9864-bdd845bc330f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:31.221284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:31.254150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Attempting to bind port d381a31f-c210-4652-9864-bdd845bc330f on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:31.255227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Attempting to bind port d381a31f-c210-4652-9864-bdd845bc330f by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:31.255564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Attempting to bind port d381a31f-c210-4652-9864-bdd845bc330f on network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:31.272999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102980ae-e8d8-45d8-8344-3133fb84a0a2 req-ed4c41a1-4183-4315-b20b-1cb04f0ce05d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:31.273895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting subnet a6870dd4-bd0e-4919-b3d0-663e55e39ff3 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:19:31.275167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-102980ae-e8d8-45d8-8344-3133fb84a0a2 req-ed4c41a1-4183-4315-b20b-1cb04f0ce05d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.0952735 Nov 19 04:19:31.278335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Port d381a31f-c210-4652-9864-bdd845bc330f on network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:19:31.278923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Attempting to bind port d381a31f-c210-4652-9864-bdd845bc330f on network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:31.283731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.291661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.314830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:31.315279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Checking segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:31.315782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Bound using segment: {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:31.316346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Bound port: d381a31f-c210-4652-9864-bdd845bc330f, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cdf254-55d1-4048-9763-43e36ef867f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:31.316846 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.321983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:30Z', 'revision_number': 11, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:31.398897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-102980ae-e8d8-45d8-8344-3133fb84a0a2 req-0c790c85-4a14-44b4-ba25-502f1d2ebcba tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172605 Nov 19 04:19:31.399516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:31.431072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:31.431987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:31.433141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] For port d381a31f-c210-4652-9864-bdd845bc330f, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:31.438079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] For port d381a31f-c210-4652-9864-bdd845bc330f, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d381a31f-c210-4652-9864-bdd845bc330f,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:31.451989 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.515431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.532655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.553397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:31.556167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.557923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] 10.222.0.31 "PUT /v2.0/ports/d381a31f-c210-4652-9864-bdd845bc330f HTTP/1.1" status: 200 len: 1130 time: 1.6081407 Nov 19 04:19:31.559851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:31.567802 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "tag": "d381a31f-c210-4652-9864-bdd845bc330f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:31.570742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:31.597266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd1600-daed-4b90-971b-3cb17ef155b6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:31.607754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.609051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6c3f149d-933b-47d3-81d9-477533b374a7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5203662 Nov 19 04:19:31.615931 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.619320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49252) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:31.647434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group_rule': {'security_group_id': '06cd1600-daed-4b90-971b-3cb17ef155b6', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:31.733142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.814809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:30Z', 'revision_number': 11, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:31.836850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.859179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766f93-4563-4d21-8767-6e5abd90d1a7 None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:30Z', 'revision_number': 11, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:31.860910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.867503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32747570-0983-45c4-843e-8e591b6f4972 service neutron] Pushing event updated for resources: {'Port': ['ID=d381a31f-c210-4652-9864-bdd845bc330f,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:31.885314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:31.887141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e74279-de58-4c7a-aa6b-56c918ae2aba req-8447b774-d209-408f-bee6-8b7894023368 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:31.899069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9e74279-de58-4c7a-aa6b-56c918ae2aba req-8447b774-d209-408f-bee6-8b7894023368 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 982 time: 0.3197019 Nov 19 04:19:31.921431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-15a03255-8a83-4ec4-8b67-8fdd829796bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:31.923050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-15a03255-8a83-4ec4-8b67-8fdd829796bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1133 time: 0.2788501 Nov 19 04:19:31.985190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5466d4-7ef2-4361-8b31-a90bfb02b678,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:32.011335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.016582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.018053 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4e958f56-bf41-4518-87a7-faee6afb3c51 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3976865 Nov 19 04:19:32.022793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49264) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:32.027191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group_rule': {'security_group_id': '06cd1600-daed-4b90-971b-3cb17ef155b6', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:32.087649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.134195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.199751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Subnet': ['ID=a6870dd4-bd0e-4919-b3d0-663e55e39ff3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:32.211016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.215482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f0e50-58ca-45e2-881c-7fff1973f4af None None] Network 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:32.220655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-74f6bfe2-03ac-40f6-81c0-00b1fb94c748 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/a6870dd4-bd0e-4919-b3d0-663e55e39ff3 HTTP/1.1" status: 204 len: 168 time: 1.1293623 Nov 19 04:19:32.231666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49266) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:32.369534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.382542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.396872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.419001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cc78cb-b6ab-42c4-a3e7-d2b899a6cbda,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:32.433227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.434999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a30e97be-ae01-4a6f-91ef-6313b1d5b2aa tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4116282 Nov 19 04:19:32.453403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49268) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:32.460110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group_rule': {'security_group_id': '06cd1600-daed-4b90-971b-3cb17ef155b6', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:32.545875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.613688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-aac69cbe-3465-44d0-b7c3-9483e9535c94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d381a31f-c210-4652-9864-bdd845bc330f HTTP/1.1" status: 200 len: 217 time: 0.6722271 Nov 19 04:19:32.628541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Deleting port eb694946-258b-46a4-a70d-d4f02f0435a9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:32.628896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.654416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] DHCP port deletion for 8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:19:32.680236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-1a272474-4ca1-422c-9aee-ef4340541362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:32.682236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-1a272474-4ca1-422c-9aee-ef4340541362 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee96ccd-429c-47cc-b152-d384c41b2572 HTTP/1.1" status: 200 len: 834 time: 0.0533485 Nov 19 04:19:32.743358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] Deleting port eb694946-258b-46a4-a70d-d4f02f0435a9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:19:32.743677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.755551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.757974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9e74279-de58-4c7a-aa6b-56c918ae2aba req-62133e12-76ce-41f5-9e56-cbeffab45294 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8576958 Nov 19 04:19:32.763476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.791556 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-4ce59147-1f7c-4d6c-94f1-74adb483ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:32.794811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-4ce59147-1f7c-4d6c-94f1-74adb483ae73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987394 Nov 19 04:19:32.808418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e23c7af-e956-4269-9534-1cd34342004c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:32.824019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] For port eb694946-258b-46a4-a70d-d4f02f0435a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eb694946-258b-46a4-a70d-d4f02f0435a9,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:32.824438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.830430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.832198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec9579f9-0cc6-4bb3-9c6e-c4c5b8ab4ebb tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771696 Nov 19 04:19:32.843141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49270) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:32.850536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group_rule': {'security_group_id': '06cd1600-daed-4b90-971b-3cb17ef155b6', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:32.881343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Calling delete_port for eb694946-258b-46a4-a70d-d4f02f0435a9 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:32.916662 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5bd1be-94fc-482b-9a4a-e155b253b082 x-openstack-request-id: req-1b5bd1be-94fc-482b-9a4a-e155b253b082 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:32.916963 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "tag": "d381a31f-c210-4652-9864-bdd845bc330f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:32.917253 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b5bd1be-94fc-482b-9a4a-e155b253b082 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:32.917666 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f', 'status': 'completed', 'code': 200} Nov 19 04:19:32.932261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] For port eb694946-258b-46a4-a70d-d4f02f0435a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eb694946-258b-46a4-a70d-d4f02f0435a9,segment=NetworkSegment(deb0ab67-d52b-459d-b4cb-ad0fa5530c03),segment_id=deb0ab67-d52b-459d-b4cb-ad0fa5530c03)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:32.932667 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:32.953453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] Calling delete_port for eb694946-258b-46a4-a70d-d4f02f0435a9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:19:33.022004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-25788265-baf0-41d7-b780-b4a238d17a10 service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140610 Nov 19 04:19:33.054736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.099768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No DVR routers for this DVR port eb694946-258b-46a4-a70d-d4f02f0435a9 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:19:33.100286 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.112184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Port': ['ID=eb694946-258b-46a4-a70d-d4f02f0435a9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:33.157714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.178558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] Pushing event deleted for resources: {'Port': ['ID=eb694946-258b-46a4-a70d-d4f02f0435a9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:33.196904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d5711-5c49-48fa-9208-0b9a89ab917a None None] No DVR routers for this DVR port eb694946-258b-46a4-a70d-d4f02f0435a9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:19:33.256491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5ccf5d-bffb-4efa-bad0-a8fe8d084c69 req-e1cc41fb-62fc-4b9f-b99a-0981eeb7fd4f service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978238 Nov 19 04:19:33.298972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-ef4a4c74-6aa4-4ac0-9bad-d08809a7e2f7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:33.314974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-ef4a4c74-6aa4-4ac0-9bad-d08809a7e2f7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 810 time: 0.3253136 Nov 19 04:19:33.361504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.366122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-7580f985-31bd-430b-b5f0-c3c4f179cd7e tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/quotas/06327b63a9cb4e10af74eaf1e1a98cec HTTP/1.1" status: 200 len: 375 time: 0.0472744 Nov 19 04:19:33.386977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:33.398531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:33.399061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb0ab67-d52b-459d-b4cb-ad0fa5530c03') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:33.411773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.428268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.435739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:19:33.436384 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.501363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-15cf88c4-c69a-442b-8ddc-67a3ebb13fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:33.502949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-15cf88c4-c69a-442b-8ddc-67a3ebb13fa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1133 time: 0.0713127 Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:19:33.516830 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:19:33.533663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.536567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.537070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-5df09bfa-e88e-4333-b5c9-b050206f072a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698430 Nov 19 04:19:33.543528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.548558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/networks/8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5 HTTP/1.1" status: 204 len: 168 time: 1.3159018 Nov 19 04:19:33.568355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.572934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49282) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:33.574106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d0db-556b-4a67-a877-5b6579b2ab79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Pushing event deleted for resources: {'Network': ['ID=8c4a9745-e437-47fe-9dd8-b2b19dd9f7c5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:33.594427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'routes': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:33.599267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac5a270-86ac-43c7-bdf7-0e5cd7652faf,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:33.761532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-edd0e5b6-2a0e-4aaa-83fc-b18a0926502c service neutron] 10.222.0.52 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233515 Nov 19 04:19:33.854530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-6f39ff61-ad86-492d-90f7-4d240fad7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:33.856087 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-6f39ff61-ad86-492d-90f7-4d240fad7fea service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 HTTP/1.1" status: 200 len: 896 time: 0.3157611 Nov 19 04:19:33.863162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.865514 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-58072c5f-90e2-4dc3-89f6-78262ad71c18 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0189991 Nov 19 04:19:33.866899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.extraroute_db [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Added routes are [] {{(pid=109987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 04:19:33.867376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.extraroute_db [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Removed routes are [] {{(pid=109987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 04:19:33.867879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:33.869696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:33.874743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group_rule': {'security_group_id': '06cd1600-daed-4b90-971b-3cb17ef155b6', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:33.912633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-fd31a1da-5632-46ae-b5f0-6515ca8472f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d381a31f-c210-4652-9864-bdd845bc330f HTTP/1.1" status: 200 len: 217 time: 0.0487456 Nov 19 04:19:33.975817 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Project 819503e1e2964e66b5b36b112fc9c8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:19:33.980517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-b85062e4-66f9-48f7-9467-34c7efc5e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:33.982031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-b85062e4-66f9-48f7-9467-34c7efc5e57c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee96ccd-429c-47cc-b152-d384c41b2572 HTTP/1.1" status: 200 len: 834 time: 0.0602379 Nov 19 04:19:34.027535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-7c02c887-cbee-48bc-b906-d79a88b7017e service neutron] 10.222.0.52 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650096 Nov 19 04:19:34.039170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eb694946-258b-46a4-a70d-d4f02f0435a9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:34.077249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.082063 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.084827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.098689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-0dc6099c-112e-4b94-acb1-d601ff37f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:34.100716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-0dc6099c-112e-4b94-acb1-d601ff37f2c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061540 Nov 19 04:19:34.122607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: eb694946-258b-46a4-a70d-d4f02f0435a9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:34.125842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eb694946-258b-46a4-a70d-d4f02f0435a9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:34.128957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d7e0c271-0fb6-42ae-ae20-f6743d59f12b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:34.211097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d7e0c271-0fb6-42ae-ae20-f6743d59f12b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:19:34.211097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d7e0c271-0fb6-42ae-ae20-f6743d59f12b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:19:34.213792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-8d03637b-b5b7-4135-9c3f-21ad2367ff6b service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972321 Nov 19 04:19:34.345829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f3fba4-7256-439b-98d8-2c6f05c99ec1 req-1dc6bdb2-3b41-4f6a-a7ec-f081a8c17c7b service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232746 Nov 19 04:19:34.379221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 14486e74-6478-4494-b32d-f98f088c4481 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:34.516161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23217d5d-ba87-4fff-bdc6-dfb465ba98ae req-0738edf5-0fb6-48d2-95c7-13204deb58e0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:34.525201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23217d5d-ba87-4fff-bdc6-dfb465ba98ae req-0738edf5-0fb6-48d2-95c7-13204deb58e0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1265845 Nov 19 04:19:34.558111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:34.572144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.576454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9c3b9f79-8155-4d42-ba69-1a8699e2cdff tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 704 time: 0.9824696 Nov 19 04:19:34.577504 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] Sync routers for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:34.588774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49298) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:34.594051 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:34.594776 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:34.618058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.629527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.657579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ee47a509-8837-4147-a7e3-2d4d60d4eb5a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 205 time: 0.0635457 Nov 19 04:19:34.664125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23217d5d-ba87-4fff-bdc6-dfb465ba98ae req-15ae4d8e-d307-45fa-bcf5-17a1b82fda45 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380768 Nov 19 04:19:34.670275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49300) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:34.675611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720f657f-1fd9-40f9-9a75-918c488b81a5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:34.686649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.698105 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-181a0404-eec0-46ed-9315-5fb988ec593a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8171272 Nov 19 04:19:34.699061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:34.703500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'security_group_rule': {'security_group_id': '06cd1600-daed-4b90-971b-3cb17ef155b6', 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:34.751419 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Project 819503e1e2964e66b5b36b112fc9c8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:19:34.758500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.852430 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:34.889910 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.978119 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:34.987408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.007160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d381a31f-c210-4652-9864-bdd845bc330f details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:19:35.018823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c100beaf-df3e-45a8-b66f-4b89f4b786fc,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:35.025956 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:30Z', 'revision_number': 11, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:35.063584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.085014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f9fb9ac-da80-4a91-8384-e87b3c94b601 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844230 Nov 19 04:19:35.096023 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] Checking router: 14486e74-6478-4494-b32d-f98f088c4481 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:35.129072 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] Routers {'14486e74-6478-4494-b32d-f98f088c4481'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:35.129797 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['14486e74-6478-4494-b32d-f98f088c4481'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:35.216110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d381a31f-c210-4652-9864-bdd845bc330f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d381a31f-c210-4652-9864-bdd845bc330f,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:35.245897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047431cd-4351-4e17-8d2e-fc68ba7f688a req-725807e3-e075-49df-8fb4-8e7c4dc474d2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:35.252931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'd381a31f-c210-4652-9864-bdd845bc330f', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'port_id': 'd381a31f-c210-4652-9864-bdd845bc330f', 'mac_address': 'fa:16:3e:ef:17:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:19:35.253358 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] Set router 14486e74-6478-4494-b32d-f98f088c4481 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:35.262850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-047431cd-4351-4e17-8d2e-fc68ba7f688a req-725807e3-e075-49df-8fb4-8e7c4dc474d2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 982 time: 0.3698533 Nov 19 04:19:35.333799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.358326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d381a31f-c210-4652-9864-bdd845bc330f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:35.367375 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:30Z', 'revision_number': 11, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:35.392288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d381a31f-c210-4652-9864-bdd845bc330f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d381a31f-c210-4652-9864-bdd845bc330f,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:35.404513 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ff1ff-854a-4cc9-97e8-4b463a3cdcb6 None None] The sync data for ids ['14486e74-6478-4494-b32d-f98f088c4481'] in n-d-818503-1 is: [{'id': '14486e74-6478-4494-b32d-f98f088c4481', 'name': 'tempest-RoutersIpV6Test-router-315754990', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:40Z', 'updated_at': '2021-11-19T04:19:30Z', 'revision_number': 11, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:35.413220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.492562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=d381a31f-c210-4652-9864-bdd845bc330f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:35.517226 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.524581 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.624342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-047431cd-4351-4e17-8d2e-fc68ba7f688a req-06b05f2a-6429-40f8-a2a2-d7876502711e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3608892 Nov 19 04:19:35.644595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.646170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 14486e74-6478-4494-b32d-f98f088c4481 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:19:35.653375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.658735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4318d8c3-eb72-4b24-864c-5217e233d4be tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 204 len: 168 time: 0.9864109 Nov 19 04:19:35.663258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:35.672110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-158628883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:35.761630 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.762946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:35.816444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-667961f9-c040-4ba6-a3aa-339b690d56c0 req-63f4d858-61d3-4887-aa5b-668f654d33eb tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 210 time: 0.0681405 Nov 19 04:19:35.855299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['d381a31f-c210-4652-9864-bdd845bc330f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:19:36.100816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:36.122670 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:36.172461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-dad1f9a3-a3cc-4618-9138-933b37a655be tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:36.174274 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-dad1f9a3-a3cc-4618-9138-933b37a655be tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 810 time: 0.4437804 Nov 19 04:19:36.192614 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-f92ec635-5f3e-42cc-babb-759a5ed5d07a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238174279&fields=id&tenant_id=819503e1e2964e66b5b36b112fc9c8bf HTTP/1.1" status: 200 len: 267 time: 0.1219072 Nov 19 04:19:36.198380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Request body: {'port': {'device_id': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'admin_state_up': True, 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:36.204873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:36.209698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49318) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:36.210278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ebbc52fd-d408-4d16-8d79-cd01f3cdd858 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5452983 Nov 19 04:19:36.215601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:36.401710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-285a22b2-5b9a-475d-ad3f-42335e64050d tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:36.409062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-285a22b2-5b9a-475d-ad3f-42335e64050d tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 814 time: 0.1956792 Nov 19 04:19:36.448970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-bf2a2538-05cc-4020-b612-605a19682f5e tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/quotas/819503e1e2964e66b5b36b112fc9c8bf HTTP/1.1" status: 200 len: 375 time: 0.0387790 Nov 19 04:19:36.549605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-30701241-f212-4a9f-94f7-76a3eca6b73c tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853198 Nov 19 04:19:36.583264 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811900', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12129'] for router, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:36.600679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1790068'] for router, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:36.600894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Made reservation on behalf of 06327b63a9cb4e10af74eaf1e1a98cec for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:36.604697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:36.727578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-b5dd176d-55c0-431d-91e0-b3f0d714854d service neutron] 10.222.0.52 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768675 Nov 19 04:19:36.821164 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Router 8ee793d7-9b10-4214-b41e-42d014575ce2 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:19:36.860037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Allocated IP 172.20.0.6 (8673b78c-8e31-4522-8eee-5da6fd7f1a7b/708a1b36-dee2-482b-82dd-39c1e1b0abaf/cf1183c3-cc93-4ab2-9087-c204c0f42415) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:36.891957 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-056683a9-0c5e-4122-a74f-f4e78df12010 service neutron] 10.222.0.52 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635656 Nov 19 04:19:36.991280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:37.010245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] Sync routers for ids ['8ee793d7-9b10-4214-b41e-42d014575ce2'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:37.015362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d381a31f-c210-4652-9864-bdd845bc330f up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:37.039992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:37.040882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d6542c39-cf30-4e89-8a6c-d6f564077250 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "PUT /v2.0/routers/8ee793d7-9b10-4214-b41e-42d014575ce2 HTTP/1.1" status: 200 len: 697 time: 0.8293333 Nov 19 04:19:37.044995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49332) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:37.076002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] Routers {'8ee793d7-9b10-4214-b41e-42d014575ce2'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:37.076642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8ee793d7-9b10-4214-b41e-42d014575ce2'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:37.217137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] Set router 8ee793d7-9b10-4214-b41e-42d014575ce2 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:37.277249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-75149e7a-260e-40de-a1ce-5ba6e393b238 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/routers/8ee793d7-9b10-4214-b41e-42d014575ce2 HTTP/1.1" status: 200 len: 703 time: 0.2294774 Nov 19 04:19:37.279717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49338) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:37.281792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:37.395677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:37.440857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f66a92b6-e4b7-46e6-ad99-f05c894a04eb tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ee793d7-9b10-4214-b41e-42d014575ce2 HTTP/1.1" status: 200 len: 205 time: 0.1584716 Nov 19 04:19:37.454088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49344) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:37.468563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['baaa2043-3a57-4dac-88d7-4f766710d976'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:19:37.471286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee793d7-9b10-4214-b41e-42d014575ce2', 'name': 'tempest-RoutersIpV6Test-router-158628883', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:35Z', 'updated_at': '2021-11-19T04:19:36Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:37.534915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] Checking router: 8ee793d7-9b10-4214-b41e-42d014575ce2 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:37.562693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] Routers {'8ee793d7-9b10-4214-b41e-42d014575ce2'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:37.563335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8ee793d7-9b10-4214-b41e-42d014575ce2'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:37.615490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Pushing event updated for resources: {'Port': ['ID=cf1183c3-cc93-4ab2-9087-c204c0f42415,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:37.657611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] Set router 8ee793d7-9b10-4214-b41e-42d014575ce2 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:37.748467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee793d7-9b10-4214-b41e-42d014575ce2', 'name': 'tempest-RoutersIpV6Test-router-158628883', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:35Z', 'updated_at': '2021-11-19T04:19:36Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:37.762437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:37.769150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:37.776942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:37.782312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:37.787154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port d381a31f-c210-4652-9864-bdd845bc330f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:19:37.790972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa67da8-749e-4d79-8431-4927884bf59f None None] The sync data for ids ['8ee793d7-9b10-4214-b41e-42d014575ce2'] in n-d-818503-1 is: [{'id': '8ee793d7-9b10-4214-b41e-42d014575ce2', 'name': 'tempest-RoutersIpV6Test-router-158628883', 'tenant_id': 'c961e03881e34ab1836188a4e266dd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:35Z', 'updated_at': '2021-11-19T04:19:36Z', 'revision_number': 2, 'project_id': 'c961e03881e34ab1836188a4e266dd1e', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:37.792559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port d381a31f-c210-4652-9864-bdd845bc330f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:37.792935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:37.958144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396916a-5667-4bdc-996f-3f7d19b061fa req-ffc9dcd9-fd4c-42bf-9736-6dcd0a1741fa tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:37.968025 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6396916a-5667-4bdc-996f-3f7d19b061fa req-ffc9dcd9-fd4c-42bf-9736-6dcd0a1741fa tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.4537506 Nov 19 04:19:38.003367 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.031853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:38.034207 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77afde8d-9097-4964-98dd-6b7bdf145ce9" -d '{"events": [{"server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "name": "network-vif-plugged", "status": "completed", "tag": "d381a31f-c210-4652-9864-bdd845bc330f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:38.055991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port d381a31f-c210-4652-9864-bdd845bc330f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d381a31f-c210-4652-9864-bdd845bc330f,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:38.069707 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.137709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:38.138816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.142716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=d381a31f-c210-4652-9864-bdd845bc330f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:38.158128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.164719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.213822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6396916a-5667-4bdc-996f-3f7d19b061fa req-2b190b6e-0c99-43f8-9214-318328fae22f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391047 Nov 19 04:19:38.291314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-d95d5bb0-7c9d-4455-95d3-c6dc7c61bfc9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0976098 Nov 19 04:19:38.314476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Request body: {'port': {'device_id': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:38.318602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.319155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee793d7-9b10-4214-b41e-42d014575ce2 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:19:38.366235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.374465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc3714e9-473c-4ef5-88e4-d0860d78ac29 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/8ee793d7-9b10-4214-b41e-42d014575ce2 HTTP/1.1" status: 204 len: 168 time: 0.8810947 Nov 19 04:19:38.374683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49356) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.430593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-911b4f29-02d6-4997-8500-8b917e99a02c tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ee793d7-9b10-4214-b41e-42d014575ce2 HTTP/1.1" status: 200 len: 205 time: 0.0564609 Nov 19 04:19:38.433201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49358) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.517029 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-8ebde5c0-e56f-46d8-ab49-dbf5291b323f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:38.518156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8ebde5c0-e56f-46d8-ab49-dbf5291b323f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/8ee793d7-9b10-4214-b41e-42d014575ce2 HTTP/1.1" status: 404 len: 336 time: 0.0839653 Nov 19 04:19:38.521074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49360) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.551685 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ea25e4-5417-4946-a400-283801c2fa1e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:38.552598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ea25e4-5417-4946-a400-283801c2fa1e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:38.556244 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-70ea25e4-5417-4946-a400-283801c2fa1e tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/8d401b6d-ebab-4e15-8312-4143c6373e6b HTTP/1.1" status: 404 len: 337 time: 0.0341427 Nov 19 04:19:38.558726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.590678 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2dd4a4-9516-427f-a24f-cb01e91a7fb0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:38.591447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2dd4a4-9516-427f-a24f-cb01e91a7fb0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:38.595980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cf2dd4a4-9516-427f-a24f-cb01e91a7fb0 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/6466e12d-14fa-4a6e-83cb-1fd828c50c73 HTTP/1.1" status: 404 len: 337 time: 0.0355670 Nov 19 04:19:38.599891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.656397 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4373ad-8b47-477d-9cff-6c30c802fa2a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:38.656918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4373ad-8b47-477d-9cff-6c30c802fa2a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:38.666570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eb4373ad-8b47-477d-9cff-6c30c802fa2a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/c2e7811d-424d-4007-bcd5-9d166bb29ea1 HTTP/1.1" status: 404 len: 337 time: 0.0655077 Nov 19 04:19:38.667279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49366) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.706874 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b79244-925b-4d6c-a0ce-318690cbd120 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:38.709099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b79244-925b-4d6c-a0ce-318690cbd120 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:38.716228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-44b79244-925b-4d6c-a0ce-318690cbd120 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/a6870dd4-bd0e-4919-b3d0-663e55e39ff3 HTTP/1.1" status: 404 len: 337 time: 0.0470695 Nov 19 04:19:38.717568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.767749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-30141bd3-f43b-4bec-8705-8dd0bedd25a3 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 200 len: 205 time: 0.0444515 Nov 19 04:19:38.768730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.834946 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-b69d4c05-2824-4207-8810-c36bb8041a79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:38.838200 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b69d4c05-2824-4207-8810-c36bb8041a79 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/14486e74-6478-4494-b32d-f98f088c4481 HTTP/1.1" status: 404 len: 336 time: 0.0661924 Nov 19 04:19:38.841951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49378) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:38.862331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1679c5-7420-4622-920e-a66b3a49ac73 req-c2261003-b304-445a-b8f4-cad10e309095 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:38.865080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f1679c5-7420-4622-920e-a66b3a49ac73 req-c2261003-b304-445a-b8f4-cad10e309095 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.5368114 Nov 19 04:19:38.865497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:38.907902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3b463cab-eda4-4af3-b8d6-06d394515e20 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=31fd0017-3ecb-4b1e-baab-fe1459b2d150 HTTP/1.1" status: 200 len: 205 time: 0.0627825 Nov 19 04:19:38.908352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49382) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.321496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1183c3-cc93-4ab2-9087-c204c0f42415 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:39.339035 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:39.354674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Transition to ACTIVE for port object cf1183c3-cc93-4ab2-9087-c204c0f42415 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:19:39.377752 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:39.524312 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-4b56e3eb-b989-487b-a900-904cc63c309b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:39.526492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4b56e3eb-b989-487b-a900-904cc63c309b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/31fd0017-3ecb-4b1e-baab-fe1459b2d150 HTTP/1.1" status: 404 len: 336 time: 0.6170177 Nov 19 04:19:39.529047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49386) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.568665 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e414ccc7-e04f-4a91-8a33-59bb58b52c6b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:39.569239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e414ccc7-e04f-4a91-8a33-59bb58b52c6b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:39.575095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e414ccc7-e04f-4a91-8a33-59bb58b52c6b tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/fa8f4109-5bc6-4571-8820-0b96e9d3d9c2 HTTP/1.1" status: 404 len: 337 time: 0.0418956 Nov 19 04:19:39.590607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49388) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.611245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Pushing event updated for resources: {'Port': ['ID=cf1183c3-cc93-4ab2-9087-c204c0f42415,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:39.624696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-3560fee9-78c6-49ef-b0e6-de4592eac71d tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:39.626288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-3560fee9-78c6-49ef-b0e6-de4592eac71d tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.31 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 814 time: 0.2666030 Nov 19 04:19:39.658088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b94186ad-a360-4178-a803-d3d2803d49ee tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 200 len: 205 time: 0.0662067 Nov 19 04:19:39.659292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49390) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.695760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f1679c5-7420-4622-920e-a66b3a49ac73 req-20120951-9216-4a74-9da1-823e853c0255 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7990093 Nov 19 04:19:39.708507 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-7c0b94b7-2aa2-434c-a15e-dae8a71c1b3f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:39.713585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c0b94b7-2aa2-434c-a15e-dae8a71c1b3f tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/04a6d9f2-a751-4d4b-b600-6d350b4b9343 HTTP/1.1" status: 404 len: 336 time: 0.0526543 Nov 19 04:19:39.714347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49392) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.755845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a2b99b57-56bf-41a5-92f7-3bfa178e1bc5 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bba12e7-ead8-4515-aeaf-417428203cb2 HTTP/1.1" status: 200 len: 205 time: 0.0398092 Nov 19 04:19:39.756822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49394) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.799277 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-43ffc111-3cc6-4afa-88fb-b9ee1f6da042 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:39.804700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-43ffc111-3cc6-4afa-88fb-b9ee1f6da042 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/8bba12e7-ead8-4515-aeaf-417428203cb2 HTTP/1.1" status: 404 len: 336 time: 0.0466673 Nov 19 04:19:39.805453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49396) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.838455 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9561fc3-3f87-4fc6-83c5-e9e90007588a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:39.839136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9561fc3-3f87-4fc6-83c5-e9e90007588a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:39.847587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9561fc3-3f87-4fc6-83c5-e9e90007588a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/b16b56b1-d9ca-4830-a40c-5e929b72ded8 HTTP/1.1" status: 404 len: 337 time: 0.0408251 Nov 19 04:19:39.848900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49398) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.871437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-e8b510d7-cf19-4a0f-8b92-7a5a92857880 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819503e1e2964e66b5b36b112fc9c8bf HTTP/1.1" status: 200 len: 379 time: 0.2235699 Nov 19 04:19:39.898993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0d59fa99-f75c-4974-a253-156c1640a499 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=1447eefe-9f2a-4207-8d6a-da62ac828328 HTTP/1.1" status: 200 len: 205 time: 0.0465701 Nov 19 04:19:39.908000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49400) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:39.914307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'port': {'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'admin_state_up': True, 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'security_groups': ['06cd1600-daed-4b90-971b-3cb17ef155b6']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:40.014453 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-c72872aa-bd7f-4ff3-9698-1727c3fbe5c6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:40.015616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c72872aa-bd7f-4ff3-9698-1727c3fbe5c6 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/1447eefe-9f2a-4207-8d6a-da62ac828328 HTTP/1.1" status: 404 len: 336 time: 0.0967300 Nov 19 04:19:40.018314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49404) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:40.059844 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1985153c-ee30-403f-b211-dc8aa6474302 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:40.060598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1985153c-ee30-403f-b211-dc8aa6474302 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:40.062145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68236c3-55d4-4d0d-b92a-7299930bedc3 req-dee0874d-8d64-41cf-a703-e93980d966d6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:40.068628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1985153c-ee30-403f-b211-dc8aa6474302 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/522a3c92-eedd-42f4-a24f-0818d912e282 HTTP/1.1" status: 404 len: 337 time: 0.0451038 Nov 19 04:19:40.069868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:40.081131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d68236c3-55d4-4d0d-b92a-7299930bedc3 req-dee0874d-8d64-41cf-a703-e93980d966d6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 943 time: 0.2309728 Nov 19 04:19:40.107365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e1615ba6-3d65-482e-9dda-48447ecb8973 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "GET /v2.0/ports?device_id=2733ef60-515c-4cd9-9e16-1874c2501709 HTTP/1.1" status: 200 len: 205 time: 0.0361168 Nov 19 04:19:40.107958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49408) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:40.123341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Attempting to bind port cf1183c3-cc93-4ab2-9087-c204c0f42415 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:40.123786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Attempting to bind port cf1183c3-cc93-4ab2-9087-c204c0f42415 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:40.124200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Attempting to bind port cf1183c3-cc93-4ab2-9087-c204c0f42415 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:40.149119 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-da6c5cc5-3cce-42bb-bb92-2af3b4e66c05 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] delete failed (client error): The resource could not be found. Nov 19 04:19:40.152760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-da6c5cc5-3cce-42bb-bb92-2af3b4e66c05 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/routers/2733ef60-515c-4cd9-9e16-1874c2501709 HTTP/1.1" status: 404 len: 336 time: 0.0438507 Nov 19 04:19:40.153328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49410) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:40.156608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Port cf1183c3-cc93-4ab2-9087-c204c0f42415 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:19:40.157026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Attempting to bind port cf1183c3-cc93-4ab2-9087-c204c0f42415 on network 8673b78c-8e31-4522-8eee-5da6fd7f1a7b {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:40.178812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:40.179153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Checking segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:40.179642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Bound using segment: {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:40.180145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Bound port: cf1183c3-cc93-4ab2-9087-c204c0f42415, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d3e4db-2304-4a01-9efe-1bc03444f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:40.180576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:40.188663 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-407f9a6b-8037-4a02-892a-3c9b6e9bcf3a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:40.192439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407f9a6b-8037-4a02-892a-3c9b6e9bcf3a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:40.196191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-407f9a6b-8037-4a02-892a-3c9b6e9bcf3a tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/b49578ea-11a6-45d2-beb7-7a1a4a489494 HTTP/1.1" status: 404 len: 337 time: 0.0418556 Nov 19 04:19:40.198764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d68236c3-55d4-4d0d-b92a-7299930bedc3 req-2ecb32fa-d559-4481-b4e0-cc3750a30bb8 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165981 Nov 19 04:19:40.199341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49412) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:40.273247 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a70c6ad-619d-475d-8e53-f71702976025 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] DELETE failed (client error): The resource could not be found. Nov 19 04:19:40.274625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a70c6ad-619d-475d-8e53-f71702976025 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:19:40.280424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7a70c6ad-619d-475d-8e53-f71702976025 tempest-RoutersIpV6Test-199493837 tempest-RoutersIpV6Test-199493837-project] 10.222.0.52 "DELETE /v2.0/subnets/260ef9a9-8da4-4c7a-899d-fbfd44ab9c2c HTTP/1.1" status: 404 len: 337 time: 0.0799990 Nov 19 04:19:40.337800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a515782a-e624-4b9b-8a28-ed87fb9e82ea req-a0e8848b-c902-41d3-b507-e5583eabe883 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0330505 Nov 19 04:19:40.340363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Made reservation on behalf of 819503e1e2964e66b5b36b112fc9c8bf for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:40.343946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:40.413134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] For port cf1183c3-cc93-4ab2-9087-c204c0f42415, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:40.419170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] For port cf1183c3-cc93-4ab2-9087-c204c0f42415, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:40.426986 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e50cb-b8e1-455f-93aa-629179072656 x-openstack-request-id: req-162e50cb-b8e1-455f-93aa-629179072656 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:40.427515 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "name": "network-vif-plugged", "status": "completed", "tag": "d381a31f-c210-4652-9864-bdd845bc330f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:40.427710 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-162e50cb-b8e1-455f-93aa-629179072656 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:40.428400 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f', 'code': 200} Nov 19 04:19:40.466187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:40.537675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:40.538380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:40.548487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] 10.222.0.36 "PUT /v2.0/ports/cf1183c3-cc93-4ab2-9087-c204c0f42415 HTTP/1.1" status: 200 len: 1091 time: 2.2447231 Nov 19 04:19:40.555453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'tag': 'cf1183c3-cc93-4ab2-9087-c204c0f42415'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:40.557809 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1852a-fa32-456a-940b-3bbaed974709" -d '{"events": [{"name": "network-changed", "server_uuid": "3e046ae0-05ec-4445-b1d5-f21a585da925", "tag": "cf1183c3-cc93-4ab2-9087-c204c0f42415"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:40.657456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8d5f-dd90-4043-a266-5ee005ef5754 req-700d9174-d1f0-407e-8f72-dca97e898af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:40.659816 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f72a8d5f-dd90-4043-a266-5ee005ef5754 req-700d9174-d1f0-407e-8f72-dca97e898af9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1135 time: 0.1191101 Nov 19 04:19:40.744519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f94b7-9c7d-4c6a-a377-97b0b92be36c service neutron] Pushing event updated for resources: {'Port': ['ID=cf1183c3-cc93-4ab2-9087-c204c0f42415,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:40.786480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Allocated IP 172.20.0.14 (83a4d5aa-f88d-4d19-b8d0-d8871052f9aa/1148efc5-338a-427f-917f-30e70a3b842f/dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:40.805484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e105-2030-4d0b-b0f5-582e9aaec057 req-903028b0-d55b-4c9b-a89d-afaec3e8404d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:40.807331 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75e7e105-2030-4d0b-b0f5-582e9aaec057 req-903028b0-d55b-4c9b-a89d-afaec3e8404d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.2049241 Nov 19 04:19:40.811156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-c7ecf47b-1cd7-48e6-bf63-286f38d8ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:40.812932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-c7ecf47b-1cd7-48e6-bf63-286f38d8ec46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 1094 time: 0.1493499 Nov 19 04:19:40.854529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f72a8d5f-dd90-4043-a266-5ee005ef5754 req-71e7d75e-2c09-4a02-b8a3-972608ed3216 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f6b93383-0509-4d3a-9d43-5244bfa912a1&id=5961c7c5-e731-4520-947c-505978af20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1759710 Nov 19 04:19:40.886200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-b94b2735-df1f-403d-a7e6-f3a118f24153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415 HTTP/1.1" status: 200 len: 217 time: 0.0473905 Nov 19 04:19:41.000768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75e7e105-2030-4d0b-b0f5-582e9aaec057 req-c7696749-1a8d-4eef-b683-fbaf31a5d857 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819572 Nov 19 04:19:41.062386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49424) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:41.135962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-29d2efb9-1898-4a82-ab4c-4830e61d1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:41.159534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-29d2efb9-1898-4a82-ab4c-4830e61d1445 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.2646592 Nov 19 04:19:41.172297 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b84c7-ac0c-49cd-a959-fc986f81c4a1 x-openstack-request-id: req-664b84c7-ac0c-49cd-a959-fc986f81c4a1 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:41.175534 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e046ae0-05ec-4445-b1d5-f21a585da925", "tag": "cf1183c3-cc93-4ab2-9087-c204c0f42415", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:41.175917 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-664b84c7-ac0c-49cd-a959-fc986f81c4a1 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:41.178327 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'tag': 'cf1183c3-cc93-4ab2-9087-c204c0f42415', 'status': 'completed', 'code': 200} Nov 19 04:19:41.275028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-0bca1925-1f02-4477-81d0-85bb357ecc58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903802 Nov 19 04:19:41.390221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7d1669e5-e2eb-4b75-90dd-84fc4ef6a881 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c961e03881e34ab1836188a4e266dd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279061 Nov 19 04:19:41.396162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49432) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:41.416734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:41.469616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f93c-b065-4231-812d-f9103add4710 req-10e645a6-7a55-479b-8d89-e03c5b05ea8c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:41.471305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9352f93c-b065-4231-812d-f9103add4710 req-10e645a6-7a55-479b-8d89-e03c5b05ea8c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.2531772 Nov 19 04:19:41.527341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-34d1ae0d-af7a-43ae-92dd-c2214db6dc1b service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185626 Nov 19 04:19:41.610937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d1d5e0-b69f-4679-9554-402d1164f580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:41.623816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:41.706512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9352f93c-b065-4231-812d-f9103add4710 req-561b7505-8921-4190-8ae0-509c863a64cb tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2255101 Nov 19 04:19:41.712385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d1d5e0-b69f-4679-9554-402d1164f580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:41.743265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:41.760670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:41.769993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:41.778630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'Port': ['ID=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:41.789447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b65bee3-4c5e-4ab1-80d2-14232423005b req-14dbbd26-a86b-470b-ac4d-232c4f06a40a service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498822 Nov 19 04:19:41.998508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9d73d-8f48-4550-81fb-311d3bd4bec7 req-60845533-4c18-4ebd-85c0-dbdc1e99639d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:42.000136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41e9d73d-8f48-4550-81fb-311d3bd4bec7 req-60845533-4c18-4ebd-85c0-dbdc1e99639d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 943 time: 0.1710329 Nov 19 04:19:42.016497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:42.017172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:42.047286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1852a-fa32-456a-940b-3bbaed974709 req-6ae2c366-306d-4f51-a43a-0d0281a74250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:42.050632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-6ae2c366-306d-4f51-a43a-0d0281a74250 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 1094 time: 0.1496050 Nov 19 04:19:42.235952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41e9d73d-8f48-4550-81fb-311d3bd4bec7 req-0c9b7b38-8779-4eba-98bd-9021947003e8 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125185 Nov 19 04:19:42.258180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d1d5e0-b69f-4679-9554-402d1164f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:42.267035 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08d1d5e0-b69f-4679-9554-402d1164f580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:42.270338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08d1d5e0-b69f-4679-9554-402d1164f580 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbf45088-3860-498a-a1a6-57cbcbae28cd HTTP/1.1" status: 204 len: 168 time: 0.8667307 Nov 19 04:19:42.308028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-84c7eb75-7b63-4a66-8db8-30914ec31bdf tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3987291 Nov 19 04:19:42.345334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Request body: {'port': {'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:42.361963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1d5e0-b69f-4679-9554-402d1164f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf45088-3860-498a-a1a6-57cbcbae28cd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:42.474590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1852a-fa32-456a-940b-3bbaed974709 req-1ec59490-11b9-4965-a52c-c660a2b6df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:42.476265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-1ec59490-11b9-4965-a52c-c660a2b6df56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 911 time: 0.3814337 Nov 19 04:19:42.506916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:42.550837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e5fd-e2dd-4e2d-8868-f8b116da7041 req-a271a641-3276-4570-b167-0869d4c3fa3b tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:42.559085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e07e5fd-e2dd-4e2d-8868-f8b116da7041 req-a271a641-3276-4570-b167-0869d4c3fa3b tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 932 time: 0.1709781 Nov 19 04:19:42.570850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dc537847-7e11-47c6-815f-04d0be27e2f5 None None] Provisioning complete for port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:42.571857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc537847-7e11-47c6-815f-04d0be27e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:42.579756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-9572ba47-4d01-4b8c-b263-63e9ceef1944 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415 HTTP/1.1" status: 200 len: 217 time: 0.0915997 Nov 19 04:19:42.652492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dc537847-7e11-47c6-815f-04d0be27e2f5 None None] Port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:19:42.812912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e07e5fd-e2dd-4e2d-8868-f8b116da7041 req-55c60c3a-f58c-4ed7-9bcb-e842e9406a27 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483225 Nov 19 04:19:42.987864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1852a-fa32-456a-940b-3bbaed974709 req-6d662429-f81a-4f97-b652-eb11c2831e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:42.990631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-6d662429-f81a-4f97-b652-eb11c2831e31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.3960183 Nov 19 04:19:43.058934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-c0e32e7a-4f7c-4e8b-95a2-d936310c6f59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432329 Nov 19 04:19:43.222014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31471819-4fbd-4ceb-8614-9075a8aa2d75 req-3d9f3a7f-9a09-440b-8d70-8e3e5206e790 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:43.224041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31471819-4fbd-4ceb-8614-9075a8aa2d75 req-3d9f3a7f-9a09-440b-8d70-8e3e5206e790 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.2499011 Nov 19 04:19:43.415994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-b112a981-c4a8-45a9-ab1f-8ec201d24c90 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433540 Nov 19 04:19:43.876506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31471819-4fbd-4ceb-8614-9075a8aa2d75 req-ca8a2958-541e-471b-8f31-97e20686c3c1 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6237319 Nov 19 04:19:43.940387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49474) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:44.038771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:44.053082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf1183c3-cc93-4ab2-9087-c204c0f42415 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:19:44.083601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74e1852a-fa32-456a-940b-3bbaed974709 req-6ce3704e-4bbb-4825-aa5a-81054d32008c service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480772 Nov 19 04:19:44.091159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.127938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Transition to ACTIVE for port object dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:19:44.139220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-28035157-4f64-4bdd-bf56-a0d9b318f91a tempest-DvrRoutersNegativeTest-1770643229 tempest-DvrRoutersNegativeTest-1770643229-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-38668595', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:44.142068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.142248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.policy [None req-28035157-4f64-4bdd-bf56-a0d9b318f91a tempest-DvrRoutersNegativeTest-1770643229 tempest-DvrRoutersNegativeTest-1770643229-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109987) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 19 04:19:44.142506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.policy [None req-28035157-4f64-4bdd-bf56-a0d9b318f91a tempest-DvrRoutersNegativeTest-1770643229 tempest-DvrRoutersNegativeTest-1770643229-project] Failed policy check for 'create_router' {{(pid=109987) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 19 04:19:44.143253 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-28035157-4f64-4bdd-bf56-a0d9b318f91a tempest-DvrRoutersNegativeTest-1770643229 tempest-DvrRoutersNegativeTest-1770643229-project] create failed (client error): Access was denied to this resource. Nov 19 04:19:44.152178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-28035157-4f64-4bdd-bf56-a0d9b318f91a tempest-DvrRoutersNegativeTest-1770643229 tempest-DvrRoutersNegativeTest-1770643229-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2106369 Nov 19 04:19:44.190873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766e9e-e07e-420a-a121-19b8f8e72df2 req-824808e4-0538-4452-96d7-9b9796d2be89 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:44.194970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51766e9e-e07e-420a-a121-19b8f8e72df2 req-824808e4-0538-4452-96d7-9b9796d2be89 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.1777272 Nov 19 04:19:44.255701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:44.314639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cf1183c3-cc93-4ab2-9087-c204c0f42415, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:44.342577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51766e9e-e07e-420a-a121-19b8f8e72df2 req-94ba04ae-6e08-4104-a304-b66abdc18195 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0838027 Nov 19 04:19:44.386678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'cf1183c3-cc93-4ab2-9087-c204c0f42415', 'network_id': '8673b78c-8e31-4522-8eee-5da6fd7f1a7b', 'port_id': 'cf1183c3-cc93-4ab2-9087-c204c0f42415', 'mac_address': 'fa:16:3e:f0:df:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708a1b36-dee2-482b-82dd-39c1e1b0abaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:19:44.509536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Attempting to bind port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:19:44.509886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Attempting to bind port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:19:44.510269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Attempting to bind port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c on network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:44.532955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.544313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c on network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:19:44.544713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Attempting to bind port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c on network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:19:44.560559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:19:44.560970 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Checking segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:44.561324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Bound using segment: {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:19:44.561874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Bound port: dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a6bf89-f33e-4f9b-932b-3d240660dffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:19:44.562172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.578656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1183c3-cc93-4ab2-9087-c204c0f42415 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:44.634979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f605-ea92-48f1-ba6b-5d1360958d06 req-097ea937-9d9e-45a3-b17d-1f783ffcc259 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:44.636330 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b82f605-ea92-48f1-ba6b-5d1360958d06 req-097ea937-9d9e-45a3-b17d-1f783ffcc259 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 943 time: 0.1374445 Nov 19 04:19:44.639156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cf1183c3-cc93-4ab2-9087-c204c0f42415, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:44.650926 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.775091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] For port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:19:44.787185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b82f605-ea92-48f1-ba6b-5d1360958d06 req-c7efcc80-d67a-4f35-ab8d-075d36de2d76 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097946 Nov 19 04:19:44.789156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] For port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:19:44.815082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.855058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=cf1183c3-cc93-4ab2-9087-c204c0f42415,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:44.858596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49486) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:44.924011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:44.929862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.930288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.934304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.935155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.935514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.935956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.936185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.936533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.936851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.937311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.937502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.937834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:44.943079 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:44.944558 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] 10.222.0.31 "PUT /v2.0/ports/dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 1092 time: 2.6085863 Nov 19 04:19:44.945041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:44.947359 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b14654-850e-439c-bfed-9ddb4e63fa30" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:44.997864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['cf1183c3-cc93-4ab2-9087-c204c0f42415'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:19:45.104076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.218714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc099-6f60-42ed-9ad2-133747f99528 req-45b7f5d2-bbe8-4a83-9caf-ea2bffd30df6 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:45.231521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bbbc099-6f60-42ed-9ad2-133747f99528 req-45b7f5d2-bbe8-4a83-9caf-ea2bffd30df6 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.3094022 Nov 19 04:19:45.236952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de457f-856d-4eed-a92b-363787f2d4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:45.358912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-cc596f24-56d8-4f9c-932c-20d763156f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:45.361210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-cc596f24-56d8-4f9c-932c-20d763156f3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1095 time: 0.3004448 Nov 19 04:19:45.367324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.377877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.452133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e2cd247ad3f47828fa4b83fa461eaff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922518 Nov 19 04:19:45.453085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49494) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:45.461576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59837b56-60a0-42f6-a20b-edb7e067b920,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:45.472526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.473550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.474239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.474806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.475348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.475885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.476416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.476972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.477516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.478089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.479500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.480066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2091c-2a98-40f5-9d51-1053abc40ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:45.482579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-7b1f0a84-d216-405c-9330-e9d0dc19f8b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 217 time: 0.1043148 Nov 19 04:19:45.503004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bbbc099-6f60-42ed-9ad2-133747f99528 req-9ae225b2-1fd6-4f2b-85c7-325856063923 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688920 Nov 19 04:19:45.592771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3cf4-c03c-4920-8c8a-19a9cae49466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.594593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-7c85e129-26ff-4fe4-adc6-1071a681cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:45.596294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-7c85e129-26ff-4fe4-adc6-1071a681cd12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 200 len: 853 time: 0.0888371 Nov 19 04:19:45.661612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3cf4-c03c-4920-8c8a-19a9cae49466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.712198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478289b1-c957-4152-a862-1d548ad142a8 req-1643cde7-4fc5-464d-b51f-a24b218f5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:45.713827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-1643cde7-4fc5-464d-b51f-a24b218f5c08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081057 Nov 19 04:19:45.756203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3cf4-c03c-4920-8c8a-19a9cae49466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.758946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3cf4-c03c-4920-8c8a-19a9cae49466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:45.762908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ad1b3cf4-c03c-4920-8c8a-19a9cae49466 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59837b56-60a0-42f6-a20b-edb7e067b920 HTTP/1.1" status: 204 len: 168 time: 0.3082290 Nov 19 04:19:45.779577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b3cf4-c03c-4920-8c8a-19a9cae49466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59837b56-60a0-42f6-a20b-edb7e067b920,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:45.805032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de218f9-97e9-49d3-99b8-9b40f51a4431 req-0456744d-3766-47e0-bced-dcd8f57bc0f5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:45.806853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7de218f9-97e9-49d3-99b8-9b40f51a4431 req-0456744d-3766-47e0-bced-dcd8f57bc0f5 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.1456897 Nov 19 04:19:45.916363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7de218f9-97e9-49d3-99b8-9b40f51a4431 req-03173a14-b00b-44ab-8430-9501af68d6a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0964124 Nov 19 04:19:46.032370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-23a1bc5f-74d6-41d6-985c-0b16410ef309 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098962 Nov 19 04:19:46.052194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf1183c3-cc93-4ab2-9087-c204c0f42415 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:46.212803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port cf1183c3-cc93-4ab2-9087-c204c0f42415 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:19:46.220587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port cf1183c3-cc93-4ab2-9087-c204c0f42415 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:46.221263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:46.336169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696dfc-aa76-4fe2-b718-4c907d7795c5 req-685ab721-f27d-4d8b-a514-d94e28eddf00 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:46.346048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34696dfc-aa76-4fe2-b718-4c907d7795c5 req-685ab721-f27d-4d8b-a514-d94e28eddf00 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.3125031 Nov 19 04:19:46.422109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-478289b1-c957-4152-a862-1d548ad142a8 req-ab14b679-7dbc-4c7b-9002-cd4b637feba1 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437891 Nov 19 04:19:46.451014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34696dfc-aa76-4fe2-b718-4c907d7795c5 req-24d5b30b-c36d-4b9c-a4b1-801b2f4f08e6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031630 Nov 19 04:19:46.480015 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:46.543551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1183c3-cc93-4ab2-9087-c204c0f42415'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:46.546627 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0062f03-e092-4cf7-9288-37a50ae1b493 x-openstack-request-id: req-a0062f03-e092-4cf7-9288-37a50ae1b493 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:46.547162 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:46.547515 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54914f7-5f0e-4398-8cfa-1528f9910365" -d '{"events": [{"server_uuid": "3e046ae0-05ec-4445-b1d5-f21a585da925", "name": "network-vif-plugged", "status": "completed", "tag": "cf1183c3-cc93-4ab2-9087-c204c0f42415"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:46.547929 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0062f03-e092-4cf7-9288-37a50ae1b493 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:46.548595 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'status': 'completed', 'code': 200} Nov 19 04:19:46.581490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port cf1183c3-cc93-4ab2-9087-c204c0f42415, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:46.590723 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:46.743548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=cf1183c3-cc93-4ab2-9087-c204c0f42415,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:46.762723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-65a838f0-de04-4187-aed0-7a3daf335a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:46.765243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-65a838f0-de04-4187-aed0-7a3daf335a62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1095 time: 0.1734252 Nov 19 04:19:46.935454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-e89d9056-51d9-40ff-85fb-a7deeba65b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:46.937288 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-e89d9056-51d9-40ff-85fb-a7deeba65b07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 915 time: 0.1601300 Nov 19 04:19:47.002077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-ef42b13a-8926-4982-924b-7eaa71cf8f3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 217 time: 0.0549340 Nov 19 04:19:47.016475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c7679-a184-4785-8125-c9c9c98783e3 req-a14941db-2af1-44cc-8216-1aa5ecfbcd28 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:47.025118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9c7679-a184-4785-8125-c9c9c98783e3 req-a14941db-2af1-44cc-8216-1aa5ecfbcd28 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.3275840 Nov 19 04:19:47.086968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-3a52dead-9b51-4fc0-b203-a2b61efe2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:47.089348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-3a52dead-9b51-4fc0-b203-a2b61efe2227 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 200 len: 853 time: 0.0579317 Nov 19 04:19:47.197490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-b85fa3a3-0ac8-47d6-9e85-446fd62fe1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:47.201507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-b85fa3a3-0ac8-47d6-9e85-446fd62fe1b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003077 Nov 19 04:19:47.370904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49534) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:47.398117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-995bfeaa-91e7-4d74-969c-aa47bcd97baf service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902411 Nov 19 04:19:47.450345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-691934102'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:47.509859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Made reservation on behalf of a04ace43ac444870adb823a2c166854e for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:47.513619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:47.528590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:47.661496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65b14654-850e-439c-bfed-9ddb4e63fa30 req-00e1f523-f867-4e7f-a50d-972a09bc5ba0 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523851 Nov 19 04:19:47.716376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:47.730235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:47.768507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b9c7679-a184-4785-8125-c9c9c98783e3 req-0bff8fd4-b65b-49cb-8f7c-8a4db7405b30 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395957 Nov 19 04:19:47.776879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55e4d79-2f62-4821-bf61-5050f5ed3bc6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:47.806603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:19:47.822747 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:47.823105 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Added segment 05c58914-032d-4869-a9db-4c0ed3877ee4 of type vlan for network 576286bc-8b43-4e63-90b0-98ea32d7c568 Nov 19 04:19:47.970704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.028729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2648-368e-4492-ad6f-d55eb2205ba6 req-18eeb6d3-1bec-46f9-a074-c4d49ed0a225 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:48.036893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-293d2648-368e-4492-ad6f-d55eb2205ba6 req-18eeb6d3-1bec-46f9-a074-c4d49ed0a225 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1135 time: 0.1165347 Nov 19 04:19:48.040968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.051406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:48.052559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.067661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-293d2648-368e-4492-ad6f-d55eb2205ba6 req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.128231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7555923 Nov 19 04:19:48.133055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49542) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.138205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-5c99f0dc-d139-4862-92a0-c3bfd69d3c4c tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-1992689992') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:48.217412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a61b2-6e2d-44f5-8b05-58b0e933894f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Pushing event updated for resources: {'Network': ['ID=576286bc-8b43-4e63-90b0-98ea32d7c568,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:48.232195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-293d2648-368e-4492-ad6f-d55eb2205ba6 req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.233013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 576286bc-8b43-4e63-90b0-98ea32d7c568 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:19:48.240869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-293d2648-368e-4492-ad6f-d55eb2205ba6 req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.305187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5c99f0dc-d139-4862-92a0-c3bfd69d3c4c tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "PUT /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-1992689992 HTTP/1.1" status: 201 len: 201 time: 0.1707027 Nov 19 04:19:48.307690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49544) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.312522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-50a2c30f-2455-489e-8a5f-4c58aa176ac1 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-1992689992') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:48.352544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff421c5-6d61-4f21-9028-b9b356722378,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:48.380316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-293d2648-368e-4492-ad6f-d55eb2205ba6 req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3362825 Nov 19 04:19:48.385918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.402823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.403602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.403965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.404640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.404991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.405340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.405691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.406065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.406414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.406617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.407051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.407051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748a161-54e3-4475-a43b-e81e37e4bc8b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:19:48.447888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50a2c30f-2455-489e-8a5f-4c58aa176ac1 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-1992689992 HTTP/1.1" status: 204 len: 168 time: 0.1387012 Nov 19 04:19:48.450368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.454860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-3c58cdd4-f10c-474f-9b64-967c83c1766e tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:48.474763 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7980ee07-5661-480b-8981-cfa8baa10972 x-openstack-request-id: req-7980ee07-5661-480b-8981-cfa8baa10972 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:48.475100 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e046ae0-05ec-4445-b1d5-f21a585da925", "name": "network-vif-plugged", "status": "completed", "tag": "cf1183c3-cc93-4ab2-9087-c204c0f42415", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:48.475363 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7980ee07-5661-480b-8981-cfa8baa10972 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:48.475773 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1183c3-cc93-4ab2-9087-c204c0f42415', 'code': 200} Nov 19 04:19:48.536047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd231f-6945-477a-a865-bae64643f139 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:48.537634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e8fd231f-6945-477a-a865-bae64643f139 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1130 time: 0.1173842 Nov 19 04:19:48.540918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49550) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.553889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'd381a31f-c210-4652-9864-bdd845bc330f', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:48.614517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:48.687096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1587c-4bab-4589-aa94-87841e631a72 req-0d8b705f-9e12-406e-914e-ff2c9be1a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:48.689020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5c1587c-4bab-4589-aa94-87841e631a72 req-0d8b705f-9e12-406e-914e-ff2c9be1a474 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 1096 time: 0.1302233 Nov 19 04:19:48.702192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2685d-8d82-4e41-b596-25431e1ea880 req-e931f5af-b0fe-473a-ae0c-18646408f07c tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:48.710720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afd2685d-8d82-4e41-b596-25431e1ea880 req-e931f5af-b0fe-473a-ae0c-18646408f07c tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.1314094 Nov 19 04:19:48.714236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3c58cdd4-f10c-474f-9b64-967c83c1766e tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags HTTP/1.1" status: 200 len: 238 time: 0.2628090 Nov 19 04:19:48.720810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49552) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.744561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-7da5922e-4a6e-4e94-8f13-5ca9e83c3bd4 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', {'tags': ['tempest-TagsTest-Tag-731265479', 'tempest-TagsTest-Tag-886222905', 'tempest-TagsTest-Tag-1930159555']}) {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:48.802663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afd2685d-8d82-4e41-b596-25431e1ea880 req-c080c229-88e4-45c9-bbe7-83c8c432ca4b tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906150 Nov 19 04:19:48.810847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e5c1587c-4bab-4589-aa94-87841e631a72 req-ccbf2424-1a67-4c0b-9317-ccc7527be814 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946987 Nov 19 04:19:48.903643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7da5922e-4a6e-4e94-8f13-5ca9e83c3bd4 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "PUT /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags HTTP/1.1" status: 200 len: 307 time: 0.1720326 Nov 19 04:19:48.906169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:48.912025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-4ac3a651-eb46-4501-862d-67d593f0a423 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-731265479') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:49.025269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:49.091463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fc9bf-e52f-4f3c-838a-61280250d5a1 req-07307559-a3ef-41e3-8aeb-90d5fa194e0a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:49.093119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-908fc9bf-e52f-4f3c-838a-61280250d5a1 req-07307559-a3ef-41e3-8aeb-90d5fa194e0a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1560330 Nov 19 04:19:49.164061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-908fc9bf-e52f-4f3c-838a-61280250d5a1 req-17fecf2d-9fea-44eb-9042-8d9e12e82925 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630245 Nov 19 04:19:49.165844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4ac3a651-eb46-4501-862d-67d593f0a423 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "DELETE /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-731265479 HTTP/1.1" status: 204 len: 168 time: 0.2584243 Nov 19 04:19:49.171871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49560) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:49.177159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-1f6f2de6-0442-49d7-b047-11d9079c8f41 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-731265479') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:49.282491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.25.8.56 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/289d7bf8-0d66-4399-930c-886b6ffd6d11) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:19:49.377251 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-1f6f2de6-0442-49d7-b047-11d9079c8f41 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] show failed (client error): The resource could not be found. Nov 19 04:19:49.378403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1f6f2de6-0442-49d7-b047-11d9079c8f41 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-731265479 HTTP/1.1" status: 404 len: 325 time: 0.2055755 Nov 19 04:19:49.382167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:49.383510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e635-0b76-4b7a-9118-be32a9723ae2 req-ff459f41-5567-4a62-81df-1118d033171f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:49.386936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.tag.tag_plugin [None req-e197f644-2aba-4fb6-a482-01ea88129f58 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-886222905') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:49.390200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d09e635-0b76-4b7a-9118-be32a9723ae2 req-ff459f41-5567-4a62-81df-1118d033171f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1129410 Nov 19 04:19:49.477737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d09e635-0b76-4b7a-9118-be32a9723ae2 req-7f6fabbe-8920-4f01-9780-1f1a727f28fd tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812898 Nov 19 04:19:49.541722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:49.555392 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e197f644-2aba-4fb6-a482-01ea88129f58 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-886222905 HTTP/1.1" status: 204 len: 168 time: 0.1717775 Nov 19 04:19:49.557804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49564) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:49.563426 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-5ed7d84f-4d44-4ad7-afd8-85a346943092 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-1930159555') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:49.600341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:49.706381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5ed7d84f-4d44-4ad7-afd8-85a346943092 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-1930159555 HTTP/1.1" status: 204 len: 168 time: 0.1459556 Nov 19 04:19:49.708523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49566) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:49.711542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=289d7bf8-0d66-4399-930c-886b6ffd6d11,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:49.718871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-03d43156-61cb-4c13-8630-06b393ba7435 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:49.747355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:19:49.750037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:49.757126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:19:49.913635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-03d43156-61cb-4c13-8630-06b393ba7435 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "DELETE /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags HTTP/1.1" status: 204 len: 168 time: 0.2020199 Nov 19 04:19:49.915943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49570) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:49.922879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-97103387-852b-4f68-a61f-99d5d70a420b tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-886222905') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:50.176366 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-97103387-852b-4f68-a61f-99d5d70a420b tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] show failed (client error): The resource could not be found. Nov 19 04:19:50.177583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-97103387-852b-4f68-a61f-99d5d70a420b tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-886222905 HTTP/1.1" status: 404 len: 325 time: 0.2605138 Nov 19 04:19:50.180227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49574) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:50.192843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-d09979d2-ab61-482e-b29c-93ae4ba5ed30 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568', 'tempest-TagsTest-Tag-1930159555') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:50.217284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565be9b-1ec2-4148-9095-823b3db89ab5 req-44964be5-d060-402b-8497-a24226f19fb0 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:50.218841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2565be9b-1ec2-4148-9095-823b3db89ab5 req-44964be5-d060-402b-8497-a24226f19fb0 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.1838677 Nov 19 04:19:50.316844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2565be9b-1ec2-4148-9095-823b3db89ab5 req-3abb5fbf-8a95-489e-8355-3879d068b293 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629828 Nov 19 04:19:50.385070 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-d09979d2-ab61-482e-b29c-93ae4ba5ed30 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] show failed (client error): The resource could not be found. Nov 19 04:19:50.386214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d09979d2-ab61-482e-b29c-93ae4ba5ed30 tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "GET /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags/tempest-TagsTest-Tag-1930159555 HTTP/1.1" status: 404 len: 326 time: 0.2022786 Nov 19 04:19:50.391622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49578) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:50.400963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.tag.tag_plugin [None req-92ea0114-33c5-43f2-ad6d-8a1fccf11fbc tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '576286bc-8b43-4e63-90b0-98ea32d7c568') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:50.496608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-18683751-f864-4f36-bc8b-5b285cc08c88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685770 Nov 19 04:19:50.555077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a997b46-d371-4d3a-bf9f-14337c515666 req-37ff750a-6d71-48a6-a167-8a5cd2f7ab0d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:50.556711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a997b46-d371-4d3a-bf9f-14337c515666 req-37ff750a-6d71-48a6-a167-8a5cd2f7ab0d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1345594 Nov 19 04:19:50.655011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-92ea0114-33c5-43f2-ad6d-8a1fccf11fbc tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "DELETE /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568/tags HTTP/1.1" status: 204 len: 168 time: 0.2605240 Nov 19 04:19:50.665946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49582) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:50.673005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-47d3ef25-bee2-407e-8dc0-92aec1e6ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:50.674899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-47d3ef25-bee2-407e-8dc0-92aec1e6ce3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 1096 time: 0.1029382 Nov 19 04:19:50.711234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a997b46-d371-4d3a-bf9f-14337c515666 req-b861800d-3c3d-4ecf-9cfa-6425f6bb90dd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359797 Nov 19 04:19:50.741417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:50.830696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:50.908720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:50.950185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9498958-8715-4614-91fb-9b19fdf3d8f5 req-b6dcb346-e8df-4581-bdd9-5687b9b58d44 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:50.951755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9498958-8715-4614-91fb-9b19fdf3d8f5 req-b6dcb346-e8df-4581-bdd9-5687b9b58d44 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1075919 Nov 19 04:19:50.971814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-08867180-3e14-4078-a56d-d8463f483398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:50.973682 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:50.974649 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-08867180-3e14-4078-a56d-d8463f483398 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 911 time: 0.2620864 Nov 19 04:19:50.997694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576286bc-8b43-4e63-90b0-98ea32d7c568']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:51.009338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c58914-032d-4869-a9db-4c0ed3877ee4') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:51.009630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c58914-032d-4869-a9db-4c0ed3877ee4') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:51.020477 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.034176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.039628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-5bfb5171-d98b-46c6-b7ba-3425fe02087e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=baaa2043-3a57-4dac-88d7-4f766710d976 HTTP/1.1" status: 200 len: 217 time: 0.0541675 Nov 19 04:19:51.043355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:19:51.043771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.076956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9498958-8715-4614-91fb-9b19fdf3d8f5 req-de1fc16f-532d-49df-86ca-34b4982f1558 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138067 Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:19:51.110004 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:19:51.153809 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-1561b350-7486-457a-adfd-48244081f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:51.155513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-1561b350-7486-457a-adfd-48244081f02a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.1003859 Nov 19 04:19:51.230127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-44be2f14-4180-41d0-85b2-7fdd2847ebc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656028 Nov 19 04:19:51.276954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-37543088-bde6-49c5-a2b6-f13d18ee9625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.490041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-9179bb01-4105-42ba-9538-1bdd3ddb079f service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501390 Nov 19 04:19:51.523844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.559837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.576242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] 10.222.0.52 "DELETE /v2.0/networks/576286bc-8b43-4e63-90b0-98ea32d7c568 HTTP/1.1" status: 204 len: 168 time: 0.9087734 Nov 19 04:19:51.623659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b637c-9c6f-4f79-ac81-f1f2b1a0076f tempest-TagsTest-1435296661 tempest-TagsTest-1435296661-project] Pushing event deleted for resources: {'Network': ['ID=576286bc-8b43-4e63-90b0-98ea32d7c568,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:51.686801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b0b2868-9c4a-4628-a2df-479c8b4b6498 req-2a0f79fc-c504-427a-b73e-81cb02e8c959 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885567 Nov 19 04:19:51.693924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.701812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-ab454901-ea79-44b8-bba3-041d9c99cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:51.706525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-ab454901-ea79-44b8-bba3-041d9c99cd41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 1096 time: 0.1033051 Nov 19 04:19:51.709042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.797963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538763b-2c8d-4c54-aef5-20e052acece9 req-42793ccc-748a-4a76-bce7-ec4f749f264e tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:51.799604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d538763b-2c8d-4c54-aef5-20e052acece9 req-42793ccc-748a-4a76-bce7-ec4f749f264e tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.1070869 Nov 19 04:19:51.864868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-fef81441-29e9-47a2-a4ba-82fce54a4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:51.867163 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-fef81441-29e9-47a2-a4ba-82fce54a4a23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 911 time: 0.1449437 Nov 19 04:19:51.918898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:51.920911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d538763b-2c8d-4c54-aef5-20e052acece9 req-123807eb-2b8e-4899-925e-3f4e2c4d12c3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124170 Nov 19 04:19:51.940131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49606) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:52.031924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49610) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:52.079990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-7c17edf3-5c80-4712-855c-2705cd9a750a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415 HTTP/1.1" status: 200 len: 217 time: 0.0492058 Nov 19 04:19:52.083938 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Floating IP 66b1845d-a243-4996-9878-0969b6860c1b associated. External IP: 172.25.8.56, port: d381a31f-c210-4652-9864-bdd845bc330f. Nov 19 04:19:52.182489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-fbc88971-3bc9-48fe-9876-858df2282a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:52.184163 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-fbc88971-3bc9-48fe-9876-858df2282a1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.0576234 Nov 19 04:19:52.188990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=289d7bf8-0d66-4399-930c-886b6ffd6d11,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:52.228140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-c0ea18c0-14d9-4d56-b895-649679dd1a1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326250 Nov 19 04:19:52.231055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86769-7f88-4db7-a85b-5f07a3f398fa req-d9af7921-be9b-4357-b95d-825539f7d880 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:52.239231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41b86769-7f88-4db7-a85b-5f07a3f398fa req-d9af7921-be9b-4357-b95d-825539f7d880 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1269090 Nov 19 04:19:52.314463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41b86769-7f88-4db7-a85b-5f07a3f398fa req-8da4a944-33a3-4411-be3f-6b43c91e7d19 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734487 Nov 19 04:19:52.336428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01bed9f7-69f3-404c-bf28-399187d1c21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.377132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-7a6ca15a-93c8-45a2-bb78-c4a0b1b1d592 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405227 Nov 19 04:19:52.451757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3ce0b38a-5aaa-4e93-9de7-835ffc974679 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a04ace43ac444870adb823a2c166854e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185975 Nov 19 04:19:52.454953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49614) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:52.522901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f4fb-c77d-4592-b576-967f1dc1f6ee req-9f28c858-c8b7-4f73-9526-59b38001f8d6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:52.524465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cfb6f4fb-c77d-4592-b576-967f1dc1f6ee req-9f28c858-c8b7-4f73-9526-59b38001f8d6 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.1290112 Nov 19 04:19:52.598365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21420fc7-2c94-4884-acf2-a7bd3e3ecabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.614034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01bed9f7-69f3-404c-bf28-399187d1c21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.633682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1bae4cec-6dc8-45e0-a770-f1665a9f19a2 req-04c8906e-1d11-47a3-8109-ad3fc1a5cd2a service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439582 Nov 19 04:19:52.665795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21420fc7-2c94-4884-acf2-a7bd3e3ecabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.677660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router cef119e5-e551-4388-81b3-07cecaba8462 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:19:52.752353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-01bed9f7-69f3-404c-bf28-399187d1c21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.802574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.806774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cfb6f4fb-c77d-4592-b576-967f1dc1f6ee req-b05da68e-304e-4d66-a5de-25278b640d05 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699826 Nov 19 04:19:52.822382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-01bed9f7-69f3-404c-bf28-399187d1c21b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ec410344f344077a714524268ade4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8788168 Nov 19 04:19:52.823139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49620) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:52.852688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:19:52.856016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bed9f7-69f3-404c-bf28-399187d1c21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb731c4c-f526-4247-847f-e86775645fee,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:52.873345 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] Sync routers for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:19:52.879700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.900028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21420fc7-2c94-4884-acf2-a7bd3e3ecabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.902651 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:52.902976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-21420fc7-2c94-4884-acf2-a7bd3e3ecabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:52.903327 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:52.906594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-21420fc7-2c94-4884-acf2-a7bd3e3ecabf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d55e4d79-2f62-4821-bf61-5050f5ed3bc6 HTTP/1.1" status: 204 len: 168 time: 0.4460678 Nov 19 04:19:52.918094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21420fc7-2c94-4884-acf2-a7bd3e3ecabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55e4d79-2f62-4821-bf61-5050f5ed3bc6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:52.929174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c1093318-84c3-4fc0-a0bf-a572d54ad9b6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3862147 Nov 19 04:19:52.930316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49624) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:52.930788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:52.933286 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849177fe-4d5b-43f8-9955-28518ad71818" -d '{"events": [{"name": "network-changed", "server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "tag": "d381a31f-c210-4652-9864-bdd845bc330f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:52.954342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3b7-1a49-4000-9981-09049c39841c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:53.012000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3b7-1a49-4000-9981-09049c39841c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:53.170101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.170101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.170101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.170101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.170574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.171118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.171593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.172117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.179200 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-731d0706-7b6e-4775-a7bc-2601c7c8cd92 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5689 time: 0.2412379 Nov 19 04:19:53.179200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49632) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:53.195193 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:53.199902 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3b7-1a49-4000-9981-09049c39841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:53.202512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3b7-1a49-4000-9981-09049c39841c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:53.206036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2bc3a3b7-1a49-4000-9981-09049c39841c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb731c4c-f526-4247-847f-e86775645fee HTTP/1.1" status: 204 len: 168 time: 0.3800485 Nov 19 04:19:53.234651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3a3b7-1a49-4000-9981-09049c39841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb731c4c-f526-4247-847f-e86775645fee,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:53.277682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7a013-5376-4bfa-9152-6f45b52b953f req-ba113067-b5ec-49bb-8be7-437f7eed5d9a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.289560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4d7a013-5376-4bfa-9152-6f45b52b953f req-ba113067-b5ec-49bb-8be7-437f7eed5d9a tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.2204380 Nov 19 04:19:53.306919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.307395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.310535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.310535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.310535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.310797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.311250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.311721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.321504 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-80712c47-c743-4560-b486-b8152aef3c16 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5289 time: 0.1413713 Nov 19 04:19:53.322209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49636) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:53.450317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4d7a013-5376-4bfa-9152-6f45b52b953f req-5a0733d8-90f4-4558-a0f2-d3ed6c25bb3f tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494033 Nov 19 04:19:53.512246 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4d497-0c41-47a7-90ca-e291805659ef x-openstack-request-id: req-b3d4d497-0c41-47a7-90ca-e291805659ef {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:53.512557 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "tag": "d381a31f-c210-4652-9864-bdd845bc330f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:53.512792 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3d4d497-0c41-47a7-90ca-e291805659ef {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:53.515975 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f', 'status': 'completed', 'code': 200} Nov 19 04:19:53.589613 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a9a18e7-957d-4184-ba12-e4b85a415dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:53.591785 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '66b1845d-a243-4996-9878-0969b6860c1b', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'port_id': 'd381a31f-c210-4652-9864-bdd845bc330f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'mac_address': 'fa:16:3e:ef:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:19:50Z', 'updated_at': '2021-11-19T04:19:50Z', 'revision_number': 0, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:53.623482 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] Checking router: cef119e5-e551-4388-81b3-07cecaba8462 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:19:53.632566 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:19:53.633449 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:53.728467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849177fe-4d5b-43f8-9955-28518ad71818 req-252b9cad-43c1-4dcc-a199-69e355d5f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.730411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-252b9cad-43c1-4dcc-a199-69e355d5f1a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1135 time: 0.1615493 Nov 19 04:19:53.743507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319cb3-d8d3-43ab-84a8-d4f93c38154c req-95aec402-5149-482a-918b-1870183081b9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.745672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27319cb3-d8d3-43ab-84a8-d4f93c38154c req-95aec402-5149-482a-918b-1870183081b9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0983574 Nov 19 04:19:53.769526 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:19:53.806015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e715137-5e0b-4eee-acb6-ebbf2dce0f6d tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 0.4754527 Nov 19 04:19:53.806707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49662) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:53.883329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27319cb3-d8d3-43ab-84a8-d4f93c38154c req-53fe1284-86d9-4dbe-9a2e-bb466abff25a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038067 Nov 19 04:19:53.906095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849177fe-4d5b-43f8-9955-28518ad71818 req-c2614ac4-bca9-4003-8ebe-1d39398d9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.908881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3bcdb4-d14e-43c1-a311-da64630d48d9 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.909345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3bcdb4-d14e-43c1-a311-da64630d48d9 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:53.911267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-c2614ac4-bca9-4003-8ebe-1d39398d9d40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 HTTP/1.1" status: 200 len: 896 time: 0.1646116 Nov 19 04:19:53.913979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db3bcdb4-d14e-43c1-a311-da64630d48d9 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cef119e5-e551-4388-81b3-07cecaba8462 HTTP/1.1" status: 200 len: 1990 time: 0.1046360 Nov 19 04:19:54.069162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281a25e-efac-4b1d-92cc-049a3ecc8a69 req-28c7ebba-6bbd-42c7-97a1-574d8e3a4348 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:54.074543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e281a25e-efac-4b1d-92cc-049a3ecc8a69 req-28c7ebba-6bbd-42c7-97a1-574d8e3a4348 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.0805888 Nov 19 04:19:54.133151 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '66b1845d-a243-4996-9878-0969b6860c1b', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'port_id': 'd381a31f-c210-4652-9864-bdd845bc330f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'mac_address': 'fa:16:3e:ef:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:19:50Z', 'updated_at': '2021-11-19T04:19:50Z', 'revision_number': 0, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:19:54.147101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-b32cc20e-8bda-4b5a-bb97-90fa3ea9c995 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d381a31f-c210-4652-9864-bdd845bc330f HTTP/1.1" status: 200 len: 998 time: 0.0990298 Nov 19 04:19:54.166010 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd582b-c150-4884-b318-12e1db3ec0f4 None None] The sync data for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 is: [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '66b1845d-a243-4996-9878-0969b6860c1b', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'port_id': 'd381a31f-c210-4652-9864-bdd845bc330f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'mac_address': 'fa:16:3e:ef:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:19:50Z', 'updated_at': '2021-11-19T04:19:50Z', 'revision_number': 0, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:19:54.210689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849177fe-4d5b-43f8-9955-28518ad71818 req-59744a4e-4a56-4e2e-973e-9717cee52cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:54.212371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-59744a4e-4a56-4e2e-973e-9717cee52cde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee96ccd-429c-47cc-b152-d384c41b2572 HTTP/1.1" status: 200 len: 834 time: 0.0578380 Nov 19 04:19:54.258526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:54.265826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026448 Nov 19 04:19:54.273866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:54.305668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e281a25e-efac-4b1d-92cc-049a3ecc8a69 req-f1c37a87-b1f1-4bff-a7e8-ebd7c0309402 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572962 Nov 19 04:19:54.320785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849177fe-4d5b-43f8-9955-28518ad71818 req-5432f16e-ee17-4463-a965-569cd7d48a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:54.322473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-5432f16e-ee17-4463-a965-569cd7d48a54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817852 Nov 19 04:19:54.468200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-755830f9-6aad-4db1-b0ef-47d9cb2629c6 service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337705 Nov 19 04:19:54.500873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c4361-2542-48ab-8cb8-db7fcd7176ca None None] New status for floating IP 66b1845d-a243-4996-9878-0969b6860c1b: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:19:54.656810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524b2cd-80af-4526-b714-9d59513e92be req-44243fb7-3506-44f8-bd20-fc2e8bdedeae tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:54.658778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9524b2cd-80af-4526-b714-9d59513e92be req-44243fb7-3506-44f8-bd20-fc2e8bdedeae tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.1182981 Nov 19 04:19:54.661441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49698) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:54.689268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849177fe-4d5b-43f8-9955-28518ad71818 req-ca930020-3690-4bdf-b51d-4ef8baf14a45 service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105470 Nov 19 04:19:54.733697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a45246d2-555d-48ea-af0a-aae48f2618e4 tempest-NetworksApiDiscovery-2017986113 tempest-NetworksApiDiscovery-2017986113-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4575984 Nov 19 04:19:54.735133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9524b2cd-80af-4526-b714-9d59513e92be req-808cf805-3d5d-43db-b692-9385a2d738ca tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585299 Nov 19 04:19:54.776691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-4399e748-b939-4ecf-aef0-17a83d35b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:54.778224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-4399e748-b939-4ecf-aef0-17a83d35b1ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1096 time: 0.4080434 Nov 19 04:19:54.830002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1477976426-network', 'tenant_id': '0ec530d4e4c84f26823db49fbd92b6f4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:54.852012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Made reservation on behalf of 0ec530d4e4c84f26823db49fbd92b6f4 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:54.855084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:54.865337 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:54.888047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-16809880-cc4d-42d2-bd03-b8877709a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:54.889548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-16809880-cc4d-42d2-bd03-b8877709a611 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1005919 Nov 19 04:19:54.968010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:54.986031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:54.999812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49708) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:55.023952 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-b4e60018-90ac-4b07-aaac-1e8e8f9a9261 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 1001 time: 0.1259787 Nov 19 04:19:55.028108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:19:55.053737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.054127 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Added segment bf7d71c3-206f-4928-9da4-6b09a54b5ccf of type vlan for network 01557859-833d-4742-bc5b-d552c067f207 Nov 19 04:19:55.056410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82280498-3ff0-4f82-9304-aabfa4a792f6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:55.077690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d6df7-968c-4998-af86-c491ff394687 req-b2c975d0-6838-465f-9b0f-dae303685a62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.079295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-633d6df7-968c-4998-af86-c491ff394687 req-b2c975d0-6838-465f-9b0f-dae303685a62 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1088111 Nov 19 04:19:55.101469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-72067dc9-42b2-4324-9a5c-1f29cf1b87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.103503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-72067dc9-42b2-4324-9a5c-1f29cf1b87d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0718589 Nov 19 04:19:55.126367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.151731 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d77b3f54-290f-4746-913a-90de557b4567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.171553 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-633d6df7-968c-4998-af86-c491ff394687 req-58c9cd8f-a491-48e1-94b3-860f3f260678 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710266 Nov 19 04:19:55.172729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.173656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.174280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.183265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-bac2321b-c333-4a1b-aea5-fa7bcbcc7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.184837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-bac2321b-c333-4a1b-aea5-fa7bcbcc7444 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715840 Nov 19 04:19:55.264042 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.331369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-e0a9610b-3a14-4d5b-b51f-fbd90b2937da service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326976 Nov 19 04:19:55.333404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d77b3f54-290f-4746-913a-90de557b4567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.337504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d77b3f54-290f-4746-913a-90de557b4567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.428308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d77b3f54-290f-4746-913a-90de557b4567 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9384884c52c542798b32315617d6bcd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268227 Nov 19 04:19:55.430689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b3f54-290f-4746-913a-90de557b4567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f576cd-e103-4d86-818e-11254da324d7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:55.433046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:55.506554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d3ec6da7-d138-439b-ad2c-301110b69ea9 req-53a92cae-f0f4-48b8-becf-7d42da4cdafe service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661515 Nov 19 04:19:55.518166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-715d3425-5946-4655-9e84-6490eab4e42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.544329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-715d3425-5946-4655-9e84-6490eab4e42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.566517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9034564 Nov 19 04:19:55.572068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:55.582567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Request body: {'subnet': {'network_id': '01557859-833d-4742-bc5b-d552c067f207', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1477976426-subnet', 'tenant_id': '0ec530d4e4c84f26823db49fbd92b6f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:55.593233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43c78-c3e9-4211-b4c3-be799fdf2fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=01557859-833d-4742-bc5b-d552c067f207,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:55.605583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 01557859-833d-4742-bc5b-d552c067f207 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:19:55.617324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Made reservation on behalf of 0ec530d4e4c84f26823db49fbd92b6f4 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:55.619420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5d3f1-f9ce-4616-9ce6-d6a679989241 req-6af711c2-1da5-412b-a634-52a4138d28a0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.619771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.620959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbf5d3f1-f9ce-4616-9ce6-d6a679989241 req-6af711c2-1da5-412b-a634-52a4138d28a0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.0729773 Nov 19 04:19:55.661866 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-715d3425-5946-4655-9e84-6490eab4e42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.664557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-715d3425-5946-4655-9e84-6490eab4e42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.668081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-715d3425-5946-4655-9e84-6490eab4e42a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52f576cd-e103-4d86-818e-11254da324d7 HTTP/1.1" status: 204 len: 168 time: 0.2301109 Nov 19 04:19:55.683484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3425-5946-4655-9e84-6490eab4e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f576cd-e103-4d86-818e-11254da324d7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:55.703906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbf5d3f1-f9ce-4616-9ce6-d6a679989241 req-9d45bb3a-4084-4f93-8eeb-6d99982fd07e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754175 Nov 19 04:19:55.843504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.874133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1f789-ceec-4895-ae01-2f4e71775d1d req-cff749fe-cf14-4141-92c9-91ed94069290 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.875676 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21b1f789-ceec-4895-ae01-2f4e71775d1d req-cff749fe-cf14-4141-92c9-91ed94069290 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.0541041 Nov 19 04:19:55.908184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:55.916593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Checking segment: {'id': 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01557859-833d-4742-bc5b-d552c067f207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:55.917091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Network hostable DHCP agents. Network: 01557859-833d-4742-bc5b-d552c067f207, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:19:55.936397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Network 01557859-833d-4742-bc5b-d552c067f207 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:19:55.947886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 01557859-833d-4742-bc5b-d552c067f207) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:55.951068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21b1f789-ceec-4895-ae01-2f4e71775d1d req-23f0e29f-7c7a-4089-bb55-54864c8062e9 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639844 Nov 19 04:19:55.957392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed7aca-7930-48ef-933f-25cbe6228304 None None] Network 01557859-833d-4742-bc5b-d552c067f207 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:55.961103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:55.961712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:55.992004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-15d4540c-2fae-4fe9-b6d2-0f613cf93cde admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4184585 Nov 19 04:19:56.099037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6aa688-8eaa-4462-9ad6-6af9e7df508c None None] Network 01557859-833d-4742-bc5b-d552c067f207 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:56.310715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7c855-6f6f-402a-9007-13015c99ebae req-4b712ff7-57b6-42df-8619-92756403b1da tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:56.312315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecd7c855-6f6f-402a-9007-13015c99ebae req-4b712ff7-57b6-42df-8619-92756403b1da tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Nov 19 04:19:56.372427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecd7c855-6f6f-402a-9007-13015c99ebae req-10923f13-430a-49ec-99bb-750bf63e8a09 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Nov 19 04:19:56.408800 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.515563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49758) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:56.520993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-972994237-network', 'tenant_id': '783aa5f0683a429f91063c2d97bf88af'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:56.545698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Made reservation on behalf of 783aa5f0683a429f91063c2d97bf88af for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:56.548289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.557868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.640611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.644962 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.671492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:19:56.686895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4570b2d-fbe5-4108-bf3a-1df66d4ba1b8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:56.692858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.693223 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Added segment 02475696-4343-4cca-a9b9-d0e6841ab17b of type vlan for network aaa81b7f-58bf-4fd1-89d3-136b32c1bde3 Nov 19 04:19:56.741229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.771278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.772473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:56.773232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.829165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3098917 Nov 19 04:19:56.829363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49770) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:19:56.835823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e8ab3-b68b-41a6-806d-0cef90cf3e3f req-d5811f26-9875-4651-ab0b-7eb25fff5376 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:56.837878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d26e8ab3-b68b-41a6-806d-0cef90cf3e3f req-d5811f26-9875-4651-ab0b-7eb25fff5376 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 945 time: 0.0664275 Nov 19 04:19:56.841456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Request body: {'subnet': {'network_id': 'aaa81b7f-58bf-4fd1-89d3-136b32c1bde3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-972994237-subnet', 'tenant_id': '783aa5f0683a429f91063c2d97bf88af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:56.852927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4f537-c643-469e-8f3c-7bb75cb6abcd admin admin] Pushing event updated for resources: {'Network': ['ID=aaa81b7f-58bf-4fd1-89d3-136b32c1bde3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:56.868917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Made reservation on behalf of 783aa5f0683a429f91063c2d97bf88af for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:56.870373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network aaa81b7f-58bf-4fd1-89d3-136b32c1bde3 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:19:56.871934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:56.920447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d26e8ab3-b68b-41a6-806d-0cef90cf3e3f req-086683a5-0413-44c3-ae86-104db1167252 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713472 Nov 19 04:19:57.079564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ea7c6-b7eb-4366-8470-cbfba8df2171 req-e03583d7-5a86-4967-a8a1-407e8b5624ec tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:57.081143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-239ea7c6-b7eb-4366-8470-cbfba8df2171 req-e03583d7-5a86-4967-a8a1-407e8b5624ec tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 944 time: 0.0552921 Nov 19 04:19:57.089584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.103132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:19:57.110345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:57.164934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-239ea7c6-b7eb-4366-8470-cbfba8df2171 req-f92d41b8-9a6f-45a3-9331-66d82ec7ceff tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759635 Nov 19 04:19:57.181985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Checking segment: {'id': '02475696-4343-4cca-a9b9-d0e6841ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'aaa81b7f-58bf-4fd1-89d3-136b32c1bde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:19:57.181985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Network hostable DHCP agents. Network: aaa81b7f-58bf-4fd1-89d3-136b32c1bde3, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:19:57.185417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772d7f3d-6fef-4ebc-841b-bd28196178a3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:57.201108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Network aaa81b7f-58bf-4fd1-89d3-136b32c1bde3 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:19:57.212209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, aaa81b7f-58bf-4fd1-89d3-136b32c1bde3) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:19:57.217250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:57.218102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.249287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ccbd2620-5c64-4f67-b6e0-15991d6d1820 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4161286 Nov 19 04:19:57.249536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1af8f-1eb9-4359-8b91-9dbb5c12bf5d None None] Network aaa81b7f-58bf-4fd1-89d3-136b32c1bde3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:57.376916 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.382180 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:57.399072 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.421870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:19:57.466735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:19:57.469757 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae408a-05d1-4396-9afc-34267f230782" -d '{"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-unplugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:19:57.517615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:57.549452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.551786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851d3dc-d99e-4d03-b3b0-90ef0b81cf01 req-316160ef-a577-4872-8bdf-d441f21c31f2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:57.553487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7851d3dc-d99e-4d03-b3b0-90ef0b81cf01 req-316160ef-a577-4872-8bdf-d441f21c31f2 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0793147 Nov 19 04:19:57.610563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7851d3dc-d99e-4d03-b3b0-90ef0b81cf01 req-8972646b-4306-4a16-9614-dfe6b684ec50 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497956 Nov 19 04:19:57.615193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.647815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8620ad-3555-47db-a29f-d7f3c17fb518 None None] Network aaa81b7f-58bf-4fd1-89d3-136b32c1bde3 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:19:57.701883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:19:57.709478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:57.741157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:57.752755 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:57.987296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ab57f630-ac31-4424-bbdc-8baa4894a271 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:57.990566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ab57f630-ac31-4424-bbdc-8baa4894a271 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/networks?id=01557859-833d-4742-bc5b-d552c067f207 HTTP/1.1" status: 200 len: 812 time: 0.1410732 Nov 19 04:19:58.007457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-afcfc14c-b23c-4981-b6d6-95e0a125ffe7 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/quotas/0ec530d4e4c84f26823db49fbd92b6f4 HTTP/1.1" status: 200 len: 375 time: 0.0126193 Nov 19 04:19:58.039002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:58.049051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-c6b67f69-9732-44b0-bdef-98efc5277a79 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ec530d4e4c84f26823db49fbd92b6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337591 Nov 19 04:19:58.091474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:19:58.146000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-08716cc2-3893-4c6b-8e28-d4cc302e6b87 service neutron] 10.222.0.52 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Nov 19 04:19:58.240691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-659f09e8-b94e-4399-ae07-bbebee649381 service neutron] 10.222.0.52 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Nov 19 04:19:58.392006 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134161d9-d67f-4635-8d4a-ff616e2c2956 x-openstack-request-id: req-134161d9-d67f-4635-8d4a-ff616e2c2956 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:19:58.392109 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-unplugged", "status": "failed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "code": 422}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:19:58.392351 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-134161d9-d67f-4635-8d4a-ff616e2c2956 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:19:58.392776 n-d-818503-1 neutron-server[109988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'code': 422} returned with failed status Nov 19 04:19:58.508683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d773e-ed8c-48d3-a936-e6160363ec6e req-7446549b-6bb7-43df-b5b4-cb1b426b5a41 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:58.519204 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b61d773e-ed8c-48d3-a936-e6160363ec6e req-7446549b-6bb7-43df-b5b4-cb1b426b5a41 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0812168 Nov 19 04:19:58.588793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b61d773e-ed8c-48d3-a936-e6160363ec6e req-1c7e2a63-bddc-4130-98d7-cb42442e9105 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683362 Nov 19 04:19:58.714380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0eafd-1819-445d-aa42-00ca01438e73 req-e831e02c-02ec-4b59-a5d4-db7b100a263b tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:58.716239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6c0eafd-1819-445d-aa42-00ca01438e73 req-e831e02c-02ec-4b59-a5d4-db7b100a263b tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 945 time: 0.0591691 Nov 19 04:19:58.776574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6c0eafd-1819-445d-aa42-00ca01438e73 req-50d4f221-6414-4bdb-a07c-8d28ca12c2f3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519886 Nov 19 04:19:58.855605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e01a292a-40c2-4417-a3d4-da99ba8fcb30 req-c8cc7658-b581-4e46-bacd-b5448fbb95f9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 210 time: 0.0340354 Nov 19 04:19:59.141804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:19:59.199605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:19:59.203800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:19:59.204178 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:59.292835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:59.327693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:19:59.333833 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:59.334658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:19:59.440841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:19:59.537727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f9f2-b060-44e8-aaa2-82573eb92742 req-b3271bc7-ab93-4661-ad8e-2450cb395e94 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:59.540410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8757f9f2-b060-44e8-aaa2-82573eb92742 req-b3271bc7-ab93-4661-ad8e-2450cb395e94 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0757556 Nov 19 04:19:59.603054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8757f9f2-b060-44e8-aaa2-82573eb92742 req-42ae9dd1-a063-4c2c-8225-7126bc23332d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Nov 19 04:19:59.704784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-501305eb-d26e-4603-b24f-4d119e1b6ad9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:19:59.706455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-501305eb-d26e-4603-b24f-4d119e1b6ad9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.36 "GET /v2.0/networks?id=01557859-833d-4742-bc5b-d552c067f207 HTTP/1.1" status: 200 len: 812 time: 0.2063723 Nov 19 04:19:59.720677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Request body: {'port': {'device_id': '7915ffc7-63a4-4450-b14c-69361eb79025', 'network_id': '01557859-833d-4742-bc5b-d552c067f207', 'admin_state_up': True, 'tenant_id': '0ec530d4e4c84f26823db49fbd92b6f4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:19:59.848221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Made reservation on behalf of 0ec530d4e4c84f26823db49fbd92b6f4 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:19:59.852475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:19:59.992760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Allocated IP 172.20.0.2 (01557859-833d-4742-bc5b-d552c067f207/d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a/c38b3981-775f-4968-9527-3907a5b68f7f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:20:00.021186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd7d74-c3b2-4c30-9003-5d1a6142f283 req-25cff50d-e26c-4cec-8423-d4692d952af2 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:00.022849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cd7d74-c3b2-4c30-9003-5d1a6142f283 req-25cff50d-e26c-4cec-8423-d4692d952af2 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.0609798 Nov 19 04:20:00.076163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-73cd7d74-c3b2-4c30-9003-5d1a6142f283 req-e0196975-e772-4704-8530-1d7257503f16 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Nov 19 04:20:00.162324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:00.170549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bad0038-dac7-42e0-bddd-7852f9c12aa3 req-0235c895-3c8f-44dc-ac57-6868cf222996 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Nov 19 04:20:00.197888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:00.251243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Network 01557859-833d-4742-bc5b-d552c067f207 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:00.257133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:00.260408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:20:00.300814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Pushing event updated for resources: {'Port': ['ID=c38b3981-775f-4968-9527-3907a5b68f7f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:00.329368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:00.331042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:00.352765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-ccb20f8e-9c4a-4169-adce-3f950baf93c9 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6358917 Nov 19 04:20:00.370762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-57234075-963e-40a5-a7ce-5831fca3ad79 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:20:00.371938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-57234075-963e-40a5-a7ce-5831fca3ad79 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097363 Nov 19 04:20:00.394451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:00.397003 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1f5aa-8293-410f-a449-1adffc193590" -d '{"events": [{"server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "name": "network-vif-plugged", "status": "completed", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:00.464499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293862ac-b68f-4fec-8181-7053c3e6a22a req-64b2acdf-3aa3-40aa-bfad-5112b0d4db20 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:00.468716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-293862ac-b68f-4fec-8181-7053c3e6a22a req-64b2acdf-3aa3-40aa-bfad-5112b0d4db20 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.1067512 Nov 19 04:20:00.586857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-293862ac-b68f-4fec-8181-7053c3e6a22a req-09ed5929-ecb2-4337-807f-3a679f1e7d7c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003151 Nov 19 04:20:00.587474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Request body: {'port': {'device_id': '7915ffc7-63a4-4450-b14c-69361eb79025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:00.605511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-bae95f3f-9d42-4d17-829e-d37af4fe1bbe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779471 Nov 19 04:20:00.654575 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05115dd-6e06-4189-8b41-751a594082b8 x-openstack-request-id: req-e05115dd-6e06-4189-8b41-751a594082b8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:00.655622 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "name": "network-vif-plugged", "status": "completed", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:00.656052 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e05115dd-6e06-4189-8b41-751a594082b8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:00.656825 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'code': 200} Nov 19 04:20:00.661645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:00.793703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc5d83-8709-4001-b4d2-68d300abe2e6 req-abd31a7e-dc55-4a12-98fe-238e0d06b749 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:00.802039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01cc5d83-8709-4001-b4d2-68d300abe2e6 req-abd31a7e-dc55-4a12-98fe-238e0d06b749 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0659270 Nov 19 04:20:00.859600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01cc5d83-8709-4001-b4d2-68d300abe2e6 req-c90026e4-fe8e-4c27-9ea5-52461a126624 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Nov 19 04:20:00.934928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34107c3-5773-4ae9-ab89-58f51f03a17a req-78ee4820-5406-4c23-a59f-7965ab424ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:00.936473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a34107c3-5773-4ae9-ab89-58f51f03a17a req-78ee4820-5406-4c23-a59f-7965ab424ad5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1097 time: 0.0979922 Nov 19 04:20:01.009827 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:20:01.052175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a34107c3-5773-4ae9-ab89-58f51f03a17a req-211045c2-04a6-4c83-b459-1b5540d0c963 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063595 Nov 19 04:20:01.145538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38b3981-775f-4968-9527-3907a5b68f7f {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:20:01.154044 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:01.173451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Transition to ACTIVE for port object c38b3981-775f-4968-9527-3907a5b68f7f will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:20:01.176516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:01.228415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864fd92-fc56-4b2d-8adf-0085a685cff9 req-95ec5477-4ca8-496c-88f0-dfba19d29072 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.230448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d864fd92-fc56-4b2d-8adf-0085a685cff9 req-95ec5477-4ca8-496c-88f0-dfba19d29072 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.0711558 Nov 19 04:20:01.233535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b3981-775f-4968-9527-3907a5b68f7f,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:01.289120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d864fd92-fc56-4b2d-8adf-0085a685cff9 req-165301e5-fec4-4e8f-99c5-2cc26883367d tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515890 Nov 19 04:20:01.302048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Attempting to bind port c38b3981-775f-4968-9527-3907a5b68f7f on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:20:01.302048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Attempting to bind port c38b3981-775f-4968-9527-3907a5b68f7f by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01557859-833d-4742-bc5b-d552c067f207'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:20:01.302233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Attempting to bind port c38b3981-775f-4968-9527-3907a5b68f7f on network 01557859-833d-4742-bc5b-d552c067f207 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:01.306783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Port c38b3981-775f-4968-9527-3907a5b68f7f on network 01557859-833d-4742-bc5b-d552c067f207 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:20:01.307113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Attempting to bind port c38b3981-775f-4968-9527-3907a5b68f7f on network 01557859-833d-4742-bc5b-d552c067f207 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:01.317257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:20:01.317718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Checking segment: {'id': 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01557859-833d-4742-bc5b-d552c067f207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:20:01.318264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Bound using segment: {'id': 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01557859-833d-4742-bc5b-d552c067f207'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:20:01.319003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Bound port: c38b3981-775f-4968-9527-3907a5b68f7f, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '01557859-833d-4742-bc5b-d552c067f207'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:20:01.319386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:01.394404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] For port c38b3981-775f-4968-9527-3907a5b68f7f, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:20:01.397637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] For port c38b3981-775f-4968-9527-3907a5b68f7f, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c38b3981-775f-4968-9527-3907a5b68f7f,segment=NetworkSegment(bf7d71c3-206f-4928-9da4-6b09a54b5ccf),segment_id=bf7d71c3-206f-4928-9da4-6b09a54b5ccf)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:20:01.402096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef55a4-a520-445c-b4b9-6cb79f2f2cd5 req-1bab0658-71f8-40b9-9405-63ae4409bd3e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.402309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:01.404107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47ef55a4-a520-445c-b4b9-6cb79f2f2cd5 req-1bab0658-71f8-40b9-9405-63ae4409bd3e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 943 time: 0.0543506 Nov 19 04:20:01.442061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.442718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:01.444820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] 10.222.0.36 "PUT /v2.0/ports/c38b3981-775f-4968-9527-3907a5b68f7f HTTP/1.1" status: 200 len: 1091 time: 1.0586998 Nov 19 04:20:01.445664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7915ffc7-63a4-4450-b14c-69361eb79025', 'tag': 'c38b3981-775f-4968-9527-3907a5b68f7f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:01.447633 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee" -d '{"events": [{"name": "network-changed", "server_uuid": "7915ffc7-63a4-4450-b14c-69361eb79025", "tag": "c38b3981-775f-4968-9527-3907a5b68f7f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:01.470416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c111d9d-763e-470f-8cc9-111b05827196 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b3981-775f-4968-9527-3907a5b68f7f,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:01.478480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47ef55a4-a520-445c-b4b9-6cb79f2f2cd5 req-690daf7c-dd6e-40ad-9b0a-9e17c4afff17 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661879 Nov 19 04:20:01.524570 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e295bd-ea4c-4067-800e-8bc89db6b8f0 x-openstack-request-id: req-52e295bd-ea4c-4067-800e-8bc89db6b8f0 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:01.524872 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7915ffc7-63a4-4450-b14c-69361eb79025", "tag": "c38b3981-775f-4968-9527-3907a5b68f7f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:01.525133 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52e295bd-ea4c-4067-800e-8bc89db6b8f0 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:01.525536 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7915ffc7-63a4-4450-b14c-69361eb79025', 'tag': 'c38b3981-775f-4968-9527-3907a5b68f7f', 'status': 'completed', 'code': 200} Nov 19 04:20:01.540864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-c79bdd99-1782-4282-aad7-72d31cbd6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.542393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-c79bdd99-1782-4282-aad7-72d31cbd6955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ec530d4e4c84f26823db49fbd92b6f4&device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 1094 time: 0.0480239 Nov 19 04:20:01.589372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-b71b4da7-fd62-404d-9482-123cd6ddf692 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c38b3981-775f-4968-9527-3907a5b68f7f HTTP/1.1" status: 200 len: 217 time: 0.0374026 Nov 19 04:20:01.640027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-f481e761-3128-4de6-80df-f466fb5a897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.641504 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-f481e761-3128-4de6-80df-f466fb5a897d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a HTTP/1.1" status: 200 len: 852 time: 0.0454586 Nov 19 04:20:01.676652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-5fc99d75-5e88-4b6d-aafb-bd83bd60b0f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01557859-833d-4742-bc5b-d552c067f207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270853 Nov 19 04:20:01.723347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d666a8-9deb-46ee-9146-a4d45fcd348a req-80ce4767-ed23-43b7-9389-0b742b1229b5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.724889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4d666a8-9deb-46ee-9146-a4d45fcd348a req-80ce4767-ed23-43b7-9389-0b742b1229b5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0487969 Nov 19 04:20:01.773710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-dd16740a-9cfa-41fb-bfa5-a0e7175b4b41 service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871897 Nov 19 04:20:01.778909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4d666a8-9deb-46ee-9146-a4d45fcd348a req-24d062c2-9550-4aed-b29e-66e6326132d8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472906 Nov 19 04:20:01.927728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-95482c6b-e322-453a-8122-45d7a8c06035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.929117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-95482c6b-e322-453a-8122-45d7a8c06035 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e&tenant_id=abe2c2fd70d3460dba6f6bb0390e9819 HTTP/1.1" status: 200 len: 1094 time: 0.1025553 Nov 19 04:20:01.939983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:01.940555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-61ecb683-0831-4dbf-9538-9bb62f79e603 req-bebab195-b2dd-4173-98a5-87fd04e563c3 service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571374 Nov 19 04:20:01.994611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc4284-8cd8-490a-ab73-0fe17d8a3427 req-7de6c5a6-47c9-4b54-8d4c-6678507372a3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:01.996132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fbc4284-8cd8-490a-ab73-0fe17d8a3427 req-7de6c5a6-47c9-4b54-8d4c-6678507372a3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0667598 Nov 19 04:20:02.031839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-a7dffe86-730a-4cb5-9335-6e8190229ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.033335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-a7dffe86-730a-4cb5-9335-6e8190229ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ec530d4e4c84f26823db49fbd92b6f4&device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 1094 time: 0.0415993 Nov 19 04:20:02.046074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fbc4284-8cd8-490a-ab73-0fe17d8a3427 req-aece5322-c6b4-45e2-a0b0-7bc9f9d44608 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Nov 19 04:20:02.428934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f2b35-3862-4bfe-b293-a56896a172cf req-e47d32f9-81e7-4ea5-a1d8-d9c922224d34 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.436174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-a0de6c43-fcb4-401c-973a-258d9a2cb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.436892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e9f2b35-3862-4bfe-b293-a56896a172cf req-e47d32f9-81e7-4ea5-a1d8-d9c922224d34 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.0620461 Nov 19 04:20:02.437263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-a0de6c43-fcb4-401c-973a-258d9a2cb3fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1094 time: 0.3762403 Nov 19 04:20:02.475075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-b2ed381c-68ae-4401-8f87-d0de196c5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.476566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-b2ed381c-68ae-4401-8f87-d0de196c5a6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=01557859-833d-4742-bc5b-d552c067f207 HTTP/1.1" status: 200 len: 913 time: 0.4336174 Nov 19 04:20:02.494524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e9f2b35-3862-4bfe-b293-a56896a172cf req-f1291c13-3439-4405-ad3e-42af296dc878 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568104 Nov 19 04:20:02.548649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-6086eb38-4f10-441c-a95f-4189b0b19d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c38b3981-775f-4968-9527-3907a5b68f7f HTTP/1.1" status: 200 len: 217 time: 0.0471373 Nov 19 04:20:02.607478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db80a82-9dfa-4d5b-876d-113afda21df1 req-95903a8a-63ba-4754-a09b-ebee9398cbf3 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.609181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9db80a82-9dfa-4d5b-876d-113afda21df1 req-95903a8a-63ba-4754-a09b-ebee9398cbf3 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 943 time: 0.0580695 Nov 19 04:20:02.613140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-47c8c202-6edd-42ca-adfe-2d55325a533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.614683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-47c8c202-6edd-42ca-adfe-2d55325a533b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1622102 Nov 19 04:20:02.635711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-4824f3c8-3fcf-4ab6-9f7e-edbed69c2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.637324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-4824f3c8-3fcf-4ab6-9f7e-edbed69c2286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a HTTP/1.1" status: 200 len: 852 time: 0.0748031 Nov 19 04:20:02.663119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9db80a82-9dfa-4d5b-876d-113afda21df1 req-712f6e07-0338-422c-944d-052a8c4f877c tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455141 Nov 19 04:20:02.713018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-dfc98c65-c363-4da6-ba60-2248c8a4804b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01557859-833d-4742-bc5b-d552c067f207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405924 Nov 19 04:20:02.748226 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-a91ea531-407c-47de-9967-135f6c11c459 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 999 time: 0.1238632 Nov 19 04:20:02.785340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a558740-b9f8-4fd3-9b40-b4fc05b22918 req-9a791971-13e5-4c97-abc5-06ab89092115 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.786883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a558740-b9f8-4fd3-9b40-b4fc05b22918 req-9a791971-13e5-4c97-abc5-06ab89092115 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.0527301 Nov 19 04:20:02.841402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-dcbfc494-7b18-430d-8dc3-82d6b1ea24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.842887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-dcbfc494-7b18-430d-8dc3-82d6b1ea24e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0704129 Nov 19 04:20:02.855476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a558740-b9f8-4fd3-9b40-b4fc05b22918 req-83859e45-83a9-4cdc-9009-52cfcbe87e22 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615759 Nov 19 04:20:02.877798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49918) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:02.888117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-c128ded7-0d02-4286-b4e8-fdfc417664ec service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662648 Nov 19 04:20:02.928585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-9cbe8158-ca0f-4d16-a411-1ef03e19e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:02.930402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-9cbe8158-ca0f-4d16-a411-1ef03e19e68b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779033 Nov 19 04:20:03.000944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475ca3-947d-4786-9587-e97459ff640b req-4f48df38-08ab-410a-9adb-bd70563f8bb8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:03.003053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78475ca3-947d-4786-9587-e97459ff640b req-4f48df38-08ab-410a-9adb-bd70563f8bb8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0711703 Nov 19 04:20:03.082827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c2b47-4f12-41a2-822a-30c705a54251 tempest-TestVolumeBackupRestore-1048653873 tempest-TestVolumeBackupRestore-1048653873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:03.084420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-885c2b47-4f12-41a2-822a-30c705a54251 tempest-TestVolumeBackupRestore-1048653873 tempest-TestVolumeBackupRestore-1048653873-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1092 time: 0.2053041 Nov 19 04:20:03.089036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78475ca3-947d-4786-9587-e97459ff640b req-a18cb60e-8162-4ecb-b1c0-bae000c5c49f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790834 Nov 19 04:20:03.089282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49924) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:03.099408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:03.118120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd01ee7-b30c-4b1e-91f0-7fa27c3dfdee req-1ad56283-4e2c-4a00-b506-572b4c21a41f service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179029 Nov 19 04:20:03.128374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-7ffe24ee-1f58-408c-8e37-4f60ae3d7a6e service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552508 Nov 19 04:20:03.141070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:03.225472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced317c-e552-4e41-926b-d53d5b1b0042 req-5ce5a172-b9ef-4414-b603-3d7e6a81de12 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:03.227416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ced317c-e552-4e41-926b-d53d5b1b0042 req-5ce5a172-b9ef-4414-b603-3d7e6a81de12 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0569072 Nov 19 04:20:03.280834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ced317c-e552-4e41-926b-d53d5b1b0042 req-3f5e5230-3a0c-481f-8ddf-1c890363f19d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Nov 19 04:20:03.293223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-0f685fd9-3e89-4861-959f-6dd3dd7707c6 service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469464 Nov 19 04:20:03.332515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:03.451912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Allocated IP 172.25.8.109 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1a6309b8-3c5d-4efd-a2a6-084ece7a3d40) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:20:03.572161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:03.609380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:03.652258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:03.655338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:03.658848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:20:03.664568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'Port': ['ID=1a6309b8-3c5d-4efd-a2a6-084ece7a3d40,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:03.813638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc2f9-1296-42ec-8cb7-ced7d30dd0cf req-ea05653a-fb70-4ee7-a81c-2834be6e071a tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:03.821362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a0fc2f9-1296-42ec-8cb7-ced7d30dd0cf req-ea05653a-fb70-4ee7-a81c-2834be6e071a tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 943 time: 0.0700545 Nov 19 04:20:03.879397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a0fc2f9-1296-42ec-8cb7-ced7d30dd0cf req-f3a9ab74-61db-4efa-87d5-1ab1983f0c22 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550892 Nov 19 04:20:04.116110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c38b3981-775f-4968-9527-3907a5b68f7f details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:20:04.333589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005cc5-0697-4b3a-9ea8-84c06d749474 req-fa8ef27b-b4ca-4595-8dd5-e4b4086f24bf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:04.345623 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27005cc5-0697-4b3a-9ea8-84c06d749474 req-fa8ef27b-b4ca-4595-8dd5-e4b4086f24bf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.1217036 Nov 19 04:20:04.351919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:04.385620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c38b3981-775f-4968-9527-3907a5b68f7f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c38b3981-775f-4968-9527-3907a5b68f7f,segment=NetworkSegment(bf7d71c3-206f-4928-9da4-6b09a54b5ccf),segment_id=bf7d71c3-206f-4928-9da4-6b09a54b5ccf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:04.407105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'c38b3981-775f-4968-9527-3907a5b68f7f', 'network_id': '01557859-833d-4742-bc5b-d552c067f207', 'port_id': 'c38b3981-775f-4968-9527-3907a5b68f7f', 'mac_address': 'fa:16:3e:c2:68:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f7caa7-66cb-4e02-bc3c-01cb521a3c5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:20:04.468522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27005cc5-0697-4b3a-9ea8-84c06d749474 req-cda6cae7-8d2f-4f73-bba9-14c0310edf8b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171432 Nov 19 04:20:04.497010 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:04.520430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:04.525055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38b3981-775f-4968-9527-3907a5b68f7f {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:20:04.564841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c38b3981-775f-4968-9527-3907a5b68f7f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c38b3981-775f-4968-9527-3907a5b68f7f,segment=NetworkSegment(bf7d71c3-206f-4928-9da4-6b09a54b5ccf),segment_id=bf7d71c3-206f-4928-9da4-6b09a54b5ccf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:04.570903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:04.632192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=c38b3981-775f-4968-9527-3907a5b68f7f,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:04.695583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f18f2c-1fae-4796-9539-abd0cab1f758 req-8ecc667d-b32d-4b45-9ec8-5831bacc7e47 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:04.711320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-22f18f2c-1fae-4796-9539-abd0cab1f758 req-8ecc667d-b32d-4b45-9ec8-5831bacc7e47 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1472795 Nov 19 04:20:04.816507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-22f18f2c-1fae-4796-9539-abd0cab1f758 req-9f29d939-5159-4cee-a77b-7e14776a5c12 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956821 Nov 19 04:20:04.830619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['c38b3981-775f-4968-9527-3907a5b68f7f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:20:04.905357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:04.914820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:05.055659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:05.089782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0713c8c-b5a6-418e-b3d9-83de1934f0a7 req-9bb14742-1e94-4703-9364-86b5a1f23ed7 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:05.099866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0713c8c-b5a6-418e-b3d9-83de1934f0a7 req-9bb14742-1e94-4703-9364-86b5a1f23ed7 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 944 time: 0.1093428 Nov 19 04:20:05.160695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event updated for resources: {'Port': ['ID=1a6309b8-3c5d-4efd-a2a6-084ece7a3d40,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:05.163543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0713c8c-b5a6-418e-b3d9-83de1934f0a7 req-194eb349-e424-4aa7-97a1-5c7f4cb60fed tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625911 Nov 19 04:20:05.268325 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Floating IP decd2c87-a77b-4ad6-8eed-7e8bb740af86 associated. External IP: 172.25.8.109, port: dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c. Nov 19 04:20:05.524258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Router afd58746-6775-4a4e-8112-cd5e1c2e717e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:05.629823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c383b-4954-4f8a-9b6f-32c148f594ec req-7fba0686-35f8-4250-ac94-48d48b14504d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:05.631817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a4c383b-4954-4f8a-9b6f-32c148f594ec req-7fba0686-35f8-4250-ac94-48d48b14504d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0699384 Nov 19 04:20:05.689278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:05.707142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] Sync routers for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:05.724311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a4c383b-4954-4f8a-9b6f-32c148f594ec req-e5d5759c-8735-4d22-9b29-a253faa15f7e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777416 Nov 19 04:20:05.731631 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:05.732561 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:05.746822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:05.781129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 49966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:05.794029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f8a6a315-5b88-40f2-ac50-9fd13c68f225 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6979620 Nov 19 04:20:05.795122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:05.802751 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7852289-bf2b-4707-a730-79760293317e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:05.845698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141646f-b7fb-4b95-bfe8-abbc17755090 tempest-TestVolumeBackupRestore-1048653873 tempest-TestVolumeBackupRestore-1048653873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:05.851709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 49972) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:05.856905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Request body: {'floatingip': {'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:05.859758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7141646f-b7fb-4b95-bfe8-abbc17755090 tempest-TestVolumeBackupRestore-1048653873 tempest-TestVolumeBackupRestore-1048653873-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1092 time: 0.0769312 Nov 19 04:20:05.919425 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc571719-3c30-49b9-8f99-79702673302f x-openstack-request-id: req-dc571719-3c30-49b9-8f99-79702673302f {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:05.920225 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:05.920225 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc571719-3c30-49b9-8f99-79702673302f {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:05.920397 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'status': 'completed', 'code': 200} Nov 19 04:20:05.979900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for floatingip, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:05.999569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:06.047791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b8fb2-e85d-4d20-85d9-00eb4ed2fb7e req-2be44588-b94a-458f-95e9-cc0c7137f4a5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:06.057573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-216b8fb2-e85d-4d20-85d9-00eb4ed2fb7e req-2be44588-b94a-458f-95e9-cc0c7137f4a5 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0879464 Nov 19 04:20:06.097542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c38b3981-775f-4968-9527-3907a5b68f7f up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:06.179150 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-216b8fb2-e85d-4d20-85d9-00eb4ed2fb7e req-a343bd0a-3bf2-4d20-b4a3-c259da9e1b13 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193390 Nov 19 04:20:06.261352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port c38b3981-775f-4968-9527-3907a5b68f7f completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:20:06.269137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port c38b3981-775f-4968-9527-3907a5b68f7f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:06.269842 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:06.410623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a1438-5ae4-443e-9f6f-d7597841c8b8 req-7564e4bc-57e3-44d7-bd67-bf425dab4f90 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:06.426271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-344a1438-5ae4-443e-9f6f-d7597841c8b8 req-7564e4bc-57e3-44d7-bd67-bf425dab4f90 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 944 time: 0.1238875 Nov 19 04:20:06.457028 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'decd2c87-a77b-4ad6-8eed-7e8bb740af86', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:20:04Z', 'updated_at': '2021-11-19T04:20:04Z', 'revision_number': 0, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:06.462207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:06.527321 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] Checking router: afd58746-6775-4a4e-8112-cd5e1c2e717e for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:06.547875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7915ffc7-63a4-4450-b14c-69361eb79025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b3981-775f-4968-9527-3907a5b68f7f'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:06.551197 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3392dd-b27c-4c94-823a-065eb19c914e" -d '{"events": [{"server_uuid": "7915ffc7-63a4-4450-b14c-69361eb79025", "name": "network-vif-plugged", "status": "completed", "tag": "c38b3981-775f-4968-9527-3907a5b68f7f"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:06.551725 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:06.552998 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:06.564700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-344a1438-5ae4-443e-9f6f-d7597841c8b8 req-daff5754-0076-4203-9c35-ede7b707778c tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373265 Nov 19 04:20:06.597226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c38b3981-775f-4968-9527-3907a5b68f7f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c38b3981-775f-4968-9527-3907a5b68f7f,segment=NetworkSegment(bf7d71c3-206f-4928-9da4-6b09a54b5ccf),segment_id=bf7d71c3-206f-4928-9da4-6b09a54b5ccf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:06.607455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:06.657472 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea4cb8-5be2-4c54-a3dc-5eac8b0e92e6 x-openstack-request-id: req-4fea4cb8-5be2-4c54-a3dc-5eac8b0e92e6 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:06.657819 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7915ffc7-63a4-4450-b14c-69361eb79025", "name": "network-vif-plugged", "status": "completed", "tag": "c38b3981-775f-4968-9527-3907a5b68f7f", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:06.658075 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fea4cb8-5be2-4c54-a3dc-5eac8b0e92e6 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:06.658478 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7915ffc7-63a4-4450-b14c-69361eb79025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b3981-775f-4968-9527-3907a5b68f7f', 'code': 200} Nov 19 04:20:06.727811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=c38b3981-775f-4968-9527-3907a5b68f7f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:06.912380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:06.929920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df17b6-afbc-44fa-afdb-c9cd8df0ae71 req-78897cde-a8ee-4b83-a202-8d23c23f10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:06.931656 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-92df17b6-afbc-44fa-afdb-c9cd8df0ae71 req-78897cde-a8ee-4b83-a202-8d23c23f10c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 1096 time: 0.1840291 Nov 19 04:20:06.933373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:06.980845 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:07.044195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69361-aa8b-46a2-a69b-d76528cc0af5 req-ed6fa27b-cc3c-4aab-8323-ea4577bb01c8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:07.046501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adb69361-aa8b-46a2-a69b-d76528cc0af5 req-ed6fa27b-cc3c-4aab-8323-ea4577bb01c8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.1499486 Nov 19 04:20:07.147573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-adb69361-aa8b-46a2-a69b-d76528cc0af5 req-28d26377-8513-4f76-b56c-263f8ff38b57 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935428 Nov 19 04:20:07.345719 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'decd2c87-a77b-4ad6-8eed-7e8bb740af86', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:20:04Z', 'updated_at': '2021-11-19T04:20:04Z', 'revision_number': 0, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:07.395315 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469da900-9c22-47fd-8e15-26ff7f039963 None None] The sync data for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 is: [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'decd2c87-a77b-4ad6-8eed-7e8bb740af86', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:20:04Z', 'updated_at': '2021-11-19T04:20:04Z', 'revision_number': 0, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:07.403831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273876-8d8e-47c6-8380-cecfecaaa22b req-0409750d-a0e1-4551-a533-5464e518f788 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:07.411868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72273876-8d8e-47c6-8380-cecfecaaa22b req-0409750d-a0e1-4551-a533-5464e518f788 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1017635 Nov 19 04:20:07.522771 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72273876-8d8e-47c6-8380-cecfecaaa22b req-e8247836-f9ea-4a2f-8b07-8f8f9c9ba7bd tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975008 Nov 19 04:20:07.656819 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-92df17b6-afbc-44fa-afdb-c9cd8df0ae71 req-f2730c2a-f72a-42dd-a5e7-467833a4b1b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575041 Nov 19 04:20:07.716724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad625ae0-b75c-416a-8404-9385440a71fe req-18e01af0-0d93-4c07-a69e-92b6cc96a8cc tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:07.725856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad625ae0-b75c-416a-8404-9385440a71fe req-18e01af0-0d93-4c07-a69e-92b6cc96a8cc tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0765839 Nov 19 04:20:07.797724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad625ae0-b75c-416a-8404-9385440a71fe req-35f74f59-830a-4bbc-9cea-ae456be99632 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642128 Nov 19 04:20:07.832272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b4b80-f35c-4041-b0ad-0f2edbec7650 None None] New status for floating IP decd2c87-a77b-4ad6-8eed-7e8bb740af86: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:20:07.857209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Router afd58746-6775-4a4e-8112-cd5e1c2e717e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:08.130316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:08.147661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:08.188099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:08.191269 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:08.232062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f25d941-3e29-4c5b-94bb-4bb2675664a5 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "PUT /v2.0/floatingips/decd2c87-a77b-4ad6-8eed-7e8bb740af86 HTTP/1.1" status: 200 len: 992 time: 2.3789246 Nov 19 04:20:08.310688 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] Sync routers for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:08.322569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:08.323563 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:08.339288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46840cb8-9df6-4f18-9eba-248fe73887a4 req-fa0d101a-bdec-4c35-bdfd-83662c3f6401 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:08.341256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46840cb8-9df6-4f18-9eba-248fe73887a4 req-fa0d101a-bdec-4c35-bdfd-83662c3f6401 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0783830 Nov 19 04:20:08.435324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46840cb8-9df6-4f18-9eba-248fe73887a4 req-e213ed7f-f30a-4a0e-a068-b0c191d39e9a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863810 Nov 19 04:20:08.445240 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:08.497870 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12db846-d677-428b-9135-dda2f7ebdedd x-openstack-request-id: req-b12db846-d677-428b-9135-dda2f7ebdedd {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:08.498240 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:08.498459 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b12db846-d677-428b-9135-dda2f7ebdedd {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:08.498878 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'status': 'completed', 'code': 200} Nov 19 04:20:08.657048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce149d80-b823-4a4b-9579-14654fa72d8c req-dfce770d-5322-4239-8fb2-05e161df31ad tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:08.662792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce149d80-b823-4a4b-9579-14654fa72d8c req-dfce770d-5322-4239-8fb2-05e161df31ad tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0719821 Nov 19 04:20:08.733082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce149d80-b823-4a4b-9579-14654fa72d8c req-b29e6891-ab23-4540-b730-0426addc7a72 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645666 Nov 19 04:20:08.789969 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'decd2c87-a77b-4ad6-8eed-7e8bb740af86', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:20:04Z', 'updated_at': '2021-11-19T04:20:08Z', 'revision_number': 2, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:08.826305 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] Checking router: afd58746-6775-4a4e-8112-cd5e1c2e717e for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:08.850617 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:08.851409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:19:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:08.963659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8866c-3bd0-4033-b736-da472c4e9c85 req-d5be432f-4aa9-441d-8701-269387e6ad78 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:08.965463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71f8866c-3bd0-4033-b736-da472c4e9c85 req-d5be432f-4aa9-441d-8701-269387e6ad78 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0910015 Nov 19 04:20:09.014328 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:09.125967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71f8866c-3bd0-4033-b736-da472c4e9c85 req-3564e299-4d15-4514-bad4-29a7bb688059 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508687 Nov 19 04:20:09.343718 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'decd2c87-a77b-4ad6-8eed-7e8bb740af86', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:20:04Z', 'updated_at': '2021-11-19T04:20:08Z', 'revision_number': 2, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:09.382503 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17ccfb-9520-4f8a-9c14-f8105e7bb6d8 None None] The sync data for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 is: [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'decd2c87-a77b-4ad6-8eed-7e8bb740af86', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'port_id': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'mac_address': 'fa:16:3e:8c:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:20:04Z', 'updated_at': '2021-11-19T04:20:08Z', 'revision_number': 2, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:09.595181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00854d-76a7-4bcc-93b8-249176c65fd7 req-5a91edf3-ec2f-4986-84ab-482dc68b949a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:09.597475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa00854d-76a7-4bcc-93b8-249176c65fd7 req-5a91edf3-ec2f-4986-84ab-482dc68b949a tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0664508 Nov 19 04:20:09.665521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa00854d-76a7-4bcc-93b8-249176c65fd7 req-f86ac74d-1c23-4c92-a69c-263d6f5a2703 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Nov 19 04:20:09.866331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456353-0fed-4399-aa4f-4867da0dd031 req-c955a89e-e6f8-4cdc-9584-1c59cf35d4c0 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:09.869075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16456353-0fed-4399-aa4f-4867da0dd031 req-c955a89e-e6f8-4cdc-9584-1c59cf35d4c0 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0697427 Nov 19 04:20:09.927523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16456353-0fed-4399-aa4f-4867da0dd031 req-5a589f05-9501-4bcc-814a-5d85bd2bb516 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519021 Nov 19 04:20:10.270437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32da02-96df-4d23-9701-0664000a157a req-155964e1-e28b-461e-b56c-1c9b1d1acd1d tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:10.271981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e32da02-96df-4d23-9701-0664000a157a req-155964e1-e28b-461e-b56c-1c9b1d1acd1d tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0648713 Nov 19 04:20:10.328839 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e32da02-96df-4d23-9701-0664000a157a req-afe02aff-b92d-481d-8646-ae5eff19b7f1 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Nov 19 04:20:10.481137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cea59d-e028-4069-9055-306159418ea6 req-adae828c-0ef3-47ee-80a6-995900f1715e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:10.482746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9cea59d-e028-4069-9055-306159418ea6 req-adae828c-0ef3-47ee-80a6-995900f1715e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0573585 Nov 19 04:20:10.500533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:10.503808 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:10.553509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9cea59d-e028-4069-9055-306159418ea6 req-c9325b5d-558e-429f-a55e-220c35b16414 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631943 Nov 19 04:20:10.612877 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaaaf14-2829-4fc9-b0fe-9b701d9e4a16 x-openstack-request-id: req-bfaaaf14-2829-4fc9-b0fe-9b701d9e4a16 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:10.613283 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:10.613624 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfaaaf14-2829-4fc9-b0fe-9b701d9e4a16 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:10.613981 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'status': 'completed', 'code': 200} Nov 19 04:20:10.873790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad84f4-d1e0-4d92-9c5d-5e2b4163b3c0 req-d90bca0b-298c-44d0-b40d-2ae33eed43bd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:10.880519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3cad84f4-d1e0-4d92-9c5d-5e2b4163b3c0 req-d90bca0b-298c-44d0-b40d-2ae33eed43bd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0732977 Nov 19 04:20:10.934993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3cad84f4-d1e0-4d92-9c5d-5e2b4163b3c0 req-36c64177-2f07-48a4-a1b0-80d82ea3cc39 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527768 Nov 19 04:20:11.059145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec120-91ae-46e1-920b-e3564b6ee2e2 req-bab536ae-7a60-4e3a-b217-d812682e7a48 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:11.066521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f4ec120-91ae-46e1-920b-e3564b6ee2e2 req-bab536ae-7a60-4e3a-b217-d812682e7a48 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0596712 Nov 19 04:20:11.131613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f4ec120-91ae-46e1-920b-e3564b6ee2e2 req-08c3a033-82b6-45e9-8324-48a562167395 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627496 Nov 19 04:20:11.251775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184302-35bc-4443-83d7-3cafd462d2fd req-9f2ea26b-47ee-4cb7-849e-6b4035776655 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:11.254010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab184302-35bc-4443-83d7-3cafd462d2fd req-9f2ea26b-47ee-4cb7-849e-6b4035776655 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Nov 19 04:20:11.337039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab184302-35bc-4443-83d7-3cafd462d2fd req-5bf2ec3d-4b49-436c-a8cc-4925965f054d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767326 Nov 19 04:20:11.589354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50036) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:11.720978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ebe875d-7d41-4ab4-b4e7-0474ae26cc0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:11.819042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ebe875d-7d41-4ab4-b4e7-0474ae26cc0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:11.824615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8ebe875d-7d41-4ab4-b4e7-0474ae26cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:11.873001 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8ebe875d-7d41-4ab4-b4e7-0474ae26cc0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cee306d2ffc1410690c191794c371134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825477 Nov 19 04:20:11.875625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:11.883921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe875d-7d41-4ab4-b4e7-0474ae26cc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941a4639-2840-4255-a89d-2fdb276c91a3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:11.944053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31ca51fa-88cc-44cb-b17c-f9ce24cece92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:11.978010 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31ca51fa-88cc-44cb-b17c-f9ce24cece92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.049414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31ca51fa-88cc-44cb-b17c-f9ce24cece92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.054052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-31ca51fa-88cc-44cb-b17c-f9ce24cece92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.057528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-31ca51fa-88cc-44cb-b17c-f9ce24cece92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/941a4639-2840-4255-a89d-2fdb276c91a3 HTTP/1.1" status: 204 len: 168 time: 0.1786137 Nov 19 04:20:12.076821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca51fa-88cc-44cb-b17c-f9ce24cece92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a4639-2840-4255-a89d-2fdb276c91a3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:12.142204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa99da-e77f-4be3-ab8d-de2b7186a214 req-00594f2f-199b-4ab7-81fa-98bb3c56062f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:12.149653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4fa99da-e77f-4be3-ab8d-de2b7186a214 req-00594f2f-199b-4ab7-81fa-98bb3c56062f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.1274269 Nov 19 04:20:12.202515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f4fa99da-e77f-4be3-ab8d-de2b7186a214 req-fe1c4e2f-7c05-42bd-a7f0-a074b1dfdd8d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518725 Nov 19 04:20:12.346077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eb128-9b53-4bf7-a6b6-d0c7a4ae799e req-988ba787-1b4f-432b-8a4b-b8b060f82ffc tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:12.346077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-945eb128-9b53-4bf7-a6b6-d0c7a4ae799e req-988ba787-1b4f-432b-8a4b-b8b060f82ffc tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0716796 Nov 19 04:20:12.454632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-945eb128-9b53-4bf7-a6b6-d0c7a4ae799e req-4a688d56-b765-41ac-8fa8-606944e02b45 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016405 Nov 19 04:20:12.562427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:12.583430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c29615c-166d-4720-8347-d50121cf397f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.616766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82d213-a3a6-4f9c-aa3b-5057ec757f8b req-77286572-9e53-48b6-a2c6-79bedd79cfb4 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:12.618322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a82d213-a3a6-4f9c-aa3b-5057ec757f8b req-77286572-9e53-48b6-a2c6-79bedd79cfb4 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Nov 19 04:20:12.684572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a82d213-a3a6-4f9c-aa3b-5057ec757f8b req-c312f38f-0ed8-47b3-b6f1-385f938317bb tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Nov 19 04:20:12.686621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c29615c-166d-4720-8347-d50121cf397f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.691787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c29615c-166d-4720-8347-d50121cf397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.751942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29615c-166d-4720-8347-d50121cf397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4bdf1-f36b-493d-8566-eb69c9cc3c7b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:12.767384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9c29615c-166d-4720-8347-d50121cf397f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4b2fa8d4038428189944361a6b108cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038209 Nov 19 04:20:12.770154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50056) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:12.826790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2af9f20-7c2f-4b7b-845a-4acd631ad629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.884919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2af9f20-7c2f-4b7b-845a-4acd631ad629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:12.960133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-17a3813d-71f7-4f83-890d-db2f4ae4be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:12.962905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-17a3813d-71f7-4f83-890d-db2f4ae4be88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ec530d4e4c84f26823db49fbd92b6f4&device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 1096 time: 0.0507274 Nov 19 04:20:12.984524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0d42-835e-49d8-b158-e52d30ec31c1 req-9b36a62e-7ff0-46ad-900d-d9741283a51b tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:12.993491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-682a0d42-835e-49d8-b158-e52d30ec31c1 req-9b36a62e-7ff0-46ad-900d-d9741283a51b tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.1054177 Nov 19 04:20:13.070860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2af9f20-7c2f-4b7b-845a-4acd631ad629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:13.074248 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2af9f20-7c2f-4b7b-845a-4acd631ad629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:13.075453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d2af9f20-7c2f-4b7b-845a-4acd631ad629 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffc4bdf1-f36b-493d-8566-eb69c9cc3c7b HTTP/1.1" status: 204 len: 168 time: 0.3042877 Nov 19 04:20:13.085565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-682a0d42-835e-49d8-b158-e52d30ec31c1 req-2da9aec6-8d26-4d05-bd14-476d90fe195b tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911243 Nov 19 04:20:13.093918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af9f20-7c2f-4b7b-845a-4acd631ad629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4bdf1-f36b-493d-8566-eb69c9cc3c7b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:13.155141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-a017bd82-3ff5-40f7-8bfa-75944187b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:13.157109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-a017bd82-3ff5-40f7-8bfa-75944187b871 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01557859-833d-4742-bc5b-d552c067f207 HTTP/1.1" status: 200 len: 913 time: 0.1876769 Nov 19 04:20:13.210286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-dc6afcc9-7573-4984-b7ef-78da461f2236 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c38b3981-775f-4968-9527-3907a5b68f7f HTTP/1.1" status: 200 len: 217 time: 0.0459013 Nov 19 04:20:13.285907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-f1084d27-5fd2-45c9-9816-e037e7fd7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:13.287517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-f1084d27-5fd2-45c9-9816-e037e7fd7fae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a HTTP/1.1" status: 200 len: 852 time: 0.0704772 Nov 19 04:20:13.341033 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-d06ab996-b037-4c23-b79a-68176beec431 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01557859-833d-4742-bc5b-d552c067f207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447078 Nov 19 04:20:13.364701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9069e-9199-40be-9975-182e0c62b6c6 req-2d2758fb-305b-496e-a83a-ab36e692f274 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:13.366368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16a9069e-9199-40be-9975-182e0c62b6c6 req-2d2758fb-305b-496e-a83a-ab36e692f274 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0667648 Nov 19 04:20:13.476110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-16a9069e-9199-40be-9975-182e0c62b6c6 req-8fae6c39-a4fb-4da8-bcaf-09c2c6be7ab5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942807 Nov 19 04:20:13.495815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-f9c055b3-38b8-47ac-ad59-7458d2abd2bf service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469021 Nov 19 04:20:13.620350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d78793d3-d5ba-4ec7-9b2f-42f341be4d8e req-176cc6b1-ea24-4079-b5b3-830b4cca4a6a service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163547 Nov 19 04:20:13.822058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057211-0f6c-4c0c-88d3-9ca87b229216 req-552add09-c138-48b6-906d-cc7463284714 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:13.823699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea057211-0f6c-4c0c-88d3-9ca87b229216 req-552add09-c138-48b6-906d-cc7463284714 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0595300 Nov 19 04:20:13.883270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea057211-0f6c-4c0c-88d3-9ca87b229216 req-01190dcf-7fba-4f54-8c28-ce9e89c7054c tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478530 Nov 19 04:20:14.216076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662cbd8-8a42-4ca2-94ff-8f11e1b3ad22 req-448f96f8-6512-4434-8e49-2b6bec66119e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.218475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6662cbd8-8a42-4ca2-94ff-8f11e1b3ad22 req-448f96f8-6512-4434-8e49-2b6bec66119e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0562441 Nov 19 04:20:14.306365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6662cbd8-8a42-4ca2-94ff-8f11e1b3ad22 req-b55e4361-a18d-4dda-9a3e-8c8622c79514 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761771 Nov 19 04:20:14.504420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7852289-bf2b-4707-a730-79760293317e req-a8a4053c-b64f-418a-85ff-7e4da49f04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.506236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-a8a4053c-b64f-418a-85ff-7e4da49f04e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1097 time: 0.0471268 Nov 19 04:20:14.612427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7852289-bf2b-4707-a730-79760293317e req-ba9d17ce-6bc9-4e2d-ae09-5e0c4294b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.614034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-ba9d17ce-6bc9-4e2d-ae09-5e0c4294b196 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 915 time: 0.1005640 Nov 19 04:20:14.625380 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-8fc9df21-46f5-47d2-939d-e071ebccd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.627004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-8fc9df21-46f5-47d2-939d-e071ebccd9dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1094 time: 0.0816956 Nov 19 04:20:14.644513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a15789-7c73-4a51-a50e-9ce6d5796100 req-8633555e-eb30-491e-9353-c62a6ac29261 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.646218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83a15789-7c73-4a51-a50e-9ce6d5796100 req-8633555e-eb30-491e-9353-c62a6ac29261 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0672863 Nov 19 04:20:14.718960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-3f38f8af-3d1e-41c6-879c-fed93260577f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 1002 time: 0.0665290 Nov 19 04:20:14.750508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83a15789-7c73-4a51-a50e-9ce6d5796100 req-4b41af4e-89a1-40e1-9e9a-0580e5ded19b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976770 Nov 19 04:20:14.794090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7852289-bf2b-4707-a730-79760293317e req-b9584a8b-9bb2-44db-badd-8a62900a03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.796526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-b9584a8b-9bb2-44db-badd-8a62900a03a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 200 len: 853 time: 0.0702772 Nov 19 04:20:14.808138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-21cfb3b4-9a87-4763-8dc9-04258ae02b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.809648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-21cfb3b4-9a87-4763-8dc9-04258ae02b56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 200 len: 917 time: 0.1341343 Nov 19 04:20:14.860129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7852289-bf2b-4707-a730-79760293317e req-b524684c-378d-4d4e-8660-9305274e5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.863024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-b524684c-378d-4d4e-8660-9305274e5950 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580106 Nov 19 04:20:14.886243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-52400226-a658-4b88-9727-c89416bfdbbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 200 len: 999 time: 0.0676064 Nov 19 04:20:14.955624 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-ee6560a1-ae9e-49ca-98cb-c1be3f0dc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:14.963747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-ee6560a1-ae9e-49ca-98cb-c1be3f0dc00b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 200 len: 855 time: 0.0683527 Nov 19 04:20:14.977967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-138721d5-57a2-4d69-8d5d-1dd8917574c1 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078861 Nov 19 04:20:15.063449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-f5b4ab13-68fb-447f-8763-0851186d8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.066292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-f5b4ab13-68fb-447f-8763-0851186d8c4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4484949b-f675-4ba1-81c7-687ce3519222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942380 Nov 19 04:20:15.092827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbf0f-e753-405e-8fa2-7449cff386f8 req-a956571c-6d74-4f38-afe6-05b15994db8c tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.092827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ddbf0f-e753-405e-8fa2-7449cff386f8 req-a956571c-6d74-4f38-afe6-05b15994db8c tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1041398 Nov 19 04:20:15.100555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f7852289-bf2b-4707-a730-79760293317e req-be16d3e6-13de-4f6d-b2e2-413268514590 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136355 Nov 19 04:20:15.201565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ddbf0f-e753-405e-8fa2-7449cff386f8 req-dd7c615d-fae4-4075-9252-d02551d8da6b tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968318 Nov 19 04:20:15.227564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-63c3a2b7-7c3c-4484-b638-c9753c09370c service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545470 Nov 19 04:20:15.236969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-d9be7a0c-87df-4f05-a1a4-31006c98077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.238593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-d9be7a0c-87df-4f05-a1a4-31006c98077f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1097 time: 0.0468698 Nov 19 04:20:15.326748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0906990-19cc-40ab-9be0-ad7185fbf791 req-ab965832-4e7d-4717-8760-2d36e441120c service neutron] 10.222.0.31 "GET /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Nov 19 04:20:15.344756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-9d5a7abc-1ff7-4051-bbe6-0c84b572d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.347071 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-9d5a7abc-1ff7-4051-bbe6-0c84b572d7b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 915 time: 0.1011078 Nov 19 04:20:15.435106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef19a3-32a0-4306-9383-74c7a3e6e662 req-2b687d42-f218-4970-8a43-ee65688b27f8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.436460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-3db17136-d367-4511-adea-fee540f18231 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 1002 time: 0.0670259 Nov 19 04:20:15.436864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abef19a3-32a0-4306-9383-74c7a3e6e662 req-2b687d42-f218-4970-8a43-ee65688b27f8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0540144 Nov 19 04:20:15.472603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50146) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:15.493031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-4818d6f0-73ce-4fef-b6f7-fb2e1c009cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.493249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abef19a3-32a0-4306-9383-74c7a3e6e662 req-db5726ed-7436-4783-879a-3d0330863e9a tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Nov 19 04:20:15.494930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-4818d6f0-73ce-4fef-b6f7-fb2e1c009cd1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 200 len: 853 time: 0.0506358 Nov 19 04:20:15.557583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-3b94f96c-1c60-4521-b50e-501c6aff4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.560919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-3b94f96c-1c60-4521-b50e-501c6aff4857 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491157 Nov 19 04:20:15.597556 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-279d7002-1844-447e-b297-5c85a5729aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:15.667678 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-92290081-00c4-4807-81ea-4dba3207cdb4 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975158 Nov 19 04:20:15.725423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-279d7002-1844-447e-b297-5c85a5729aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:15.732214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-279d7002-1844-447e-b297-5c85a5729aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:15.767740 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1021bfb4-cdcb-4036-8b5c-c95f66c1a14f req-59b9631b-7170-451d-a516-42825240be0d service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911114 Nov 19 04:20:15.778850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc616e0-9207-4c4c-99dc-57e6912c2d65 req-92dc0df2-9574-40e5-80a2-b97cbbb1a8f1 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.780375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bfc616e0-9207-4c4c-99dc-57e6912c2d65 req-92dc0df2-9574-40e5-80a2-b97cbbb1a8f1 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0916946 Nov 19 04:20:15.787428 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-279d7002-1844-447e-b297-5c85a5729aa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9282815960374b6baabb58b4781ac24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137686 Nov 19 04:20:15.792275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:15.795697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d7002-1844-447e-b297-5c85a5729aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7855e6-2996-4ed4-b06c-061f2f8cb572,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:15.847756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bfc616e0-9207-4c4c-99dc-57e6912c2d65 req-b577e1cb-f892-457e-81b9-14d0da39e0ba tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Nov 19 04:20:15.889704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdf2fb3c-6eb0-4a73-8060-6a8e3d47404e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:15.920660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdf2fb3c-6eb0-4a73-8060-6a8e3d47404e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:15.923464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-1d42d860-1190-44ee-9bfa-8be9f19239b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.926187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-1d42d860-1190-44ee-9bfa-8be9f19239b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1097 time: 0.0750313 Nov 19 04:20:15.964960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50035c95-e82a-4742-a7a5-6f77aa5bcd90 req-e8a3ac0f-92b6-4c9e-befd-d457338b1c6e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:15.966554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50035c95-e82a-4742-a7a5-6f77aa5bcd90 req-e8a3ac0f-92b6-4c9e-befd-d457338b1c6e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0534420 Nov 19 04:20:16.016008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50035c95-e82a-4742-a7a5-6f77aa5bcd90 req-274a8f5e-3701-4c49-b933-fb8fe6280ca8 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Nov 19 04:20:16.046918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-319706b2-0f8a-4b1f-928d-edbaf8aa6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:16.048539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-319706b2-0f8a-4b1f-928d-edbaf8aa6f3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 915 time: 0.1131699 Nov 19 04:20:16.050196 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdf2fb3c-6eb0-4a73-8060-6a8e3d47404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.052802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fdf2fb3c-6eb0-4a73-8060-6a8e3d47404e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.056148 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fdf2fb3c-6eb0-4a73-8060-6a8e3d47404e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf7855e6-2996-4ed4-b06c-061f2f8cb572 HTTP/1.1" status: 204 len: 168 time: 0.2601388 Nov 19 04:20:16.098767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2fb3c-6eb0-4a73-8060-6a8e3d47404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7855e6-2996-4ed4-b06c-061f2f8cb572,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:16.133815 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-2f33d2d4-ad0f-4eed-9160-e4e4ef6741a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 1002 time: 0.0763204 Nov 19 04:20:16.198072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-823e83cc-fa9a-4860-8673-90ce5f179c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:16.199720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-823e83cc-fa9a-4860-8673-90ce5f179c05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 200 len: 853 time: 0.0575595 Nov 19 04:20:16.249348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-d9d9f24c-ad68-451b-be11-c93247bfdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:16.250949 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-d9d9f24c-ad68-451b-be11-c93247bfdeb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429273 Nov 19 04:20:16.331178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb8973-0094-4bff-b228-a152e8c04ce6 req-d47e7716-fed2-472a-a7f4-4d210dc344ce tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:16.333112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11fb8973-0094-4bff-b228-a152e8c04ce6 req-d47e7716-fed2-472a-a7f4-4d210dc344ce tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0583460 Nov 19 04:20:16.364887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-876bc9c4-515d-4b29-9046-f93bd06d3ced service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029835 Nov 19 04:20:16.366845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50164) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:16.383533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11fb8973-0094-4bff-b228-a152e8c04ce6 req-18d94e37-8b84-4652-b348-dec1d63a8991 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439396 Nov 19 04:20:16.396859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2cae0f2-08d6-46e4-9e81-74ad1c916b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.501082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8c5599c-cab4-4e2e-b646-0f3e07eaef3b req-7c51d265-7222-4395-916d-c20128c872fe service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277053 Nov 19 04:20:16.536463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2cae0f2-08d6-46e4-9e81-74ad1c916b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.540182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2cae0f2-08d6-46e4-9e81-74ad1c916b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.577641 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2cae0f2-08d6-46e4-9e81-74ad1c916b6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db88a81bf02a4908aeee70724578818f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2096272 Nov 19 04:20:16.579509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cae0f2-08d6-46e4-9e81-74ad1c916b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb6d39-897a-46f6-a3bd-9db540a0bfaa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:16.580213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50166) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:16.629040 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25dedcf3-d3af-4f93-b9de-2e98a266caf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.650158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25dedcf3-d3af-4f93-b9de-2e98a266caf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.700563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25dedcf3-d3af-4f93-b9de-2e98a266caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.703163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25dedcf3-d3af-4f93-b9de-2e98a266caf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:16.704354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-25dedcf3-d3af-4f93-b9de-2e98a266caf3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74bb6d39-897a-46f6-a3bd-9db540a0bfaa HTTP/1.1" status: 204 len: 168 time: 0.1231363 Nov 19 04:20:16.712822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dedcf3-d3af-4f93-b9de-2e98a266caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb6d39-897a-46f6-a3bd-9db540a0bfaa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:16.969253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d258d-cf2a-4c40-9160-f89cee19e111 req-6e1f9063-8698-4728-8a2e-7aedf9eb6e68 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:16.971008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c4d258d-cf2a-4c40-9160-f89cee19e111 req-6e1f9063-8698-4728-8a2e-7aedf9eb6e68 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Nov 19 04:20:17.022493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c4d258d-cf2a-4c40-9160-f89cee19e111 req-99a99389-14eb-4058-89e9-f5c50f00697b tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Nov 19 04:20:17.241631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a1a66-c785-40b8-b2b5-400fb7e6a808 req-66b03314-a194-464e-8e05-94441e4c3a85 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:17.243231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea0a1a66-c785-40b8-b2b5-400fb7e6a808 req-66b03314-a194-464e-8e05-94441e4c3a85 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0570986 Nov 19 04:20:17.263168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a734-e859-481a-a66d-4f42d6339681 req-86dd348c-93c9-42b1-8014-de1fbfeb8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:17.264696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-86dd348c-93c9-42b1-8014-de1fbfeb8ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ec530d4e4c84f26823db49fbd92b6f4&device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 1096 time: 0.0505424 Nov 19 04:20:17.295164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea0a1a66-c785-40b8-b2b5-400fb7e6a808 req-74769a6f-7e3b-476f-8343-e2565f5bf1cf tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451186 Nov 19 04:20:17.373375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a734-e859-481a-a66d-4f42d6339681 req-ac3ccaa0-6d0d-4d1a-803b-88b54a87e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:17.375341 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-ac3ccaa0-6d0d-4d1a-803b-88b54a87e989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01557859-833d-4742-bc5b-d552c067f207 HTTP/1.1" status: 200 len: 913 time: 0.1041207 Nov 19 04:20:17.425469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-109f6e0d-66d9-4394-b210-a15af35ca5e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c38b3981-775f-4968-9527-3907a5b68f7f HTTP/1.1" status: 200 len: 217 time: 0.0424871 Nov 19 04:20:17.428930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38557400-2843-451b-ab05-6459eab37a24 req-8bfc0eb9-edc8-4bab-a291-0f5e13240bcc tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:17.430577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38557400-2843-451b-ab05-6459eab37a24 req-8bfc0eb9-edc8-4bab-a291-0f5e13240bcc tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0589106 Nov 19 04:20:17.481993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a734-e859-481a-a66d-4f42d6339681 req-9aab00a6-54a8-428c-bd68-444149e3dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:17.483485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-9aab00a6-54a8-428c-bd68-444149e3dd81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a HTTP/1.1" status: 200 len: 852 time: 0.0507929 Nov 19 04:20:17.485117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38557400-2843-451b-ab05-6459eab37a24 req-991cf5c4-8505-4e24-9da4-0193fc2c79dd tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Nov 19 04:20:17.525210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-868bd91c-54a7-4364-8ee7-20b3343d1066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01557859-833d-4742-bc5b-d552c067f207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340810 Nov 19 04:20:17.598445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440033c-0988-4ac9-9c35-812043c408d4 req-dc9ffd44-faee-4547-8dd1-ed8e0b410281 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:17.600030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2440033c-0988-4ac9-9c35-812043c408d4 req-dc9ffd44-faee-4547-8dd1-ed8e0b410281 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0539918 Nov 19 04:20:17.631338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-b396fd70-108a-4d2b-bcbc-a3ee441a9585 service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948281 Nov 19 04:20:17.663520 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2440033c-0988-4ac9-9c35-812043c408d4 req-0e08d797-f065-4857-9400-daf250ced15d tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533082 Nov 19 04:20:17.740896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2425a734-e859-481a-a66d-4f42d6339681 req-a39ded5f-6878-4ba5-958a-f9df04dcc9ea service neutron] 10.222.0.36 "GET /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012597 Nov 19 04:20:17.856740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50206) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:17.965607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d35f75e7-58f0-4f34-9e55-c6f9309e614c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.043476 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d35f75e7-58f0-4f34-9e55-c6f9309e614c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.047314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d35f75e7-58f0-4f34-9e55-c6f9309e614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.089919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d35f75e7-58f0-4f34-9e55-c6f9309e614c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=146616f5d3fe4efebf292f325cf66403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319586 Nov 19 04:20:18.090826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f75e7-58f0-4f34-9e55-c6f9309e614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc76829-d657-43fd-b858-f27cc1406b99,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:18.092600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50210) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:18.144137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd432893-9c8d-42de-92f0-a73d8ee02356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.165296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd432893-9c8d-42de-92f0-a73d8ee02356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.210741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd432893-9c8d-42de-92f0-a73d8ee02356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.213481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bd432893-9c8d-42de-92f0-a73d8ee02356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:18.214671 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bd432893-9c8d-42de-92f0-a73d8ee02356 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bc76829-d657-43fd-b858-f27cc1406b99 HTTP/1.1" status: 204 len: 168 time: 0.1204288 Nov 19 04:20:18.223132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd432893-9c8d-42de-92f0-a73d8ee02356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc76829-d657-43fd-b858-f27cc1406b99,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:18.433758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f449d2-2870-42c6-b84f-c78aaff96628 req-dd171f7a-a549-4e1d-9705-6abfe10e927c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:18.435441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56f449d2-2870-42c6-b84f-c78aaff96628 req-dd171f7a-a549-4e1d-9705-6abfe10e927c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 943 time: 0.0560739 Nov 19 04:20:18.485663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56f449d2-2870-42c6-b84f-c78aaff96628 req-08f729ac-229a-427a-8ef2-8afc3fcdc339 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Nov 19 04:20:18.605220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efcef-6853-4e6f-96bb-dbefabf3eaa0 req-79a66dda-ec88-46d8-8afc-05e4e4f9bec7 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:18.606898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d5efcef-6853-4e6f-96bb-dbefabf3eaa0 req-79a66dda-ec88-46d8-8afc-05e4e4f9bec7 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Nov 19 04:20:18.655383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d5efcef-6853-4e6f-96bb-dbefabf3eaa0 req-8bab005f-37f0-4d6f-9518-a56ca29c52fa tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Nov 19 04:20:18.877886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff17a98-c9c2-4140-b389-df9bdf6563ad req-17ec8a69-4f5c-409f-af19-9c0d32d9b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:18.879765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ff17a98-c9c2-4140-b389-df9bdf6563ad req-17ec8a69-4f5c-409f-af19-9c0d32d9b2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 1096 time: 0.0552006 Nov 19 04:20:18.929076 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ff17a98-c9c2-4140-b389-df9bdf6563ad req-5a4eda20-6787-41b4-b0ae-06ff8289e542 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Nov 19 04:20:18.935881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799f0d8-46d5-4dcd-a69f-a36d62d63e72 req-789827ff-f744-43bc-b961-cbe76347176a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:18.938481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9799f0d8-46d5-4dcd-a69f-a36d62d63e72 req-789827ff-f744-43bc-b961-cbe76347176a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0693469 Nov 19 04:20:18.988811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9799f0d8-46d5-4dcd-a69f-a36d62d63e72 req-4c48d504-9fbb-4146-b4be-79eba76686e3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450969 Nov 19 04:20:19.094523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f756171-3c15-4043-843f-65058f7ae280 req-72ebdf6c-a879-4e98-8f1b-020894fd0f9a tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:19.096979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f756171-3c15-4043-843f-65058f7ae280 req-72ebdf6c-a879-4e98-8f1b-020894fd0f9a tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0508685 Nov 19 04:20:19.145025 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f756171-3c15-4043-843f-65058f7ae280 req-7fae3221-fcea-4303-a2a9-a1078421b243 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Nov 19 04:20:19.153480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:20:19.256674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:19.268032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'port_id': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'mac_address': 'fa:16:3e:cd:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:20:19.305967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.310322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50254) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:19.322971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcf774f-af51-44e4-81fa-c5e0b6382351 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:20:19.343686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:19.347844 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.397524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:19.421082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-996553b4-20aa-4278-8ab9-1db9c681e9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.500202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-996553b4-20aa-4278-8ab9-1db9c681e9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.504870 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-996553b4-20aa-4278-8ab9-1db9c681e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.543708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-996553b4-20aa-4278-8ab9-1db9c681e9a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf988ded6dec4644b478a0028f9a1347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322922 Nov 19 04:20:19.544627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996553b4-20aa-4278-8ab9-1db9c681e9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0679ee14-67dc-481e-abb2-68163f85d6c4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:19.547036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50260) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:19.598329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f410749-3406-4bc6-8615-f175042fdbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.611348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726f867-1621-4f59-85e3-5910227dcbab req-292c2f89-edcd-4581-a32d-55a483634d74 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:19.613643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8726f867-1621-4f59-85e3-5910227dcbab req-292c2f89-edcd-4581-a32d-55a483634d74 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 944 time: 0.0519686 Nov 19 04:20:19.620930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f410749-3406-4bc6-8615-f175042fdbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.661715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8726f867-1621-4f59-85e3-5910227dcbab req-46b3342e-4862-4f7b-8056-9c662858417d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Nov 19 04:20:19.668632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f410749-3406-4bc6-8615-f175042fdbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.671310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f410749-3406-4bc6-8615-f175042fdbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:19.672461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4f410749-3406-4bc6-8615-f175042fdbb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0679ee14-67dc-481e-abb2-68163f85d6c4 HTTP/1.1" status: 204 len: 168 time: 0.1242797 Nov 19 04:20:19.683632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f410749-3406-4bc6-8615-f175042fdbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0679ee14-67dc-481e-abb2-68163f85d6c4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:19.696844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bfcf774f-af51-44e4-81fa-c5e0b6382351'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:20:20.110706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515e5ad-df49-4b85-ab29-4f2dee40d7c1 req-9b3582ba-ee3b-4735-a266-fa1f5c93c6f3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.113206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5515e5ad-df49-4b85-ab29-4f2dee40d7c1 req-9b3582ba-ee3b-4735-a266-fa1f5c93c6f3 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Nov 19 04:20:20.168182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5515e5ad-df49-4b85-ab29-4f2dee40d7c1 req-7b8bbb1f-d149-496d-8c40-829dbd9282a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Nov 19 04:20:20.275492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f762895-8610-4c1e-b7f8-5ec06096d417 req-bdf7412e-30e3-4ed2-965d-b12a18a0ff45 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.276932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f762895-8610-4c1e-b7f8-5ec06096d417 req-bdf7412e-30e3-4ed2-965d-b12a18a0ff45 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Nov 19 04:20:20.328447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f762895-8610-4c1e-b7f8-5ec06096d417 req-d35cc9e5-cb66-47d3-9c4b-0c83dde8931e tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/security-groups?id=82280498-3ff0-4f82-9304-aabfa4a792f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Nov 19 04:20:20.514779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-762b51da-623c-4a7a-9018-3713bd3040ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.516344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-762b51da-623c-4a7a-9018-3713bd3040ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 1096 time: 0.0418739 Nov 19 04:20:20.532695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c67cf-4da9-4f57-af4b-91b8ea3a32f0 req-4e9e09ac-84a3-4ffd-ad0e-13f2cfee6c35 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.534866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-051c67cf-4da9-4f57-af4b-91b8ea3a32f0 req-4e9e09ac-84a3-4ffd-ad0e-13f2cfee6c35 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0529866 Nov 19 04:20:20.585885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-051c67cf-4da9-4f57-af4b-91b8ea3a32f0 req-ce5104da-0c25-4c8c-a01b-cd00dcfe9a54 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445404 Nov 19 04:20:20.613746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-53e8c0ab-907f-4ae2-bf7a-e51878204959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.615259 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-53e8c0ab-907f-4ae2-bf7a-e51878204959 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 200 len: 911 time: 0.0919662 Nov 19 04:20:20.663378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-62472e79-d0c2-40f7-9a7d-6fab1c5aea2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415 HTTP/1.1" status: 200 len: 217 time: 0.0400269 Nov 19 04:20:20.725221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-3f0e605c-be20-44d2-bb42-0bf5d5ffc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.726770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-3f0e605c-be20-44d2-bb42-0bf5d5ffc445 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 200 len: 850 time: 0.0536954 Nov 19 04:20:20.764839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-bbbb4efa-028c-4066-852a-f1d4a10c2194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8673b78c-8e31-4522-8eee-5da6fd7f1a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280437 Nov 19 04:20:20.842162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cac18-e120-44f7-b089-21851e3bee8e req-27487437-a74a-4849-a12a-8fe42aad91fd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.843830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf6cac18-e120-44f7-b089-21851e3bee8e req-27487437-a74a-4849-a12a-8fe42aad91fd tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 944 time: 0.0974348 Nov 19 04:20:20.870623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-9e92b954-3247-4989-a49f-c490ba452115 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941727 Nov 19 04:20:20.897157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf6cac18-e120-44f7-b089-21851e3bee8e req-47d615b9-2430-4fb9-b87c-57e2fa1b7962 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Nov 19 04:20:20.976046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54d1aa51-a0b3-4462-a01a-f54eb75c9049 req-97a079dc-7c66-4a1a-bc33-3d4a772e23a6 service neutron] 10.222.0.36 "GET /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978737 Nov 19 04:20:20.995838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55287806-7d0a-4522-a0e3-083485f89a87 req-b12f36dd-e2f5-4243-b9fa-963d3386f7ab tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:20.997877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55287806-7d0a-4522-a0e3-083485f89a87 req-b12f36dd-e2f5-4243-b9fa-963d3386f7ab tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.36 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 945 time: 0.0562077 Nov 19 04:20:21.098266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Deleting port c38b3981-775f-4968-9527-3907a5b68f7f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:21.098648 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.151046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:21.197072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] For port c38b3981-775f-4968-9527-3907a5b68f7f, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c38b3981-775f-4968-9527-3907a5b68f7f,segment=NetworkSegment(bf7d71c3-206f-4928-9da4-6b09a54b5ccf),segment_id=bf7d71c3-206f-4928-9da4-6b09a54b5ccf)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:21.198610 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.207768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bfcf774f-af51-44e4-81fa-c5e0b6382351 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:21.208144 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.213043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Calling delete_port for c38b3981-775f-4968-9527-3907a5b68f7f owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:21.268457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbda6312-145d-4020-b8a9-14f66a753937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.308774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.345767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:21.347315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:21.349876 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abee7475-c996-4bdc-a383-b41f490fe21e" -d '{"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:21.353894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.380091 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.396561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['c38b3981-775f-4968-9527-3907a5b68f7f'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:20:21.412000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Pushing event deleted for resources: {'Port': ['ID=c38b3981-775f-4968-9527-3907a5b68f7f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:21.441311 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786391f2-9d0a-4dd8-9de8-27ffabba3f0c x-openstack-request-id: req-786391f2-9d0a-4dd8-9de8-27ffabba3f0c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:21.441903 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:21.442515 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-786391f2-9d0a-4dd8-9de8-27ffabba3f0c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:21.443197 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'code': 200} Nov 19 04:20:21.467757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=10']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:21.476946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] No DVR routers for this DVR port c38b3981-775f-4968-9527-3907a5b68f7f on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:21.481548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.485102 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55287806-7d0a-4522-a0e3-083485f89a87 req-5c2b4e7d-3cd5-4040-b6bf-8a7ff08dfcf8 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.36 "DELETE /v2.0/ports/c38b3981-775f-4968-9527-3907a5b68f7f HTTP/1.1" status: 204 len: 173 time: 0.4812191 Nov 19 04:20:21.485641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7915ffc7-63a4-4450-b14c-69361eb79025', 'name': 'network-vif-deleted', 'tag': 'c38b3981-775f-4968-9527-3907a5b68f7f'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:21.488900 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676febbb-d6cd-4bec-b9ee-13f7c4ec70f0" -d '{"events": [{"server_uuid": "7915ffc7-63a4-4450-b14c-69361eb79025", "name": "network-vif-deleted", "tag": "c38b3981-775f-4968-9527-3907a5b68f7f"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:21.546555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7611b24-39d3-4a20-a765-c3d81bfa2c89 req-0b76ba8c-b53f-4c71-ac44-2bfdf3677e75 tempest-TestServerAdvancedOps-48173487 tempest-TestServerAdvancedOps-48173487-project] 10.222.0.52 "GET /v2.0/ports?device_id=7915ffc7-63a4-4450-b14c-69361eb79025 HTTP/1.1" status: 200 len: 210 time: 0.0352063 Nov 19 04:20:21.623559 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ae0b0-949b-49fa-a3e5-bd9f2bd13cec x-openstack-request-id: req-395ae0b0-949b-49fa-a3e5-bd9f2bd13cec {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:21.623873 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7915ffc7-63a4-4450-b14c-69361eb79025", "name": "network-vif-deleted", "tag": "c38b3981-775f-4968-9527-3907a5b68f7f", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:21.624145 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-395ae0b0-949b-49fa-a3e5-bd9f2bd13cec {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:21.624570 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7915ffc7-63a4-4450-b14c-69361eb79025', 'name': 'network-vif-deleted', 'tag': 'c38b3981-775f-4968-9527-3907a5b68f7f', 'status': 'completed', 'code': 200} Nov 19 04:20:21.693341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123654-4200-4b54-ad19-03a557b79c71 req-3d196cd9-d787-4829-a218-fcf8474820b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:21.695600 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da123654-4200-4b54-ad19-03a557b79c71 req-3d196cd9-d787-4829-a218-fcf8474820b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 1097 time: 0.0604019 Nov 19 04:20:21.748766 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da123654-4200-4b54-ad19-03a557b79c71 req-491dc941-6eb4-482b-b1a9-ccdef167187a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Nov 19 04:20:21.757041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cd40c-60df-4cfe-9b56-20dabd949e3c req-a168edfd-b128-461f-8f83-9df1797b5845 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:21.759057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-524cd40c-60df-4cfe-9b56-20dabd949e3c req-a168edfd-b128-461f-8f83-9df1797b5845 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.0625424 Nov 19 04:20:21.791136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50314) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:21.812230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-524cd40c-60df-4cfe-9b56-20dabd949e3c req-976307d1-a098-4fcf-b1c1-f91dab824470 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472014 Nov 19 04:20:21.898101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-38cc1347-ca98-4e9e-98f6-496f79b7860d tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3579 time: 0.1053703 Nov 19 04:20:21.901732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:21.908217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'network': {'name': 'tempest-network-smoke--1765772325', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'port_security_enabled': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:21.935497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Made reservation on behalf of db9e4f3c598e4a86ab199476aa9ff1c0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:20:21.941123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.981652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:20:21.996974 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:21.997458 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Added segment 8dd1dc76-fcd2-4ff8-af93-c9fde858b815 of type vlan for network ed555844-e070-474e-946c-0ae787a6ffc2 Nov 19 04:20:22.052880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.085124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.085493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bcba8-df8c-424e-8d77-091275f232b5 req-b030308c-5a09-4afc-ac61-9d2c8f8923f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:22.087101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-781bcba8-df8c-424e-8d77-091275f232b5 req-b030308c-5a09-4afc-ac61-9d2c8f8923f5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.0880802 Nov 19 04:20:22.091194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:22.091776 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.141698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-781bcba8-df8c-424e-8d77-091275f232b5 req-f7b4a678-c830-4c7b-b95a-59999114b906 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457773 Nov 19 04:20:22.163351 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2605441 Nov 19 04:20:22.166387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50332) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:22.173163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'admin_state_up': True, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:22.177865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f14673-2c8b-4298-9dc0-a3c43be12d20 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Network': ['ID=ed555844-e070-474e-946c-0ae787a6ffc2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:22.188963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network ed555844-e070-474e-946c-0ae787a6ffc2 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:20:22.200143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.201248 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.265901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.464711 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.615950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:22.670375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Deleting subnet d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:20:22.674572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.714832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.766932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.803192 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.833124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.866444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:22.885815 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:22.893487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f9e126d3-30e2-4b4a-9202-0e8de04ea8b0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d8f7caa7-66cb-4e02-bc3c-01cb521a3c5a HTTP/1.1" status: 204 len: 168 time: 0.2780116 Nov 19 04:20:22.894423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50346) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:22.993572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.047614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.073927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.092092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.098042 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a031497-bf23-4c57-8057-a55f929efb66 req-0412a679-e4b3-4c51-9dcb-c3f18853edb9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:23.105910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a031497-bf23-4c57-8057-a55f929efb66 req-0412a679-e4b3-4c51-9dcb-c3f18853edb9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1187463 Nov 19 04:20:23.133973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01557859-833d-4742-bc5b-d552c067f207']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:23.146759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:23.147395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7d71c3-206f-4928-9da4-6b09a54b5ccf') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:23.161149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.182365 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.190198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:20:23.190990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:20:23.193629 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:20:23.279874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a031497-bf23-4c57-8057-a55f929efb66 req-9924c943-3500-4dca-a677-9b3e7cc676cd tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726518 Nov 19 04:20:23.306651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.311140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.317425 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] 10.222.0.52 "DELETE /v2.0/networks/01557859-833d-4742-bc5b-d552c067f207 HTTP/1.1" status: 204 len: 168 time: 0.4210577 Nov 19 04:20:23.319703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50360) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:23.332503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc85df-9d6f-4c02-839a-090f95740f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=01557859-833d-4742-bc5b-d552c067f207,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:23.338612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.25.8.163 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/057056fd-3aa5-4af7-8099-316a057bc2a1) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:20:23.435674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Deleting subnet 772d7f3d-6fef-4ebc-841b-bd28196178a3 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:20:23.442008 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.561618 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75b17992-8323-4ca9-893e-79c18be210b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.567060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.644049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a145c6-815a-4152-96f8-7491ff40a266 req-63858beb-db07-4197-ab0c-58f43f571562 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:23.647258 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0a145c6-815a-4152-96f8-7491ff40a266 req-63858beb-db07-4197-ab0c-58f43f571562 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.2491381 Nov 19 04:20:23.683601 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.711176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.791012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0a145c6-815a-4152-96f8-7491ff40a266 req-9d1d6065-d5a3-4a06-b9b1-9fbad26e0f9f tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221881 Nov 19 04:20:23.831485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.900270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=057056fd-3aa5-4af7-8099-316a057bc2a1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:23.905922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.928736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:23.933251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/772d7f3d-6fef-4ebc-841b-bd28196178a3 HTTP/1.1" status: 204 len: 168 time: 0.6119106 Nov 19 04:20:23.941691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50396) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:23.965653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:24.007800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:24.010922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaf2a4-79a5-4ec8-abef-506e92ce6fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772d7f3d-6fef-4ebc-841b-bd28196178a3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:24.013099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:20:24.037183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4940e6-a631-4d88-84f5-2ea3ede88820 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:20:24.067169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.106339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d39039a7-e4af-4f4b-ae76-725aa91c55fa None None] Provisioning complete for port 057056fd-3aa5-4af7-8099-316a057bc2a1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:24.108188 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d39039a7-e4af-4f4b-ae76-725aa91c55fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.187974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c38b3981-775f-4968-9527-3907a5b68f7f no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:24.211699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.246453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa81b7f-58bf-4fd1-89d3-136b32c1bde3']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:24.254755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: c38b3981-775f-4968-9527-3907a5b68f7f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:24.257447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c38b3981-775f-4968-9527-3907a5b68f7f not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:24.261771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02475696-4343-4cca-a9b9-d0e6841ab17b') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:24.262866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02475696-4343-4cca-a9b9-d0e6841ab17b') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:24.278867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d39039a7-e4af-4f4b-ae76-725aa91c55fa None None] Port 057056fd-3aa5-4af7-8099-316a057bc2a1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:20:24.314152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.334329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.341212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:20:24.341608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:20:24.343691 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:20:24.420188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff601d-48c9-46f2-bfa7-183fd53cefd4 req-941e3f3c-7736-4b98-ad91-7b2ce6707600 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:24.422969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccff601d-48c9-46f2-bfa7-183fd53cefd4 req-941e3f3c-7736-4b98-ad91-7b2ce6707600 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1259222 Nov 19 04:20:24.428541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.440405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.447125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/aaa81b7f-58bf-4fd1-89d3-136b32c1bde3 HTTP/1.1" status: 204 len: 168 time: 0.5012090 Nov 19 04:20:24.460571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96c8ef-3577-4fba-8ae3-1fc0d6128ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa81b7f-58bf-4fd1-89d3-136b32c1bde3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:24.545849 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.590422 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccff601d-48c9-46f2-bfa7-183fd53cefd4 req-8c6d7b19-49d0-44d8-ae6d-cb5cf2c6c66f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049688 Nov 19 04:20:24.650375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50402) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:24.691528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e16c3a8-f7ab-46d9-adcb-96b0a23ed558 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ec530d4e4c84f26823db49fbd92b6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399106 Nov 19 04:20:24.693895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:24.752732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd648d89-4b29-404d-81ac-b8513d2b59d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.775544 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd648d89-4b29-404d-81ac-b8513d2b59d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.802440 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.836250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd648d89-4b29-404d-81ac-b8513d2b59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.843712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd648d89-4b29-404d-81ac-b8513d2b59d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:24.846936 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd648d89-4b29-404d-81ac-b8513d2b59d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82280498-3ff0-4f82-9304-aabfa4a792f6 HTTP/1.1" status: 204 len: 168 time: 0.1517506 Nov 19 04:20:24.858106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd648d89-4b29-404d-81ac-b8513d2b59d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82280498-3ff0-4f82-9304-aabfa4a792f6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:25.010601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95b92-3e74-49f3-aeeb-963b6eb58307 req-a94a4e4a-0e32-408b-b1d5-946f1ba3bc8e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:25.012265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cc95b92-3e74-49f3-aeeb-963b6eb58307 req-a94a4e4a-0e32-408b-b1d5-946f1ba3bc8e tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.0788224 Nov 19 04:20:25.030064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router f0660db2-998b-406f-abbc-6692e3a35ae7 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:20:25.120911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cc95b92-3e74-49f3-aeeb-963b6eb58307 req-a48ce905-82c2-4922-923b-98ce6258ead4 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009200 Nov 19 04:20:25.196378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:25.210663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Sync routers for ids ['f0660db2-998b-406f-abbc-6692e3a35ae7'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:25.221258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Routers {'f0660db2-998b-406f-abbc-6692e3a35ae7'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:25.222640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f0660db2-998b-406f-abbc-6692e3a35ae7'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:25.227723 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.229230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b1c4e075-12ff-410e-bef5-74f7d61bc067 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0612483 Nov 19 04:20:25.232568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50416) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.276130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50418) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.303872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.326616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe444a-eea7-4b4f-86e9-5b560b510236 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:25.328428 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95fe444a-eea7-4b4f-86e9-5b560b510236 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=db9e4f3c598e4a86ab199476aa9ff1c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0948009 Nov 19 04:20:25.331530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.350895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8461301f-7be3-4a9c-8caf-c4c21e0aeb38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=783aa5f0683a429f91063c2d97bf88af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729935 Nov 19 04:20:25.351501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50422) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.381736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Set router f0660db2-998b-406f-abbc-6692e3a35ae7 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:25.423013 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4e3-375d-4d9e-b6fa-de2bf59be932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.429618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31dfb6a-f9e9-4d35-88f6-89f2e7568c4b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:25.431522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c31dfb6a-f9e9-4d35-88f6-89f2e7568c4b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981405 Nov 19 04:20:25.435192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50424) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.447458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4e3-375d-4d9e-b6fa-de2bf59be932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.479227 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-54c6b8a9-707f-4db2-bf06-c7cefbe6230e tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408592 Nov 19 04:20:25.483236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50426) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.505420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4e3-375d-4d9e-b6fa-de2bf59be932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.509386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4e3-375d-4d9e-b6fa-de2bf59be932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.511040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-56ccc4e3-375d-4d9e-b6fa-de2bf59be932 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4570b2d-fbe5-4108-bf3a-1df66d4ba1b8 HTTP/1.1" status: 204 len: 168 time: 0.1569641 Nov 19 04:20:25.521137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccc4e3-375d-4d9e-b6fa-de2bf59be932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4570b2d-fbe5-4108-bf3a-1df66d4ba1b8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:25.535107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a3a86eda-6a7f-426f-96ce-594542999ccc tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=db9e4f3c598e4a86ab199476aa9ff1c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496151 Nov 19 04:20:25.537674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50430) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.627545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:24Z', 'revision_number': 3, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:25.663891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Checking router: f0660db2-998b-406f-abbc-6692e3a35ae7 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:25.664406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Updating router f0660db2-998b-406f-abbc-6692e3a35ae7 port 057056fd-3aa5-4af7-8099-316a057bc2a1 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:20:25.698485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:25.757265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015101f-180f-41b6-aca1-5f1629ca848a tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:25.759619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c015101f-180f-41b6-aca1-5f1629ca848a tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2208261 Nov 19 04:20:25.762748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50436) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.820989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19a4c-4444-4098-808e-db506151eb5b req-389faa47-92e7-41ac-a410-2c4724682a6f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:25.822463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cc19a4c-4444-4098-808e-db506151eb5b req-389faa47-92e7-41ac-a410-2c4724682a6f tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1104193 Nov 19 04:20:25.841831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-535b79fa-3b87-419a-a5c6-14fdb9f85915 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776060 Nov 19 04:20:25.842647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50438) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:25.848231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467306878', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:25.974673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2cc19a4c-4444-4098-808e-db506151eb5b req-da8d4ce0-3a88-4449-b240-1ab250c37d27 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280885 Nov 19 04:20:26.050592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Made reservation on behalf of db9e4f3c598e4a86ab199476aa9ff1c0 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:20:26.055921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.340300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.348017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.358655 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.431531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed687f-e3be-44fa-b010-d1947373d1ab None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:20:26.433761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Subnet': ['ID=24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:26.451622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Checking segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:20:26.452111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network hostable DHCP agents. Network: ed555844-e070-474e-946c-0ae787a6ffc2, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:20:26.480303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network ed555844-e070-474e-946c-0ae787a6ffc2 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:20:26.480894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c4ae-1d59-466b-b5b1-97710d387411 None None] Pushing event updated for resources: {'Port': ['ID=057056fd-3aa5-4af7-8099-316a057bc2a1,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:26.484187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Attempting to bind port 057056fd-3aa5-4af7-8099-316a057bc2a1 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:20:26.484996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Attempting to bind port 057056fd-3aa5-4af7-8099-316a057bc2a1 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:20:26.485623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Attempting to bind port 057056fd-3aa5-4af7-8099-316a057bc2a1 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:26.494519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.496576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:20:26.497254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:20:26.497881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.498476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:20:26.499375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Bound port: 057056fd-3aa5-4af7-8099-316a057bc2a1, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:20:26.499894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.506690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, ed555844-e070-474e-946c-0ae787a6ffc2) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:26.513794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:26.514897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.537334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21cea74c-dcea-438b-8c9b-58eac48e7a58 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6935687 Nov 19 04:20:26.540085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50440) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:26.545228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70392bf6-d266-4833-bf38-68f7d6232da0 None None] Network ed555844-e070-474e-946c-0ae787a6ffc2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:20:26.709974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-aeca2be4-e20d-42d7-938a-4d9c47af2043 None None] Provisioning complete for port 057056fd-3aa5-4af7-8099-316a057bc2a1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:26.710359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aeca2be4-e20d-42d7-938a-4d9c47af2043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.741141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] For port 057056fd-3aa5-4af7-8099-316a057bc2a1, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:20:26.777348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] For port 057056fd-3aa5-4af7-8099-316a057bc2a1, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=057056fd-3aa5-4af7-8099-316a057bc2a1,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:20:26.782567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-aeca2be4-e20d-42d7-938a-4d9c47af2043 None None] Port 057056fd-3aa5-4af7-8099-316a057bc2a1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:20:26.786204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.854424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-ed555844-e070-474e-946c-0ae787a6ffc2', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'fixed_ips': [{'subnet_id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:20:26.857153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:26.906182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da07f8-f45c-4153-aff7-349c956ae73c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:20:27.020790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c4ae-1d59-466b-b5b1-97710d387411 None None] Pushing event updated for resources: {'Port': ['ID=057056fd-3aa5-4af7-8099-316a057bc2a1,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:27.029153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Routers {'f0660db2-998b-406f-abbc-6692e3a35ae7'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:27.029889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f0660db2-998b-406f-abbc-6692e3a35ae7'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:27.133037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc735840-67c3-443a-8caf-eca93dba34ba req-98c1ecb2-9125-4cf6-8340-8a56509aa170 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:27.138669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc735840-67c3-443a-8caf-eca93dba34ba req-98c1ecb2-9125-4cf6-8340-8a56509aa170 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1138678 Nov 19 04:20:27.220560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] Set router f0660db2-998b-406f-abbc-6692e3a35ae7 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:27.310184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ecfa6-e615-4baa-8640-c82edb52b7f0 req-9d7ff2d3-8121-41f5-a018-f89c02d21ffe tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:27.318829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-152ecfa6-e615-4baa-8640-c82edb52b7f0 req-9d7ff2d3-8121-41f5-a018-f89c02d21ffe tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 945 time: 0.1651304 Nov 19 04:20:27.387022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Deleting port cf1183c3-cc93-4ab2-9087-c204c0f42415 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:27.387371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:27.403887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-152ecfa6-e615-4baa-8640-c82edb52b7f0 req-71964401-e028-48a1-9e7b-268e37aeeb44 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838459 Nov 19 04:20:27.524281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] For port cf1183c3-cc93-4ab2-9087-c204c0f42415, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=cf1183c3-cc93-4ab2-9087-c204c0f42415,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:27.525287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:27.542144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Calling delete_port for cf1183c3-cc93-4ab2-9087-c204c0f42415 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:27.558707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ad4e6b9c-78c5-44a9-a163-19a0d8e35b0b None None] Provisioning complete for port 057056fd-3aa5-4af7-8099-316a057bc2a1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:27.559263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6b9c-78c5-44a9-a163-19a0d8e35b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:27.607282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:27.673507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Allocated IP 172.20.0.18 (ed555844-e070-474e-946c-0ae787a6ffc2/24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d/9da2d129-0f8b-42f8-9bb9-9d078da6e3d3) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:20:27.819280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:27.921034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Pushing event deleted for resources: {'Port': ['ID=cf1183c3-cc93-4ab2-9087-c204c0f42415,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:27.956602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] No DVR routers for this DVR port cf1183c3-cc93-4ab2-9087-c204c0f42415 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:27.960810 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:27.965994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc735840-67c3-443a-8caf-eca93dba34ba req-d785f732-a513-4804-b119-a711b39e24e7 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "DELETE /v2.0/ports/cf1183c3-cc93-4ab2-9087-c204c0f42415 HTTP/1.1" status: 204 len: 173 time: 0.8211002 Nov 19 04:20:27.966844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'name': 'network-vif-deleted', 'tag': 'cf1183c3-cc93-4ab2-9087-c204c0f42415'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:27.969948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['baaa2043-3a57-4dac-88d7-4f766710d976', 'cf1183c3-cc93-4ab2-9087-c204c0f42415'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:20:27.987760 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e3b5ac-876d-4821-8e4f-f52056f64f3c" -d '{"events": [{"server_uuid": "3e046ae0-05ec-4445-b1d5-f21a585da925", "name": "network-vif-deleted", "tag": "cf1183c3-cc93-4ab2-9087-c204c0f42415"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:27.993180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.046905 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb2cf2-40c0-46b9-a655-f939056fa369 x-openstack-request-id: req-cecb2cf2-40c0-46b9-a655-f939056fa369 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:28.047552 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e046ae0-05ec-4445-b1d5-f21a585da925", "name": "network-vif-deleted", "tag": "cf1183c3-cc93-4ab2-9087-c204c0f42415", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:28.047770 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cecb2cf2-40c0-46b9-a655-f939056fa369 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:28.048258 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e046ae0-05ec-4445-b1d5-f21a585da925', 'name': 'network-vif-deleted', 'tag': 'cf1183c3-cc93-4ab2-9087-c204c0f42415', 'status': 'completed', 'code': 200} Nov 19 04:20:28.169961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.214504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.274416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.20.0.17 (ed555844-e070-474e-946c-0ae787a6ffc2/24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d/f00aca0c-71e9-4b2a-9129-8bbe547c25f6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:20:28.286667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Network ed555844-e070-474e-946c-0ae787a6ffc2 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:28.296453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:28.306435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:20:28.320204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6b9c-78c5-44a9-a163-19a0d8e35b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.357018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Pushing event updated for resources: {'Port': ['ID=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:28.399338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ad4e6b9c-78c5-44a9-a163-19a0d8e35b0b None None] For port 057056fd-3aa5-4af7-8099-316a057bc2a1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=057056fd-3aa5-4af7-8099-316a057bc2a1,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:28.418691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.423253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:24Z', 'revision_number': 3, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:28.463417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.491013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network ed555844-e070-474e-946c-0ae787a6ffc2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:28.493918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:28.513527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:20:28.566973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6b9c-78c5-44a9-a163-19a0d8e35b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.569181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b4bdb-6f00-40c9-889d-a5c05a7f480f None None] The sync data for ids ['f0660db2-998b-406f-abbc-6692e3a35ae7'] in n-d-818503-1 is: [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:24Z', 'revision_number': 3, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:28.574579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e454c701-5f38-47a8-bfc8-729dab8ca0b9 req-dbcf703d-f165-4243-8ba8-524080c5f85a tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e046ae0-05ec-4445-b1d5-f21a585da925 HTTP/1.1" status: 200 len: 210 time: 0.0484407 Nov 19 04:20:28.575004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:28.586442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Attempting to bind port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:20:28.587176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Attempting to bind port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:20:28.588636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Attempting to bind port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 on network ed555844-e070-474e-946c-0ae787a6ffc2 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:28.596159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.722462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:20:28.723267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Checking segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:20:28.723695 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.724363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Bound using segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:20:28.724956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Bound port: 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:20:28.725362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.770153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.799622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e6b9c-78c5-44a9-a163-19a0d8e35b0b None None] Pushing event updated for resources: {'Port': ['ID=057056fd-3aa5-4af7-8099-316a057bc2a1,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:28.851872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] For port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:20:28.857184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] For port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:20:28.861490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:28.986337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aac62-4d76-42c9-8cdb-a2404e5c698b None None] Pushing event updated for resources: {'Port': ['ID=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:29.268570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:29.275672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:29.379867 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:29.390689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:29.487043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network ed555844-e070-474e-946c-0ae787a6ffc2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:29.488651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:29.627859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router f0660db2-998b-406f-abbc-6692e3a35ae7 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:29.794404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:29.801276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-884a1b8d-0bf4-45e7-9daf-0cb7a9460e62 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "PUT /v2.0/routers/f0660db2-998b-406f-abbc-6692e3a35ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2598417 Nov 19 04:20:29.996849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69421324-a2a7-44cd-b24f-2429eaca183e req-d0b374ec-2521-444a-9ca5-2070755aa880 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:30.000847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69421324-a2a7-44cd-b24f-2429eaca183e req-d0b374ec-2521-444a-9ca5-2070755aa880 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.0948441 Nov 19 04:20:30.104339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-69421324-a2a7-44cd-b24f-2429eaca183e req-5ba99b0f-4951-4c03-bf3b-b4fd2e14b86e tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951829 Nov 19 04:20:30.188772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 057056fd-3aa5-4af7-8099-316a057bc2a1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:30.194288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf1183c3-cc93-4ab2-9087-c204c0f42415 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:30.295412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: cf1183c3-cc93-4ab2-9087-c204c0f42415 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:30.295703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device cf1183c3-cc93-4ab2-9087-c204c0f42415 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:30.326498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 057056fd-3aa5-4af7-8099-316a057bc2a1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:30.327047 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:30.367800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-5967f442-fce0-419c-a4ce-87c5159c2a05 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:30.381863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-5967f442-fce0-419c-a4ce-87c5159c2a05 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/networks?id=ed555844-e070-474e-946c-0ae787a6ffc2 HTTP/1.1" status: 200 len: 798 time: 0.1828558 Nov 19 04:20:30.383630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6a633d-03ad-4471-a8da-7ab18fe13faa None None] Network ed555844-e070-474e-946c-0ae787a6ffc2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:20:30.405161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-c303b8a4-0312-461f-90fa-32f01743896a tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/quotas/db9e4f3c598e4a86ab199476aa9ff1c0 HTTP/1.1" status: 200 len: 375 time: 0.0216668 Nov 19 04:20:30.459612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9da35958-e7e0-4010-9959-f52b4b66f98a None None] Provisioning complete for port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:30.460361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9da35958-e7e0-4010-9959-f52b4b66f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:30.491335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-c334448a-3b02-4093-9d48-216fc962cb8a tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0842600 Nov 19 04:20:30.548607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:30.670789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-2ec75845-0dcc-43b3-98a8-0d89eb00fd93 service neutron] 10.222.0.52 "GET /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587942 Nov 19 04:20:30.738873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:30.739256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:30.810748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-efdcfbd9-c67c-4139-bb68-6bc0d9eaf40e service neutron] 10.222.0.52 "GET /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263192 Nov 19 04:20:31.016579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9da35958-e7e0-4010-9959-f52b4b66f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:31.070564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9da35958-e7e0-4010-9959-f52b4b66f98a None None] For port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:31.087153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-56bb09ad-1c0c-4599-8df3-fe0460009715 req-9d1f69ae-670d-46e8-9902-401c9ff5499e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 210 time: 0.0481865 Nov 19 04:20:31.113250 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Sync routers for ids ['f0660db2-998b-406f-abbc-6692e3a35ae7'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:31.128777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9da35958-e7e0-4010-9959-f52b4b66f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:31.133743 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Routers {'f0660db2-998b-406f-abbc-6692e3a35ae7'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:31.134469 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f0660db2-998b-406f-abbc-6692e3a35ae7'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:31.312750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da35958-e7e0-4010-9959-f52b4b66f98a None None] Pushing event updated for resources: {'Port': ['ID=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:31.329071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c754a22-5d05-4c4d-9260-be95dd38566f req-6e6064f5-de1c-4df3-9e73-7f76dfdddd21 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:31.331395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c754a22-5d05-4c4d-9260-be95dd38566f req-6e6064f5-de1c-4df3-9e73-7f76dfdddd21 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.0983906 Nov 19 04:20:31.351629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Set router f0660db2-998b-406f-abbc-6692e3a35ae7 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:31.446202 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c754a22-5d05-4c4d-9260-be95dd38566f req-7161c863-43a3-474e-9203-02d3edf4ab6b tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072652 Nov 19 04:20:31.592345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e1ffba95-cd9a-48cd-bf23-b18bbd3b0222 None None] Provisioning complete for port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:31.592736 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e1ffba95-cd9a-48cd-bf23-b18bbd3b0222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:31.814962 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f00aca0c-71e9-4b2a-9129-8bbe547c25f6', 'name': '', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:ad:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:27Z', 'updated_at': '2021-11-19T04:20:29Z', 'revision_number': 2, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:31.817471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e1ffba95-cd9a-48cd-bf23-b18bbd3b0222 None None] Provisioning complete for port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:31.819201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e1ffba95-cd9a-48cd-bf23-b18bbd3b0222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:31.858675 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Checking router: f0660db2-998b-406f-abbc-6692e3a35ae7 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:31.859431 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Updating router f0660db2-998b-406f-abbc-6692e3a35ae7 port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:20:31.911642 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:31.976998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffba95-cd9a-48cd-bf23-b18bbd3b0222 None None] Port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:20:32.006300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.010566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-808fb333-f56c-4428-918c-bce5c172bbef tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:32.012210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-808fb333-f56c-4428-918c-bce5c172bbef tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1564696 Nov 19 04:20:32.108204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0e8e9500-38ec-45be-b23a-8940970c928d None None] Provisioning complete for port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:32.109898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9500-38ec-45be-b23a-8940970c928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.164538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:32.258870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-803a5a71-ddf3-4cbd-b471-470a64da3017 req-592609e3-f8e1-4303-bba6-189d53668ce2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 210 time: 0.0613589 Nov 19 04:20:32.284529 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Deleting port baaa2043-3a57-4dac-88d7-4f766710d976 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:32.284894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.308659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e9500-38ec-45be-b23a-8940970c928d None None] Port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:20:32.316994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:32.318312 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.428043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] For port baaa2043-3a57-4dac-88d7-4f766710d976, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=baaa2043-3a57-4dac-88d7-4f766710d976,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:32.428245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.438656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f17875ff-03e3-47e9-9bab-56e8bed33ba8 None None] Provisioning complete for port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:32.439043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f17875ff-03e3-47e9-9bab-56e8bed33ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.446898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Calling delete_port for baaa2043-3a57-4dac-88d7-4f766710d976 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:32.479119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f17875ff-03e3-47e9-9bab-56e8bed33ba8 None None] Port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:20:32.520043 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.526307 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.580906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Pushing event updated for resources: {'Port': ['ID=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:32.608054 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.608409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.608761 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.609107 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.609466 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.610110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.610452 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.610792 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.611184 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.611597 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.611896 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.612226 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:32.628841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3959-0de1-45e9-8994-c3cf9d382c3f req-3b414374-2c79-45c1-ba5b-3b7c4faa360e tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:32.630608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-757a3959-0de1-45e9-8994-c3cf9d382c3f req-3b414374-2c79-45c1-ba5b-3b7c4faa360e tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7b2826b-d47a-4c05-9f1d-7e073a93c720 HTTP/1.1" status: 200 len: 945 time: 0.1010239 Nov 19 04:20:32.652174 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Attempting to bind port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:20:32.652669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Attempting to bind port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:20:32.653369 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Attempting to bind port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 on network ed555844-e070-474e-946c-0ae787a6ffc2 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:32.659912 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:20:32.660375 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Checking segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:20:32.660846 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.661263 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Bound using segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:20:32.661767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Bound port: f00aca0c-71e9-4b2a-9129-8bbe547c25f6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:20:32.662307 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.683768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.696067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['baaa2043-3a57-4dac-88d7-4f766710d976'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:20:32.739330 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] For port f00aca0c-71e9-4b2a-9129-8bbe547c25f6, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:20:32.743490 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] For port f00aca0c-71e9-4b2a-9129-8bbe547c25f6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:20:32.750390 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.766925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Pushing event deleted for resources: {'Port': ['ID=baaa2043-3a57-4dac-88d7-4f766710d976,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:32.872574 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Routers {'f0660db2-998b-406f-abbc-6692e3a35ae7'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:32.873231 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f0660db2-998b-406f-abbc-6692e3a35ae7'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:32.889330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] No DVR routers for this DVR port baaa2043-3a57-4dac-88d7-4f766710d976 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:32.903690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.907704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6955bb96-7730-45e8-8ed3-e8005931e38e req-fb060d16-dc25-420f-acf9-5631f465c0a6 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.36 "DELETE /v2.0/ports/baaa2043-3a57-4dac-88d7-4f766710d976 HTTP/1.1" status: 204 len: 173 time: 0.8882904 Nov 19 04:20:32.914146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-757a3959-0de1-45e9-8994-c3cf9d382c3f req-b1a4e7e5-e6a5-41af-bc8a-c76abb144ca9 tempest-ServerRescueTestJSON-1350707587 tempest-ServerRescueTestJSON-1350707587-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3e8001d-347d-4ab4-80f5-12966c4006da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646115 Nov 19 04:20:32.914672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'name': 'network-vif-deleted', 'tag': 'baaa2043-3a57-4dac-88d7-4f766710d976'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:32.916999 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c63fb8d-35fd-4430-afbb-9184d07bbc34" -d '{"events": [{"server_uuid": "f7b2826b-d47a-4c05-9f1d-7e073a93c720", "name": "network-vif-deleted", "tag": "baaa2043-3a57-4dac-88d7-4f766710d976"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:32.922500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e94f77ae-e265-4653-a96e-5297b84ecfdc None None] Provisioning complete for port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:32.922948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e94f77ae-e265-4653-a96e-5297b84ecfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:32.987269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-e0c1a8e0-068b-4b94-bb12-dd15b4be610f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:32.991858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-e0c1a8e0-068b-4b94-bb12-dd15b4be610f tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.36 "GET /v2.0/networks?id=ed555844-e070-474e-946c-0ae787a6ffc2 HTTP/1.1" status: 200 len: 798 time: 0.2528293 Nov 19 04:20:33.011553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Request body: {'port': {'device_id': 'a64330c0-8dc8-466b-a20b-163931f03437', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'admin_state_up': True, 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:33.023127 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9343-2fff-4dfd-9dd3-7d3c04be64b5 None None] Pushing event updated for resources: {'Port': ['ID=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:33.023459 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ad309-f441-403e-b311-2429ece62c51 x-openstack-request-id: req-999ad309-f441-403e-b311-2429ece62c51 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:33.024458 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b2826b-d47a-4c05-9f1d-7e073a93c720", "name": "network-vif-deleted", "tag": "baaa2043-3a57-4dac-88d7-4f766710d976", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:33.024882 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-999ad309-f441-403e-b311-2429ece62c51 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:33.025314 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b2826b-d47a-4c05-9f1d-7e073a93c720', 'name': 'network-vif-deleted', 'tag': 'baaa2043-3a57-4dac-88d7-4f766710d976', 'status': 'completed', 'code': 200} Nov 19 04:20:33.128506 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] Set router f0660db2-998b-406f-abbc-6692e3a35ae7 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:33.134293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e94f77ae-e265-4653-a96e-5297b84ecfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.187175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e94f77ae-e265-4653-a96e-5297b84ecfdc None None] For port f00aca0c-71e9-4b2a-9129-8bbe547c25f6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:33.193705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Made reservation on behalf of db9e4f3c598e4a86ab199476aa9ff1c0 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:20:33.195817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e94f77ae-e265-4653-a96e-5297b84ecfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.197729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.290373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f77ae-e265-4653-a96e-5297b84ecfdc None None] Pushing event updated for resources: {'Port': ['ID=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:33.320373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1fc7068d-7b57-4f0d-81f8-bcc9cef698f4 None None] Provisioning complete for port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:33.320959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1fc7068d-7b57-4f0d-81f8-bcc9cef698f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.457907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Allocated IP 172.20.0.19 (ed555844-e070-474e-946c-0ae787a6ffc2/24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d/72d72fcb-2961-4dc0-8d16-8018a292f373) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:20:33.487325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59850ed0-4594-45f8-a98f-ff528543fee0 req-16497dd7-6364-4361-b130-9f80cd9fe8ad tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 210 time: 0.0538628 Nov 19 04:20:33.539527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f00aca0c-71e9-4b2a-9129-8bbe547c25f6', 'name': '', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:ad:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:27Z', 'updated_at': '2021-11-19T04:20:32Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:33.574796 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c5149-9228-4cc7-ac10-4c9c0f6fff69 None None] The sync data for ids ['f0660db2-998b-406f-abbc-6692e3a35ae7'] in n-d-818503-1 is: [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f00aca0c-71e9-4b2a-9129-8bbe547c25f6', 'name': '', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:ad:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:27Z', 'updated_at': '2021-11-19T04:20:32Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:33.650466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.696096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.750165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Network ed555844-e070-474e-946c-0ae787a6ffc2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:20:33.753916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:20:33.758393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:20:33.817740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:33.818522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:33.832903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event updated for resources: {'Port': ['ID=72d72fcb-2961-4dc0-8d16-8018a292f373,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:33.854439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-a60d10d9-21fa-4dde-bff9-4f5fbd17ea72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8499832 Nov 19 04:20:33.868769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Request body: {'port': {'device_id': 'a64330c0-8dc8-466b-a20b-163931f03437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:20:33.935003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.017395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50520) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:34.097431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-855c4edb-5e5b-48b6-bf03-9495ae5f02eb None None] Provisioning complete for port 72d72fcb-2961-4dc0-8d16-8018a292f373 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:34.098121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-855c4edb-5e5b-48b6-bf03-9495ae5f02eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.177995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-855c4edb-5e5b-48b6-bf03-9495ae5f02eb None None] Port 72d72fcb-2961-4dc0-8d16-8018a292f373 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:20:34.214384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f00aca0c-71e9-4b2a-9129-8bbe547c25f6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:34.314247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:34.315087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.391733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d72fcb-2961-4dc0-8d16-8018a292f373 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:20:34.402332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.441962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Transition to ACTIVE for port object 72d72fcb-2961-4dc0-8d16-8018a292f373 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:20:34.450545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.582593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Pushing event updated for resources: {'Port': ['ID=72d72fcb-2961-4dc0-8d16-8018a292f373,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:34.624113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Attempting to bind port 72d72fcb-2961-4dc0-8d16-8018a292f373 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:20:34.625059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Attempting to bind port 72d72fcb-2961-4dc0-8d16-8018a292f373 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:20:34.625741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Attempting to bind port 72d72fcb-2961-4dc0-8d16-8018a292f373 on network ed555844-e070-474e-946c-0ae787a6ffc2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:34.631422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Port 72d72fcb-2961-4dc0-8d16-8018a292f373 on network ed555844-e070-474e-946c-0ae787a6ffc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:20:34.632086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Attempting to bind port 72d72fcb-2961-4dc0-8d16-8018a292f373 on network ed555844-e070-474e-946c-0ae787a6ffc2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:20:34.642875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:20:34.643604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Checking segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:20:34.644166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Bound using segment: {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:20:34.645066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Bound port: 72d72fcb-2961-4dc0-8d16-8018a292f373, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd1dc76-fcd2-4ff8-af93-c9fde858b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:20:34.645686 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.714795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282312-8ad3-43ca-a3e5-dd58796a44af req-1afd2ea8-5d1b-4db1-b149-5b49bdb607ed tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:34.716941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96282312-8ad3-43ca-a3e5-dd58796a44af req-1afd2ea8-5d1b-4db1-b149-5b49bdb607ed tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 907 time: 0.0926390 Nov 19 04:20:34.765633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] For port 72d72fcb-2961-4dc0-8d16-8018a292f373, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:20:34.770829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] For port 72d72fcb-2961-4dc0-8d16-8018a292f373, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72d72fcb-2961-4dc0-8d16-8018a292f373,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:20:34.776622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.848656 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.901623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Pushing event updated for resources: {'Port': ['ID=72d72fcb-2961-4dc0-8d16-8018a292f373,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:34.907523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:34.909868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:34.911691 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-21f3fdd9-774c-4097-b364-475eb9b80850 service neutron] 10.222.0.36 "PUT /v2.0/ports/72d72fcb-2961-4dc0-8d16-8018a292f373 HTTP/1.1" status: 200 len: 1055 time: 1.0477612 Nov 19 04:20:34.913222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64330c0-8dc8-466b-a20b-163931f03437', 'tag': '72d72fcb-2961-4dc0-8d16-8018a292f373'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:34.927409 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354" -d '{"events": [{"name": "network-changed", "server_uuid": "a64330c0-8dc8-466b-a20b-163931f03437", "tag": "72d72fcb-2961-4dc0-8d16-8018a292f373"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:35.011025 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7817e81e-7060-479d-a928-f058f07f50e1 x-openstack-request-id: req-7817e81e-7060-479d-a928-f058f07f50e1 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:35.011662 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64330c0-8dc8-466b-a20b-163931f03437", "tag": "72d72fcb-2961-4dc0-8d16-8018a292f373", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:35.012132 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7817e81e-7060-479d-a928-f058f07f50e1 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:35.012822 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64330c0-8dc8-466b-a20b-163931f03437', 'tag': '72d72fcb-2961-4dc0-8d16-8018a292f373', 'status': 'completed', 'code': 200} Nov 19 04:20:35.048652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-4521f6fa-fabb-4039-a1d2-ba9c8bd010df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.051564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-4521f6fa-fabb-4039-a1d2-ba9c8bd010df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 1058 time: 0.0859354 Nov 19 04:20:35.118266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-96a9136c-8918-491a-8b0f-3264b82cf44b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=72d72fcb-2961-4dc0-8d16-8018a292f373 HTTP/1.1" status: 200 len: 217 time: 0.0572624 Nov 19 04:20:35.214929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-07961139-1353-4d6c-a092-d1b5f805f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.217474 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-07961139-1353-4d6c-a092-d1b5f805f4d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d HTTP/1.1" status: 200 len: 838 time: 0.0919220 Nov 19 04:20:35.282614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-3bb65e15-485f-4491-b91c-3cb6ad40a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.285138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-3bb65e15-485f-4491-b91c-3cb6ad40a7eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed555844-e070-474e-946c-0ae787a6ffc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607593 Nov 19 04:20:35.435221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-0ce261bd-013c-4684-880f-55bc45d78cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426795 Nov 19 04:20:35.607899 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c9e44a3-49d5-47f3-88a7-ac7dce4d06c3 req-c8990fe2-dff4-4931-8f40-19bda33bd07e service neutron] 10.222.0.36 "GET /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651084 Nov 19 04:20:35.743162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-c86592f7-d86f-4f2a-aa27-226fbc32df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.744902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-c86592f7-d86f-4f2a-aa27-226fbc32df25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 1058 time: 0.0542099 Nov 19 04:20:35.760875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Deleting port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:35.761389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:35.868510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-cbbcf650-26c3-4b08-b262-800ea917d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.870207 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-cbbcf650-26c3-4b08-b262-800ea917d8b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed555844-e070-474e-946c-0ae787a6ffc2 HTTP/1.1" status: 200 len: 899 time: 0.1171443 Nov 19 04:20:35.901976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd8df1-dcc0-46f0-bad9-677145416311 req-d573fafe-3bab-410a-967b-fff0ac416adf tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.903642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6dd8df1-dcc0-46f0-bad9-677145416311 req-d573fafe-3bab-410a-967b-fff0ac416adf tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 907 time: 0.0936375 Nov 19 04:20:35.909276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] For port 1fde2541-71ec-4b9a-8fd0-79d405ce44d4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,segment=NetworkSegment(63d3e4db-2304-4a01-9efe-1bc03444f029),segment_id=63d3e4db-2304-4a01-9efe-1bc03444f029)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:35.909656 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:35.930249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-0b48e974-bf6c-4da2-aa45-edcef9c2ee98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=72d72fcb-2961-4dc0-8d16-8018a292f373 HTTP/1.1" status: 200 len: 217 time: 0.0519295 Nov 19 04:20:35.936935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Calling delete_port for 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:35.989874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-dd6f66de-7df6-4d06-8335-3428792cb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:35.991644 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-dd6f66de-7df6-4d06-8335-3428792cb652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d HTTP/1.1" status: 200 len: 838 time: 0.0537550 Nov 19 04:20:36.044926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-935e6434-0515-4b3a-8a8f-aa1788e49a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:36.046486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-935e6434-0515-4b3a-8a8f-aa1788e49a60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed555844-e070-474e-946c-0ae787a6ffc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458751 Nov 19 04:20:36.151148 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-9d24be8e-ea64-4ddc-bded-4004f0784f4c service neutron] 10.222.0.36 "GET /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966423 Nov 19 04:20:36.155512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:36.184334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fde2541-71ec-4b9a-8fd0-79d405ce44d4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:36.193229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device baaa2043-3a57-4dac-88d7-4f766710d976 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:36.241760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: baaa2043-3a57-4dac-88d7-4f766710d976 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:36.242779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device baaa2043-3a57-4dac-88d7-4f766710d976 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:36.285451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e14dcfe8-d10b-4343-ba2d-a0e5f477d354 req-13cbf4c7-128d-4158-b4b9-c89b0e050e51 service neutron] 10.222.0.36 "GET /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263235 Nov 19 04:20:36.367288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:36.622512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Router 927b6946-b66e-4435-b677-90b5bd858547 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:36.750449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:36.759888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-41bc1655-ab59-4d89-985a-1e9dabc85b14 admin admin] 10.222.0.52 "PUT /v2.0/routers/927b6946-b66e-4435-b677-90b5bd858547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7395298 Nov 19 04:20:36.760035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50536) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:36.762609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] Sync routers for ids ['927b6946-b66e-4435-b677-90b5bd858547'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:36.775331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] Routers {'927b6946-b66e-4435-b677-90b5bd858547'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:36.776100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['927b6946-b66e-4435-b677-90b5bd858547'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:36.879098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:36.896377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] Set router 927b6946-b66e-4435-b677-90b5bd858547 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:37.018539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.050772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ad363-be40-436e-bfcd-f2ffa45c02ac req-b6b592df-e4bf-4b90-878b-d2c05369fabb tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:37.052741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e80ad363-be40-436e-bfcd-f2ffa45c02ac req-b6b592df-e4bf-4b90-878b-d2c05369fabb tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 907 time: 0.0625637 Nov 19 04:20:37.088616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Deleting port de67acad-7923-43ca-8c7d-817a1a9b793a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:37.089133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.121139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:20:36Z', 'revision_number': 5, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port': {'id': 'de67acad-7923-43ca-8c7d-817a1a9b793a', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b6946-b66e-4435-b677-90b5bd858547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:18:35Z', 'updated_at': '2021-11-19T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:37.150488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] Checking router: 927b6946-b66e-4435-b677-90b5bd858547 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:37.160829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] Routers {'927b6946-b66e-4435-b677-90b5bd858547'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:37.161451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['927b6946-b66e-4435-b677-90b5bd858547'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:37.183975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] For port de67acad-7923-43ca-8c7d-817a1a9b793a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=de67acad-7923-43ca-8c7d-817a1a9b793a,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:37.184616 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.211602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Calling delete_port for de67acad-7923-43ca-8c7d-817a1a9b793a owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:37.275166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] Set router 927b6946-b66e-4435-b677-90b5bd858547 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:37.333959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:20:37Z', 'revision_number': 6, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:37.362586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8664abb-ae2e-462a-94d8-0249bd4d877b None None] The sync data for ids ['927b6946-b66e-4435-b677-90b5bd858547'] in n-d-818503-1 is: [{'id': '927b6946-b66e-4435-b677-90b5bd858547', 'name': 'tempest-ServerRescueTestJSON-292866514-router', 'tenant_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:18:34Z', 'updated_at': '2021-11-19T04:20:37Z', 'revision_number': 6, 'project_id': '06327b63a9cb4e10af74eaf1e1a98cec', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:37.409408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.434604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=de67acad-7923-43ca-8c7d-817a1a9b793a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:37.452588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323841f8-e7f7-4332-81a7-ba299b36b577 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:20:37.504590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.602713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.605128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.985017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.985707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927b6946-b66e-4435-b677-90b5bd858547 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:20:37.991207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:37.992394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2bc76664-534f-4b89-b188-4c0bd3d30f40 admin admin] 10.222.0.52 "DELETE /v2.0/routers/927b6946-b66e-4435-b677-90b5bd858547 HTTP/1.1" status: 204 len: 168 time: 1.2312388 Nov 19 04:20:37.995738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50544) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:38.009275 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:20:38.042653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Deleting subnet 708a1b36-dee2-482b-82dd-39c1e1b0abaf {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:20:38.045747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.083171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.139410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.187472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72d72fcb-2961-4dc0-8d16-8018a292f373 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:20:38.224350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d02ae-98a6-420f-94c3-360fc5e47522 req-139c9da9-7a40-4ebd-a988-c664788c98ea tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:38.226022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf7d02ae-98a6-420f-94c3-360fc5e47522 req-139c9da9-7a40-4ebd-a988-c664788c98ea tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 907 time: 0.0972052 Nov 19 04:20:38.248045 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.285697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708a1b36-dee2-482b-82dd-39c1e1b0abaf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:38.289960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.293357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5692a94e-4c5f-4846-bd40-9bd585b0d768 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/708a1b36-dee2-482b-82dd-39c1e1b0abaf HTTP/1.1" status: 204 len: 168 time: 0.2966030 Nov 19 04:20:38.296025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:38.367490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:38.405708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:38.406095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1fde2541-71ec-4b9a-8fd0-79d405ce44d4 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:38.406528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device de67acad-7923-43ca-8c7d-817a1a9b793a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:38.431240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.445288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: de67acad-7923-43ca-8c7d-817a1a9b793a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:38.445880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device de67acad-7923-43ca-8c7d-817a1a9b793a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:38.473396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 72d72fcb-2961-4dc0-8d16-8018a292f373, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72d72fcb-2961-4dc0-8d16-8018a292f373,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:38.487739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '72d72fcb-2961-4dc0-8d16-8018a292f373', 'network_id': 'ed555844-e070-474e-946c-0ae787a6ffc2', 'port_id': '72d72fcb-2961-4dc0-8d16-8018a292f373', 'mac_address': 'fa:16:3e:8b:09:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:20:38.540947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.554876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d72fcb-2961-4dc0-8d16-8018a292f373 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:20:38.574890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 72d72fcb-2961-4dc0-8d16-8018a292f373, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72d72fcb-2961-4dc0-8d16-8018a292f373,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:38.581780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.595965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.625318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8673b78c-8e31-4522-8eee-5da6fd7f1a7b']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:38.639289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d3e4db-2304-4a01-9efe-1bc03444f029') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:38.639603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d3e4db-2304-4a01-9efe-1bc03444f029') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:38.647564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=72d72fcb-2961-4dc0-8d16-8018a292f373,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:38.652267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.669267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.675961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:20:38.676422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:20:38.678635 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:20:38.744748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.750556 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:38.753786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8673b78c-8e31-4522-8eee-5da6fd7f1a7b HTTP/1.1" status: 204 len: 168 time: 0.4564276 Nov 19 04:20:38.765461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89b6b5-af91-4bc1-ab8e-eb6d67bdc343 admin admin] Pushing event deleted for resources: {'Network': ['ID=8673b78c-8e31-4522-8eee-5da6fd7f1a7b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:38.773776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['72d72fcb-2961-4dc0-8d16-8018a292f373'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:20:39.000073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50554) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:39.041393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-210c9f25-2409-45a1-a9a4-4230dcc0a6b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06327b63a9cb4e10af74eaf1e1a98cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401189 Nov 19 04:20:39.043919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50556) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:39.094735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b896f-7972-44f1-9de3-0f36c02470fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:39.117296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b896f-7972-44f1-9de3-0f36c02470fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:39.165523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b896f-7972-44f1-9de3-0f36c02470fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:39.168311 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e14b896f-7972-44f1-9de3-0f36c02470fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:39.169461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e14b896f-7972-44f1-9de3-0f36c02470fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3e8001d-347d-4ab4-80f5-12966c4006da HTTP/1.1" status: 204 len: 168 time: 0.1246395 Nov 19 04:20:39.178363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b896f-7972-44f1-9de3-0f36c02470fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8001d-347d-4ab4-80f5-12966c4006da,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:39.373306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57de3-1ec3-453f-a945-1710a802d01e req-ec96eb12-bdd4-4ef6-a6c3-e5ae407cfd72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:39.375351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7e57de3-1ec3-453f-a945-1710a802d01e req-ec96eb12-bdd4-4ef6-a6c3-e5ae407cfd72 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 908 time: 0.0580120 Nov 19 04:20:40.191602 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72d72fcb-2961-4dc0-8d16-8018a292f373 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:20:40.255481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 72d72fcb-2961-4dc0-8d16-8018a292f373 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:20:40.260866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 72d72fcb-2961-4dc0-8d16-8018a292f373 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:20:40.261245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.348655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50594) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:40.356073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.385159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64330c0-8dc8-466b-a20b-163931f03437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d72fcb-2961-4dc0-8d16-8018a292f373'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:40.387663 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be12ac20-5f8e-4f8c-a013-23a0809a91b3" -d '{"events": [{"server_uuid": "a64330c0-8dc8-466b-a20b-163931f03437", "name": "network-vif-plugged", "status": "completed", "tag": "72d72fcb-2961-4dc0-8d16-8018a292f373"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:40.405054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 72d72fcb-2961-4dc0-8d16-8018a292f373, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72d72fcb-2961-4dc0-8d16-8018a292f373,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:40.411588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.449356 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76182923-fc2c-47a7-b4a6-7177331d0fac x-openstack-request-id: req-76182923-fc2c-47a7-b4a6-7177331d0fac {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:40.449801 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64330c0-8dc8-466b-a20b-163931f03437", "name": "network-vif-plugged", "status": "completed", "tag": "72d72fcb-2961-4dc0-8d16-8018a292f373", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:40.450096 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76182923-fc2c-47a7-b4a6-7177331d0fac {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:40.450509 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64330c0-8dc8-466b-a20b-163931f03437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d72fcb-2961-4dc0-8d16-8018a292f373', 'code': 200} Nov 19 04:20:40.501895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=72d72fcb-2961-4dc0-8d16-8018a292f373,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:40.554673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7aae7-d063-4743-9e74-c5cb0b5911d5 req-342082b8-b968-4f31-baaa-84ec1a776833 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:40.562437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccf7aae7-d063-4743-9e74-c5cb0b5911d5 req-342082b8-b968-4f31-baaa-84ec1a776833 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 909 time: 0.0672014 Nov 19 04:20:40.591008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09020fcc-99dd-40c0-bd15-be3700e23e1d req-0e373d25-fafd-4a7c-8038-9cbe0e347856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:40.592616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-09020fcc-99dd-40c0-bd15-be3700e23e1d req-0e373d25-fafd-4a7c-8038-9cbe0e347856 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 1060 time: 0.0591619 Nov 19 04:20:40.612604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e89e1b06-fc9c-4bc0-9874-24d040476139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.693106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e89e1b06-fc9c-4bc0-9874-24d040476139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.697825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e89e1b06-fc9c-4bc0-9874-24d040476139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.737570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e89e1b06-fc9c-4bc0-9874-24d040476139 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1c1d61a73424d4f807a0b4974cc1028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863876 Nov 19 04:20:40.738530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e1b06-fc9c-4bc0-9874-24d040476139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c856285-eab4-47d6-b989-9fd200fbe1d5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:40.740550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50604) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:40.799633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fee54a58-73b5-4cbc-8a9d-e4b229a25f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.822911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fee54a58-73b5-4cbc-8a9d-e4b229a25f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.873010 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fee54a58-73b5-4cbc-8a9d-e4b229a25f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.875662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fee54a58-73b5-4cbc-8a9d-e4b229a25f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:40.878174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fee54a58-73b5-4cbc-8a9d-e4b229a25f5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c856285-eab4-47d6-b989-9fd200fbe1d5 HTTP/1.1" status: 204 len: 168 time: 0.1344883 Nov 19 04:20:40.886357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee54a58-73b5-4cbc-8a9d-e4b229a25f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c856285-eab4-47d6-b989-9fd200fbe1d5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:41.704044 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d2b5a-5a8c-45ad-8f72-e50950830fb0 req-fe16c56b-8edf-4d97-94e6-1092b3063cde tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:41.706085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-485d2b5a-5a8c-45ad-8f72-e50950830fb0 req-fe16c56b-8edf-4d97-94e6-1092b3063cde tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 909 time: 0.0534089 Nov 19 04:20:42.317993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7d8eb-71dd-4dfc-9867-c4635d3e07da req-7f862670-3756-425f-9ebf-55e03d65c4ed tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:42.319547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58a7d8eb-71dd-4dfc-9867-c4635d3e07da req-7f862670-3756-425f-9ebf-55e03d65c4ed tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 909 time: 0.0616269 Nov 19 04:20:42.499161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaad9c7-bc79-4991-a001-4917490bf401 req-e46322fe-503b-4131-bda7-ac7dacded2bc tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:42.506153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0eaad9c7-bc79-4991-a001-4917490bf401 req-e46322fe-503b-4131-bda7-ac7dacded2bc tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 1060 time: 0.0561950 Nov 19 04:20:42.623745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025e757-f019-4efa-b6a3-62d3fa14c1d6 req-9bb93be1-cbf0-4908-8d41-91172b79448f tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:42.626042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f025e757-f019-4efa-b6a3-62d3fa14c1d6 req-9bb93be1-cbf0-4908-8d41-91172b79448f tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1135 time: 0.0553091 Nov 19 04:20:42.692111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f025e757-f019-4efa-b6a3-62d3fa14c1d6 req-3cf27952-7240-4261-85a6-4db2bb8f5c7b tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0571120 Nov 19 04:20:42.715439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50656) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:42.762563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c87f7-d8c3-4939-aec8-2ea5a4faa893 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:42.766154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e91c87f7-d8c3-4939-aec8-2ea5a4faa893 tempest-TestSecurityGroupsBasicOps-139053227 tempest-TestSecurityGroupsBasicOps-139053227-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 1055 time: 0.0475190 Nov 19 04:20:43.059036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380d856-361e-46b4-acbf-84a6d656178f req-2cbd9e13-ad7f-4685-a8e0-602c5ce427f3 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:43.067179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5380d856-361e-46b4-acbf-84a6d656178f req-2cbd9e13-ad7f-4685-a8e0-602c5ce427f3 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 909 time: 0.0705693 Nov 19 04:20:44.199385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fac93-a75b-4252-a10c-f1970d822a45 req-ec7445d8-f69c-48dd-9a48-22a7eceeecd6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:44.201018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d4fac93-a75b-4252-a10c-f1970d822a45 req-ec7445d8-f69c-48dd-9a48-22a7eceeecd6 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 909 time: 0.0612304 Nov 19 04:20:44.301502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-8098bab9-49e5-4865-a927-98683eaa8901 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:44.303116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-8098bab9-49e5-4865-a927-98683eaa8901 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.36 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 909 time: 0.0796294 Nov 19 04:20:44.409716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port 72d72fcb-2961-4dc0-8d16-8018a292f373 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:44.410371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:44.515754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] For port 72d72fcb-2961-4dc0-8d16-8018a292f373, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72d72fcb-2961-4dc0-8d16-8018a292f373,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:44.516130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:44.530039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for 72d72fcb-2961-4dc0-8d16-8018a292f373 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:44.675161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:44.709018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=72d72fcb-2961-4dc0-8d16-8018a292f373,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:44.766779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] No DVR routers for this DVR port 72d72fcb-2961-4dc0-8d16-8018a292f373 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:44.770050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:44.775591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-18c755c3-e855-4e4e-ae02-41f40453db1b req-04345d3a-2cd7-4185-8854-f343154222a2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.36 "DELETE /v2.0/ports/72d72fcb-2961-4dc0-8d16-8018a292f373 HTTP/1.1" status: 204 len: 173 time: 0.4634941 Nov 19 04:20:44.776079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64330c0-8dc8-466b-a20b-163931f03437', 'name': 'network-vif-deleted', 'tag': '72d72fcb-2961-4dc0-8d16-8018a292f373'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:44.788237 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a38eed-f58c-46cf-bc3d-266562d6714b" -d '{"events": [{"server_uuid": "a64330c0-8dc8-466b-a20b-163931f03437", "name": "network-vif-deleted", "tag": "72d72fcb-2961-4dc0-8d16-8018a292f373"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:44.831701 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e3beae-5a63-4e4d-b673-113d542a2da8 x-openstack-request-id: req-c5e3beae-5a63-4e4d-b673-113d542a2da8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:44.832014 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64330c0-8dc8-466b-a20b-163931f03437", "name": "network-vif-deleted", "tag": "72d72fcb-2961-4dc0-8d16-8018a292f373", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:44.832301 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5e3beae-5a63-4e4d-b673-113d542a2da8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:44.832716 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64330c0-8dc8-466b-a20b-163931f03437', 'name': 'network-vif-deleted', 'tag': '72d72fcb-2961-4dc0-8d16-8018a292f373', 'status': 'completed', 'code': 200} Nov 19 04:20:45.336903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:45.349648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7cd19e0-81b5-4d9c-93d6-c9e77db9889b req-749b4f7b-adab-4f75-a6f3-c28bec73760d tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=a64330c0-8dc8-466b-a20b-163931f03437 HTTP/1.1" status: 200 len: 210 time: 0.0392761 Nov 19 04:20:45.536821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Deleting port 1a6309b8-3c5d-4efd-a2a6-084ece7a3d40 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:45.537453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:45.620074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:45.620408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:45.633842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Calling delete_port for 1a6309b8-3c5d-4efd-a2a6-084ece7a3d40 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:45.838439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:45.867653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event deleted for resources: {'Port': ['ID=1a6309b8-3c5d-4efd-a2a6-084ece7a3d40,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:45.879190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.879565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.879925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.880275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.880622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.880969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.881313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.881649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.882002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.882341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.882675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.883017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:45.945573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:45.945952 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Floating IP decd2c87-a77b-4ad6-8eed-7e8bb740af86 disassociated (deleted). External IP: 172.25.8.109, port: dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c. Nov 19 04:20:46.118093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:46.196087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Router afd58746-6775-4a4e-8112-cd5e1c2e717e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:46.235167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82f1443b-c6a8-41fe-b532-75d3e3f868eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.317817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82f1443b-c6a8-41fe-b532-75d3e3f868eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.331435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82f1443b-c6a8-41fe-b532-75d3e3f868eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.339708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:46.345840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.358520 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] Sync routers for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:46.367946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-82f1443b-c6a8-41fe-b532-75d3e3f868eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d90a36b2866419c9818885bd07d607d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487137 Nov 19 04:20:46.369576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:46.377108 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:46.377835 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:46.415638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1443b-c6a8-41fe-b532-75d3e3f868eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2beb58-5639-49b4-8463-f86f0c7a49a4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:46.424326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f3bfec9c-9868-4512-b486-ca3a53a302ab tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "DELETE /v2.0/floatingips/decd2c87-a77b-4ad6-8eed-7e8bb740af86 HTTP/1.1" status: 204 len: 168 time: 1.0824814 Nov 19 04:20:46.426972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:46.479291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2475-4546-4690-a441-f5c651177e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.535748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2475-4546-4690-a441-f5c651177e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.552314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:46.632376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2475-4546-4690-a441-f5c651177e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.635925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2475-4546-4690-a441-f5c651177e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:46.637619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c8c2475-4546-4690-a441-f5c651177e2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b2beb58-5639-49b4-8463-f86f0c7a49a4 HTTP/1.1" status: 204 len: 168 time: 0.2669344 Nov 19 04:20:46.659106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c2475-4546-4690-a441-f5c651177e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2beb58-5639-49b4-8463-f86f0c7a49a4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:46.833980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:46.837527 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:46.922653 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:46.992357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061ae10-6677-4db4-b729-7d14aae97a79 req-dc0f1027-b3fa-4b7a-a5d5-86e995c52db8 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:47.000131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3061ae10-6677-4db4-b729-7d14aae97a79 req-dc0f1027-b3fa-4b7a-a5d5-86e995c52db8 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.0900459 Nov 19 04:20:47.026717 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] Checking router: afd58746-6775-4a4e-8112-cd5e1c2e717e for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:47.037662 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:47.038948 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:47.083592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3061ae10-6677-4db4-b729-7d14aae97a79 req-ca8ca819-9865-411c-a83d-381c67806eb2 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824640 Nov 19 04:20:47.193255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:47.203809 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba118c25-6cd4-400e-824e-fc43f0c54daf x-openstack-request-id: req-ba118c25-6cd4-400e-824e-fc43f0c54daf {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:47.204314 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:47.204704 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba118c25-6cd4-400e-824e-fc43f0c54daf {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:47.205164 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'status': 'completed', 'code': 200} Nov 19 04:20:47.341274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-2ce7c450-c8af-442d-a3a0-a24e7dfee2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:47.343230 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-2ce7c450-c8af-442d-a3a0-a24e7dfee2ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 1097 time: 0.0914361 Nov 19 04:20:47.407197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:47.530205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-1c20d8fa-8850-46df-b619-5cd6e188ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:47.533919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-1c20d8fa-8850-46df-b619-5cd6e188ee7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 200 len: 915 time: 0.1812901 Nov 19 04:20:47.632663 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-34b686f8-00dd-4057-8531-3ec11e7e85a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 200 len: 217 time: 0.0894711 Nov 19 04:20:47.685004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port f00aca0c-71e9-4b2a-9129-8bbe547c25f6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:47.686109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:47.723352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-f7cd3cfe-b268-4efe-a521-807d81fd3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:47.725105 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-f7cd3cfe-b268-4efe-a521-807d81fd3c94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 200 len: 853 time: 0.0845475 Nov 19 04:20:47.819045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] For port f00aca0c-71e9-4b2a-9129-8bbe547c25f6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:47.819684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:47.836441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for f00aca0c-71e9-4b2a-9129-8bbe547c25f6 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:47.839937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-2bb7f5a2-81ef-4366-b96a-8506eb7d20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:47.844005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-2bb7f5a2-81ef-4366-b96a-8506eb7d20b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089292 Nov 19 04:20:47.858504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-74180954-17b9-4c7c-a712-c4b19e64feec service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:20:47.860001 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-74180954-17b9-4c7c-a712-c4b19e64feec service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074122 Nov 19 04:20:47.955976 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:48.024287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-576574e5-67ab-447f-892d-7dfa76845bcd service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550155 Nov 19 04:20:48.035832 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cec776-2fb9-4b54-becc-f5d45f0b86fe None None] The sync data for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 is: [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:15:59Z', 'revision_number': 4, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '5586516b-2a85-45ac-bad0-cd1bccbedd48', 'name': '', 'network_id': '83a4d5aa-f88d-4d19-b8d0-d8871052f9aa', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'mac_address': 'fa:16:3e:e7:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1148efc5-338a-427f-917f-30e70a3b842f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:58Z', 'updated_at': '2021-11-19T04:16:06Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'subnets': [{'id': '1148efc5-338a-427f-917f-30e70a3b842f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:48.143670 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:48.198865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f71dcea3-6d47-44fe-b2f9-706bdd5ddc15 req-6756ad0c-b279-45a1-aa41-7525745b8af1 service neutron] 10.222.0.31 "GET /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667438 Nov 19 04:20:48.219171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72d72fcb-2961-4dc0-8d16-8018a292f373 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:48.245778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=f00aca0c-71e9-4b2a-9129-8bbe547c25f6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:48.252758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 72d72fcb-2961-4dc0-8d16-8018a292f373 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:48.253131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72d72fcb-2961-4dc0-8d16-8018a292f373 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:48.348533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adc1ab-a663-41b5-a24b-071436fb676c req-4a5dc497-2740-4909-a122-9d89d602b0f0 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:48.351957 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6adc1ab-a663-41b5-a24b-071436fb676c req-4a5dc497-2740-4909-a122-9d89d602b0f0 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.1192434 Nov 19 04:20:48.465850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ffe667-2376-4444-8294-3a88d72882b5 None None] New status for floating IP decd2c87-a77b-4ad6-8eed-7e8bb740af86: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:20:48.504048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:48.531275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6adc1ab-a663-41b5-a24b-071436fb676c req-d9115cdd-902c-4877-910c-03a45067d327 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/security-groups?id=06cd1600-daed-4b90-971b-3cb17ef155b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757728 Nov 19 04:20:48.800913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router f0660db2-998b-406f-abbc-6692e3a35ae7 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:48.884174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-80e15304-b2da-4e89-ab2a-f8b8df464e88 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:48.884174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-80e15304-b2da-4e89-ab2a-f8b8df464e88 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 946 time: 0.0655069 Nov 19 04:20:48.917160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:48.926688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-762a5e17-3d37-4d22-bd31-92acf744732b tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "PUT /v2.0/routers/f0660db2-998b-406f-abbc-6692e3a35ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4982848 Nov 19 04:20:48.927257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50792) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:48.929159 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] Sync routers for ids ['f0660db2-998b-406f-abbc-6692e3a35ae7'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:48.941988 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] Routers {'f0660db2-998b-406f-abbc-6692e3a35ae7'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:48.943091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f0660db2-998b-406f-abbc-6692e3a35ae7'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:48.990303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Deleting port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:48.990827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:48.998989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting subnet 24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:20:49.004448 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.054898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.076394 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] Set router f0660db2-998b-406f-abbc-6692e3a35ae7 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:49.125079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] For port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:49.125533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.147203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Calling delete_port for dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:49.156636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.228993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.258163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50796) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:49.264075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Subnet': ['ID=24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:49.279960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ecb80-c4e4-464e-9136-3c6637e28c7f None None] Network ed555844-e070-474e-946c-0ae787a6ffc2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:20:49.281272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.292379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/subnets/24b088bc-68a9-4eb8-b6c0-a22f4f0fec7d HTTP/1.1" status: 204 len: 168 time: 0.3617120 Nov 19 04:20:49.295907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.296273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.296629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.296978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.297324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.297668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.298589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.299203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.299633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.299976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.300320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.300656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c7b9-d2ba-476b-8b39-6efba58a52a4 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:49.310460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50800) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:49.314483 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:48Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:49.319596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.355592 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] Checking router: f0660db2-998b-406f-abbc-6692e3a35ae7 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:49.367800 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] Routers {'f0660db2-998b-406f-abbc-6692e3a35ae7'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:49.368440 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f0660db2-998b-406f-abbc-6692e3a35ae7'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:49.411917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event deleted for resources: {'Port': ['ID=dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:49.414195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d982969c-ef65-4fdb-9df9-ea23d9f6c191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.522438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d982969c-ef65-4fdb-9df9-ea23d9f6c191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.534410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d982969c-ef65-4fdb-9df9-ea23d9f6c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.548522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] No DVR routers for this DVR port dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:49.556622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.563776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982969c-ef65-4fdb-9df9-ea23d9f6c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d7d3f6-b994-4d72-95fb-c7512403f71e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:49.573862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2697e7ee-6b9b-4384-8de1-e1152b3db4b0 req-1d4bbf7f-9d0a-4aa5-8050-f05279b39473 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.31 "DELETE /v2.0/ports/dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c HTTP/1.1" status: 204 len: 173 time: 0.6846271 Nov 19 04:20:49.574692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'name': 'network-vif-deleted', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:49.577881 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cff2dce-c975-4b4f-a97c-80f3d5baa4ad" -d '{"events": [{"server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "name": "network-vif-deleted", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:49.592800 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] Set router f0660db2-998b-406f-abbc-6692e3a35ae7 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:49.609037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] DHCP port deletion for ed555844-e070-474e-946c-0ae787a6ffc2 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:20:49.631045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.635485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d982969c-ef65-4fdb-9df9-ea23d9f6c191 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f806801a2714c3aada51ba925abff0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762460 Nov 19 04:20:49.638583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50812) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:49.664848 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e075717-07e9-47c1-a60a-801627085d03 req-dcefb242-cdf0-4e4d-9712-05262fafa6e7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0460994 Nov 19 04:20:49.744690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Deleting port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:49.745223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.780968 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4350f2-3c38-40c2-b51c-b2e267daade0 x-openstack-request-id: req-8c4350f2-3c38-40c2-b51c-b2e267daade0 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:49.781516 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ba22f-9975-477d-9a1c-96b10d0db560", "name": "network-vif-deleted", "tag": "dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:49.782005 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c4350f2-3c38-40c2-b51c-b2e267daade0 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:49.783719 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ba22f-9975-477d-9a1c-96b10d0db560', 'name': 'network-vif-deleted', 'tag': 'dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c', 'status': 'completed', 'code': 200} Nov 19 04:20:49.856905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] For port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,segment=NetworkSegment(8dd1dc76-fcd2-4ff8-af93-c9fde858b815),segment_id=8dd1dc76-fcd2-4ff8-af93-c9fde858b815)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:49.857329 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.866692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f014d42-4dde-4a4d-8b83-ccd4a07eada7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.871773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Calling delete_port for 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:49.904607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f014d42-4dde-4a4d-8b83-ccd4a07eada7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.927081 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:48Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:49.967351 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5451e-6f28-48fd-8cf1-f89d9d8ec7f1 None None] The sync data for ids ['f0660db2-998b-406f-abbc-6692e3a35ae7'] in n-d-818503-1 is: [{'id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923146598', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:20:22Z', 'updated_at': '2021-11-19T04:20:48Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': '057056fd-3aa5-4af7-8099-316a057bc2a1', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0660db2-998b-406f-abbc-6692e3a35ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:20:23Z', 'updated_at': '2021-11-19T04:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:49.975472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:49.991461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.035534 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f014d42-4dde-4a4d-8b83-ccd4a07eada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.039000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f014d42-4dde-4a4d-8b83-ccd4a07eada7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.040505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4f014d42-4dde-4a4d-8b83-ccd4a07eada7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05d7d3f6-b994-4d72-95fb-c7512403f71e HTTP/1.1" status: 204 len: 168 time: 0.3424652 Nov 19 04:20:50.063379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Pushing event deleted for resources: {'Port': ['ID=9da2d129-0f8b-42f8-9bb9-9d078da6e3d3,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:50.069619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f014d42-4dde-4a4d-8b83-ccd4a07eada7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d7d3f6-b994-4d72-95fb-c7512403f71e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:50.073445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] No DVR routers for this DVR port 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:50.107642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.108190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.108337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.108803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.109150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.109837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.111040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.111554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.112569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.113066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.114241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.114717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e36a7-ed9a-4f44-99b4-267d09a385cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:20:50.132618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port 057056fd-3aa5-4af7-8099-316a057bc2a1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:50.132977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.238142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] For port 057056fd-3aa5-4af7-8099-316a057bc2a1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=057056fd-3aa5-4af7-8099-316a057bc2a1,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:50.238142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.246151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for 057056fd-3aa5-4af7-8099-316a057bc2a1 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:50.506434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:50.545036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:50.545673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9da2d129-0f8b-42f8-9bb9-9d078da6e3d3 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:50.550426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.591074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=057056fd-3aa5-4af7-8099-316a057bc2a1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:50.605138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690b0e3-5a68-44bf-bd9e-50101934c427 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:20:50.672839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.856800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.860134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.872101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70a49e35-c672-4c14-91e0-747a3159b4eb req-df5a7630-7a37-475d-a9ef-468d71ebc426 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0652173 Nov 19 04:20:50.923288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.923964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Fanout notify agent at l3_agent the message router_deleted on router f0660db2-998b-406f-abbc-6692e3a35ae7 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:20:50.931783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:50.934105 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be1e87d4-1e55-4fb6-9939-ca01ce0cdf0c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/routers/f0660db2-998b-406f-abbc-6692e3a35ae7 HTTP/1.1" status: 204 len: 168 time: 1.6209917 Nov 19 04:20:50.935956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50840) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:51.064999 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.188157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.210190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed555844-e070-474e-946c-0ae787a6ffc2']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:51.221179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd1dc76-fcd2-4ff8-af93-c9fde858b815') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:51.222363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd1dc76-fcd2-4ff8-af93-c9fde858b815') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:51.233141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.249034 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.256494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:20:51.257195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:20:51.261664 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:20:51.278379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15bae378-183a-4d35-9179-15278bb4ee1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.305265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:51.340632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.346722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:51.347260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device dc59dda5-de3d-4ff1-a055-cbd4a7a4cb3c not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:51.355942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.363174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/networks/ed555844-e070-474e-946c-0ae787a6ffc2 HTTP/1.1" status: 204 len: 168 time: 0.4225342 Nov 19 04:20:51.363473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50848) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:51.637090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port 289d7bf8-0d66-4399-930c-886b6ffd6d11 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:51.640234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.749026 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.749364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.762416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for 289d7bf8-0d66-4399-930c-886b6ffd6d11 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:51.816669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18c320-6b22-4e82-b8ca-87bf3beda1a8 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Network': ['ID=ed555844-e070-474e-946c-0ae787a6ffc2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:51.950665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:51.986469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=289d7bf8-0d66-4399-930c-886b6ffd6d11,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:52.075734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ab57452-9718-48a9-a223-a546db5880d7 req-ffc229cd-5f84-4166-b3cc-c66ff567741e tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0465596 Nov 19 04:20:52.118042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:52.118490 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Floating IP 66b1845d-a243-4996-9878-0969b6860c1b disassociated (deleted). External IP: 172.25.8.56, port: d381a31f-c210-4652-9864-bdd845bc330f. Nov 19 04:20:52.147049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f00aca0c-71e9-4b2a-9129-8bbe547c25f6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:52.192670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f00aca0c-71e9-4b2a-9129-8bbe547c25f6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:52.193279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f00aca0c-71e9-4b2a-9129-8bbe547c25f6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:52.195580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 057056fd-3aa5-4af7-8099-316a057bc2a1 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:52.231721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 057056fd-3aa5-4af7-8099-316a057bc2a1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:52.239451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 057056fd-3aa5-4af7-8099-316a057bc2a1 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:52.819810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:52.826898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router cef119e5-e551-4388-81b3-07cecaba8462 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:20:52.956068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:20:52.961158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:52.969287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] Sync routers for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:20:52.990905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:52.991885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:52.998786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eda02b3c-a6a5-4b83-8904-80bee4f57aa2 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/floatingips/66b1845d-a243-4996-9878-0969b6860c1b HTTP/1.1" status: 204 len: 168 time: 1.6340368 Nov 19 04:20:52.999789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:53.017861 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13" -d '{"events": [{"name": "network-changed", "server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "tag": "d381a31f-c210-4652-9864-bdd845bc330f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:53.358995 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac40d31b-1f8c-4dee-a128-70739b62ab70 x-openstack-request-id: req-ac40d31b-1f8c-4dee-a128-70739b62ab70 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:53.359775 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "tag": "d381a31f-c210-4652-9864-bdd845bc330f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:53.360281 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac40d31b-1f8c-4dee-a128-70739b62ab70 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:53.360892 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f', 'status': 'completed', 'code': 200} Nov 19 04:20:53.515460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab776ef4-c228-4a97-9f40-989a7dbd32a6 req-8f33bd37-4903-4c98-a1b5-5dc7c68bb4b7 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0633414 Nov 19 04:20:53.535045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-7292238c-5731-4f1a-b72d-e2de3f0db1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:53.542638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-7292238c-5731-4f1a-b72d-e2de3f0db1b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 1135 time: 0.1139936 Nov 19 04:20:53.587763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:53.591299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a00ab91-4cfe-4f52-be99-c518d29d816c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:53.694217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50914) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:53.712487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48553605-7c06-4a98-8956-7c62e71a59fb req-531b0d29-209b-4724-a2f1-3e2f96d0414a tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:53.721475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48553605-7c06-4a98-8956-7c62e71a59fb req-531b0d29-209b-4724-a2f1-3e2f96d0414a tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.0878115 Nov 19 04:20:53.770732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-542f4619-5dd3-4114-8f3c-77377d55c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:53.772249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-542f4619-5dd3-4114-8f3c-77377d55c31e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 HTTP/1.1" status: 200 len: 896 time: 0.2207696 Nov 19 04:20:53.847508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48553605-7c06-4a98-8956-7c62e71a59fb req-bdcd0c73-166f-4514-9787-2b5f3c3c3ef3 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1249318 Nov 19 04:20:53.852667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-8b960699-0f31-45a8-a4fd-5e34d3b3428b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d381a31f-c210-4652-9864-bdd845bc330f HTTP/1.1" status: 200 len: 217 time: 0.0704691 Nov 19 04:20:53.954358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-37639867-1d16-48bb-be39-913bc9569ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:53.955868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c2ea32-0abf-41de-ae5f-6f4a0220bc21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:53.956115 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-37639867-1d16-48bb-be39-913bc9569ac0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee96ccd-429c-47cc-b152-d384c41b2572 HTTP/1.1" status: 200 len: 834 time: 0.0942402 Nov 19 04:20:54.015479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:54.049737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-202ff7a9-6088-40a2-a4a5-db38317a87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:54.051304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-202ff7a9-6088-40a2-a4a5-db38317a87d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870557 Nov 19 04:20:54.057997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] Checking router: cef119e5-e551-4388-81b3-07cecaba8462 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:20:54.073335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:20:54.074387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:54.117563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c2ea32-0abf-41de-ae5f-6f4a0220bc21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:54.124274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12c2ea32-0abf-41de-ae5f-6f4a0220bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:54.156838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ea32-0abf-41de-ae5f-6f4a0220bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91bb94-8650-4cbd-bee4-28f7575fbd95,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:54.211140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-12c2ea32-0abf-41de-ae5f-6f4a0220bc21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19dd2f133759483f9db91176c25e26e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125439 Nov 19 04:20:54.211855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50918) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:54.240121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-597e16a9-4858-4565-92f4-736eb7e1c385 service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788728 Nov 19 04:20:54.274198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:20:54.301346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d7198d5-aff6-4495-bdc6-a01b4aa7a0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:54.328258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d7198d5-aff6-4495-bdc6-a01b4aa7a0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:54.449147 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-26e1c68f-5d87-4648-ae13-e2ac0cd10c13 req-b721cf31-99a5-471e-ba70-35608c16ba6e service neutron] 10.222.0.31 "GET /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002833 Nov 19 04:20:54.456514 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d7198d5-aff6-4495-bdc6-a01b4aa7a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:54.459372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d7198d5-aff6-4495-bdc6-a01b4aa7a0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:54.462969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d7198d5-aff6-4495-bdc6-a01b4aa7a0f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d91bb94-8650-4cbd-bee4-28f7575fbd95 HTTP/1.1" status: 204 len: 168 time: 0.2477639 Nov 19 04:20:54.475597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7198d5-aff6-4495-bdc6-a01b4aa7a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91bb94-8650-4cbd-bee4-28f7575fbd95,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:54.616413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:20:54.668656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0905bf-a68f-40b2-9bde-ee5f4143cbab None None] The sync data for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 is: [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:19:19Z', 'revision_number': 4, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'b5d5213c-fe39-4e29-9aad-69b762cae034', 'name': '', 'network_id': '5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'mac_address': 'fa:16:3e:c0:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:18Z', 'updated_at': '2021-11-19T04:19:24Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'subnets': [{'id': '4ee96ccd-429c-47cc-b152-d384c41b2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:20:54.675530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99a776d4-236c-4020-9934-869dc0f8e553 req-9c7a5a2c-91c1-4473-9ef9-2b52367ab09f tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0500212 Nov 19 04:20:54.954748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 50930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:55.000001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-243d41cc-80a3-4e49-aeb5-013225454d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.033807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5e8bc-eb61-4e13-8f61-3b2a6a595ebe req-0ae2dc87-4b98-4fcc-9d63-788196d637a0 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:55.044061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecd5e8bc-eb61-4e13-8f61-3b2a6a595ebe req-0ae2dc87-4b98-4fcc-9d63-788196d637a0 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.1070960 Nov 19 04:20:55.050554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-56151b3f-e5ae-451d-a0f2-10c0ca2e90bf tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:55.052454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-56151b3f-e5ae-451d-a0f2-10c0ca2e90bf tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.31 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 984 time: 0.1175156 Nov 19 04:20:55.148153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecd5e8bc-eb61-4e13-8f61-3b2a6a595ebe req-c1d52826-e361-458d-b876-ad489603d189 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/security-groups?id=5961c7c5-e731-4520-947c-505978af20cb&id=f6b93383-0509-4d3a-9d43-5244bfa912a1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0967715 Nov 19 04:20:55.211162 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633a97b-73cd-4e4c-af19-053e1e13758a None None] New status for floating IP 66b1845d-a243-4996-9878-0969b6860c1b: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:20:55.214601 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-243d41cc-80a3-4e49-aeb5-013225454d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.222812 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-243d41cc-80a3-4e49-aeb5-013225454d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.228900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port d381a31f-c210-4652-9864-bdd845bc330f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:55.229234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.301920 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.335201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d41cc-80a3-4e49-aeb5-013225454d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7075c21a-4aaf-4199-aa1b-f95be6a48bf2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:55.397400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-243d41cc-80a3-4e49-aeb5-013225454d70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b50760df5b7245fc9f2e62a76d3ffc71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123268 Nov 19 04:20:55.400089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 50932) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:55.413640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] For port d381a31f-c210-4652-9864-bdd845bc330f, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=d381a31f-c210-4652-9864-bdd845bc330f,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:55.414060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.428777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for d381a31f-c210-4652-9864-bdd845bc330f owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:20:55.478323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45c2fbb6-520e-4bbc-b4f6-cf82beb3c589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.523221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45c2fbb6-520e-4bbc-b4f6-cf82beb3c589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.599239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45c2fbb6-520e-4bbc-b4f6-cf82beb3c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.602069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45c2fbb6-520e-4bbc-b4f6-cf82beb3c589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.605960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-45c2fbb6-520e-4bbc-b4f6-cf82beb3c589 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7075c21a-4aaf-4199-aa1b-f95be6a48bf2 HTTP/1.1" status: 204 len: 168 time: 0.2042818 Nov 19 04:20:55.613690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2fbb6-520e-4bbc-b4f6-cf82beb3c589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7075c21a-4aaf-4199-aa1b-f95be6a48bf2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:55.629294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.669310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=d381a31f-c210-4652-9864-bdd845bc330f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:55.753609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] No DVR routers for this DVR port d381a31f-c210-4652-9864-bdd845bc330f on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:20:55.756142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:55.759700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2e44445-257a-41b8-aa91-eef52f6ecaee req-bdb5590e-005e-4d23-95e6-781a5f04e92e tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.31 "DELETE /v2.0/ports/d381a31f-c210-4652-9864-bdd845bc330f HTTP/1.1" status: 204 len: 173 time: 0.6975737 Nov 19 04:20:55.760148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'name': 'network-vif-deleted', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:20:55.765866 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cd09f9-1a38-4b5d-800a-a5b55cdad9a0" -d '{"events": [{"server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "name": "network-vif-deleted", "tag": "d381a31f-c210-4652-9864-bdd845bc330f"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:20:55.824127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43e1d479-6c2a-41e9-aa86-bed34e697298 req-3e890222-a6fb-4bc3-8547-4bff7225aebc tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec1ba22f-9975-477d-9a1c-96b10d0db560 HTTP/1.1" status: 200 len: 210 time: 0.0395846 Nov 19 04:20:55.900878 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bcf0e2-25d4-4c32-8d94-614a944749fc x-openstack-request-id: req-d0bcf0e2-25d4-4c32-8d94-614a944749fc {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:20:55.901187 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19715b1d-dfd1-49b0-bf07-437e9925e3dc", "name": "network-vif-deleted", "tag": "d381a31f-c210-4652-9864-bdd845bc330f", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:20:55.901577 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0bcf0e2-25d4-4c32-8d94-614a944749fc {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:20:55.901915 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19715b1d-dfd1-49b0-bf07-437e9925e3dc', 'name': 'network-vif-deleted', 'tag': 'd381a31f-c210-4652-9864-bdd845bc330f', 'status': 'completed', 'code': 200} Nov 19 04:20:56.261658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3e64863-3280-4e0b-ac86-92c4bc741d1f req-3cdb32ba-8c87-49d6-84c1-bb03299055c7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "GET /v2.0/ports?device_id=19715b1d-dfd1-49b0-bf07-437e9925e3dc HTTP/1.1" status: 200 len: 210 time: 0.0289721 Nov 19 04:20:56.400076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:56.921410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51008) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:57.009407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7099a99-d817-4b3c-91c2-b77c4b7337a3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.039146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7099a99-d817-4b3c-91c2-b77c4b7337a3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.042179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51016) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:57.132905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7099a99-d817-4b3c-91c2-b77c4b7337a3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.136533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b7099a99-d817-4b3c-91c2-b77c4b7337a3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.138027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7099a99-d817-4b3c-91c2-b77c4b7337a3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] 10.222.0.52 "DELETE /v2.0/security-groups/06cd1600-daed-4b90-971b-3cb17ef155b6 HTTP/1.1" status: 204 len: 168 time: 0.2143855 Nov 19 04:20:57.168201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7099a99-d817-4b3c-91c2-b77c4b7337a3 tempest-TestVolumeBackupRestore-96445169 tempest-TestVolumeBackupRestore-96445169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd1600-daed-4b90-971b-3cb17ef155b6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:57.211426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-125100ff-d25e-4a3e-aeac-9144639160f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.273431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.336721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51056) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:57.342838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d381a31f-c210-4652-9864-bdd845bc330f no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:20:57.415328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: d381a31f-c210-4652-9864-bdd845bc330f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:20:57.415912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device d381a31f-c210-4652-9864-bdd845bc330f not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:20:57.459178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-125100ff-d25e-4a3e-aeac-9144639160f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.465541 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-477f6456-f9ef-4f52-9ea9-5435879aae68 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.469097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-125100ff-d25e-4a3e-aeac-9144639160f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.518904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-477f6456-f9ef-4f52-9ea9-5435879aae68 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.538910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-125100ff-d25e-4a3e-aeac-9144639160f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4063a90c7bd749f2bd6fac3a7b9382e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936807 Nov 19 04:20:57.540511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:57.604715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-477f6456-f9ef-4f52-9ea9-5435879aae68 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.609182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-477f6456-f9ef-4f52-9ea9-5435879aae68 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.614026 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-477f6456-f9ef-4f52-9ea9-5435879aae68 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/security-groups/5961c7c5-e731-4520-947c-505978af20cb HTTP/1.1" status: 204 len: 168 time: 0.2745895 Nov 19 04:20:57.614811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51088) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:57.622679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125100ff-d25e-4a3e-aeac-9144639160f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2227ee32-3ae9-4928-a7d3-b4150dc7ab41,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:57.653462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f6456-f9ef-4f52-9ea9-5435879aae68 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961c7c5-e731-4520-947c-505978af20cb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:57.668928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac59d2e3-4501-49d8-8750-18da6d7952f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.710743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac59d2e3-4501-49d8-8750-18da6d7952f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.785835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac59d2e3-4501-49d8-8750-18da6d7952f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.791697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac59d2e3-4501-49d8-8750-18da6d7952f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.795295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac59d2e3-4501-49d8-8750-18da6d7952f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2227ee32-3ae9-4928-a7d3-b4150dc7ab41 HTTP/1.1" status: 204 len: 168 time: 0.2517006 Nov 19 04:20:57.819044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59d2e3-4501-49d8-8750-18da6d7952f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2227ee32-3ae9-4928-a7d3-b4150dc7ab41,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:57.822159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-420fe251-dc8a-40a4-8798-3f30a7a9a787 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.910426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-420fe251-dc8a-40a4-8798-3f30a7a9a787 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.973579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-420fe251-dc8a-40a4-8798-3f30a7a9a787 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.976648 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-420fe251-dc8a-40a4-8798-3f30a7a9a787 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:57.977910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-420fe251-dc8a-40a4-8798-3f30a7a9a787 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/security-groups/f6b93383-0509-4d3a-9d43-5244bfa912a1 HTTP/1.1" status: 204 len: 168 time: 0.3574536 Nov 19 04:20:57.982131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51122) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:20:58.022526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fe251-dc8a-40a4-8798-3f30a7a9a787 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b93383-0509-4d3a-9d43-5244bfa912a1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:20:58.816858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:59.021815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee4ed-b99d-4f8c-a4ff-9d2bcb94328e req-6ab464e1-89df-4775-9554-07f6ad58a7ac tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:20:59.036214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3bee4ed-b99d-4f8c-a4ff-9d2bcb94328e req-6ab464e1-89df-4775-9554-07f6ad58a7ac tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.1129115 Nov 19 04:20:59.150448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3bee4ed-b99d-4f8c-a4ff-9d2bcb94328e req-431f2b78-9708-40f7-a74d-4eb14281c604 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127613 Nov 19 04:20:59.389308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port b5d5213c-fe39-4e29-9aad-69b762cae034 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:20:59.390719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:59.641056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] For port b5d5213c-fe39-4e29-9aad-69b762cae034, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b5d5213c-fe39-4e29-9aad-69b762cae034,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:20:59.642035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:20:59.661835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for b5d5213c-fe39-4e29-9aad-69b762cae034 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:00.033753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:00.106527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=b5d5213c-fe39-4e29-9aad-69b762cae034,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:00.415824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e1580-4748-4172-9ba5-62a98058d1ef req-d9844664-8df9-485d-bcd5-da6a7a5249e0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:00.428256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c4e1580-4748-4172-9ba5-62a98058d1ef req-d9844664-8df9-485d-bcd5-da6a7a5249e0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.1450794 Nov 19 04:21:00.534170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c4e1580-4748-4172-9ba5-62a98058d1ef req-b818b03a-99d7-4ab3-a0f8-9b48aec069e5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962877 Nov 19 04:21:00.635009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:00.944854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-044fb7be-fbd8-4fec-8d10-d8d32dcb6251 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:00.948649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-044fb7be-fbd8-4fec-8d10-d8d32dcb6251 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.31 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.3078897 Nov 19 04:21:01.246559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Deleting port bfcf774f-af51-44e4-81fa-c5e0b6382351 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:01.247159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:01.430931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Router cef119e5-e551-4388-81b3-07cecaba8462 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:01.456022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] For port bfcf774f-af51-44e4-81fa-c5e0b6382351, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bfcf774f-af51-44e4-81fa-c5e0b6382351,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:01.456421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:01.750803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a242-0496-4ded-b68d-4c8f89a0779f req-045feb18-682b-4eee-9acc-a8fbdee9bae0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:01.761546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21d3a242-0496-4ded-b68d-4c8f89a0779f req-045feb18-682b-4eee-9acc-a8fbdee9bae0 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 946 time: 0.1131189 Nov 19 04:21:01.859523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21d3a242-0496-4ded-b68d-4c8f89a0779f req-2da40359-002c-486e-91c2-44bcfb0a565d tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956111 Nov 19 04:21:01.961751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.147527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51590) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:02.178280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:02.185229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c710f23-e13d-455a-b3e6-54d8839fe469 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "PUT /v2.0/routers/cef119e5-e551-4388-81b3-07cecaba8462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1985440 Nov 19 04:21:02.187946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51596) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:02.193025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] Sync routers for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:02.226043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:02.226706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:02.227323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.228124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.228861 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Floating IP 2c0e844f-89ae-4073-8724-0df110ad7f96 disassociated. External IP: 172.25.8.112, port: bfcf774f-af51-44e4-81fa-c5e0b6382351. Nov 19 04:21:02.231271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Calling delete_port for bfcf774f-af51-44e4-81fa-c5e0b6382351 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:02.367140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting subnet 4ee96ccd-429c-47cc-b152-d384c41b2572 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:21:02.381462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.463545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1d8374a-0c30-4a94-b905-bcdfb8bdee7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.614767 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1d8374a-0c30-4a94-b905-bcdfb8bdee7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.623490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1d8374a-0c30-4a94-b905-bcdfb8bdee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.648975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:02.673852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.677110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8374a-0c30-4a94-b905-bcdfb8bdee7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7db7c-8fe4-4572-a8af-5e4c1aaa6bb4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:02.742737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f1d8374a-0c30-4a94-b905-bcdfb8bdee7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64db79d9f7a1434092cba33b5b8e55f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5914171 Nov 19 04:21:02.751494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:02.931851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5cb1-fc63-443c-8fd1-40814449976f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:02.949672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.003377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.059809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event deleted for resources: {'Port': ['ID=bfcf774f-af51-44e4-81fa-c5e0b6382351,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:03.111807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:20:59Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:03.158721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] Checking router: cef119e5-e551-4388-81b3-07cecaba8462 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:03.174395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] Routers {'cef119e5-e551-4388-81b3-07cecaba8462'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:03.177551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['cef119e5-e551-4388-81b3-07cecaba8462'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:03.195249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.277357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da7ce19b-caa1-4b1f-a682-75f93d65f0ea req-75995a2d-a700-44cf-90d5-b671796112ad tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 210 time: 0.1424685 Nov 19 04:21:03.278386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.281621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/subnets/4ee96ccd-429c-47cc-b152-d384c41b2572 HTTP/1.1" status: 204 len: 168 time: 1.0924435 Nov 19 04:21:03.286045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485c818-c620-492d-a353-cac38676446c tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee96ccd-429c-47cc-b152-d384c41b2572,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:03.300377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51630) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:03.311252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5cb1-fc63-443c-8fd1-40814449976f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.373969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] Set router cef119e5-e551-4388-81b3-07cecaba8462 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:03.439489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5cb1-fc63-443c-8fd1-40814449976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.442272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5cb1-fc63-443c-8fd1-40814449976f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.445858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5ca5cb1-fc63-443c-8fd1-40814449976f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59b7db7c-8fe4-4572-a8af-5e4c1aaa6bb4 HTTP/1.1" status: 204 len: 168 time: 0.6908813 Nov 19 04:21:03.461409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca5cb1-fc63-443c-8fd1-40814449976f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7db7c-8fe4-4572-a8af-5e4c1aaa6bb4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:03.513752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:03.519052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcef5aa-2a56-410b-a53d-dd59541f95e3 None None] Network 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:03.522037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:03.587091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Router 582ed674-6275-494c-b9c0-186c19abfc99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:03.591684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: bfcf774f-af51-44e4-81fa-c5e0b6382351 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:03.593118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bfcf774f-af51-44e4-81fa-c5e0b6382351 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:03.974114 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.075033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:20:59Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:04.084852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51638) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:04.106274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-635bfed5-3fb8-49f6-9bc7-d158cc7170e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.124867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] DHCP port deletion for 5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:04.128730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:04.133350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5592d3-e59b-499b-9513-26bada8806be None None] The sync data for ids ['cef119e5-e551-4388-81b3-07cecaba8462'] in n-d-818503-1 is: [{'id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1975264099', 'tenant_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:19:10Z', 'updated_at': '2021-11-19T04:20:59Z', 'revision_number': 5, 'project_id': 'db9e4f3c598e4a86ab199476aa9ff1c0', 'gw_port': {'id': 'dc56421d-5bb0-43bb-8de0-db8793cfba35', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef119e5-e551-4388-81b3-07cecaba8462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:19:12Z', 'updated_at': '2021-11-19T04:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:04.140751 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:04.180021 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:04.181955 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:04.264422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] No DVR routers for this DVR port bfcf774f-af51-44e4-81fa-c5e0b6382351 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:04.269857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.277595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-129bd90c-ac67-483a-89a0-c624326e83c4 req-ba87b743-8007-429b-be96-32868de57ed5 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.31 "DELETE /v2.0/ports/bfcf774f-af51-44e4-81fa-c5e0b6382351 HTTP/1.1" status: 204 len: 173 time: 3.3212841 Nov 19 04:21:04.302740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-deleted', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:21:04.311998 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393d8af-1d41-490c-b191-eae9b36aa62e" -d '{"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-deleted", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:21:04.343634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Deleting port dc56421d-5bb0-43bb-8de0-db8793cfba35 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:04.344695 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.364032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-635bfed5-3fb8-49f6-9bc7-d158cc7170e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.377612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-635bfed5-3fb8-49f6-9bc7-d158cc7170e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.403571 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b554587e-1649-4009-8127-33d0a209b707 x-openstack-request-id: req-b554587e-1649-4009-8127-33d0a209b707 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:21:04.403871 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801e06d-f156-4886-973d-50af04c53a4e", "name": "network-vif-deleted", "tag": "bfcf774f-af51-44e4-81fa-c5e0b6382351", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:21:04.404132 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b554587e-1649-4009-8127-33d0a209b707 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:21:04.404553 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9801e06d-f156-4886-973d-50af04c53a4e', 'name': 'network-vif-deleted', 'tag': 'bfcf774f-af51-44e4-81fa-c5e0b6382351', 'status': 'completed', 'code': 200} Nov 19 04:21:04.491007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bfed5-3fb8-49f6-9bc7-d158cc7170e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354bd3bf-0555-4c52-9008-649784c91b41,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:04.549458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:04.582516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] For port dc56421d-5bb0-43bb-8de0-db8793cfba35, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dc56421d-5bb0-43bb-8de0-db8793cfba35,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:04.582896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.609417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] Deleting port 4519759d-a32f-43b5-b339-77e3ddfb0b6a {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:04.615855 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.617917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Calling delete_port for dc56421d-5bb0-43bb-8de0-db8793cfba35 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:04.679261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d95aca4-681e-49c9-b895-df9e4f839663 req-d31f8832-1851-4dd4-b45a-ff0b688f282b tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/ports?device_id=9801e06d-f156-4886-973d-50af04c53a4e HTTP/1.1" status: 200 len: 210 time: 0.1681147 Nov 19 04:21:04.697764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-635bfed5-3fb8-49f6-9bc7-d158cc7170e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6aae96aec572427ebcf2d6b9c7bfc258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6112404 Nov 19 04:21:04.700424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51648) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:04.739373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] For port 4519759d-a32f-43b5-b339-77e3ddfb0b6a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=4519759d-a32f-43b5-b339-77e3ddfb0b6a,segment=NetworkSegment(f4cdf254-55d1-4048-9763-43e36ef867f8),segment_id=f4cdf254-55d1-4048-9763-43e36ef867f8)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:04.741266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.776427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] Calling delete_port for 4519759d-a32f-43b5-b339-77e3ddfb0b6a owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:04.849314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a297558e-a5cf-431e-b7c4-45b449f03bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:04.906033 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a297558e-a5cf-431e-b7c4-45b449f03bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.027745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.033552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a297558e-a5cf-431e-b7c4-45b449f03bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.037165 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a297558e-a5cf-431e-b7c4-45b449f03bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.037732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.041325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a297558e-a5cf-431e-b7c4-45b449f03bc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/354bd3bf-0555-4c52-9008-649784c91b41 HTTP/1.1" status: 204 len: 168 time: 0.3288653 Nov 19 04:21:05.069715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297558e-a5cf-431e-b7c4-45b449f03bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354bd3bf-0555-4c52-9008-649784c91b41,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:05.123685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Port': ['ID=dc56421d-5bb0-43bb-8de0-db8793cfba35,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:05.145240 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:05.163533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] No DVR routers for this DVR port 4519759d-a32f-43b5-b339-77e3ddfb0b6a on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:05.181817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596e38d-0754-428b-9d30-561b97cf8a29 None None] Pushing event deleted for resources: {'Port': ['ID=4519759d-a32f-43b5-b339-77e3ddfb0b6a,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:05.189660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375463d-75b1-4761-9724-185ce73ea397 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:05.244938 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:05.264439 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:05.265263 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:05.291237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51654) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:05.318628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.490144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.494811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.572319 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:05.574255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.575162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Fanout notify agent at l3_agent the message router_deleted on router cef119e5-e551-4388-81b3-07cecaba8462 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:21:05.604409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.608314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cfd29821-0eee-444f-b67a-244d6ca46d77 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/routers/cef119e5-e551-4388-81b3-07cecaba8462 HTTP/1.1" status: 204 len: 168 time: 2.3072417 Nov 19 04:21:05.611146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51660) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:05.817120 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:05.912646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51674) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:06.017084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-daa5c705-1ca3-44e6-8fe1-56a3fbea6981 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.048847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-daa5c705-1ca3-44e6-8fe1-56a3fbea6981 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.087691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.130559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-daa5c705-1ca3-44e6-8fe1-56a3fbea6981 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.140804 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-daa5c705-1ca3-44e6-8fe1-56a3fbea6981 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.147169 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-daa5c705-1ca3-44e6-8fe1-56a3fbea6981 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "DELETE /v2.0/security-groups/4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2 HTTP/1.1" status: 204 len: 168 time: 0.2335496 Nov 19 04:21:06.148444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51678) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:06.168594 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:06.198700 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-67e87790-b9d8-4881-b170-d03412d4fb30 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] show failed (client error): The resource could not be found. Nov 19 04:21:06.200073 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-67e87790-b9d8-4881-b170-d03412d4fb30 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "GET /v2.0/security-groups/4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2 HTTP/1.1" status: 404 len: 347 time: 0.0369208 Nov 19 04:21:06.205787 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeaa780-e9f1-40f6-be2c-8d822ab534aa None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:12:42Z', 'revision_number': 4, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '424b5907-f817-4dd6-8468-fe6176363e50', 'name': '', 'network_id': '4484949b-f675-4ba1-81c7-687ce3519222', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'mac_address': 'fa:16:3e:e9:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:41Z', 'updated_at': '2021-11-19T04:12:51Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'subnets': [{'id': '0d37ffb6-8218-49c0-a76e-0ef55da4177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:06.210647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:06.213288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5c705-1ca3-44e6-8fe1-56a3fbea6981 tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d05ae-18c6-4ad3-a23c-4cfce068d9d2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:06.279356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:06.332842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cdf254-55d1-4048-9763-43e36ef867f8') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:06.333819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cdf254-55d1-4048-9763-43e36ef867f8') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:06.390156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.458209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b5d5213c-fe39-4e29-9aad-69b762cae034 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:06.487078 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.498477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b5d5213c-fe39-4e29-9aad-69b762cae034 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:06.498839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b5d5213c-fe39-4e29-9aad-69b762cae034 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:06.502729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc56421d-5bb0-43bb-8de0-db8793cfba35 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:06.511054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:21:06.511505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:21:06.517554 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:21:06.543175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Deleting port 5731370f-6275-4b7f-be7a-3e7c394c5ff5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:06.543707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.558332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: dc56421d-5bb0-43bb-8de0-db8793cfba35 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:06.558753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dc56421d-5bb0-43bb-8de0-db8793cfba35 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:06.559279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4519759d-a32f-43b5-b339-77e3ddfb0b6a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:06.597584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 4519759d-a32f-43b5-b339-77e3ddfb0b6a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:06.598165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 4519759d-a32f-43b5-b339-77e3ddfb0b6a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:06.679160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.729406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.736993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] 10.222.0.52 "DELETE /v2.0/networks/5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6 HTTP/1.1" status: 204 len: 168 time: 1.1215346 Nov 19 04:21:06.738086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db8a4-4b41-4859-9944-323dc170eff7 tempest-TestSecurityGroupsBasicOps-837952041 tempest-TestSecurityGroupsBasicOps-837952041-project] Pushing event deleted for resources: {'Network': ['ID=5b6dbc5b-dfce-4482-abe4-c668a5bf6ad6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:06.754708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.755283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:06.790891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Calling delete_port for 5731370f-6275-4b7f-be7a-3e7c394c5ff5 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:06.792846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49396-1931-4f0b-9601-3816748a5a70 None None] New status for floating IP 2c0e844f-89ae-4073-8724-0df110ad7f96: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:21:06.915498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.095447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.100509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-e5b49396-1931-4f0b-9601-3816748a5a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:21:07.101793 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-e5b49396-1931-4f0b-9601-3816748a5a70 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:21:07.170257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Pushing event deleted for resources: {'Port': ['ID=5731370f-6275-4b7f-be7a-3e7c394c5ff5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:07.371636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.376648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.378869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9baaf586-cf62-4276-a5db-38fa1b22371c tempest-AttachVolumeShelveTestJSON-574613627 tempest-AttachVolumeShelveTestJSON-574613627-project] 10.222.0.52 "DELETE /v2.0/floatingips/2c0e844f-89ae-4073-8724-0df110ad7f96 HTTP/1.1" status: 204 len: 168 time: 1.1663783 Nov 19 04:21:07.455377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Deleting port 5586516b-2a85-45ac-bad0-cd1bccbedd48 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:07.456065 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.473345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51720) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:07.566728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] For port 5586516b-2a85-45ac-bad0-cd1bccbedd48, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=5586516b-2a85-45ac-bad0-cd1bccbedd48,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:07.567186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.586976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Calling delete_port for 5586516b-2a85-45ac-bad0-cd1bccbedd48 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:07.603973 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49396-1931-4f0b-9601-3816748a5a70 None None] New status for floating IP 2c0e844f-89ae-4073-8724-0df110ad7f96: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:21:07.798741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-309940a8-8c84-4baf-9569-bed9a78a87a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db9e4f3c598e4a86ab199476aa9ff1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208983 Nov 19 04:21:07.801088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:07.908575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be95f34a-e4a2-4964-adc7-23070002d37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.915636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.956970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be95f34a-e4a2-4964-adc7-23070002d37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:07.986744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Pushing event deleted for resources: {'Port': ['ID=5586516b-2a85-45ac-bad0-cd1bccbedd48,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:08.039208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be95f34a-e4a2-4964-adc7-23070002d37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.042605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be95f34a-e4a2-4964-adc7-23070002d37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.046509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be95f34a-e4a2-4964-adc7-23070002d37c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1593b6d-87ab-4556-9706-32ef2b21096c HTTP/1.1" status: 204 len: 168 time: 0.2415016 Nov 19 04:21:08.090524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95f34a-e4a2-4964-adc7-23070002d37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1593b6d-87ab-4556-9706-32ef2b21096c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:08.203705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51752) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:08.326873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.352913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5a049ec-43bc-4121-bd61-7e3bf678aec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.448958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5a049ec-43bc-4121-bd61-7e3bf678aec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.457713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5a049ec-43bc-4121-bd61-7e3bf678aec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.509050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-1a55e1cc-a244-4bd7-b2bd-e83eccbf33df req-ddfeaeaf-585d-4c58-9885-ced958e43353 service neutron] (109987) timed out ('10.222.0.52', 56664) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:21:08.526225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a049ec-43bc-4121-bd61-7e3bf678aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b0dec9-d6fe-4c53-99fa-1fff79e8c7d9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:08.556034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5a049ec-43bc-4121-bd61-7e3bf678aec6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93e3a8af0b374176b87b683e75489d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472710 Nov 19 04:21:08.560527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51758) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:08.677575 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f09f-ecb5-4a5d-ab89-9e858868ce78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.695738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Router afd58746-6775-4a4e-8112-cd5e1c2e717e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:08.712933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f09f-ecb5-4a5d-ab89-9e858868ce78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.734362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51762) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:08.750570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-724a0625-302e-440d-bb4d-85afd6fb6aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.859505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:08.869455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d88dd61c-25bc-41b4-9179-24eb5f0dc179 admin admin] 10.222.0.52 "PUT /v2.0/routers/afd58746-6775-4a4e-8112-cd5e1c2e717e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5770977 Nov 19 04:21:08.870165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51764) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:08.872683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f09f-ecb5-4a5d-ab89-9e858868ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.879582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f09f-ecb5-4a5d-ab89-9e858868ce78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.879582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5eb1f09f-ecb5-4a5d-ab89-9e858868ce78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74b0dec9-d6fe-4c53-99fa-1fff79e8c7d9 HTTP/1.1" status: 204 len: 168 time: 0.3157887 Nov 19 04:21:08.884895 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] Sync routers for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:08.900425 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:08.902769 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:08.909921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-724a0625-302e-440d-bb4d-85afd6fb6aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:08.924668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f09f-ecb5-4a5d-ab89-9e858868ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b0dec9-d6fe-4c53-99fa-1fff79e8c7d9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:08.942187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-724a0625-302e-440d-bb4d-85afd6fb6aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.021675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-724a0625-302e-440d-bb4d-85afd6fb6aae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c14cf23311de48588722ae588bafaeb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847075 Nov 19 04:21:09.022879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0625-302e-440d-bb4d-85afd6fb6aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9da928-62cd-4d47-ba12-5910122d727c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:09.026230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51768) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:09.069024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.106322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66135663-ef11-4378-92f1-859f0dcda992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.113368 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:09.178082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66135663-ef11-4378-92f1-859f0dcda992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.271994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66135663-ef11-4378-92f1-859f0dcda992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.275508 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-66135663-ef11-4378-92f1-859f0dcda992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.279254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-66135663-ef11-4378-92f1-859f0dcda992 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a9da928-62cd-4d47-ba12-5910122d727c HTTP/1.1" status: 204 len: 168 time: 0.2494328 Nov 19 04:21:09.290408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66135663-ef11-4378-92f1-859f0dcda992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9da928-62cd-4d47-ba12-5910122d727c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:09.293198 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.443790 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:21:07Z', 'revision_number': 5, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port': {'id': 'd46e116d-db29-424b-b4bc-f205ddb74ec6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:15:53Z', 'updated_at': '2021-11-19T04:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:09.449396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Deleting port d46e116d-db29-424b-b4bc-f205ddb74ec6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:09.449749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.482354 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] Checking router: afd58746-6775-4a4e-8112-cd5e1c2e717e for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:09.497461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] Routers {'afd58746-6775-4a4e-8112-cd5e1c2e717e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:09.499012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['afd58746-6775-4a4e-8112-cd5e1c2e717e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:09.592799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] For port d46e116d-db29-424b-b4bc-f205ddb74ec6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d46e116d-db29-424b-b4bc-f205ddb74ec6,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:09.593291 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:09.611607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] Set router afd58746-6775-4a4e-8112-cd5e1c2e717e gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:09.613350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Calling delete_port for d46e116d-db29-424b-b4bc-f205ddb74ec6 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:09.695422 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:21:09Z', 'revision_number': 6, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:09.763185 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70a447-449e-463a-84b3-cb6b357338d3 None None] The sync data for ids ['afd58746-6775-4a4e-8112-cd5e1c2e717e'] in n-d-818503-1 is: [{'id': 'afd58746-6775-4a4e-8112-cd5e1c2e717e', 'name': 'tempest-TestVolumeBackupRestore-1224114391-router', 'tenant_id': '819503e1e2964e66b5b36b112fc9c8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:15:51Z', 'updated_at': '2021-11-19T04:21:09Z', 'revision_number': 6, 'project_id': '819503e1e2964e66b5b36b112fc9c8bf', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:09.940013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51788) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:10.008844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a344fff2-5675-42db-baad-4e97fe7ef0bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2360cef7d9974fbabb338764bf02b57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659015 Nov 19 04:21:10.009823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51792) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:10.083212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a97fe1de-0b35-439d-a89b-743de03b541c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.119143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a97fe1de-0b35-439d-a89b-743de03b541c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.167098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5586516b-2a85-45ac-bad0-cd1bccbedd48 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:10.230165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 5586516b-2a85-45ac-bad0-cd1bccbedd48 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:10.231751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 5586516b-2a85-45ac-bad0-cd1bccbedd48 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:10.272692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a97fe1de-0b35-439d-a89b-743de03b541c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.275543 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a97fe1de-0b35-439d-a89b-743de03b541c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.279051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a97fe1de-0b35-439d-a89b-743de03b541c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ff421c5-6d61-4f21-9028-b9b356722378 HTTP/1.1" status: 204 len: 168 time: 0.2646704 Nov 19 04:21:10.314143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fe1de-0b35-439d-a89b-743de03b541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff421c5-6d61-4f21-9028-b9b356722378,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:10.364103 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.409575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f201d59-2ab1-43c3-8845-c6ea9c93bd19 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:10.509844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46e116d-db29-424b-b4bc-f205ddb74ec6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:10.524203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.646264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.649588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.724641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.726457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd58746-6775-4a4e-8112-cd5e1c2e717e {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:21:10.739134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.741822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f7677a9f-9f43-4515-ba56-f9aef69446f9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/afd58746-6775-4a4e-8112-cd5e1c2e717e HTTP/1.1" status: 204 len: 168 time: 1.8699303 Nov 19 04:21:10.744374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51814) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:10.846846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Deleting subnet 1148efc5-338a-427f-917f-30e70a3b842f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:21:10.851825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:10.966472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.128009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.232929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.280355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1148efc5-338a-427f-917f-30e70a3b842f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:11.286692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.293553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51838) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:11.296446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b485f44-59f4-42f8-a7a2-1ab2e203e692 None None] Network 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:11.312406 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-58d351ce-e3c5-4bc5-89ae-0b8b25d57807 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1148efc5-338a-427f-917f-30e70a3b842f HTTP/1.1" status: 204 len: 168 time: 0.5667677 Nov 19 04:21:11.466021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.620891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Deleting port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:11.621256 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.701609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] DHCP port deletion for 83a4d5aa-f88d-4d19-b8d0-d8871052f9aa request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:11.755810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] For port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:11.756468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.775179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Calling delete_port for 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:11.820529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51850) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:11.846154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] Deleting port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:11.847424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:11.955649 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.005042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51856) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:12.020678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] For port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,segment=NetworkSegment(b9a6bf89-f33e-4f9b-932b-3d240660dffa),segment_id=b9a6bf89-f33e-4f9b-932b-3d240660dffa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:12.021088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.022046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:12.033797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] No DVR routers for this DVR port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:12.063272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] Calling delete_port for 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:12.122194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-142536057-network', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:12.198666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Made reservation on behalf of 9469307830bb48d49388e6a9b0688f0b for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:12.201239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.223223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:12.227418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-292ae62b-6190-4cf4-8b24-aa8c121fc8af tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-45247801'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:12.228115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-292ae62b-6190-4cf4-8b24-aa8c121fc8af tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Unknown quota resources ['metering_label']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:12.232119 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.241437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.267786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:12.270622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a4d5aa-f88d-4d19-b8d0-d8871052f9aa']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:12.270790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:12.271131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d46e116d-db29-424b-b4bc-f205ddb74ec6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:12.281982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a6bf89-f33e-4f9b-932b-3d240660dffa') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:12.282316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a6bf89-f33e-4f9b-932b-3d240660dffa') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:12.293514 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.308995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.316541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:21:12.316963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.320009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d46e116d-db29-424b-b4bc-f205ddb74ec6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:12.320484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d46e116d-db29-424b-b4bc-f205ddb74ec6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:12.355517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.389862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] Pushing event deleted for resources: {'Port': ['ID=67d8c864-9ba1-4979-aa48-3ffab1d9dbd1,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:12.394249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43c4e8-a0a4-4ed8-9e66-6943d64276e5 None None] No DVR routers for this DVR port 67d8c864-9ba1-4979-aa48-3ffab1d9dbd1 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:21:12.408753 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:21:12.421249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.444887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.449341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] 10.222.0.52 "DELETE /v2.0/networks/83a4d5aa-f88d-4d19-b8d0-d8871052f9aa HTTP/1.1" status: 204 len: 168 time: 1.1546996 Nov 19 04:21:12.467289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51864) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:12.477793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700ed6-b41a-49ae-afed-622bc45bac67 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a4d5aa-f88d-4d19-b8d0-d8871052f9aa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:12.630933 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-292ae62b-6190-4cf4-8b24-aa8c121fc8af tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.634627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-292ae62b-6190-4cf4-8b24-aa8c121fc8af tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.8104143 Nov 19 04:21:12.636802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51866) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:12.647754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c0272c9e-929f-4188-871c-921e3b6dba53 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '87dca0f0-c6f9-4a9a-8779-233075389f00'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:12.648654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c0272c9e-929f-4188-871c-921e3b6dba53 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:12.709301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.715203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.757475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:21:12.792488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef7cfe8-f2c9-4583-8f7e-62a522a6d4c2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:12.801121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.802411 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Added segment d789cbc8-a628-4848-9d72-261d9301a810 of type vlan for network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 Nov 19 04:21:12.879470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.900102 n-d-818503-1 neutron-server[109986]: WARNING neutron.services.metering.metering_plugin [None req-c0272c9e-929f-4188-871c-921e3b6dba53 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 04:21:12.910751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:12.913871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:12.915600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.041524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] Pushing event updated for resources: {'Network': ['ID=9ab4e079-6521-4a2a-8a6b-74ac65a62682,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:13.051974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:21:13.066289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0272c9e-929f-4188-871c-921e3b6dba53 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.071789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c0272c9e-929f-4188-871c-921e3b6dba53 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4338799 Nov 19 04:21:13.074881 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9b94def6-2357-4766-8020-3373389481eb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0655899 Nov 19 04:21:13.074881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.075909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51870) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.081471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-12314b6c-cc7d-433b-8ad0-2420498b57e8 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '87dca0f0-c6f9-4a9a-8779-233075389f00'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:13.082109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-12314b6c-cc7d-433b-8ad0-2420498b57e8 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:13.085681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Request body: {'subnet': {'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-142536057-subnet', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:13.173616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Made reservation on behalf of 9469307830bb48d49388e6a9b0688f0b for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:13.182203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.216660 n-d-818503-1 neutron-server[109987]: WARNING neutron.services.metering.metering_plugin [None req-12314b6c-cc7d-433b-8ad0-2420498b57e8 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 04:21:13.402078 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12314b6c-cc7d-433b-8ad0-2420498b57e8 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.403311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-12314b6c-cc7d-433b-8ad0-2420498b57e8 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3291335 Nov 19 04:21:13.406090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51874) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.421177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c929cff0-63a5-4ab6-8530-e186893a2b5c tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=269b4273-d652-436b-aa4c-8b6de7836c19 HTTP/1.1" status: 200 len: 462 time: 0.0132689 Nov 19 04:21:13.424857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51876) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.581252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.674998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6288569e-56f0-46b9-a002-b7d9b8acd830 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.676152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6288569e-56f0-46b9-a002-b7d9b8acd830 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/269b4273-d652-436b-aa4c-8b6de7836c19 HTTP/1.1" status: 204 len: 168 time: 0.2502904 Nov 19 04:21:13.679180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51880) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.690086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86871db-dffb-426c-9f41-394f59c9962d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:13.697956 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be52a73c-84ef-4615-90e8-3a957271d603 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=269b4273-d652-436b-aa4c-8b6de7836c19 HTTP/1.1" status: 200 len: 221 time: 0.0175972 Nov 19 04:21:13.698691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51882) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.699590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.706074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f8b5bfd7-6e3f-402d-8346-f6cf128f73c0 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--626089249', 'description': 'label created by tempest'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:13.706542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f8b5bfd7-6e3f-402d-8346-f6cf128f73c0 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Unknown quota resources ['metering_label']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:13.768631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Checking segment: {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:13.769006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Network hostable DHCP agents. Network: 9ab4e079-6521-4a2a-8a6b-74ac65a62682, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:21:13.839552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:21:13.899274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9ab4e079-6521-4a2a-8a6b-74ac65a62682) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:13.907924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6ea95-e6db-4b96-9943-a33bffcae210 None None] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:13.914367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:13.914973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.979203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dcaf0bd7-bb8c-4c23-a491-3a456ea5b956 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8955300 Nov 19 04:21:13.987846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51884) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:13.991267 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8b5bfd7-6e3f-402d-8346-f6cf128f73c0 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:13.994967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f8b5bfd7-6e3f-402d-8346-f6cf128f73c0 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2926972 Nov 19 04:21:13.995118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:13.995841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51886) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:14.037597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.039161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.079510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7f5a03ec-62a9-4f0d-8258-c868b09923d6 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=25a954da-f100-470b-b92e-338aaf992335 HTTP/1.1" status: 200 len: 467 time: 0.0796533 Nov 19 04:21:14.080069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51888) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:14.130058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-9ab4e079-6521-4a2a-8a6b-74ac65a62682', 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'fixed_ips': [{'subnet_id': 'e86871db-dffb-426c-9f41-394f59c9962d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:21:14.131015 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.190949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.290715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Deleting port 8c0631ba-41ff-4dcf-83f4-ddad78c49908 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:14.291092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.326604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Allocated IP 172.20.0.2 (9ab4e079-6521-4a2a-8a6b-74ac65a62682/e86871db-dffb-426c-9f41-394f59c9962d/fb139ffc-8dde-4fc0-b933-82d70fb22baf) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:14.382274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.546284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] For port 8c0631ba-41ff-4dcf-83f4-ddad78c49908, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8c0631ba-41ff-4dcf-83f4-ddad78c49908,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:14.546666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.552689 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.561396 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.565537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Calling delete_port for 8c0631ba-41ff-4dcf-83f4-ddad78c49908 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:14.607535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:14.617004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:14.621553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:14.638774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Pushing event updated for resources: {'Port': ['ID=fb139ffc-8dde-4fc0-b933-82d70fb22baf,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:14.702073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Attempting to bind port fb139ffc-8dde-4fc0-b933-82d70fb22baf on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:14.702456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Attempting to bind port fb139ffc-8dde-4fc0-b933-82d70fb22baf by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:14.702827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Attempting to bind port fb139ffc-8dde-4fc0-b933-82d70fb22baf on network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:14.718369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:14.719420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Checking segment: {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:14.720535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.720961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Bound using segment: {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:14.721446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Bound port: fb139ffc-8dde-4fc0-b933-82d70fb22baf, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:14.721840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.878054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] For port fb139ffc-8dde-4fc0-b933-82d70fb22baf, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:14.883260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] For port fb139ffc-8dde-4fc0-b933-82d70fb22baf, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb139ffc-8dde-4fc0-b933-82d70fb22baf,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:14.887582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.909294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:14.931014 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:15.024996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ed3873-c9fe-4a8c-9fdc-4c5c6c2148c2 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:15.033270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51894) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.033492 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:21:15.033923 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-44ed3873-c9fe-4a8c-9fdc-4c5c6c2148c2 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/25a954da-f100-470b-b92e-338aaf992335 HTTP/1.1" status: 204 len: 168 time: 0.9487164 Nov 19 04:21:15.035192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68836e-2962-4dfe-b700-5f82b5ae288d None None] Pushing event updated for resources: {'Port': ['ID=fb139ffc-8dde-4fc0-b933-82d70fb22baf,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:15.104279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9a2a1d2d-ffde-4c73-b840-653140d535ad tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=25a954da-f100-470b-b92e-338aaf992335 HTTP/1.1" status: 200 len: 216 time: 0.0667362 Nov 19 04:21:15.105676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51896) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.127264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5968ca6c-e7e7-452b-be1f-f8e58ef7f73d tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172682 Nov 19 04:21:15.128771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51898) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.163592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fbe88c5c-50ca-4e6f-9826-0ce785b6aedd tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0309713 Nov 19 04:21:15.165163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51900) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.168918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Allocated IP 172.25.8.229 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/74b264e7-e1bf-445d-88aa-7ea5632ece31) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:15.170880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:15.208053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0631ba-41ff-4dcf-83f4-ddad78c49908,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:15.264513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21e2e8ed-0571-407b-bf1c-81ce9d09064d tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/87dca0f0-c6f9-4a9a-8779-233075389f00 HTTP/1.1" status: 200 len: 471 time: 0.0973377 Nov 19 04:21:15.267977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.289328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4a28c13a-f9ee-4266-8cdb-d2d9a986ac8f tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/b0c5c3c5-6341-412a-91c4-69bb5e2d4299 HTTP/1.1" status: 200 len: 459 time: 0.0202136 Nov 19 04:21:15.292731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51904) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.571963 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4354f270-0a69-4189-a77c-45c79c5b90a2 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:15.573300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4354f270-0a69-4189-a77c-45c79c5b90a2 tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/b0c5c3c5-6341-412a-91c4-69bb5e2d4299 HTTP/1.1" status: 204 len: 168 time: 0.2783482 Nov 19 04:21:15.577582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51908) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:15.832496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d1a718f-c271-454a-9a8f-0ca6ce1fdb7b tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:15.833704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d1a718f-c271-454a-9a8f-0ca6ce1fdb7b tempest-MeteringIpV6TestJSON-969373029 tempest-MeteringIpV6TestJSON-969373029-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/87dca0f0-c6f9-4a9a-8779-233075389f00 HTTP/1.1" status: 204 len: 168 time: 0.2557764 Nov 19 04:21:15.910160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.004966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.007386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.145821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:16.155453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:16.162133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:16.172050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a5f10-734d-4bc8-90db-34b006165aeb None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:16.225331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51916) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:16.292295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Pushing event updated for resources: {'Port': ['ID=74b264e7-e1bf-445d-88aa-7ea5632ece31,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:16.317638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ce523597-1768-41e0-a58a-194f115b9488 None None] Provisioning complete for port 74b264e7-e1bf-445d-88aa-7ea5632ece31 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:16.321429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce523597-1768-41e0-a58a-194f115b9488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.390174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ce523597-1768-41e0-a58a-194f115b9488 None None] Port 74b264e7-e1bf-445d-88aa-7ea5632ece31 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:16.392714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb139ffc-8dde-4fc0-b933-82d70fb22baf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:16.476629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb139ffc-8dde-4fc0-b933-82d70fb22baf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:16.477228 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.508240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23102660-2953-46f7-9eeb-1e87db516839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.644519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23102660-2953-46f7-9eeb-1e87db516839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.655704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23102660-2953-46f7-9eeb-1e87db516839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.692109 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.696518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51926) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:16.706785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cde1fe-232f-4b01-9f46-c0047596594e None None] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:16.752415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23102660-2953-46f7-9eeb-1e87db516839 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f110e1a9a28d4a34a48ac0f12a29901e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258610 Nov 19 04:21:16.754847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:16.775096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23102660-2953-46f7-9eeb-1e87db516839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1210e-b968-40e8-b5b8-1b37957d2ed3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:16.793920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:16.851205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c34d-9f1e-4f56-93f7-eb3b3fb301dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.888857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c34d-9f1e-4f56-93f7-eb3b3fb301dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.939895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.963841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cbafcd11-6cd3-4947-b6af-7bcc76e9965c None None] Provisioning complete for port fb139ffc-8dde-4fc0-b933-82d70fb22baf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:16.964136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbafcd11-6cd3-4947-b6af-7bcc76e9965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.985470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c34d-9f1e-4f56-93f7-eb3b3fb301dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.989339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c34d-9f1e-4f56-93f7-eb3b3fb301dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:16.993519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b9b5c34d-9f1e-4f56-93f7-eb3b3fb301dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbd1210e-b968-40e8-b5b8-1b37957d2ed3 HTTP/1.1" status: 204 len: 168 time: 0.2344801 Nov 19 04:21:17.012886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5c34d-9f1e-4f56-93f7-eb3b3fb301dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1210e-b968-40e8-b5b8-1b37957d2ed3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:17.111348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port fb139ffc-8dde-4fc0-b933-82d70fb22baf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb139ffc-8dde-4fc0-b933-82d70fb22baf,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:17.128905 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.192920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=fb139ffc-8dde-4fc0-b933-82d70fb22baf,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:17.375580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:17.386536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] Sync routers for ids ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:17.414090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] Routers {'43a8b6b0-cfd5-4646-b257-97ec80bae3bb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:17.414772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:17.416555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-15d355cf-1806-4e38-a906-6eaefe20eb05 admin admin] 10.222.0.52 "PUT /v2.0/routers/43a8b6b0-cfd5-4646-b257-97ec80bae3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9479089 Nov 19 04:21:17.419190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51938) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:17.428404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.551185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51940) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:17.605108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.611192 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d791214-f0a3-4b82-9842-a459e2cd8914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.694049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] Set router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:17.784594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.871776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Deleting port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:17.872394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.912348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-00bc380c-584c-4ea7-939e-8f2db5fdeaaa None None] Provisioning complete for port fb139ffc-8dde-4fc0-b933-82d70fb22baf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:17.913255 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-00bc380c-584c-4ea7-939e-8f2db5fdeaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.913741 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d791214-f0a3-4b82-9842-a459e2cd8914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.926461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d791214-f0a3-4b82-9842-a459e2cd8914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:17.950927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:21:18.000597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] For port be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:18.000980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.011467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d791214-f0a3-4b82-9842-a459e2cd8914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6095b1f-874b-44bf-b23e-5238bd8256ba,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:18.025540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d791214-f0a3-4b82-9842-a459e2cd8914 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fef7573cd56942b79b94d240663add21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344883 Nov 19 04:21:18.026936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Calling delete_port for be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:18.029698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51944) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:18.102980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:21:15Z', 'revision_number': 5, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port': {'id': 'be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:16:05Z', 'updated_at': '2021-11-19T04:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:18.139389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] Checking router: 43a8b6b0-cfd5-4646-b257-97ec80bae3bb for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:18.150183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] Routers {'43a8b6b0-cfd5-4646-b257-97ec80bae3bb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:18.150451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:18.176420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.192688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb139ffc-8dde-4fc0-b933-82d70fb22baf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:18.254324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:18.260191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.267593 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Sync routers for ids ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:18.286545 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Routers {'8bf6e9cf-55ca-4904-8da9-92e686ddb526'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:18.287573 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:18.305779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Pushing event deleted for resources: {'Port': ['ID=be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:18.338923 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e499-131b-4760-a5de-732175212d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.378898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.394374 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.398750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1dcfb3de-de59-430b-8e6f-4b4a425afdd9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4067495 Nov 19 04:21:18.401054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 51946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:18.405652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e499-131b-4760-a5de-732175212d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.447135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed94436-b90a-4faa-adb8-38dab98ca699 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:18.492798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.495009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.497456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] Set router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:18.566956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.567599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a8b6b0-cfd5-4646-b257-97ec80bae3bb {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:21:18.569155 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Set router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:18.572201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.574005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dda9864b-6978-4dff-b37e-aada063a334a admin admin] 10.222.0.52 "DELETE /v2.0/routers/43a8b6b0-cfd5-4646-b257-97ec80bae3bb HTTP/1.1" status: 204 len: 168 time: 1.1533372 Nov 19 04:21:18.574419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:21:17Z', 'revision_number': 6, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:18.576767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:18.606247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a25db-e26d-4c8a-9943-f70f58c9a002 None None] The sync data for ids ['43a8b6b0-cfd5-4646-b257-97ec80bae3bb'] in n-d-818503-1 is: [{'id': '43a8b6b0-cfd5-4646-b257-97ec80bae3bb', 'name': 'tempest-TestVolumeBackupRestore-605081587-router', 'tenant_id': '8df193930fe2467597daa7145669bfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:16:04Z', 'updated_at': '2021-11-19T04:21:17Z', 'revision_number': 6, 'project_id': '8df193930fe2467597daa7145669bfc5', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:18.616113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port fb139ffc-8dde-4fc0-b933-82d70fb22baf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:18.616504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.633826 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Deleting subnet 7b125c16-2d3b-409c-a300-4544e0532ed9 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:21:18.639563 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.714274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.839972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.899260 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:16Z', 'revision_number': 3, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:18.929173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.935006 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Checking router: 8bf6e9cf-55ca-4904-8da9-92e686ddb526 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:18.935707 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Updating router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 port 74b264e7-e1bf-445d-88aa-7ea5632ece31 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:21:18.988868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.989290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d576e2-8e7b-4da6-a185-5459e1dba009 None None] Network a6bf4075-1cb9-4bad-9181-6f552089d3ff requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:18.992523 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:18.997004 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7b125c16-2d3b-409c-a300-4544e0532ed9 HTTP/1.1" status: 204 len: 168 time: 0.4198201 Nov 19 04:21:18.997996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff24c89-1e02-411f-8281-dfb865c3acbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b125c16-2d3b-409c-a300-4544e0532ed9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:19.002684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51960) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:19.108417 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.253257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Deleting port e42e8416-b748-4569-9874-8dd7b1e41b6d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:19.254661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.278676 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e499-131b-4760-a5de-732175212d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.283965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e499-131b-4760-a5de-732175212d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.285821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3aa7e499-131b-4760-a5de-732175212d3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6095b1f-874b-44bf-b23e-5238bd8256ba HTTP/1.1" status: 204 len: 168 time: 1.2546852 Nov 19 04:21:19.312285 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e499-131b-4760-a5de-732175212d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6095b1f-874b-44bf-b23e-5238bd8256ba,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:19.345861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] DHCP port deletion for a6bf4075-1cb9-4bad-9181-6f552089d3ff request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:19.482972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] For port e42e8416-b748-4569-9874-8dd7b1e41b6d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e42e8416-b748-4569-9874-8dd7b1e41b6d,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:19.483577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.485012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] Deleting port e42e8416-b748-4569-9874-8dd7b1e41b6d {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:19.485467 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.535745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Calling delete_port for e42e8416-b748-4569-9874-8dd7b1e41b6d owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:19.584162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Deleting port 424b5907-f817-4dd6-8468-fe6176363e50 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:19.584725 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.644200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] For port e42e8416-b748-4569-9874-8dd7b1e41b6d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e42e8416-b748-4569-9874-8dd7b1e41b6d,segment=NetworkSegment(1dfea788-8cf1-40e6-84b4-dfe9333372e0),segment_id=1dfea788-8cf1-40e6-84b4-dfe9333372e0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:19.644620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.675947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] Calling delete_port for e42e8416-b748-4569-9874-8dd7b1e41b6d owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:19.751542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.753058 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.773203 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.815777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ee07f-a73b-458f-8f7c-41ce24b513ab None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:19.837468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] For port 424b5907-f817-4dd6-8468-fe6176363e50, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=424b5907-f817-4dd6-8468-fe6176363e50,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:19.838169 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.845066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] No DVR routers for this DVR port e42e8416-b748-4569-9874-8dd7b1e41b6d on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:19.847254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42e8416-b748-4569-9874-8dd7b1e41b6d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:19.887422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.900551 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Attempting to bind port 74b264e7-e1bf-445d-88aa-7ea5632ece31 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:19.920887 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Attempting to bind port 74b264e7-e1bf-445d-88aa-7ea5632ece31 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:19.920887 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Attempting to bind port 74b264e7-e1bf-445d-88aa-7ea5632ece31 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:19.928167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Calling delete_port for 424b5907-f817-4dd6-8468-fe6176363e50 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:19.935608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] No DVR routers for this DVR port e42e8416-b748-4569-9874-8dd7b1e41b6d on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:19.971416 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:19.972169 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:19.973066 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.974063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:19.975587 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Bound port: 74b264e7-e1bf-445d-88aa-7ea5632ece31, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:19.976580 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.991380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:19.996935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40102d-0d57-472b-8361-dce846cabf4c None None] Pushing event deleted for resources: {'Port': ['ID=e42e8416-b748-4569-9874-8dd7b1e41b6d,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:20.002212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.008838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8b0ee615-c096-4e5f-ab26-a9a27a30a30e None None] Provisioning complete for port 74b264e7-e1bf-445d-88aa-7ea5632ece31 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:20.009228 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee615-c096-4e5f-ab26-a9a27a30a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.082155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bf4075-1cb9-4bad-9181-6f552089d3ff']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:20.109682 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] For port 74b264e7-e1bf-445d-88aa-7ea5632ece31, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:20.114093 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] For port 74b264e7-e1bf-445d-88aa-7ea5632ece31, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=74b264e7-e1bf-445d-88aa-7ea5632ece31,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:20.134295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfea788-8cf1-40e6-84b4-dfe9333372e0') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:20.136148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfea788-8cf1-40e6-84b4-dfe9333372e0') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:20.138606 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.144580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ee615-c096-4e5f-ab26-a9a27a30a30e None None] Port 74b264e7-e1bf-445d-88aa-7ea5632ece31 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:20.154543 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.157104 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1abf38-71a2-4531-be1c-6cae8f47df70 None None] Pushing event updated for resources: {'Port': ['ID=74b264e7-e1bf-445d-88aa-7ea5632ece31,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:20.169280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:20.186900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.198556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:21:20.198915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:21:20.201880 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:21:20.215640 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:20.217135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device be3ff8cf-4a9e-435a-a2b5-c36cdb2107a3 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:20.217579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e42e8416-b748-4569-9874-8dd7b1e41b6d no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:20.251935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e42e8416-b748-4569-9874-8dd7b1e41b6d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:20.252882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e42e8416-b748-4569-9874-8dd7b1e41b6d not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:20.253348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8c0631ba-41ff-4dcf-83f4-ddad78c49908 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:20.274493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8c0631ba-41ff-4dcf-83f4-ddad78c49908 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:20.274852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8c0631ba-41ff-4dcf-83f4-ddad78c49908 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:20.292314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1abf38-71a2-4531-be1c-6cae8f47df70 None None] Pushing event updated for resources: {'Port': ['ID=74b264e7-e1bf-445d-88aa-7ea5632ece31,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:20.309430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b692b-3e07-4d9d-9f67-c567a3fb8849 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:20.337513 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Routers {'8bf6e9cf-55ca-4904-8da9-92e686ddb526'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:20.339718 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:20.348670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.386071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ad159912-d97a-440c-a67a-0ace5e0b1462 None None] Provisioning complete for port 74b264e7-e1bf-445d-88aa-7ea5632ece31 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:20.386484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad159912-d97a-440c-a67a-0ace5e0b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.390068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.399505 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a6bf4075-1cb9-4bad-9181-6f552089d3ff HTTP/1.1" status: 204 len: 168 time: 1.3956447 Nov 19 04:21:20.400314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedfd81-918f-46cd-84b7-9246a8587de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6bf4075-1cb9-4bad-9181-6f552089d3ff,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:20.482689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Allocated IP 172.20.0.1 (9ab4e079-6521-4a2a-8a6b-74ac65a62682/e86871db-dffb-426c-9f41-394f59c9962d/201b7d20-cf57-46f8-80eb-e77d77f3ad19) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:20.546151 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] Set router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:20.557990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad159912-d97a-440c-a67a-0ace5e0b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.564941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.599022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Pushing event deleted for resources: {'Port': ['ID=424b5907-f817-4dd6-8468-fe6176363e50,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:20.615956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ad159912-d97a-440c-a67a-0ace5e0b1462 None None] For port 74b264e7-e1bf-445d-88aa-7ea5632ece31, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=74b264e7-e1bf-445d-88aa-7ea5632ece31,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:20.625288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ad159912-d97a-440c-a67a-0ace5e0b1462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.647848 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51992) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:20.741584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad159912-d97a-440c-a67a-0ace5e0b1462 None None] Pushing event updated for resources: {'Port': ['ID=74b264e7-e1bf-445d-88aa-7ea5632ece31,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:20.768628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c30f65a2-c7e8-4d79-88e3-37c6be67cbf4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=819503e1e2964e66b5b36b112fc9c8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168559 Nov 19 04:21:20.777180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 51994) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:20.903825 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:16Z', 'revision_number': 3, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:20.909810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfe4441f-eaf4-477f-92db-bbb6c485e5cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:20.942671 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57afc6a-666a-47ac-ae4b-1b51fef89dee None None] The sync data for ids ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'] in n-d-818503-1 is: [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:16Z', 'revision_number': 3, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:20.961024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfe4441f-eaf4-477f-92db-bbb6c485e5cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.053110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfe4441f-eaf4-477f-92db-bbb6c485e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.054036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.057152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.058034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfe4441f-eaf4-477f-92db-bbb6c485e5cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.066107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dfe4441f-eaf4-477f-92db-bbb6c485e5cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf1809bc-5f13-46a1-ac75-5adc5f6c3b19 HTTP/1.1" status: 204 len: 168 time: 0.2850428 Nov 19 04:21:21.084880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4441f-eaf4-477f-92db-bbb6c485e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1809bc-5f13-46a1-ac75-5adc5f6c3b19,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:21.210146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.275512 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fcc48523-7d05-4bf3-9051-5192694d092b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.277469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:21.280301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Pushing event updated for resources: {'Port': ['ID=201b7d20-cf57-46f8-80eb-e77d77f3ad19,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:21.283693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:21.287851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:21.387342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.653865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Router 582ed674-6275-494c-b9c0-186c19abfc99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:21.762094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.762218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52012) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:21.779164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-abbc9fae-f21f-4a3c-b60e-465c3f2ff51e None None] Provisioning complete for port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:21.780157 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abbc9fae-f21f-4a3c-b60e-465c3f2ff51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.845887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f5684fa4-289d-4dde-94d3-dd41ce2c6500 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8df193930fe2467597daa7145669bfc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818412 Nov 19 04:21:21.849311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52016) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:21.851274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-abbc9fae-f21f-4a3c-b60e-465c3f2ff51e None None] Port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:21.926942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:21.930942 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8588749c-35dc-4586-90b5-5bfdd4f5b665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:21.938433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] Sync routers for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:21.939736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-986c50f1-a0c3-4f88-bd9c-b9ca5e5e87ae admin admin] 10.222.0.52 "PUT /v2.0/routers/582ed674-6275-494c-b9c0-186c19abfc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2421336 Nov 19 04:21:21.940478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52018) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:21.959961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:21.965059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:22.007785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8588749c-35dc-4586-90b5-5bfdd4f5b665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.070024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8588749c-35dc-4586-90b5-5bfdd4f5b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.074526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8588749c-35dc-4586-90b5-5bfdd4f5b665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.095810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8588749c-35dc-4586-90b5-5bfdd4f5b665 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52490e2c-56d7-4554-bad8-085e09c403bb HTTP/1.1" status: 204 len: 168 time: 0.2453029 Nov 19 04:21:22.122648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588749c-35dc-4586-90b5-5bfdd4f5b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52490e2c-56d7-4554-bad8-085e09c403bb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:22.340796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:22.370318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.429052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.440445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.479678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:22.486235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 74b264e7-e1bf-445d-88aa-7ea5632ece31 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:22.580617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.611051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.638371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Pushing event updated for resources: {'Port': ['ID=201b7d20-cf57-46f8-80eb-e77d77f3ad19,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:22.643281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-735cd8b8-5397-4a7a-8d9c-ecb428cdefd3 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1630387987'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:22.643766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-735cd8b8-5397-4a7a-8d9c-ecb428cdefd3 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Unknown quota resources ['metering_label']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:22.721783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 74b264e7-e1bf-445d-88aa-7ea5632ece31 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:22.723089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.813630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Deleting port 666cc253-64d8-49c8-a920-e980df879ed9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:22.814639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.911875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-735cd8b8-5397-4a7a-8d9c-ecb428cdefd3 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:22.913349 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-735cd8b8-5397-4a7a-8d9c-ecb428cdefd3 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4257963 Nov 19 04:21:22.916106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:22.939306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a476a159-99bc-4681-ba7a-eac6b3a4587d tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd45fbf4b-37a1-4aa4-8c94-d2d77e2bf21b'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:22.939818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a476a159-99bc-4681-ba7a-eac6b3a4587d tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:22.940989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:22.944593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:22.945751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.017148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '666cc253-64d8-49c8-a920-e980df879ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 5, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port': {'id': '666cc253-64d8-49c8-a920-e980df879ed9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582ed674-6275-494c-b9c0-186c19abfc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:12:37Z', 'updated_at': '2021-11-19T04:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:23.063294 n-d-818503-1 neutron-server[109987]: WARNING neutron.services.metering.metering_plugin [None req-a476a159-99bc-4681-ba7a-eac6b3a4587d tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 04:21:23.093160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] Checking router: 582ed674-6275-494c-b9c0-186c19abfc99 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:23.108314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] Routers {'582ed674-6275-494c-b9c0-186c19abfc99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:23.109009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['582ed674-6275-494c-b9c0-186c19abfc99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:23.188631 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] For port 666cc253-64d8-49c8-a920-e980df879ed9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=666cc253-64d8-49c8-a920-e980df879ed9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:23.189467 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.223797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52062) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:23.232814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Calling delete_port for 666cc253-64d8-49c8-a920-e980df879ed9 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:23.270834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:23.275702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a476a159-99bc-4681-ba7a-eac6b3a4587d tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.282889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a476a159-99bc-4681-ba7a-eac6b3a4587d tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3611934 Nov 19 04:21:23.285849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52066) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:23.294061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9bed49f6-b4a2-4644-8f91-d1066bf0cc75 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd45fbf4b-37a1-4aa4-8c94-d2d77e2bf21b'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:23.296239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9bed49f6-b4a2-4644-8f91-d1066bf0cc75 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:23.304684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] Set router 582ed674-6275-494c-b9c0-186c19abfc99 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:23.405270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:21:22Z', 'revision_number': 6, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:23.443641 n-d-818503-1 neutron-server[109987]: WARNING neutron.services.metering.metering_plugin [None req-9bed49f6-b4a2-4644-8f91-d1066bf0cc75 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 04:21:23.454414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16b42d-2e19-4eb0-a30c-d90c4d41ad76 None None] The sync data for ids ['582ed674-6275-494c-b9c0-186c19abfc99'] in n-d-818503-1 is: [{'id': '582ed674-6275-494c-b9c0-186c19abfc99', 'name': 'tempest-AttachVolumeShelveTestJSON-871719739-router', 'tenant_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:12:36Z', 'updated_at': '2021-11-19T04:21:22Z', 'revision_number': 6, 'project_id': 'abe2c2fd70d3460dba6f6bb0390e9819', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:23.477786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1005837925-network', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:23.514301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-01e9d8d2-8f1f-4bdb-8cf3-7269ff969c78 None None] Provisioning complete for port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:23.514690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01e9d8d2-8f1f-4bdb-8cf3-7269ff969c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.549067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bed49f6-b4a2-4644-8f91-d1066bf0cc75 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.550343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9bed49f6-b4a2-4644-8f91-d1066bf0cc75 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2632854 Nov 19 04:21:23.553019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:23.565381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5e95c77-38ba-444f-a3a4-48ffe32845cd tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=1df837bc-7eb8-4ca3-a84d-913baf600152 HTTP/1.1" status: 200 len: 464 time: 0.0111008 Nov 19 04:21:23.567897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52072) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:23.583464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-01e9d8d2-8f1f-4bdb-8cf3-7269ff969c78 None None] Port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:23.590460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8b87364-cbf7-43a4-8482-c165189541f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.626052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:23.629675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.649714 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.653913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:23.665635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-69ebbe16-7c82-4fc9-9b4d-02a4bfe59f5a admin admin] 10.222.0.52 "PUT /v2.0/routers/8bf6e9cf-55ca-4904-8da9-92e686ddb526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2621059 Nov 19 04:21:23.701878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-560bd4c6-3b75-4272-9bae-5dfdf3023361 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.708856 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-560bd4c6-3b75-4272-9bae-5dfdf3023361 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/1df837bc-7eb8-4ca3-a84d-913baf600152 HTTP/1.1" status: 204 len: 168 time: 0.1397157 Nov 19 04:21:23.709414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52076) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:23.728622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42b3ebc3-18e5-4897-877e-3a0f21645dad tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=1df837bc-7eb8-4ca3-a84d-913baf600152 HTTP/1.1" status: 200 len: 221 time: 0.0176973 Nov 19 04:21:23.729161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52078) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:23.733417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-20463d55-d486-4849-a101-ab8ff3a2f653 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2071037693', 'description': 'label created by tempest'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:23.734626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-20463d55-d486-4849-a101-ab8ff3a2f653 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Unknown quota resources ['metering_label']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:21:23.751096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.778383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.819462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:21:23.852974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc3e7b-45d4-4186-88c3-016ea264e686,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:23.861412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.862888 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Added segment dba71813-0738-439e-bd07-007a0dce0585 of type vlan for network 01a9aba9-c2be-4f68-8841-2f5b102465f7 Nov 19 04:21:23.872949 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:23.894822 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Sync routers for ids ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:23.911008 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Routers {'8bf6e9cf-55ca-4904-8da9-92e686ddb526'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:23.915216 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:23.954891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Pushing event deleted for resources: {'Port': ['ID=666cc253-64d8-49c8-a920-e980df879ed9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:23.971109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133be2e-6060-499a-8924-eb3f3feb1e1f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:24.042020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.044451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.061150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-20463d55-d486-4849-a101-ab8ff3a2f653 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.064005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-20463d55-d486-4849-a101-ab8ff3a2f653 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3338900 Nov 19 04:21:24.070634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.192977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-10ad01dd-8342-4bb3-9ebf-14165d01d9a0 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=b73ea930-84e6-4cc0-a466-3947cd290a0f HTTP/1.1" status: 200 len: 468 time: 0.1208987 Nov 19 04:21:24.195682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.216562 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Set router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:24.494254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 424b5907-f817-4dd6-8468-fe6176363e50 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:24.547514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 424b5907-f817-4dd6-8468-fe6176363e50 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:24.550431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 424b5907-f817-4dd6-8468-fe6176363e50 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:24.550561 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:21Z', 'revision_number': 4, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '201b7d20-cf57-46f8-80eb-e77d77f3ad19', 'name': '', 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'mac_address': 'fa:16:3e:34:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'e86871db-dffb-426c-9f41-394f59c9962d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:20Z', 'updated_at': '2021-11-19T04:21:21Z', 'revision_number': 2, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'subnets': [{'id': 'e86871db-dffb-426c-9f41-394f59c9962d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:24.583034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00f94264-4f8f-45d0-b7bc-c4fd8f2a2a8c tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.583425 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.db.resource_extend [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 04:21:24.586777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-00f94264-4f8f-45d0-b7bc-c4fd8f2a2a8c tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/b73ea930-84e6-4cc0-a466-3947cd290a0f HTTP/1.1" status: 204 len: 168 time: 0.3875608 Nov 19 04:21:24.587199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52096) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.598809 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Checking router: 8bf6e9cf-55ca-4904-8da9-92e686ddb526 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:24.599336 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Updating router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:21:24.602885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.609807 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.617125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0155f566-e98e-4a9a-b73e-8d8c7afb810d tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=b73ea930-84e6-4cc0-a466-3947cd290a0f HTTP/1.1" status: 200 len: 216 time: 0.0286770 Nov 19 04:21:24.620689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.635084 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.639155 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-62829302-0ca2-43cf-b52a-656cb4491a89 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0142224 Nov 19 04:21:24.639442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52100) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.660362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.661460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:24.662130 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.663500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46d3055d-7e24-4104-b30e-ff03f54dbacc tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0215878 Nov 19 04:21:24.667073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52102) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.722199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.727252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582ed674-6275-494c-b9c0-186c19abfc99 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:21:24.734611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.736205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8869d89c-b9a1-4b1b-ad88-26efff5a75ed admin admin] 10.222.0.52 "DELETE /v2.0/routers/582ed674-6275-494c-b9c0-186c19abfc99 HTTP/1.1" status: 204 len: 168 time: 2.7780054 Nov 19 04:21:24.772764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5366671 Nov 19 04:21:24.775721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52104) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.776072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.795506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3b0e9ddc-a5bb-4750-a42f-86dd7aca29a5 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/d45fbf4b-37a1-4aa4-8c94-d2d77e2bf21b HTTP/1.1" status: 200 len: 473 time: 0.1205714 Nov 19 04:21:24.798967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.804916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Request body: {'subnet': {'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1005837925-subnet', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:24.814520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190fcb-5b36-44c3-8519-c6a31448ff27 admin admin] Pushing event updated for resources: {'Network': ['ID=01a9aba9-c2be-4f68-8841-2f5b102465f7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:24.825296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:21:24.867275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f24a6bf9-2be7-460e-ad4b-82624b091812 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/e67b2817-38fe-4b26-9c7c-418ddafa84d9 HTTP/1.1" status: 200 len: 461 time: 0.0539105 Nov 19 04:21:24.870476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52114) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:24.923794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Deleting subnet 0d37ffb6-8218-49c0-a76e-0ef55da4177f {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:21:24.931832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:24.937414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:24.941964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.052376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87f2530f-7f21-4d68-9e54-94deca96f504 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.053897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-87f2530f-7f21-4d68-9e54-94deca96f504 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/e67b2817-38fe-4b26-9c7c-418ddafa84d9 HTTP/1.1" status: 204 len: 168 time: 0.1821196 Nov 19 04:21:25.056116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:25.161992 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.166942 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.170049 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.225061 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baa483-bae8-40d6-a29b-8398b8f12970 None None] Pushing event updated for resources: {'Port': ['ID=201b7d20-cf57-46f8-80eb-e77d77f3ad19,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:25.291214 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.307910 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Attempting to bind port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:25.308347 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Attempting to bind port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:25.308728 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Attempting to bind port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 on network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:25.314026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.315756 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:25.316150 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Checking segment: {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:25.317082 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.317494 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Bound using segment: {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:25.318472 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Bound port: 201b7d20-cf57-46f8-80eb-e77d77f3ad19, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd789cbc8-a628-4848-9d72-261d9301a810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:25.318709 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.402913 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] For port 201b7d20-cf57-46f8-80eb-e77d77f3ad19, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:25.407480 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] For port 201b7d20-cf57-46f8-80eb-e77d77f3ad19, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=201b7d20-cf57-46f8-80eb-e77d77f3ad19,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:25.408007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.413630 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.463310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a96ef1d1-e7a9-4957-8e45-4c838cde90e6 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.464496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a96ef1d1-e7a9-4957-8e45-4c838cde90e6 tempest-MeteringTestJSON-173954679 tempest-MeteringTestJSON-173954679-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/d45fbf4b-37a1-4aa4-8c94-d2d77e2bf21b HTTP/1.1" status: 204 len: 168 time: 0.4072816 Nov 19 04:21:25.490771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d37ffb6-8218-49c0-a76e-0ef55da4177f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:25.499558 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Routers {'8bf6e9cf-55ca-4904-8da9-92e686ddb526'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:25.500359 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:25.517244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc606530-bd5b-4ef5-93bb-db2cb85153ea None None] Network 4484949b-f675-4ba1-81c7-687ce3519222 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:25.523059 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.533366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1812e1c2-c2f6-4aae-ad3a-b0d8d510ab6c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0d37ffb6-8218-49c0-a76e-0ef55da4177f HTTP/1.1" status: 204 len: 168 time: 0.7562630 Nov 19 04:21:25.536912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52126) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:25.609062 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baa483-bae8-40d6-a29b-8398b8f12970 None None] Pushing event updated for resources: {'Port': ['ID=201b7d20-cf57-46f8-80eb-e77d77f3ad19,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:25.704017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52128) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:25.723865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:25.882984 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] Set router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:25.907857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-55271fb9-f1a7-45bd-b38d-bcc17900427e None None] Provisioning complete for port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:25.908486 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55271fb9-f1a7-45bd-b38d-bcc17900427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.053649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52132) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:26.080808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Deleting port d0599948-fde2-4dc0-806b-b41366fff87f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:26.081171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.148591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 666cc253-64d8-49c8-a920-e980df879ed9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:26.198578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.208886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 666cc253-64d8-49c8-a920-e980df879ed9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:26.209236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 666cc253-64d8-49c8-a920-e980df879ed9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:26.212449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] DHCP port deletion for 4484949b-f675-4ba1-81c7-687ce3519222 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:26.293505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55271fb9-f1a7-45bd-b38d-bcc17900427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.380823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] For port d0599948-fde2-4dc0-806b-b41366fff87f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d0599948-fde2-4dc0-806b-b41366fff87f,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:26.381143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.397771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-55271fb9-f1a7-45bd-b38d-bcc17900427e None None] For port 201b7d20-cf57-46f8-80eb-e77d77f3ad19, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=201b7d20-cf57-46f8-80eb-e77d77f3ad19,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:26.415206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0df230dd-e8a7-417c-b91e-4783c4aa6b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.426871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:26.427422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Network hostable DHCP agents. Network: 01a9aba9-c2be-4f68-8841-2f5b102465f7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:21:26.435576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55271fb9-f1a7-45bd-b38d-bcc17900427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.546635 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0df230dd-e8a7-417c-b91e-4783c4aa6b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.550162 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Calling delete_port for d0599948-fde2-4dc0-806b-b41366fff87f owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:26.560578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca730ab-ae7c-4ee9-99de-de41ebb08336,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:26.564727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0df230dd-e8a7-417c-b91e-4783c4aa6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.568150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.618757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Deleting port d0599948-fde2-4dc0-806b-b41366fff87f {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:26.619369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.622202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df230dd-e8a7-417c-b91e-4783c4aa6b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ef8a3-620d-45fd-b0bb-fe5eacebfe66,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:26.677035 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:21Z', 'revision_number': 4, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '201b7d20-cf57-46f8-80eb-e77d77f3ad19', 'name': '', 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'mac_address': 'fa:16:3e:34:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'e86871db-dffb-426c-9f41-394f59c9962d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:20Z', 'updated_at': '2021-11-19T04:21:25Z', 'revision_number': 4, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'subnets': [{'id': 'e86871db-dffb-426c-9f41-394f59c9962d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:26.680508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8c1fc9f0-be4a-48e5-8350-1af757f13376 None None] Provisioning complete for port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:26.684669 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc9f0-be4a-48e5-8350-1af757f13376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.715536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:21:26.741569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2b0e4-54b3-41e8-9d07-5bc3f5019916 None None] The sync data for ids ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'] in n-d-818503-1 is: [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:21Z', 'revision_number': 4, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '201b7d20-cf57-46f8-80eb-e77d77f3ad19', 'name': '', 'network_id': '9ab4e079-6521-4a2a-8a6b-74ac65a62682', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'mac_address': 'fa:16:3e:34:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'e86871db-dffb-426c-9f41-394f59c9962d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:20Z', 'updated_at': '2021-11-19T04:21:25Z', 'revision_number': 4, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'subnets': [{'id': 'e86871db-dffb-426c-9f41-394f59c9962d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:26.760029 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0df230dd-e8a7-417c-b91e-4783c4aa6b6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3109fe2d27184186aeea43f8345bcd85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7014396 Nov 19 04:21:26.762991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52138) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:26.777710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 01a9aba9-c2be-4f68-8841-2f5b102465f7) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:26.788427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.810762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:26.811504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.891311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3b0e28cf-0dad-4e03-9e4c-4b7296de4f65 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1129999 Nov 19 04:21:26.895478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52140) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:26.900228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:26.931292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:26.976402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0599948-fde2-4dc0-806b-b41366fff87f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:26.982814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] No DVR routers for this DVR port d0599948-fde2-4dc0-806b-b41366fff87f on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:27.006154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] For port d0599948-fde2-4dc0-806b-b41366fff87f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d0599948-fde2-4dc0-806b-b41366fff87f,segment=NetworkSegment(1ae4ed1d-9001-4957-8277-612d2461d895),segment_id=1ae4ed1d-9001-4957-8277-612d2461d895)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:27.008101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.013701 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.015057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.097415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d89ca1-3589-4c62-a534-78f774866cae None None] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:27.116915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.194919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4484949b-f675-4ba1-81c7-687ce3519222']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:27.201093 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.238663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae4ed1d-9001-4957-8277-612d2461d895') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:27.238946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae4ed1d-9001-4957-8277-612d2461d895') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:27.292482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Calling delete_port for d0599948-fde2-4dc0-806b-b41366fff87f owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:27.341225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55271fb9-f1a7-45bd-b38d-bcc17900427e None None] Pushing event updated for resources: {'Port': ['ID=201b7d20-cf57-46f8-80eb-e77d77f3ad19,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:27.386098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.501684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.507147 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.516812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:21:27.517293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:21:27.519923 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:21:27.612370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fd88966-4bf4-4a0c-ad33-1b9f765b14c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.659646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.660393 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.664844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.681134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4484949b-f675-4ba1-81c7-687ce3519222 HTTP/1.1" status: 204 len: 168 time: 2.1338031 Nov 19 04:21:27.696178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Network 4484949b-f675-4ba1-81c7-687ce3519222 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:21:27.698197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] No DVR routers for this DVR port d0599948-fde2-4dc0-806b-b41366fff87f on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:27.704480 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fd88966-4bf4-4a0c-ad33-1b9f765b14c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.726289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29e314-5d20-4db7-af95-8a7ed05d8154 admin admin] Pushing event deleted for resources: {'Network': ['ID=4484949b-f675-4ba1-81c7-687ce3519222,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:27.739649 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.852860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fd88966-4bf4-4a0c-ad33-1b9f765b14c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.858977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4fd88966-4bf4-4a0c-ad33-1b9f765b14c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:27.860698 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4fd88966-4bf4-4a0c-ad33-1b9f765b14c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f19ef8a3-620d-45fd-b0bb-fe5eacebfe66 HTTP/1.1" status: 204 len: 168 time: 1.0966153 Nov 19 04:21:27.943534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd88966-4bf4-4a0c-ad33-1b9f765b14c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ef8a3-620d-45fd-b0bb-fe5eacebfe66,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:27.957457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e934358-7115-410f-9439-bc4a5fd2e72f None None] Pushing event deleted for resources: {'Port': ['ID=d0599948-fde2-4dc0-806b-b41366fff87f,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:27.967927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52148) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:28.020804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-01a9aba9-c2be-4f68-8841-2f5b102465f7', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:21:28.021750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.092511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b3abd1bc-2ece-47d2-b4ce-3ea4860079b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abe2c2fd70d3460dba6f6bb0390e9819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1203113 Nov 19 04:21:28.092663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52150) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:28.226513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Deleting port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:28.226850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.245553 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.261730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e61ce5b-8fce-41be-b32d-1c2ab5ffce27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.286864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.336556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Allocated IP 172.20.0.2 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/a14a952a-d932-45ff-9fcd-3662f3424599) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:28.345287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e61ce5b-8fce-41be-b32d-1c2ab5ffce27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.441297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] For port 201b7d20-cf57-46f8-80eb-e77d77f3ad19, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=201b7d20-cf57-46f8-80eb-e77d77f3ad19,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:28.441844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.464315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Calling delete_port for 201b7d20-cf57-46f8-80eb-e77d77f3ad19 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:28.496479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e61ce5b-8fce-41be-b32d-1c2ab5ffce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.499600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8e61ce5b-8fce-41be-b32d-1c2ab5ffce27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.506484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e61ce5b-8fce-41be-b32d-1c2ab5ffce27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6553bc84-dd7d-4c12-9443-2d4a906d785f HTTP/1.1" status: 204 len: 168 time: 0.4120336 Nov 19 04:21:28.554908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Allocated IP 172.25.8.225 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/0697491a-287f-4737-8870-f17a7183eb97) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:28.557908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61ce5b-8fce-41be-b32d-1c2ab5ffce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553bc84-dd7d-4c12-9443-2d4a906d785f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:28.773782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:28.785709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.841864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8136c76b-10c6-43ab-9ece-d9a9d5c3edb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.860594 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:28.912160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=201b7d20-cf57-46f8-80eb-e77d77f3ad19,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:28.955395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.004699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 201b7d20-cf57-46f8-80eb-e77d77f3ad19 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:29.015670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Pushing event updated for resources: {'Port': ['ID=0697491a-287f-4737-8870-f17a7183eb97,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:29.035482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:29.037721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:29.040965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:29.112500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb78ba-5a5d-4194-8192-b086b4447f2e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:29.126836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 201b7d20-cf57-46f8-80eb-e77d77f3ad19 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:29.127193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 201b7d20-cf57-46f8-80eb-e77d77f3ad19 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 04:21:29.196719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Port 201b7d20-cf57-46f8-80eb-e77d77f3ad19 not found, will not notify nova. {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 04:21:29.304208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d0599948-fde2-4dc0-806b-b41366fff87f no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:29.370598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d0599948-fde2-4dc0-806b-b41366fff87f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:29.370957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d0599948-fde2-4dc0-806b-b41366fff87f not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:29.398356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8136c76b-10c6-43ab-9ece-d9a9d5c3edb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.421000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8136c76b-10c6-43ab-9ece-d9a9d5c3edb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.426835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.449632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-24906072-b520-41e0-8ad6-2ad982b80873 None None] Provisioning complete for port 0697491a-287f-4737-8870-f17a7183eb97 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:29.450037 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-24906072-b520-41e0-8ad6-2ad982b80873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.490829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8136c76b-10c6-43ab-9ece-d9a9d5c3edb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=623049df8b01470fa87c8b8bde088994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7118995 Nov 19 04:21:29.491028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52170) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:29.493481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c76b-10c6-43ab-9ece-d9a9d5c3edb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc20c36-ca09-43c5-8796-d32835783d0a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:29.498796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.505002 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.511617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-24906072-b520-41e0-8ad6-2ad982b80873 None None] Port 0697491a-287f-4737-8870-f17a7183eb97 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:29.518072 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.583341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:29.588400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:29.597850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:29.619457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dd268a3-c3bc-45c5-964e-d1089c2b46de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.633512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Pushing event updated for resources: {'Port': ['ID=a14a952a-d932-45ff-9fcd-3662f3424599,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:29.654792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dd268a3-c3bc-45c5-964e-d1089c2b46de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.668541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Attempting to bind port a14a952a-d932-45ff-9fcd-3662f3424599 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:29.668972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Attempting to bind port a14a952a-d932-45ff-9fcd-3662f3424599 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:29.669345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Attempting to bind port a14a952a-d932-45ff-9fcd-3662f3424599 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:29.675287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:29.675678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:29.676087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.676486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:29.676965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Bound port: a14a952a-d932-45ff-9fcd-3662f3424599, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:29.677356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.750750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] For port a14a952a-d932-45ff-9fcd-3662f3424599, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:29.754721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] For port a14a952a-d932-45ff-9fcd-3662f3424599, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a14a952a-d932-45ff-9fcd-3662f3424599,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:29.761685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.802318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.834425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed49b5d-cddd-4299-8295-01ec640759aa None None] Pushing event updated for resources: {'Port': ['ID=a14a952a-d932-45ff-9fcd-3662f3424599,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:29.852788 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dd268a3-c3bc-45c5-964e-d1089c2b46de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.855937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7dd268a3-c3bc-45c5-964e-d1089c2b46de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:29.857122 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7dd268a3-c3bc-45c5-964e-d1089c2b46de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdc20c36-ca09-43c5-8796-d32835783d0a HTTP/1.1" status: 204 len: 168 time: 0.3630786 Nov 19 04:21:29.875615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd268a3-c3bc-45c5-964e-d1089c2b46de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc20c36-ca09-43c5-8796-d32835783d0a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:29.933280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:29.993606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:21:30.154363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:30.178302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] Sync routers for ids ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:30.190622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f2ddb5f7-b942-40a0-aaf3-6b241d3fbf1e admin admin] 10.222.0.52 "PUT /v2.0/routers/8bf6e9cf-55ca-4904-8da9-92e686ddb526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4861858 Nov 19 04:21:30.193065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52192) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:30.198278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] Routers {'8bf6e9cf-55ca-4904-8da9-92e686ddb526'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:30.201678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:30.330822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:30.341745 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:30.356997 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:30.357552 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:30.425975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:30.427264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-74f9770a-4176-4db1-bf5f-625a7ac5dc52 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5317330 Nov 19 04:21:30.430695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52204) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:30.446887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:30.516653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] Set router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:30.691814 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:30.698980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:30.785362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Deleting port 74b264e7-e1bf-445d-88aa-7ea5632ece31 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:30.785713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:30.949410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] For port 74b264e7-e1bf-445d-88aa-7ea5632ece31, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=74b264e7-e1bf-445d-88aa-7ea5632ece31,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:30.951331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:30.958448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:28Z', 'revision_number': 5, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port': {'id': '74b264e7-e1bf-445d-88aa-7ea5632ece31', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:31.018650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Calling delete_port for 74b264e7-e1bf-445d-88aa-7ea5632ece31 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:31.092517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] Checking router: 8bf6e9cf-55ca-4904-8da9-92e686ddb526 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:31.103903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] Routers {'8bf6e9cf-55ca-4904-8da9-92e686ddb526'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:31.104708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:31.290527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:29Z', 'revision_number': 3, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:31.324554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:31.325051 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Updating router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc port 0697491a-287f-4737-8870-f17a7183eb97 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:21:31.340767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:31.355539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] Set router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:31.371516 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:31.419489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b264e7-e1bf-445d-88aa-7ea5632ece31,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:31.438333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141a50e-d6f3-43a4-86f6-c34e91b91f99 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:31.496074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:30Z', 'revision_number': 6, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:31.580131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58adfe-85af-4082-ac81-4aaba16a9bbc None None] The sync data for ids ['8bf6e9cf-55ca-4904-8da9-92e686ddb526'] in n-d-818503-1 is: [{'id': '8bf6e9cf-55ca-4904-8da9-92e686ddb526', 'name': 'tempest-ImageQuotaTest-142536057-router', 'tenant_id': '9469307830bb48d49388e6a9b0688f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:14Z', 'updated_at': '2021-11-19T04:21:30Z', 'revision_number': 6, 'project_id': '9469307830bb48d49388e6a9b0688f0b', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:31.676427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:31.777363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7be93-170e-4f54-8c78-a1411189870c None None] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:31.924460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:31.925713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7bbace8e-d673-46ca-ad31-3c8cdcaac3cb None None] Provisioning complete for port a14a952a-d932-45ff-9fcd-3662f3424599 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:31.926121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bbace8e-d673-46ca-ad31-3c8cdcaac3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:31.929585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.027411 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.044372 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.100810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.112763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.115992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf6e9cf-55ca-4904-8da9-92e686ddb526 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:21:32.144153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.148007 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-02aac370-3230-40ae-97c8-bd854a52beb0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8bf6e9cf-55ca-4904-8da9-92e686ddb526 HTTP/1.1" status: 204 len: 168 time: 1.9533889 Nov 19 04:21:32.152098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52240) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:32.236411 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fcdf8-7c07-4cc3-ae25-e538e1b67d66 None None] Pushing event updated for resources: {'Port': ['ID=0697491a-287f-4737-8870-f17a7183eb97,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:32.248965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bbace8e-d673-46ca-ad31-3c8cdcaac3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.252740 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Attempting to bind port 0697491a-287f-4737-8870-f17a7183eb97 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:32.253111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb96287-21a4-4027-bad3-dfae3bba06d5 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:32.253256 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Attempting to bind port 0697491a-287f-4737-8870-f17a7183eb97 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:32.253553 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Attempting to bind port 0697491a-287f-4737-8870-f17a7183eb97 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:32.269450 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:32.269833 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:32.270379 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.271684 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:32.271684 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Bound port: 0697491a-287f-4737-8870-f17a7183eb97, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:32.271684 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.280270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.369033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Deleting subnet e86871db-dffb-426c-9f41-394f59c9962d {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:21:32.372805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.426629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] For port 0697491a-287f-4737-8870-f17a7183eb97, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:32.430942 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] For port 0697491a-287f-4737-8870-f17a7183eb97, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0697491a-287f-4737-8870-f17a7183eb97,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:32.436775 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.443572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.484467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7bbace8e-d673-46ca-ad31-3c8cdcaac3cb None None] For port a14a952a-d932-45ff-9fcd-3662f3424599, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a14a952a-d932-45ff-9fcd-3662f3424599,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:32.500606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bbace8e-d673-46ca-ad31-3c8cdcaac3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.574456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e4695-8bf7-486e-9029-967f9824b815 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:32.597063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fcdf8-7c07-4cc3-ae25-e538e1b67d66 None None] Pushing event updated for resources: {'Port': ['ID=0697491a-287f-4737-8870-f17a7183eb97,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:32.599366 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:32.600173 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:32.647913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.688110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbace8e-d673-46ca-ad31-3c8cdcaac3cb None None] Pushing event updated for resources: {'Port': ['ID=a14a952a-d932-45ff-9fcd-3662f3424599,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:32.695224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-75ee7f54-80a2-4c09-85a5-8a3e33905622 None None] Provisioning complete for port 0697491a-287f-4737-8870-f17a7183eb97 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:32.695605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75ee7f54-80a2-4c09-85a5-8a3e33905622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.746948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52252) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:32.780876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Allocated IP 172.20.0.1 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/7433d2c3-60c5-4e6b-b27d-c6eb829619b7) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:32.807088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.815074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a14a952a-d932-45ff-9fcd-3662f3424599 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:32.873125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86871db-dffb-426c-9f41-394f59c9962d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:32.883541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:32.891704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59aa7c71-8739-4f96-bba7-caafaac60db2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e86871db-dffb-426c-9f41-394f59c9962d HTTP/1.1" status: 204 len: 168 time: 0.7327864 Nov 19 04:21:32.904018 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:32.965789 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:33.007620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0163e-70ff-4710-8875-d19c77da19b8 None None] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:33.187152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.217326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.347239 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.394478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-628259446'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:33.395306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:33.397883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:33.437922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:33.454111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a14a952a-d932-45ff-9fcd-3662f3424599 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:33.454507 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.458406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75ee7f54-80a2-4c09-85a5-8a3e33905622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.459878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Made reservation on behalf of 3a564328bd6a447c80fd82ff4b32bc42 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:33.470574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.497451 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:29Z', 'revision_number': 3, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:33.527845 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9c4d-b3a2-42bd-a6d3-8b04235d0f31 None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:29Z', 'revision_number': 3, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:33.528093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-75ee7f54-80a2-4c09-85a5-8a3e33905622 None None] For port 0697491a-287f-4737-8870-f17a7183eb97, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0697491a-287f-4737-8870-f17a7183eb97,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:33.537804 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75ee7f54-80a2-4c09-85a5-8a3e33905622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.548090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.562530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.651634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee7f54-80a2-4c09-85a5-8a3e33905622 None None] Pushing event updated for resources: {'Port': ['ID=0697491a-287f-4737-8870-f17a7183eb97,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:33.681645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Deleting port fb139ffc-8dde-4fc0-b933-82d70fb22baf {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:33.683935 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.713560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] DHCP port deletion for 9ab4e079-6521-4a2a-8a6b-74ac65a62682 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:33.735948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 201b7d20-cf57-46f8-80eb-e77d77f3ad19 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:33.791659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Pushing event updated for resources: {'Port': ['ID=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:33.860026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 201b7d20-cf57-46f8-80eb-e77d77f3ad19 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:33.860382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 201b7d20-cf57-46f8-80eb-e77d77f3ad19 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:33.866396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d48403a0-b81b-455e-a4e7-3ef929c8d717 None None] Provisioning complete for port a14a952a-d932-45ff-9fcd-3662f3424599 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:33.867610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d48403a0-b81b-455e-a4e7-3ef929c8d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.898342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] For port fb139ffc-8dde-4fc0-b933-82d70fb22baf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb139ffc-8dde-4fc0-b933-82d70fb22baf,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:33.898981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:33.929572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Calling delete_port for fb139ffc-8dde-4fc0-b933-82d70fb22baf owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:33.953511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.059678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.079476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.095341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:21:34.108666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.109500 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Added segment fc752f5c-d29c-4d88-8881-5ee3169ce579 of type vlan for network d9a1b25a-86a7-49c1-8620-c3ed906950be Nov 19 04:21:34.129922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Deleting port fb139ffc-8dde-4fc0-b933-82d70fb22baf {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:34.130362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.200108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.280046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] For port fb139ffc-8dde-4fc0-b933-82d70fb22baf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=fb139ffc-8dde-4fc0-b933-82d70fb22baf,segment=NetworkSegment(d789cbc8-a628-4848-9d72-261d9301a810),segment_id=d789cbc8-a628-4848-9d72-261d9301a810)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:34.281646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.316325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.333037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:34.335861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.350244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Calling delete_port for fb139ffc-8dde-4fc0-b933-82d70fb22baf owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:34.364860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0697491a-287f-4737-8870-f17a7183eb97 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:34.424777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.425305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6741717 Nov 19 04:21:34.430636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.447585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.559247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.562982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb139ffc-8dde-4fc0-b933-82d70fb22baf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:34.564911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Pushing event updated for resources: {'Port': ['ID=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:34.567001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] No DVR routers for this DVR port fb139ffc-8dde-4fc0-b933-82d70fb22baf on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:34.608089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b25ad2f-ca6f-4af9-803d-7465af455fd5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:34.693712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f3e942ee-e7bb-4637-bc9a-d6f40d049aa0 None None] Provisioning complete for port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:34.694810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f3e942ee-e7bb-4637-bc9a-d6f40d049aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.738374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:34.743365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:34.814537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.873852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab4e079-6521-4a2a-8a6b-74ac65a62682']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:34.909801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd789cbc8-a628-4848-9d72-261d9301a810') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:34.916543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd789cbc8-a628-4848-9d72-261d9301a810') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:34.921729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52286) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:34.929841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:34.941777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Request body: {'port': {'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be', 'binding:host_id': 'n-h1-818503-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147117620'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:34.959751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:34.968023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b028c5-84be-463b-9ecf-8915f9b97914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Pushing event updated for resources: {'Network': ['ID=d9a1b25a-86a7-49c1-8620-c3ed906950be,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:35.005706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.029185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:21:35.031138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:21:35.032773 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:21:35.102800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d9a1b25a-86a7-49c1-8620-c3ed906950be details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:21:35.131204 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.140449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.144926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] 10.222.0.52 "DELETE /v2.0/networks/9ab4e079-6521-4a2a-8a6b-74ac65a62682 HTTP/1.1" status: 204 len: 168 time: 2.2395751 Nov 19 04:21:35.172089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8792e5-eca4-4bc5-915b-c1ff3e8d471a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab4e079-6521-4a2a-8a6b-74ac65a62682,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:35.213368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Made reservation on behalf of 2521f2ec142e4e129d98b34bd3e26bc3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:35.216863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.237630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:35.257483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f3e942ee-e7bb-4637-bc9a-d6f40d049aa0 None None] Port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:35.266493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b2bc8412-c63c-4005-a57d-bf411ab1f0eb admin admin] 10.222.0.52 "PUT /v2.0/routers/658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319366 Nov 19 04:21:35.269028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.278121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0697491a-287f-4737-8870-f17a7183eb97 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:35.278655 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.328054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.415032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Pushing event deleted for resources: {'Port': ['ID=fb139ffc-8dde-4fc0-b933-82d70fb22baf,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:35.435556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] Network 9ab4e079-6521-4a2a-8a6b-74ac65a62682 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 04:21:35.436160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e5ce3-a925-4ac3-b3e1-441f39ff7f4c None None] No DVR routers for this DVR port fb139ffc-8dde-4fc0-b933-82d70fb22baf on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:21:35.436874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.446855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.457990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port 6d3456ff-38e4-45e3-9065-de5e2aa6834b yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:35.483878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e733ef06-aab3-4257-9fc9-3877a38a59d3 None None] Provisioning complete for port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:35.484384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e733ef06-aab3-4257-9fc9-3877a38a59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.593508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52296) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:35.641629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e733ef06-aab3-4257-9fc9-3877a38a59d3 None None] Port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:35.659874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a14a952a-d932-45ff-9fcd-3662f3424599 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:35.685509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5bf591a6-f8f0-4b99-a98f-6b798104d334 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9469307830bb48d49388e6a9b0688f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0880895 Nov 19 04:21:35.686348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52298) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:35.730874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d06c0-6cb4-45a1-a7f1-271b4d0501c2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:35.762684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a14a952a-d932-45ff-9fcd-3662f3424599 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:35.763239 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.816045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-058f4754-47b8-42b5-986d-e443f3515e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.871185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-058f4754-47b8-42b5-986d-e443f3515e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.884926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port 6d3456ff-38e4-45e3-9065-de5e2aa6834b yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:35.896055 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:35.910228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.019429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-058f4754-47b8-42b5-986d-e443f3515e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.028704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-058f4754-47b8-42b5-986d-e443f3515e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.028704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-058f4754-47b8-42b5-986d-e443f3515e1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ef7cfe8-f2c9-4583-8f7e-62a522a6d4c2 HTTP/1.1" status: 204 len: 168 time: 0.3365602 Nov 19 04:21:36.042802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f4754-47b8-42b5-986d-e443f3515e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef7cfe8-f2c9-4583-8f7e-62a522a6d4c2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:36.050442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=6d3456ff-38e4-45e3-9065-de5e2aa6834b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:36.100983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Checking segment: {'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:36.101662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Network hostable DHCP agents. Network: d9a1b25a-86a7-49c1-8620-c3ed906950be, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:21:36.124964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb139ffc-8dde-4fc0-b933-82d70fb22baf no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:36.143720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Network d9a1b25a-86a7-49c1-8620-c3ed906950be is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:21:36.180076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d9a1b25a-86a7-49c1-8620-c3ed906950be) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:36.191839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: fb139ffc-8dde-4fc0-b933-82d70fb22baf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:36.192333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device fb139ffc-8dde-4fc0-b933-82d70fb22baf not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:36.192457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:36.192957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 74b264e7-e1bf-445d-88aa-7ea5632ece31 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:21:36.195511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26425a0e-e134-49b5-8d5c-a833d1285448 None None] Network d9a1b25a-86a7-49c1-8620-c3ed906950be requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:36.220689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.221052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.221409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.227193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.227560 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.227972 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 2 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.250741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.251102 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.251454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.258245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.258598 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.260230 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 3 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.281765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.282192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.282470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.288266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.288970 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.289321 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 4 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.315096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.315476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.316222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.337394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 74b264e7-e1bf-445d-88aa-7ea5632ece31 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:21:36.337759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 74b264e7-e1bf-445d-88aa-7ea5632ece31 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:21:36.339433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.339754 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.340377 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 5 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.360029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.360385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.360735 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.374108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.374464 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.374952 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 6 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.412103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.412786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.413261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.422274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.424988 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.425722 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 7 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.457203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.457843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.458139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.467494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.467988 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.468354 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 8 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.485570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.486029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.486320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.492566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.492979 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.493316 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 9 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.512048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87888347-7204-40f3-89a8-433512761648 None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:36.520696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.521116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.521480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.527026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87888347-7204-40f3-89a8-433512761648 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:36.527744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-87888347-7204-40f3-89a8-433512761648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:36.534697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.535042 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.535449 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 10 to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b Nov 19 04:21:36.561035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:36.562431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:36.562862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:36.568340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:36.568845 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 6d3456ff-38e4-45e3-9065-de5e2aa6834b on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:36.569293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.602529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52316) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:36.611130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1203261713-network', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:36.647927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Made reservation on behalf of 50c2e97bba884a629bbab2c266e0c2f0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:36.650768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.666730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.695846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] For port 6d3456ff-38e4-45e3-9065-de5e2aa6834b, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:36.696259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempted to set empty binding levels {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 04:21:36.697359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52320) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:36.713371 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.761815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-87888347-7204-40f3-89a8-433512761648 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:36.797699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.804907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.808887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=6d3456ff-38e4-45e3-9065-de5e2aa6834b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:36.823589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-487fce02-37e8-4fe6-8720-7d416a23cee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.833654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:36.834931 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.842537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:21:36.859880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b979ced-7cf9-43d1-9863-f8515e9c8090,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:36.870404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-084d4a86-e42d-4a66-950e-024aee5e886f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9357219 Nov 19 04:21:36.870404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52328) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:36.877419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.878466 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Added segment e79a0108-eaab-4b5b-abb7-a97b3b023cf7 of type vlan for network 2475912a-0072-4aef-8c1a-28c124e2d1d7 Nov 19 04:21:36.934151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:36.998690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.000472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:37.001195 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.045342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Deleting port 6d3456ff-38e4-45e3-9065-de5e2aa6834b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:37.056906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.082889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] Pushing event updated for resources: {'Network': ['ID=2475912a-0072-4aef-8c1a-28c124e2d1d7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:37.101094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f75362ed-c029-4749-a82d-5f128289a7bf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4948087 Nov 19 04:21:37.102351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52332) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:37.108426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Request body: {'subnet': {'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1203261713-subnet', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:37.120712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-487fce02-37e8-4fe6-8720-7d416a23cee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.127526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:21:37.143611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Made reservation on behalf of 50c2e97bba884a629bbab2c266e0c2f0 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:37.147492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.185612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-487fce02-37e8-4fe6-8720-7d416a23cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.245792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-87888347-7204-40f3-89a8-433512761648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:34Z', 'revision_number': 2, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:37.292738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87888347-7204-40f3-89a8-433512761648 None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:37.293177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87888347-7204-40f3-89a8-433512761648 None None] Updating router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:21:37.336619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87888347-7204-40f3-89a8-433512761648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.357072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] For port 6d3456ff-38e4-45e3-9065-de5e2aa6834b, host n-h1-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:37.357821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.378698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fce02-37e8-4fe6-8720-7d416a23cee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a411364-a46d-4806-8f0d-d00dfee252e7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:37.402858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.406370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Calling delete_port for 6d3456ff-38e4-45e3-9065-de5e2aa6834b owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:37.411255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-487fce02-37e8-4fe6-8720-7d416a23cee8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.7104716 Nov 19 04:21:37.414246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52338) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:37.497140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Checking segment: {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:37.497846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Network hostable DHCP agents. Network: 2475912a-0072-4aef-8c1a-28c124e2d1d7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:21:37.508900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d2756a-4618-4a25-b7cd-8f334a14aef3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:37.531584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:21:37.539646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e53c305-b19a-4b67-bd33-ff51cb3ca4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.548593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2475912a-0072-4aef-8c1a-28c124e2d1d7) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:37.558001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:37.558890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.583366 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-813c36a6-b628-4128-a91d-76ee7f91508f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4792876 Nov 19 04:21:37.585999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52344) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:37.587440 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e53c305-b19a-4b67-bd33-ff51cb3ca4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.591741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a00b6-2335-49cf-abe3-7eb6f03731eb None None] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:37.595777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:37.620960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.637771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.640569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.665097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d3456ff-38e4-45e3-9065-de5e2aa6834b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:37.673534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.680174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c8bb6afb-332d-4a02-a2a3-644de4a0a9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "DELETE /v2.0/ports/6d3456ff-38e4-45e3-9065-de5e2aa6834b HTTP/1.1" status: 204 len: 168 time: 0.8065171 Nov 19 04:21:37.680898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52346) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:37.707135 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a40ed2a-1320-4b2c-9e2f-b8a1e3b94696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:21:37.713981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4a40ed2a-1320-4b2c-9e2f-b8a1e3b94696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "GET /v2.0/ports/6d3456ff-38e4-45e3-9065-de5e2aa6834b HTTP/1.1" status: 404 len: 333 time: 0.0276461 Nov 19 04:21:37.713981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:37.719508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Request body: {'port': {'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-967716360'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:37.747906 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e53c305-b19a-4b67-bd33-ff51cb3ca4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.752442 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9e53c305-b19a-4b67-bd33-ff51cb3ca4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.754113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9e53c305-b19a-4b67-bd33-ff51cb3ca4e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a411364-a46d-4806-8f0d-d00dfee252e7 HTTP/1.1" status: 204 len: 168 time: 0.3386536 Nov 19 04:21:37.754517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.757617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Made reservation on behalf of 2521f2ec142e4e129d98b34bd3e26bc3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:37.761382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:37.789901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:37.796695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53c305-b19a-4b67-bd33-ff51cb3ca4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a411364-a46d-4806-8f0d-d00dfee252e7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:38.003572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2475912a-0072-4aef-8c1a-28c124e2d1d7', 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'fixed_ips': [{'subnet_id': '74d2756a-4618-4a25-b7cd-8f334a14aef3'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:21:38.004467 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.018763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.127115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.137965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87888347-7204-40f3-89a8-433512761648 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.184444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87888347-7204-40f3-89a8-433512761648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.222794 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.427512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=377bba22-471f-46ed-b5c2-fdb1cd6eb908,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:38.486307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Network d9a1b25a-86a7-49c1-8620-c3ed906950be is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:38.487959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:38.495888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:38.497215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:38.500181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.544707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d2bcc-bca1-404a-91a6-e7ac2ad93a13 None None] Pushing event updated for resources: {'Port': ['ID=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:38.553757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bd6f91b8-f973-492f-a589-f1cc563d4a49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8396392 Nov 19 04:21:38.556579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:38.571125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:38.600684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-87888347-7204-40f3-89a8-433512761648 None None] Attempting to bind port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:38.601077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-87888347-7204-40f3-89a8-433512761648 None None] Attempting to bind port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:38.601456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87888347-7204-40f3-89a8-433512761648 None None] Attempting to bind port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:38.631015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87888347-7204-40f3-89a8-433512761648 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:38.631358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87888347-7204-40f3-89a8-433512761648 None None] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:38.633495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87888347-7204-40f3-89a8-433512761648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.633495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87888347-7204-40f3-89a8-433512761648 None None] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:38.633495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-87888347-7204-40f3-89a8-433512761648 None None] Bound port: 7433d2c3-60c5-4e6b-b27d-c6eb829619b7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:38.636136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87888347-7204-40f3-89a8-433512761648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.643655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Allocated IP 172.20.0.2 (2475912a-0072-4aef-8c1a-28c124e2d1d7/74d2756a-4618-4a25-b7cd-8f334a14aef3/26926dfb-b335-4595-80f5-4ba1fb0ef227) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:38.680164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.777712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-87888347-7204-40f3-89a8-433512761648 None None] For port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:38.782755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-87888347-7204-40f3-89a8-433512761648 None None] For port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:38.799050 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87888347-7204-40f3-89a8-433512761648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.875160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:38.945668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.071259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:39.081439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.094002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.157244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Allocated IP 172.25.8.144 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:39.249644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-221c1db6-a901-4eff-a873-c7919aba4a9b None None] Provisioning complete for port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:39.250547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.250909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.251254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.253744 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-221c1db6-a901-4eff-a873-c7919aba4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.254493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=377bba22-471f-46ed-b5c2-fdb1cd6eb908,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:39.259649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.259993 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.260400 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 2 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.284657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.285005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.285357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.298278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.298835 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.299903 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 3 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.314159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.314756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.315269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.320333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.320866 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.321469 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 4 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.336260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.336923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.337645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.343335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.343743 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.345366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d2bcc-bca1-404a-91a6-e7ac2ad93a13 None None] Pushing event updated for resources: {'Port': ['ID=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:39.346509 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 5 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.363493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.373275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87888347-7204-40f3-89a8-433512761648 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:39.374093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-87888347-7204-40f3-89a8-433512761648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:39.383690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.384370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.386318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.405919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.406755 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.407558 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 6 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.432972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.433669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.434444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.440862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.441522 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.442253 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 7 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.446540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.468078 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.468990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.469910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.476012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.476863 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.477520 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 8 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.500483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.501400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.502144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.507474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.508165 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.508871 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 9 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.523404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Pushing event updated for resources: {'Port': ['ID=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:39.530634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:39.532700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:39.537803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:39.551604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.552061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.552416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.557192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.557688 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.557918 n-d-818503-1 neutron-server[109986]: INFO neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 10 to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 Nov 19 04:21:39.585997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:39.586353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:39.586468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894ae26-fb09-4f35-96c8-91d01b52c193 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:39.586665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:39.595223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:39.595561 n-d-818503-1 neutron-server[109986]: ERROR neutron.plugins.ml2.managers [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:39.596762 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.598161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.606902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-221c1db6-a901-4eff-a873-c7919aba4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.648220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.721028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] For port 377bba22-471f-46ed-b5c2-fdb1cd6eb908, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:39.721028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempted to set empty binding levels {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 04:21:39.731596 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.757473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-221c1db6-a901-4eff-a873-c7919aba4a9b None None] For port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:39.766893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-87888347-7204-40f3-89a8-433512761648 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:39.813260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] In _notify_port_updated(), no bound segment for port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:21:39.814322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.815042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:39.818777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "PUT /v2.0/ports/377bba22-471f-46ed-b5c2-fdb1cd6eb908 HTTP/1.1" status: 200 len: 978 time: 1.2589545 Nov 19 04:21:39.819256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52376) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:39.930670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc258095-65e6-459b-9127-e32e3e78ecf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=377bba22-471f-46ed-b5c2-fdb1cd6eb908,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:39.984481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.984984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.985473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.996571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.997000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.997479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.997978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.998460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.999144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:39.999645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:40.005255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d5870587-aa03-4ef2-938a-23d8614b9fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8997 time: 0.1848783 Nov 19 04:21:40.006092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52380) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:40.146685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-221c1db6-a901-4eff-a873-c7919aba4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.155018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:40.189326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:40.196955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:40.201025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Deleting port 377bba22-471f-46ed-b5c2-fdb1cd6eb908 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:40.202811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.208315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Pushing event updated for resources: {'Port': ['ID=26926dfb-b335-4595-80f5-4ba1fb0ef227,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:40.395407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] For port 377bba22-471f-46ed-b5c2-fdb1cd6eb908, host n-h1-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:40.397342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.415175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-652562a2-e6f5-4824-b973-52d3f8877215 None None] Provisioning complete for port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:40.415745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-652562a2-e6f5-4824-b973-52d3f8877215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.427283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Calling delete_port for 377bba22-471f-46ed-b5c2-fdb1cd6eb908 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:40.434173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Attempting to bind port 26926dfb-b335-4595-80f5-4ba1fb0ef227 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:40.434870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Attempting to bind port 26926dfb-b335-4595-80f5-4ba1fb0ef227 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:40.435571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Attempting to bind port 26926dfb-b335-4595-80f5-4ba1fb0ef227 on network 2475912a-0072-4aef-8c1a-28c124e2d1d7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:40.467042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.487465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:40.487958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Checking segment: {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:40.488377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.488779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Bound using segment: {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:40.489267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Bound port: 26926dfb-b335-4595-80f5-4ba1fb0ef227, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:40.489702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.504487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c1db6-a901-4eff-a873-c7919aba4a9b None None] Pushing event updated for resources: {'Port': ['ID=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:40.578406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.597176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] For port 26926dfb-b335-4595-80f5-4ba1fb0ef227, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:40.601300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] For port 26926dfb-b335-4595-80f5-4ba1fb0ef227, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26926dfb-b335-4595-80f5-4ba1fb0ef227,segment=NetworkSegment(e79a0108-eaab-4b5b-abb7-a97b3b023cf7),segment_id=e79a0108-eaab-4b5b-abb7-a97b3b023cf7)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:40.620446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-87888347-7204-40f3-89a8-433512761648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:38Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:40.623236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.660040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event deleted for resources: {'Port': ['ID=377bba22-471f-46ed-b5c2-fdb1cd6eb908,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:40.662193 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.671727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2fe4574d-fa06-48f3-adff-f5b383c5754a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "DELETE /v2.0/ports/377bba22-471f-46ed-b5c2-fdb1cd6eb908 HTTP/1.1" status: 204 len: 168 time: 0.6645927 Nov 19 04:21:40.678876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:40.737606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fca0d-a5d5-4320-b139-027755f78220 None None] Pushing event updated for resources: {'Port': ['ID=26926dfb-b335-4595-80f5-4ba1fb0ef227,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:40.740539 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b76bdc1-13bb-4ec1-949d-5541f2c7c825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:21:40.745597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4b76bdc1-13bb-4ec1-949d-5541f2c7c825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "GET /v2.0/ports/377bba22-471f-46ed-b5c2-fdb1cd6eb908 HTTP/1.1" status: 404 len: 333 time: 0.0621064 Nov 19 04:21:40.747936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52404) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:40.753199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87888347-7204-40f3-89a8-433512761648 None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:38Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:40.765974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1279399505', 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:40.864610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Made reservation on behalf of 2521f2ec142e4e129d98b34bd3e26bc3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:40.867024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.879565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.888927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-652562a2-e6f5-4824-b973-52d3f8877215 None None] Provisioning complete for port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:40.889547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-652562a2-e6f5-4824-b973-52d3f8877215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:40.925001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port bea08109-aeb8-4249-afb2-c4ee188e9d50 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:40.963378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-652562a2-e6f5-4824-b973-52d3f8877215 None None] Port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:41.164347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:21:41.233259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:41.323747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:41.378259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:41.392334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=bea08109-aeb8-4249-afb2-c4ee188e9d50,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:41.402362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Sync routers for ids ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:41.436110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Routers {'16e207c4-da80-4d4f-83be-fa1fe9375ae8'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:41.443316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:41.444231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Network d9a1b25a-86a7-49c1-8620-c3ed906950be is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:41.454274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:41.456786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:41.457736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:41.458379 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:41.470475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:41.475203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e254dd7-5277-41b3-baef-e6c9fab3a726 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8846536 Nov 19 04:21:41.476681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52418) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:41.572326 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ef6a401-8ca6-45c0-a02b-6fe24681445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8202763 Nov 19 04:21:41.575582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:41.650454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf0879-ff1c-4e81-a716-9eef424e00cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:41.654633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e1bf0879-ff1c-4e81-a716-9eef424e00cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "GET /v2.0/ports/bea08109-aeb8-4249-afb2-c4ee188e9d50 HTTP/1.1" status: 200 len: 959 time: 0.0777841 Nov 19 04:21:41.655876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52422) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:41.681046 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Set router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:41.835871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Deleting port bea08109-aeb8-4249-afb2-c4ee188e9d50 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:41.836219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:41.986894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.011575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Calling delete_port for bea08109-aeb8-4249-afb2-c4ee188e9d50 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:42.046820 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:21:40Z', 'revision_number': 3, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:42.107804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Checking router: 16e207c4-da80-4d4f-83be-fa1fe9375ae8 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:42.108206 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Updating router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:21:42.183453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.185244 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.255154 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.262841 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "DELETE /v2.0/ports/bea08109-aeb8-4249-afb2-c4ee188e9d50 HTTP/1.1" status: 204 len: 168 time: 0.6056631 Nov 19 04:21:42.264000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb895939-5e61-4c01-acc6-d9e2ddceffcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea08109-aeb8-4249-afb2-c4ee188e9d50,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:42.273037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52426) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:42.338459 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-430a48d6-debf-4940-bd92-9a73a7ee0002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:21:42.340697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-430a48d6-debf-4940-bd92-9a73a7ee0002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "GET /v2.0/ports/bea08109-aeb8-4249-afb2-c4ee188e9d50 HTTP/1.1" status: 404 len: 333 time: 0.0664511 Nov 19 04:21:42.346720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52428) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:42.358877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Request body: {'port': {'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-844115631'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:42.443103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c803a-fea9-41b4-ba0c-5335fdca27a0 None None] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:21:42.460061 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.482973 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Made reservation on behalf of 2521f2ec142e4e129d98b34bd3e26bc3 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:42.490252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.632228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26926dfb-b335-4595-80f5-4ba1fb0ef227 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:42.636205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port e036fc22-a403-4cf0-bc60-ce12cec128a4 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:42.762370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5f3bc07c-4058-4ece-a0c9-bae0036f0afd None None] Provisioning complete for port 26926dfb-b335-4595-80f5-4ba1fb0ef227 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:42.762832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc07c-4058-4ece-a0c9-bae0036f0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.925667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26926dfb-b335-4595-80f5-4ba1fb0ef227 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:42.933373 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.965856 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:42.987105 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.042936 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.088899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f3bc07c-4058-4ece-a0c9-bae0036f0afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.090631 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Pushing event updated for resources: {'Port': ['ID=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:43.091289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a1509-c113-4527-9a60-55e1e8febd7a None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:43.102358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.107155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Allocated IP 172.20.0.1 (2475912a-0072-4aef-8c1a-28c124e2d1d7/74d2756a-4618-4a25-b7cd-8f334a14aef3/d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:43.135213 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.135943 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.136305 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.136715 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.137066 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.137614 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.138044 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.138396 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.138942 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.139964 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.140816 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.141825 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:43.170400 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Attempting to bind port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:43.171544 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Attempting to bind port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:43.172309 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Attempting to bind port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:43.179945 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:43.180307 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:43.180870 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.181767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:43.182440 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Bound port: 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:43.182840 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.190387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.248613 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 26926dfb-b335-4595-80f5-4ba1fb0ef227, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26926dfb-b335-4595-80f5-4ba1fb0ef227,segment=NetworkSegment(e79a0108-eaab-4b5b-abb7-a97b3b023cf7),segment_id=e79a0108-eaab-4b5b-abb7-a97b3b023cf7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:43.255827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.257623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:43.266427 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] For port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:43.270844 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] For port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:43.283918 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.306455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Network d9a1b25a-86a7-49c1-8620-c3ed906950be is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:43.313159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:43.331720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:43.332692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:43.333306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.353515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=e036fc22-a403-4cf0-bc60-ce12cec128a4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:43.404242 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913aeac-3754-4c43-88cd-9d42d178b9d2 None None] Pushing event updated for resources: {'Port': ['ID=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:43.460118 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Routers {'16e207c4-da80-4d4f-83be-fa1fe9375ae8'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:43.460527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:43.461887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e66796-9514-447c-834f-82a90e90bc67 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:21:43.490339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.501697 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-573c57ca-c18d-4cff-9f49-78acf8671bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1525276 Nov 19 04:21:43.504683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52438) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:43.512365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:43.565356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-5f3bc07c-4058-4ece-a0c9-bae0036f0afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:21:43.565719 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-5f3bc07c-4058-4ece-a0c9-bae0036f0afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:21:43.582659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=26926dfb-b335-4595-80f5-4ba1fb0ef227,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:43.611744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.612338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:43.612726 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.648980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:43.713301 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:43.726086 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] Set router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:43.742005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:43.743491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:43.750090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:43.822300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.081784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:21:40Z', 'revision_number': 3, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:44.106235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.138171 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd8c83-91b8-40f1-a125-b51192636ac6 None None] The sync data for ids ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'] in n-d-818503-1 is: [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:21:40Z', 'revision_number': 3, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:44.138489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] device_id is not set on port e036fc22-a403-4cf0-bc60-ce12cec128a4 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:21:44.192702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.216106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.289356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Provisioning complete for port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:44.290163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.297035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=e036fc22-a403-4cf0-bc60-ce12cec128a4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:44.339238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.339640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.340042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.352844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.354929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:44.356262 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.356761 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 2 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.383248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Provisioning complete for port 26926dfb-b335-4595-80f5-4ba1fb0ef227 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:44.384922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.396250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.396625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.396975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.411047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.411311 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.411777 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 3 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.441833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.442209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.442558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.466907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.467226 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.468196 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 4 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.474809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.489688 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.492209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.492209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.492403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.497844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.498216 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.498676 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 5 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.517208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.517972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.517972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.518158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26926dfb-b335-4595-80f5-4ba1fb0ef227 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:44.522841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.523180 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.523587 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 6 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.538964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.539314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.539673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.544398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.544738 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.545220 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 7 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.558985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.559331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.559679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.564895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.565235 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.565640 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 8 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.581409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.581766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.582149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.586697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.587038 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.587575 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 9 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.617191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.627187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.627187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.634031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.634031 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.634031 n-d-818503-1 neutron-server[109987]: INFO neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempt 10 to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 Nov 19 04:21:44.664305 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:44.664655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:44.665024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempting to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:44.682063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:44.682407 n-d-818503-1 neutron-server[109987]: ERROR neutron.plugins.ml2.managers [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Failed to bind port e036fc22-a403-4cf0-bc60-ce12cec128a4 on host n-h1-818503-1 for vnic_type normal using segments [{'id': 'fc752f5c-d29c-4d88-8881-5ee3169ce579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd9a1b25a-86a7-49c1-8620-c3ed906950be'}] Nov 19 04:21:44.682788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.687290 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.689626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:44.784693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26926dfb-b335-4595-80f5-4ba1fb0ef227 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:44.792356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.794467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Provisioning complete for port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:44.797949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.836205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] For port e036fc22-a403-4cf0-bc60-ce12cec128a4, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:44.837005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attempted to set empty binding levels {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 04:21:44.850140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.852550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:44.855249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:44.932607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] In _notify_port_updated(), no bound segment for port e036fc22-a403-4cf0-bc60-ce12cec128a4 on network d9a1b25a-86a7-49c1-8620-c3ed906950be {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:21:44.933496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:44.944482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:44.949016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "PUT /v2.0/ports/e036fc22-a403-4cf0-bc60-ce12cec128a4 HTTP/1.1" status: 200 len: 978 time: 1.4424014 Nov 19 04:21:44.949649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52446) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:45.011975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261942d-f1b3-48a9-b134-96dfdf621fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event updated for resources: {'Port': ['ID=e036fc22-a403-4cf0-bc60-ce12cec128a4,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:45.094668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Deleting port e036fc22-a403-4cf0-bc60-ce12cec128a4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:21:45.095266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.257193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] For port e036fc22-a403-4cf0-bc60-ce12cec128a4, host n-h1-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:45.262355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.303081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Calling delete_port for e036fc22-a403-4cf0-bc60-ce12cec128a4 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:21:45.395625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.419894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] For port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:45.430473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.450466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.469484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.476912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "DELETE /v2.0/ports/e036fc22-a403-4cf0-bc60-ce12cec128a4 HTTP/1.1" status: 204 len: 168 time: 0.5235302 Nov 19 04:21:45.477631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52450) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:45.519675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08970b55-896e-4f0f-8331-a3d78e2b2925 None None] Pushing event updated for resources: {'Port': ['ID=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:45.541782 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaa8b05-908b-479a-a7d6-4614bc1e5df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] GET failed (client error): The resource could not be found. Nov 19 04:21:45.550036 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7aaa8b05-908b-479a-a7d6-4614bc1e5df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] 10.222.0.52 "GET /v2.0/ports/e036fc22-a403-4cf0-bc60-ce12cec128a4 HTTP/1.1" status: 404 len: 333 time: 0.0693467 Nov 19 04:21:45.550702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52452) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:45.658684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-573d085a-7931-48e1-8dae-5bb20a0d45fd None None] Provisioning complete for port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:45.659307 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-573d085a-7931-48e1-8dae-5bb20a0d45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.667779 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.670276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cd4a6-434b-4c4e-8bad-0b7b37940ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462708986-project-admin] Pushing event deleted for resources: {'Port': ['ID=e036fc22-a403-4cf0-bc60-ce12cec128a4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:45.719221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-573d085a-7931-48e1-8dae-5bb20a0d45fd None None] Port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:45.770689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:21:45.807336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.840886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a1b25a-86a7-49c1-8620-c3ed906950be']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:45.879692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc752f5c-d29c-4d88-8881-5ee3169ce579') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:45.882319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc752f5c-d29c-4d88-8881-5ee3169ce579') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:45.909027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.931001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.948907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:21:45.949643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:45.972839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:21:45.993569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-468771ee-e7dc-431b-9f4c-91982f5d29a8 admin admin] 10.222.0.52 "PUT /v2.0/routers/16e207c4-da80-4d4f-83be-fa1fe9375ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131142 Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:21:46.013150 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:21:46.105851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:46.111573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:46.123023 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] 10.222.0.52 "DELETE /v2.0/networks/d9a1b25a-86a7-49c1-8620-c3ed906950be HTTP/1.1" status: 204 len: 168 time: 0.5705156 Nov 19 04:21:46.148022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Pushing event deleted for resources: {'Network': ['ID=d9a1b25a-86a7-49c1-8620-c3ed906950be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:46.167341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.167721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.168080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.168434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.168784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.169129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.169471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.169813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.170248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.170797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.171330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.171675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff8f7e-65f7-4892-941d-3338de8540ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-188967246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:46.551076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52472) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:46.580788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:46.704015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:46.704408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:46.823323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52478) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:46.831030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d6484b87-93b2-442a-ab83-038fba3b39a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a564328bd6a447c80fd82ff4b32bc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780321 Nov 19 04:21:46.942874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be05e937-85ec-4292-b678-70f9e8ab7c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:46.972344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be05e937-85ec-4292-b678-70f9e8ab7c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:47.037757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be05e937-85ec-4292-b678-70f9e8ab7c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:47.041074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be05e937-85ec-4292-b678-70f9e8ab7c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:47.047862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-be05e937-85ec-4292-b678-70f9e8ab7c7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b25ad2f-ca6f-4af9-803d-7465af455fd5 HTTP/1.1" status: 204 len: 168 time: 0.2206624 Nov 19 04:21:47.063722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05e937-85ec-4292-b678-70f9e8ab7c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b25ad2f-ca6f-4af9-803d-7465af455fd5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:47.071730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Sync routers for ids ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:21:47.136742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Routers {'16e207c4-da80-4d4f-83be-fa1fe9375ae8'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:47.137476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:47.399400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Set router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:47.739958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52498) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:47.860280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52500) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:47.864613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-213b9447-53dd-40d5-a548-06b753c3fbe6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2521f2ec142e4e129d98b34bd3e26bc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210890 Nov 19 04:21:47.975659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:21:44Z', 'revision_number': 4, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5', 'name': '', 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'mac_address': 'fa:16:3e:be:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '74d2756a-4618-4a25-b7cd-8f334a14aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:42Z', 'updated_at': '2021-11-19T04:21:44Z', 'revision_number': 2, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'subnets': [{'id': '74d2756a-4618-4a25-b7cd-8f334a14aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:47.983981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5339920e-47c4-482f-8c82-3cf4b869cccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.031543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Checking router: 16e207c4-da80-4d4f-83be-fa1fe9375ae8 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:21:48.032691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Updating router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:21:48.041924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5339920e-47c4-482f-8c82-3cf4b869cccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.066625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52506) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:48.090343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.126514 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5339920e-47c4-482f-8c82-3cf4b869cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.129387 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5339920e-47c4-482f-8c82-3cf4b869cccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.133078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5339920e-47c4-482f-8c82-3cf4b869cccf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e6d06c0-6cb4-45a1-a7f1-271b4d0501c2 HTTP/1.1" status: 204 len: 168 time: 0.2688255 Nov 19 04:21:48.159203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339920e-47c4-482f-8c82-3cf4b869cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d06c0-6cb4-45a1-a7f1-271b4d0501c2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:48.311667 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0acc637-f48f-4ba3-bb13-34103909e5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.557146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0acc637-f48f-4ba3-bb13-34103909e5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.565231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0acc637-f48f-4ba3-bb13-34103909e5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.663804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0acc637-f48f-4ba3-bb13-34103909e5ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4ac5dbca4ae493aaa794ed6864effe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949047 Nov 19 04:21:48.665053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acc637-f48f-4ba3-bb13-34103909e5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc00668-d590-4f49-ad3a-5d286fb5672d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:48.666120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52522) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:48.695170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.724454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.812350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06aa5a57-26b9-461d-8b9a-0feaf079e927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.838388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06aa5a57-26b9-461d-8b9a-0feaf079e927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.935117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06aa5a57-26b9-461d-8b9a-0feaf079e927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.941081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-06aa5a57-26b9-461d-8b9a-0feaf079e927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:48.942584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-06aa5a57-26b9-461d-8b9a-0feaf079e927 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbc00668-d590-4f49-ad3a-5d286fb5672d HTTP/1.1" status: 204 len: 168 time: 0.2753644 Nov 19 04:21:48.960714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa5a57-26b9-461d-8b9a-0feaf079e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc00668-d590-4f49-ad3a-5d286fb5672d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:48.971594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f1f4e-0872-4ba2-b8b2-943f1a2779e1 None None] Pushing event updated for resources: {'Port': ['ID=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:48.999451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Attempting to bind port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:49.001145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Attempting to bind port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:49.001694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Attempting to bind port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 on network 2475912a-0072-4aef-8c1a-28c124e2d1d7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:49.008979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:49.009571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Checking segment: {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:49.010626 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:49.011587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Bound using segment: {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:49.012537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Bound port: d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:49.013099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:49.117285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] For port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:49.121157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] For port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,segment=NetworkSegment(e79a0108-eaab-4b5b-abb7-a97b3b023cf7),segment_id=e79a0108-eaab-4b5b-abb7-a97b3b023cf7)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:49.131769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:49.293330 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f1f4e-0872-4ba2-b8b2-943f1a2779e1 None None] Pushing event updated for resources: {'Port': ['ID=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:49.348492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Routers {'16e207c4-da80-4d4f-83be-fa1fe9375ae8'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:21:49.349130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:49.352496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0ad5d30e-7d4b-4873-a901-40695c3552be None None] Provisioning complete for port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:49.352869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d30e-7d4b-4873-a901-40695c3552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:49.614686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] Set router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:21:49.734459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d30e-7d4b-4873-a901-40695c3552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:49.841820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0ad5d30e-7d4b-4873-a901-40695c3552be None None] For port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,segment=NetworkSegment(e79a0108-eaab-4b5b-abb7-a97b3b023cf7),segment_id=e79a0108-eaab-4b5b-abb7-a97b3b023cf7)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:21:49.849023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d30e-7d4b-4873-a901-40695c3552be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:49.990229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5d30e-7d4b-4873-a901-40695c3552be None None] Pushing event updated for resources: {'Port': ['ID=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:50.003845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9ff9b748-82d7-413a-9ac9-2f7edebef7eb None None] Provisioning complete for port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:50.004423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b748-82d7-413a-9ac9-2f7edebef7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:50.059067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:21:44Z', 'revision_number': 4, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5', 'name': '', 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'mac_address': 'fa:16:3e:be:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '74d2756a-4618-4a25-b7cd-8f334a14aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:42Z', 'updated_at': '2021-11-19T04:21:49Z', 'revision_number': 4, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'subnets': [{'id': '74d2756a-4618-4a25-b7cd-8f334a14aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:21:50.091244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871146fc-0aeb-498b-b24e-1ebd7ac6b6ca None None] The sync data for ids ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'] in n-d-818503-1 is: [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:21:44Z', 'revision_number': 4, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5', 'name': '', 'network_id': '2475912a-0072-4aef-8c1a-28c124e2d1d7', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'mac_address': 'fa:16:3e:be:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '74d2756a-4618-4a25-b7cd-8f334a14aef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:42Z', 'updated_at': '2021-11-19T04:21:49Z', 'revision_number': 4, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'subnets': [{'id': '74d2756a-4618-4a25-b7cd-8f334a14aef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:21:50.526319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:21:50.639450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:50.640361 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:50.761325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-66dd746f-b9aa-497e-bfef-bbab273d8459 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:50.779450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-66dd746f-b9aa-497e-bfef-bbab273d8459 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.3334785 Nov 19 04:21:50.797301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-fd0f9688-842c-4daa-8146-cccf4c65728c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0143387 Nov 19 04:21:50.913875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-a865be86-f2bb-4fe8-8812-23821bea4e84 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109800 Nov 19 04:21:50.927036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-0415895d-f527-462d-baf6-8ed46c4fa1ee service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:21:50.930663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-0415895d-f527-462d-baf6-8ed46c4fa1ee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083010 Nov 19 04:21:51.016818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52602) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.095347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-b9c94673-d676-4476-8318-a71f21e84a73 service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530662 Nov 19 04:21:51.199831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b97ab3e8-840d-4ec7-8cec-c8e7707ac5fd tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:51.247437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b97ab3e8-840d-4ec7-8cec-c8e7707ac5fd tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "PUT /v2.0/quotas/b49ea1e6dc13436889e4c8c611f357f6 HTTP/1.1" status: 200 len: 366 time: 0.2285631 Nov 19 04:21:51.248415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52610) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.262941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52612) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.264525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-41d6b998-334e-452e-bef7-3797fd0a3d01 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0139153 Nov 19 04:21:51.270483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b1796c6-ca85-4f75-9f62-3d187ba4d39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:51.304134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52614) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.316599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-af1eadd1-f760-40bb-8fef-309731e4128e tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "GET /v2.0/quotas/b49ea1e6dc13436889e4c8c611f357f6 HTTP/1.1" status: 200 len: 366 time: 0.0520844 Nov 19 04:21:51.323483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-36883134-48a5-4bf8-9b09-fbbe79cae7fc service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207620 Nov 19 04:21:51.332099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7823573b-a71b-40f2-acaf-232e7bf72619 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/b49ea1e6dc13436889e4c8c611f357f6 HTTP/1.1" status: 204 len: 168 time: 0.0265808 Nov 19 04:21:51.332779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52616) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.348667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52618) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.359436 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-84c41d60-e671-48c6-a29e-e82cd06d5711 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0254230 Nov 19 04:21:51.367445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52622) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.367829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-71fd974b-1e52-4a8d-bb71-5f7bf18d2f71 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "GET /v2.0/quotas/b49ea1e6dc13436889e4c8c611f357f6 HTTP/1.1" status: 200 len: 370 time: 0.0174599 Nov 19 04:21:51.378411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.378757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-77fa0967-86ca-4136-b437-45c00347f313 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "GET /v2.0/quotas/b49ea1e6dc13436889e4c8c611f357f6/default HTTP/1.1" status: 200 len: 370 time: 0.0064008 Nov 19 04:21:51.390307 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-9cf3a1c0-82a2-4ec5-80a9-e13dedbdb1b6 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] delete failed (client error): The resource could not be found. Nov 19 04:21:51.396146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9cf3a1c0-82a2-4ec5-80a9-e13dedbdb1b6 tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/b49ea1e6dc13436889e4c8c611f357f6 HTTP/1.1" status: 404 len: 348 time: 0.0164495 Nov 19 04:21:51.557416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52634) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:51.584309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:network and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.588300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.599561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:subnet and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.604067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.612196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:subnetpool and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.620245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.648474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:port and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.661132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.687962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:router and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.693522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.726013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:floatingip and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.735144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.870179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2151d170-feff-4db9-b8c5-81dc3d99c2c1 req-4ddb750a-fdce-4d48-ba12-2ba775e1fd1c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.1005247 Nov 19 04:21:51.886924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:security_group and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.890893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.913284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Usage tracker for resource:security_group_rule and project:297519dc4e9b466d80c93a42eb9d40fb is out of sync, need to count used quota {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 04:21:51.917298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.quota.resource [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109986) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 04:21:51.939355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e0fae23-7d91-4d06-922f-4256cc970f7f tempest-QuotasTest-2010188425 tempest-QuotasTest-2010188425-project-admin] 10.222.0.52 "GET /v2.0/quotas/297519dc4e9b466d80c93a42eb9d40fb/details.json HTTP/1.1" status: 200 len: 703 time: 0.3742540 Nov 19 04:21:52.000548 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:21:52.400644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52654) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:52.540048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.635416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.641190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.678131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9924260d-c1d6-4a3b-90c0-eea8832c04dd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:52.695497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.695889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.696263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.696606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.697113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.697541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.697876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.698317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.698560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.698961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.699369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.699617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:21:52.705780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-30d20dbc-bae3-4321-b02b-6bce3af70052 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=988e176032304752aced1a1015abf155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047118 Nov 19 04:21:52.708282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52660) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:52.782727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74c0a939-9d7c-4be0-82f8-c97c08ecfbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.807834 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.810593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74c0a939-9d7c-4be0-82f8-c97c08ecfbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.878738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74c0a939-9d7c-4be0-82f8-c97c08ecfbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.881403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-74c0a939-9d7c-4be0-82f8-c97c08ecfbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:52.882785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-74c0a939-9d7c-4be0-82f8-c97c08ecfbf5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9924260d-c1d6-4a3b-90c0-eea8832c04dd HTTP/1.1" status: 204 len: 168 time: 0.1734331 Nov 19 04:21:52.893490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0a939-9d7c-4be0-82f8-c97c08ecfbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9924260d-c1d6-4a3b-90c0-eea8832c04dd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:53.013399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-488e4502-d4fc-4f3a-9bcb-111d02eacba8 req-3612de9a-b13b-4284-8def-47dd18058261 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0331936 Nov 19 04:21:53.185061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52670) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:53.198872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea436e9-ad9c-4d00-9a2f-e69c3dcfc947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.284153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea436e9-ad9c-4d00-9a2f-e69c3dcfc947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.293865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea436e9-ad9c-4d00-9a2f-e69c3dcfc947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.345709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5ea436e9-ad9c-4d00-9a2f-e69c3dcfc947 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=297519dc4e9b466d80c93a42eb9d40fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586552 Nov 19 04:21:53.347794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52674) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:53.350006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea436e9-ad9c-4d00-9a2f-e69c3dcfc947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a072e5b4-de40-4d81-b56c-40ba2d91fdba,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:53.491843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678fe99b-ef8e-4786-ba9c-33aacb7ca1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.534761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678fe99b-ef8e-4786-ba9c-33aacb7ca1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.555247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abbf7950-f3e3-4a6b-bbf7-90935c2a1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.568996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-075119d8-010c-4024-8be8-ee855a4ba8da tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:53.570749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-075119d8-010c-4024-8be8-ee855a4ba8da tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1919491 Nov 19 04:21:53.596941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:53.660708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678fe99b-ef8e-4786-ba9c-33aacb7ca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.663333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678fe99b-ef8e-4786-ba9c-33aacb7ca1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.664492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-678fe99b-ef8e-4786-ba9c-33aacb7ca1bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a072e5b4-de40-4d81-b56c-40ba2d91fdba HTTP/1.1" status: 204 len: 168 time: 0.3155401 Nov 19 04:21:53.679628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe99b-ef8e-4786-ba9c-33aacb7ca1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a072e5b4-de40-4d81-b56c-40ba2d91fdba,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:53.750915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:21:53.759707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:53.953775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.12 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/91e02725-c03d-46dd-be25-fb47e5e025ce) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:21:54.186563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d4fe4cc-7589-4c9b-8528-20830f6f65f1 req-ad71a7b3-9949-4c75-9f90-e687e7595837 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0376148 Nov 19 04:21:54.244652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:54.298427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:54.340367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52696) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:54.446960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:21:54.463643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:21:54.509053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=91e02725-c03d-46dd-be25-fb47e5e025ce,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:54.526895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:21:54.571085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a501968-2eba-4197-b2b2-25e4f54e4400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:54.656945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:54.658064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:54.684547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-2770e996-df5f-4443-91cb-0bdf30f60a17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0927639 Nov 19 04:21:54.724503 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a501968-2eba-4197-b2b2-25e4f54e4400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:54.736677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7a501968-2eba-4197-b2b2-25e4f54e4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:54.817820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52710) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:54.818401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7a501968-2eba-4197-b2b2-25e4f54e4400 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=831ed14dc79c409aa681f53816b23a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763901 Nov 19 04:21:54.819863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a501968-2eba-4197-b2b2-25e4f54e4400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5cef40-605c-4c23-9faa-f80ba1e59f4b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:54.921598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Request body: {'port': {'device_id': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:54.971319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f2ef98b9-3a16-42cd-b029-5b1803165bef None None] Provisioning complete for port 91e02725-c03d-46dd-be25-fb47e5e025ce triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:21:54.971742 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2ef98b9-3a16-42cd-b029-5b1803165bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.008338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b264f8-bb8c-4a70-9332-6da9d51f9925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.041455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b264f8-bb8c-4a70-9332-6da9d51f9925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.060178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f2ef98b9-3a16-42cd-b029-5b1803165bef None None] Port 91e02725-c03d-46dd-be25-fb47e5e025ce cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:21:55.109212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.127149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b264f8-bb8c-4a70-9332-6da9d51f9925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.130005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4b264f8-bb8c-4a70-9332-6da9d51f9925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.131260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4b264f8-bb8c-4a70-9332-6da9d51f9925 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df5cef40-605c-4c23-9faa-f80ba1e59f4b HTTP/1.1" status: 204 len: 168 time: 0.3120685 Nov 19 04:21:55.170653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b264f8-bb8c-4a70-9332-6da9d51f9925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5cef40-605c-4c23-9faa-f80ba1e59f4b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:55.289843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.371256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52722) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:55.452268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf54d-b463-4cee-a2c6-8e22f64868b0 req-36020f40-17e5-4de9-a5af-d91aab0e08bb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:55.461664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7daf54d-b463-4cee-a2c6-8e22f64868b0 req-36020f40-17e5-4de9-a5af-d91aab0e08bb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 932 time: 0.1790230 Nov 19 04:21:55.582857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7daf54d-b463-4cee-a2c6-8e22f64868b0 req-f06a9497-0686-4c71-a1c0-e76f187a98aa tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142287 Nov 19 04:21:55.701267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e02725-c03d-46dd-be25-fb47e5e025ce {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:21:55.723627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.747249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795778183'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:55.752310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Transition to ACTIVE for port object 91e02725-c03d-46dd-be25-fb47e5e025ce will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:21:55.764036 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.812975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.824703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.906646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Pushing event updated for resources: {'Port': ['ID=91e02725-c03d-46dd-be25-fb47e5e025ce,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:55.984550 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:55.993966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.064352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Attempting to bind port 91e02725-c03d-46dd-be25-fb47e5e025ce on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:21:56.065065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Attempting to bind port 91e02725-c03d-46dd-be25-fb47e5e025ce by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:21:56.065860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Attempting to bind port 91e02725-c03d-46dd-be25-fb47e5e025ce on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:56.100122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Port 91e02725-c03d-46dd-be25-fb47e5e025ce on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:21:56.100763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Attempting to bind port 91e02725-c03d-46dd-be25-fb47e5e025ce on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:21:56.128400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:21:56.145679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:21:56.146383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:21:56.147451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Bound port: 91e02725-c03d-46dd-be25-fb47e5e025ce, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:21:56.148022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.184095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c23bad8-3d68-4f14-be98-b93148052d50,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:56.280980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.289728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.333718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] For port 91e02725-c03d-46dd-be25-fb47e5e025ce, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:21:56.337391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] For port 91e02725-c03d-46dd-be25-fb47e5e025ce, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=91e02725-c03d-46dd-be25-fb47e5e025ce,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:21:56.345323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.357443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ae3547-edb6-4f34-9abd-0e7b2e1ad234,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:56.368102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.372227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-93a9ace3-9dac-4997-85f7-e8a0561c0564 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9966366 Nov 19 04:21:56.372825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52742) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:56.405676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:56.406628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.408974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] 10.222.0.31 "PUT /v2.0/ports/91e02725-c03d-46dd-be25-fb47e5e025ce HTTP/1.1" status: 200 len: 1092 time: 1.6952381 Nov 19 04:21:56.409479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'tag': '91e02725-c03d-46dd-be25-fb47e5e025ce'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:21:56.412342 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08978575-4b0f-440e-aaf7-9e30c996d893" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d0e8d6-2b52-47f6-acad-88987c75e952", "tag": "91e02725-c03d-46dd-be25-fb47e5e025ce"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:21:56.450274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93237796-3dfe-4ae6-b45e-78570b4f5baf service neutron] Pushing event updated for resources: {'Port': ['ID=91e02725-c03d-46dd-be25-fb47e5e025ce,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:56.478579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.490107 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f624da-a1f3-4069-a4f9-8387ff4c8fc6 x-openstack-request-id: req-c0f624da-a1f3-4069-a4f9-8387ff4c8fc6 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:21:56.490485 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d0e8d6-2b52-47f6-acad-88987c75e952", "tag": "91e02725-c03d-46dd-be25-fb47e5e025ce", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:21:56.492028 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0f624da-a1f3-4069-a4f9-8387ff4c8fc6 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:21:56.493512 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'tag': '91e02725-c03d-46dd-be25-fb47e5e025ce', 'status': 'completed', 'code': 200} Nov 19 04:21:56.516390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52748) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:56.522988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-security--274748260', 'description': 'tempest-security-description-359089898'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:56.524389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aeeddf36-3c47-40ea-84e0-32f4e60cb231 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1478732 Nov 19 04:21:56.591723 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.627187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-f000cf80-2709-4679-ba1b-1fb3be1f68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:56.634771 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-f000cf80-2709-4679-ba1b-1fb3be1f68cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 1095 time: 0.1314049 Nov 19 04:21:56.721358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-26696233-334a-44a4-b52f-144878297d31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e02725-c03d-46dd-be25-fb47e5e025ce HTTP/1.1" status: 200 len: 217 time: 0.0602682 Nov 19 04:21:56.746939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.757117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e65fc5-8c30-471d-852b-8c5e94f8acf7 req-26c2b350-9bbd-4dcf-bb8f-43b346ff3c1f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:56.766302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85e65fc5-8c30-471d-852b-8c5e94f8acf7 req-26c2b350-9bbd-4dcf-bb8f-43b346ff3c1f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0771263 Nov 19 04:21:56.807363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.810300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:56.818799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "PUT /v2.0/security-groups/d5ae3547-edb6-4f34-9abd-0e7b2e1ad234 HTTP/1.1" status: 200 len: 1795 time: 0.3011067 Nov 19 04:21:56.820475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85e65fc5-8c30-471d-852b-8c5e94f8acf7 req-b36caca5-ab10-458a-a852-f28b9b8a3ae7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524313 Nov 19 04:21:56.821393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52760) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:56.868757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-01444392-b6db-47a5-ac72-fb6c93897b82 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups/d5ae3547-edb6-4f34-9abd-0e7b2e1ad234 HTTP/1.1" status: 200 len: 1795 time: 0.0454965 Nov 19 04:21:56.874641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52762) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:56.890340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-affd9be1-db54-41da-982f-cca8d49ac2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:56.892034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-affd9be1-db54-41da-982f-cca8d49ac2d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.1421118 Nov 19 04:21:56.898349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e3448-d4a6-439a-88bc-703aef083c27 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ae3547-edb6-4f34-9abd-0e7b2e1ad234,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:56.984498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-9de8d0cb-b4cd-4744-9bb7-0e7efa0dd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:56.986107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-9de8d0cb-b4cd-4744-9bb7-0e7efa0dd6c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826962 Nov 19 04:21:56.999457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11b02d8b-77ad-4cbe-9682-78ce70160bac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.119177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11b02d8b-77ad-4cbe-9682-78ce70160bac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.193107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-c247a4bb-3897-4fa4-89b1-6f60aaadf762 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913280 Nov 19 04:21:57.276171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.310675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11b02d8b-77ad-4cbe-9682-78ce70160bac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.313727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-11b02d8b-77ad-4cbe-9682-78ce70160bac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.315256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-11b02d8b-77ad-4cbe-9682-78ce70160bac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/d5ae3547-edb6-4f34-9abd-0e7b2e1ad234 HTTP/1.1" status: 204 len: 168 time: 0.4391050 Nov 19 04:21:57.318116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52776) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:57.333304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b02d8b-77ad-4cbe-9682-78ce70160bac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ae3547-edb6-4f34-9abd-0e7b2e1ad234,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:57.395409 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ada09a41-d8d7-40ac-a9f7-9f53f2fa5b7b req-a8806054-e19b-4ca5-9339-8ce16401da72 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851833 Nov 19 04:21:57.400154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-970ca6f9-f7f1-4a89-b1ea-e2fc38e1bb51 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0807345 Nov 19 04:21:57.402736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52780) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:57.438137 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-00547860-e228-41f4-951f-38bc33c9afdf tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] delete failed (client error): The resource could not be found. Nov 19 04:21:57.453411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52782) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:57.454598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-00547860-e228-41f4-951f-38bc33c9afdf tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/d5ae3547-edb6-4f34-9abd-0e7b2e1ad234 HTTP/1.1" status: 404 len: 347 time: 0.0473230 Nov 19 04:21:57.458219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246796059'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:57.488637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.574802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-af410953-a948-46f6-a3b8-50b01ebe6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:57.576967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-af410953-a948-46f6-a3b8-50b01ebe6388 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 1095 time: 0.0692182 Nov 19 04:21:57.663126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.675486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.737464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.739588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2851212 Nov 19 04:21:57.743084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52792) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:57.748010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-32826db1-cef2-4181-ab87-1b07a5c99d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:57.750010 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-32826db1-cef2-4181-ab87-1b07a5c99d3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1626933 Nov 19 04:21:57.750219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'faf93356-4a5a-40ef-aea9-9529d2f40beb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:57.750841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bff2aa-e0f0-407d-bb20-17b4c623a2de tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf93356-4a5a-40ef-aea9-9529d2f40beb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:57.816218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.819252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-a2b2c72a-6027-4813-9a6d-68ebb0c7f2a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e02725-c03d-46dd-be25-fb47e5e025ce HTTP/1.1" status: 200 len: 217 time: 0.0583627 Nov 19 04:21:57.891863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-1661c55f-8b4e-4e2c-b782-3a5204778515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:57.893927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-1661c55f-8b4e-4e2c-b782-3a5204778515 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0640349 Nov 19 04:21:57.913743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.924413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.989695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:57.995361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502835 Nov 19 04:21:57.995623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:58.001968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9922ba9-4959-4ddb-b416-703956c735c5 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2230adb-2ff6-4134-84b1-a4de0ca3622c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:58.019488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-dd8ba86d-b3fb-46f8-97b4-f6b2cb96d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:58.019929 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-dd8ba86d-b3fb-46f8-97b4-f6b2cb96d274 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138821 Nov 19 04:21:58.031503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8a7bf-021b-4379-966e-c8a31040fc4a req-8a8d0900-b610-40e4-b43f-ef536a5d3376 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:58.033819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8a8a7bf-021b-4379-966e-c8a31040fc4a req-8a8d0900-b610-40e4-b43f-ef536a5d3376 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.1013875 Nov 19 04:21:58.126975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8a8a7bf-021b-4379-966e-c8a31040fc4a req-3bfaa1b8-3934-434e-8d60-272128e43f64 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856233 Nov 19 04:21:58.149468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f1f124e-7462-4290-8901-24ad6b08aeca tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.172642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f1f124e-7462-4290-8901-24ad6b08aeca tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.232062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-10a510c8-bb5f-49be-8eec-157d9077fe1a service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923673 Nov 19 04:21:58.236405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f1f124e-7462-4290-8901-24ad6b08aeca tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.245097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4f1f124e-7462-4290-8901-24ad6b08aeca tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.249546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52808) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:58.250457 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4f1f124e-7462-4290-8901-24ad6b08aeca tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b2230adb-2ff6-4134-84b1-a4de0ca3622c HTTP/1.1" status: 204 len: 168 time: 0.2536585 Nov 19 04:21:58.270496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f124e-7462-4290-8901-24ad6b08aeca tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2230adb-2ff6-4134-84b1-a4de0ca3622c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:58.344117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-abb45c65-ab72-4367-a4ff-b7f5a7b67b14 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0927098 Nov 19 04:21:58.347533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52814) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:58.377784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08978575-4b0f-440e-aaf7-9e30c996d893 req-e662ca87-125e-4b47-9420-7ec3108cdb73 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260021 Nov 19 04:21:58.440246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1caed73-e766-45d7-8692-0a5bf324cfa0 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.466520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1caed73-e766-45d7-8692-0a5bf324cfa0 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.527579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1caed73-e766-45d7-8692-0a5bf324cfa0 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.534063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f1caed73-e766-45d7-8692-0a5bf324cfa0 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.535294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f1caed73-e766-45d7-8692-0a5bf324cfa0 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/faf93356-4a5a-40ef-aea9-9529d2f40beb HTTP/1.1" status: 204 len: 168 time: 0.1864965 Nov 19 04:21:58.538121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52818) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:58.547127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caed73-e766-45d7-8692-0a5bf324cfa0 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf93356-4a5a-40ef-aea9-9529d2f40beb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:58.667535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-362c4bee-5c4a-4eeb-a3c3-4a9185343eac tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282418 Nov 19 04:21:58.675287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52820) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:58.680042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798173185'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:58.716247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.819491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.830096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.880579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:58.882142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2057080 Nov 19 04:21:58.884591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8229e50-157c-4f35-8f16-58aaee89a92e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:58.886578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52826) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:58.917729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:59.028623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.113676 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.126270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.146570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def78936-3c43-409c-a753-6904639de4e5,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:59.168458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.169738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f3aa9048-348d-43d8-82e1-4d5b47214be9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2702768 Nov 19 04:21:59.172811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52834) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:59.177376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:59.260444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.309575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785373f6-80a5-44a3-bf67-9ad5609d8346 req-8b809c2f-c606-4dbb-a521-39a18f7de678 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:21:59.312224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-785373f6-80a5-44a3-bf67-9ad5609d8346 req-8b809c2f-c606-4dbb-a521-39a18f7de678 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0864334 Nov 19 04:21:59.365335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.370102 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.403027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd9b6f1-8b52-48c0-b6b2-6cb5cbb13446,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:59.411252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-785373f6-80a5-44a3-bf67-9ad5609d8346 req-bb610b38-4b8e-496d-b70f-082552afa5d0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Nov 19 04:21:59.421780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.425867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-360c9dec-e7c6-402d-a8d2-9dfd2701474e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2507236 Nov 19 04:21:59.426193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52840) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:59.431798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:59.465127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.536511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.541317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.570150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.575151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442461 Nov 19 04:21:59.575151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f2454-babd-43e0-9ca1-c3629ef8b481 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d452e83-8ae0-4a53-8c63-d8d85204e228,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:59.575402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52846) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:59.579490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:59.610770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.689735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.695373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.722399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bfc621-182b-448d-afae-df9af59d2038,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:59.734225 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.735858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-982f767e-b825-4f09-861c-1885ee384bfa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603775 Nov 19 04:21:59.738736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52850) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:59.743458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:21:59.774930 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.847302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.855188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.876776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8734f43a-2d01-4fcb-8892-cb8cfe0413ad,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:59.886335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.887739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2fce70f6-4ac0-4776-857b-8a79766348b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1478894 Nov 19 04:21:59.890495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52856) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:21:59.917365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4fcda1f-28c8-43dc-8ed7-6ebeb4bd31cd tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.926381 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4fcda1f-28c8-43dc-8ed7-6ebeb4bd31cd tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.956314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4fcda1f-28c8-43dc-8ed7-6ebeb4bd31cd tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.963891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4fcda1f-28c8-43dc-8ed7-6ebeb4bd31cd tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:21:59.965681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c4fcda1f-28c8-43dc-8ed7-6ebeb4bd31cd tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8734f43a-2d01-4fcb-8892-cb8cfe0413ad HTTP/1.1" status: 204 len: 168 time: 0.0733757 Nov 19 04:21:59.967482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcda1f-28c8-43dc-8ed7-6ebeb4bd31cd tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8734f43a-2d01-4fcb-8892-cb8cfe0413ad,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:21:59.969031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52860) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.035609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-53a5b02a-c3ca-49bc-997f-50700f94f92b tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0650809 Nov 19 04:22:00.038231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52864) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.067329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f74-2943-47e3-89bf-9a247acb6b2e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.079359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f74-2943-47e3-89bf-9a247acb6b2e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.112449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f74-2943-47e3-89bf-9a247acb6b2e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.118952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6d94f74-2943-47e3-89bf-9a247acb6b2e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.122625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e6d94f74-2943-47e3-89bf-9a247acb6b2e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/06bfc621-182b-448d-afae-df9af59d2038 HTTP/1.1" status: 204 len: 168 time: 0.0809419 Nov 19 04:22:00.123124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.129759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d94f74-2943-47e3-89bf-9a247acb6b2e tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06bfc621-182b-448d-afae-df9af59d2038,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:00.181524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52874) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.183905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-40d1a0c5-106b-486f-a499-ca3288dcd5fe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0593915 Nov 19 04:22:00.218989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4b90ce9-a27e-434f-99f1-564a3fb978f9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.230930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4b90ce9-a27e-434f-99f1-564a3fb978f9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.284633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4b90ce9-a27e-434f-99f1-564a3fb978f9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.292505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4b90ce9-a27e-434f-99f1-564a3fb978f9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.297857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52880) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.306962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f4b90ce9-a27e-434f-99f1-564a3fb978f9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7d452e83-8ae0-4a53-8c63-d8d85204e228 HTTP/1.1" status: 204 len: 168 time: 0.1240106 Nov 19 04:22:00.329228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b90ce9-a27e-434f-99f1-564a3fb978f9 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d452e83-8ae0-4a53-8c63-d8d85204e228,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:00.414426 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52886) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.414764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a5ffcc3d-0d16-4ee7-88a5-6d80d32620c4 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1122179 Nov 19 04:22:00.449870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6c59004-4a36-4016-9544-af3f7f000fee tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.460172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6c59004-4a36-4016-9544-af3f7f000fee tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.515502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6c59004-4a36-4016-9544-af3f7f000fee tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.524754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f6c59004-4a36-4016-9544-af3f7f000fee tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.526232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f6c59004-4a36-4016-9544-af3f7f000fee tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/dbd9b6f1-8b52-48c0-b6b2-6cb5cbb13446 HTTP/1.1" status: 204 len: 168 time: 0.1053824 Nov 19 04:22:00.533597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52894) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.541839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c59004-4a36-4016-9544-af3f7f000fee tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbd9b6f1-8b52-48c0-b6b2-6cb5cbb13446,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:00.577869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a652a2a-7cf0-4e72-b72e-0cebb5f1bf28 req-f3c8233d-48ff-4521-a3fe-dad5c0f208be tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:00.586517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a652a2a-7cf0-4e72-b72e-0cebb5f1bf28 req-f3c8233d-48ff-4521-a3fe-dad5c0f208be tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0853267 Nov 19 04:22:00.618765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-03d561e0-6383-427b-8db3-0337f7b23e8a tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0806656 Nov 19 04:22:00.618986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52898) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.682507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a652a2a-7cf0-4e72-b72e-0cebb5f1bf28 req-706e56ee-8563-441f-ad8f-ebd1ebcb0187 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949593 Nov 19 04:22:00.687883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56688a59-aafe-4e3b-b9f0-48e3e39437e7 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.697215 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56688a59-aafe-4e3b-b9f0-48e3e39437e7 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.729051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56688a59-aafe-4e3b-b9f0-48e3e39437e7 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.739444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-56688a59-aafe-4e3b-b9f0-48e3e39437e7 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.741515 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-56688a59-aafe-4e3b-b9f0-48e3e39437e7 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/def78936-3c43-409c-a753-6904639de4e5 HTTP/1.1" status: 204 len: 168 time: 0.1220043 Nov 19 04:22:00.744190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.747625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56688a59-aafe-4e3b-b9f0-48e3e39437e7 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=def78936-3c43-409c-a753-6904639de4e5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:00.803440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9da9a9b-105b-420c-90b7-2c1998fe730d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576272 Nov 19 04:22:00.806759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52904) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.880315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc97-34a2-415d-b34a-94d04be4ada1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.907169 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc97-34a2-415d-b34a-94d04be4ada1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.968273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc97-34a2-415d-b34a-94d04be4ada1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.969816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc97-34a2-415d-b34a-94d04be4ada1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:00.971152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5b11dc97-34a2-415d-b34a-94d04be4ada1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22 HTTP/1.1" status: 204 len: 168 time: 0.1632299 Nov 19 04:22:00.974242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52910) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:00.984489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11dc97-34a2-415d-b34a-94d04be4ada1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5f72f-ce78-4cc9-a301-ae5d3bf45d22,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:01.048409 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37de6311-84b9-4dd2-a5a8-46fd30807e31 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721183 Nov 19 04:22:01.052406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52912) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:01.058121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487899000'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:01.089596 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.186217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.191407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.223694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.227755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1715443 Nov 19 04:22:01.228463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52916) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:01.235023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': '359eccec-1f28-4ae3-a368-c58461ca6210', 'direction': 'ingress', 'protocol': 17}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:01.236596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e70b7-737b-4a43-a25a-1a09f9e4f679 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359eccec-1f28-4ae3-a368-c58461ca6210,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:01.278592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.346542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.352127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.381923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.386176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52922) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:01.386408 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1565576 Nov 19 04:22:01.389211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d3d0e-ae5b-4afe-80fe-f57838112cbe tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc446440-e8a6-49f4-b42e-c4c957cf82cf,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:01.453694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4cade3f-2f01-4dbc-9efa-a7bb26e8edaa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.481775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4cade3f-2f01-4dbc-9efa-a7bb26e8edaa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.544562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4cade3f-2f01-4dbc-9efa-a7bb26e8edaa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.548699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b4cade3f-2f01-4dbc-9efa-a7bb26e8edaa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.549885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b4cade3f-2f01-4dbc-9efa-a7bb26e8edaa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/359eccec-1f28-4ae3-a368-c58461ca6210 HTTP/1.1" status: 204 len: 168 time: 0.1626914 Nov 19 04:22:01.552736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52928) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:01.559481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cade3f-2f01-4dbc-9efa-a7bb26e8edaa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359eccec-1f28-4ae3-a368-c58461ca6210,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:01.617063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f497f676-0d85-46d8-b322-4b2c0e33db64 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630133 Nov 19 04:22:01.620933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:01.625429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--458168898'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:01.651432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.764286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.769379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.802345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.803625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1816363 Nov 19 04:22:01.807421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:01.812161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140470534'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:01.828692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef663-0bb0-45ad-bfe2-48f5b2dc9a2d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292a44e2-b04e-442f-b862-7cd863f66189,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:01.850084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:01.867724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c15d5-f88d-4065-86f7-6dd774b146be req-b1084420-8f5a-42c1-8e7f-1553e29c1aa1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:01.869351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-750c15d5-f88d-4065-86f7-6dd774b146be req-b1084420-8f5a-42c1-8e7f-1553e29c1aa1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0953765 Nov 19 04:22:02.000199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-750c15d5-f88d-4065-86f7-6dd774b146be req-6e63723b-a027-4b7f-8958-d76c74a03c74 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210952 Nov 19 04:22:02.045156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.053696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.082787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.104378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.109494 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3010736 Nov 19 04:22:02.110548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52948) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.118049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': '292a44e2-b04e-442f-b862-7cd863f66189', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '652f3e32-1102-4154-b351-8b056a9a09ae', 'remote_ip_prefix': None}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:02.136800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e61ab-e46a-40fb-840d-6338d8120b76 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652f3e32-1102-4154-b351-8b056a9a09ae,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:02.157845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.248332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.253883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.278036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6076b0d2-0601-435d-affe-42a354d065bd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:02.285917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.289803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-14980dc6-49d6-42ab-bdd3-bbc9833a2916 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1726635 Nov 19 04:22:02.290060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52954) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.319850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc3510b2-bd35-40c4-92c5-4e8392f316f2 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.328073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc3510b2-bd35-40c4-92c5-4e8392f316f2 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.357915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc3510b2-bd35-40c4-92c5-4e8392f316f2 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.364879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc3510b2-bd35-40c4-92c5-4e8392f316f2 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.366014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc3510b2-bd35-40c4-92c5-4e8392f316f2 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6076b0d2-0601-435d-affe-42a354d065bd HTTP/1.1" status: 204 len: 168 time: 0.0750167 Nov 19 04:22:02.368670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52958) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.372250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3510b2-bd35-40c4-92c5-4e8392f316f2 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6076b0d2-0601-435d-affe-42a354d065bd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:02.420564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08fe28ac-6814-4127-a273-e704f78d1a0c tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0507312 Nov 19 04:22:02.426179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52964) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.492651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d332e8-f4bb-49fe-8e66-ca717e9996b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.517612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d332e8-f4bb-49fe-8e66-ca717e9996b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.567237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d332e8-f4bb-49fe-8e66-ca717e9996b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.570422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d332e8-f4bb-49fe-8e66-ca717e9996b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.573965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e4d332e8-f4bb-49fe-8e66-ca717e9996b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/652f3e32-1102-4154-b351-8b056a9a09ae HTTP/1.1" status: 204 len: 168 time: 0.1444678 Nov 19 04:22:02.574556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 52980) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.583038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d332e8-f4bb-49fe-8e66-ca717e9996b6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f3e32-1102-4154-b351-8b056a9a09ae,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:02.644095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-14629fd8-e925-47b2-9e7d-d1c0ab18a7f4 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0679841 Nov 19 04:22:02.646841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 52988) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.712020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0e1d-9916-4455-a612-ef1e5565a8d3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.745887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0e1d-9916-4455-a612-ef1e5565a8d3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.791920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0e1d-9916-4455-a612-ef1e5565a8d3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.795339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0e1d-9916-4455-a612-ef1e5565a8d3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.796749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b4e0e1d-9916-4455-a612-ef1e5565a8d3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/292a44e2-b04e-442f-b862-7cd863f66189 HTTP/1.1" status: 204 len: 168 time: 0.1487150 Nov 19 04:22:02.800366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53006) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.814352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0e1d-9916-4455-a612-ef1e5565a8d3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a44e2-b04e-442f-b862-7cd863f66189,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:02.869112 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c8414293-7e10-46ad-b5b5-42de74f945e1 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0673034 Nov 19 04:22:02.873647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53014) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:02.879530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478299606'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:02.909746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.988058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:02.993430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.025780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.031029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1559324 Nov 19 04:22:03.033616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.038477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'e5bb0997-39bc-4cab-b868-0721bdfb4dbb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:03.043622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ac2fd-6011-4f4b-9776-8340cd9dabd6 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bb0997-39bc-4cab-b868-0721bdfb4dbb,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:03.078612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.155600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.159947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.190823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7021c644-d86f-4966-a953-37a60b022a36,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:03.198584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.200134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-793924b0-58f5-4e88-b6dd-dadb11150d07 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1653399 Nov 19 04:22:03.203186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.244466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32318700-ae35-4db4-a1bf-a695cb6641ad tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.255671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32318700-ae35-4db4-a1bf-a695cb6641ad tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.258268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7d0b3-eefd-44cb-957a-1c3bb9f81e78 req-f1dcb330-1afd-4175-a7d2-2ee990a0274a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:03.266402 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63b7d0b3-eefd-44cb-957a-1c3bb9f81e78 req-f1dcb330-1afd-4175-a7d2-2ee990a0274a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0986621 Nov 19 04:22:03.287657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32318700-ae35-4db4-a1bf-a695cb6641ad tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.296665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32318700-ae35-4db4-a1bf-a695cb6641ad tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.297961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-32318700-ae35-4db4-a1bf-a695cb6641ad tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7021c644-d86f-4966-a953-37a60b022a36 HTTP/1.1" status: 204 len: 168 time: 0.0929527 Nov 19 04:22:03.303608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53046) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.311688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32318700-ae35-4db4-a1bf-a695cb6641ad tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7021c644-d86f-4966-a953-37a60b022a36,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:03.326762 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63b7d0b3-eefd-44cb-957a-1c3bb9f81e78 req-1375bceb-f8db-44d4-b463-7ba220335b1a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544329 Nov 19 04:22:03.361920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2ab1448d-9f1c-478a-a927-50135bc41c7d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545821 Nov 19 04:22:03.362309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53050) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.417301 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84351c1c-056f-468f-bc5a-e9055930b2fb tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.443214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84351c1c-056f-468f-bc5a-e9055930b2fb tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.490695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84351c1c-056f-468f-bc5a-e9055930b2fb tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.494324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84351c1c-056f-468f-bc5a-e9055930b2fb tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.495829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-84351c1c-056f-468f-bc5a-e9055930b2fb tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5bb0997-39bc-4cab-b868-0721bdfb4dbb HTTP/1.1" status: 204 len: 168 time: 0.1324642 Nov 19 04:22:03.499922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.507327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84351c1c-056f-468f-bc5a-e9055930b2fb tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bb0997-39bc-4cab-b868-0721bdfb4dbb,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:03.557472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a243f680-7a38-4b5e-a4d5-9e930fd403aa tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518687 Nov 19 04:22:03.558127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53058) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.564410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group': {'name': 'tempest-secgroup--689975549'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:03.597152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.671398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.676517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.707715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d569da-a7ec-46c8-ba5f-2c827ca73631,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:03.712016 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.715859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-731b50ef-cb50-41a3-89eb-5d6da6b0e884 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1544416 Nov 19 04:22:03.716105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53062) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.722832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'f4d569da-a7ec-46c8-ba5f-2c827ca73631', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:03.757001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.817728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.822099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.846167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f065395-f222-4429-a210-e8daab3f0b71,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:03.852720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.854221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4555c822-eab3-4ed0-9d1b-89e64bb8f642 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365633 Nov 19 04:22:03.856796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53066) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.872894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e29c4919-bc17-4c68-a182-21444f04393d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules/6f065395-f222-4429-a210-e8daab3f0b71 HTTP/1.1" status: 200 len: 763 time: 0.0148451 Nov 19 04:22:03.875395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53068) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.919167 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-526d93d0-0377-4ae8-b912-f7aee1ecb276 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426066 Nov 19 04:22:03.921759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:03.956775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cb70658-abd0-46b8-892f-0f23d80bedd8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.968346 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cb70658-abd0-46b8-892f-0f23d80bedd8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:03.999459 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cb70658-abd0-46b8-892f-0f23d80bedd8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.006393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cb70658-abd0-46b8-892f-0f23d80bedd8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.010144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.010334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8cb70658-abd0-46b8-892f-0f23d80bedd8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6f065395-f222-4429-a210-e8daab3f0b71 HTTP/1.1" status: 204 len: 168 time: 0.0871472 Nov 19 04:22:04.017089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb70658-abd0-46b8-892f-0f23d80bedd8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f065395-f222-4429-a210-e8daab3f0b71,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:04.058920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-942abaca-be3c-48fd-9329-38c054e80e73 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471632 Nov 19 04:22:04.062061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.066821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'f4d569da-a7ec-46c8-ba5f-2c827ca73631', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:04.096513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.162275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.170691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.185006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace35839-01c3-4663-8a60-5fd2a0227304,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:04.196695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.198321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bf962feb-960a-458d-a6e6-64369d0038d8 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350045 Nov 19 04:22:04.201712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.221990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-25632557-0850-4892-83e0-26a32fc6396d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules/ace35839-01c3-4663-8a60-5fd2a0227304 HTTP/1.1" status: 200 len: 763 time: 0.0177541 Nov 19 04:22:04.223799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.287262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-546089d9-4aa3-4607-b55b-9814833990df tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0598967 Nov 19 04:22:04.287884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53088) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.319709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a4b436c-bf88-424c-8f4c-711085860a92 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.328150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a4b436c-bf88-424c-8f4c-711085860a92 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.358830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a4b436c-bf88-424c-8f4c-711085860a92 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.366356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a4b436c-bf88-424c-8f4c-711085860a92 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.370256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a4b436c-bf88-424c-8f4c-711085860a92 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/ace35839-01c3-4663-8a60-5fd2a0227304 HTTP/1.1" status: 204 len: 168 time: 0.0813155 Nov 19 04:22:04.370404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53092) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.376667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b436c-bf88-424c-8f4c-711085860a92 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ace35839-01c3-4663-8a60-5fd2a0227304,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:04.414083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e9014ae-17a1-4db0-8913-4b9a19a46836 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423443 Nov 19 04:22:04.416531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53094) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.421736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Request body: {'security_group_rule': {'security_group_id': 'f4d569da-a7ec-46c8-ba5f-2c827ca73631', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:04.457232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.476236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e744-3d46-4702-973c-0736f6cb49d0 req-a8fed925-c720-4b1a-a294-c41264a3e8ac tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:04.478528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0647e744-3d46-4702-973c-0736f6cb49d0 req-a8fed925-c720-4b1a-a294-c41264a3e8ac tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0685751 Nov 19 04:22:04.532916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.537904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0647e744-3d46-4702-973c-0736f6cb49d0 req-22fd4979-e85d-4aab-bd19-8adcc38e7dac tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515754 Nov 19 04:22:04.554599 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.597132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13774166-6853-417a-8943-18379cd18687,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:04.614944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.618777 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bdd9be39-dde4-4519-a2ea-4bc20707a189 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988809 Nov 19 04:22:04.620739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53098) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.653638 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d4e0cba-cb64-41fe-9929-2f14a34eacd3 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules/13774166-6853-417a-8943-18379cd18687 HTTP/1.1" status: 200 len: 764 time: 0.0290577 Nov 19 04:22:04.657070 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53100) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.711606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53104) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.713264 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f41bb2a-2b64-480e-8153-9dd0c7564cf4 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0544472 Nov 19 04:22:04.738526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0ec7262-8e4d-4acd-b392-ec376d863031 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.747088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0ec7262-8e4d-4acd-b392-ec376d863031 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.790245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0ec7262-8e4d-4acd-b392-ec376d863031 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.797533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0ec7262-8e4d-4acd-b392-ec376d863031 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.800967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a0ec7262-8e4d-4acd-b392-ec376d863031 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/13774166-6853-417a-8943-18379cd18687 HTTP/1.1" status: 204 len: 168 time: 0.0854011 Nov 19 04:22:04.802224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.820110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec7262-8e4d-4acd-b392-ec376d863031 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13774166-6853-417a-8943-18379cd18687,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:04.852223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6a67d2b5-f44a-4915-b980-81fa3ad6d35d tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463967 Nov 19 04:22:04.852522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:04.912280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4635d218-a93d-48cd-b2a8-c80bc35f3c55 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.936434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4635d218-a93d-48cd-b2a8-c80bc35f3c55 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.983028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4635d218-a93d-48cd-b2a8-c80bc35f3c55 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.985686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4635d218-a93d-48cd-b2a8-c80bc35f3c55 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:04.986895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4635d218-a93d-48cd-b2a8-c80bc35f3c55 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "DELETE /v2.0/security-groups/f4d569da-a7ec-46c8-ba5f-2c827ca73631 HTTP/1.1" status: 204 len: 168 time: 0.1331787 Nov 19 04:22:04.989872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:05.008011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d218-a93d-48cd-b2a8-c80bc35f3c55 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d569da-a7ec-46c8-ba5f-2c827ca73631,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:05.042242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9d2c4628-bac3-4372-adfa-d9865e7f1890 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507064 Nov 19 04:22:05.046743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:05.088833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b666c816-643d-4214-be6f-eebba17bfc09 tempest-SecGroupTest-294171331 tempest-SecGroupTest-294171331-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0406768 Nov 19 04:22:05.355139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53138) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:05.613316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53150) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:05.621675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd3fd8f0-12f2-46be-bcab-cbe77d7489e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42e17ff1bc2b401a9119b49ddcb7b590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652819 Nov 19 04:22:05.712082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2b60f-834a-4da7-bac2-914a7ea75b07 req-360c6b97-a9b2-4794-b6c4-7a4b2c3e6d8f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:05.714407 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aab2b60f-834a-4da7-bac2-914a7ea75b07 req-360c6b97-a9b2-4794-b6c4-7a4b2c3e6d8f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0859342 Nov 19 04:22:05.724253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92038c79-fd0e-4886-b67c-b49ced1d8592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:05.794554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aab2b60f-834a-4da7-bac2-914a7ea75b07 req-a304582e-339b-4806-b0fe-fc5c3f79b60b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722864 Nov 19 04:22:05.799968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92038c79-fd0e-4886-b67c-b49ced1d8592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:05.854134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92038c79-fd0e-4886-b67c-b49ced1d8592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:05.862505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-92038c79-fd0e-4886-b67c-b49ced1d8592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:05.862505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-92038c79-fd0e-4886-b67c-b49ced1d8592 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c23bad8-3d68-4f14-be98-b93148052d50 HTTP/1.1" status: 204 len: 168 time: 0.2433856 Nov 19 04:22:05.875524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92038c79-fd0e-4886-b67c-b49ced1d8592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c23bad8-3d68-4f14-be98-b93148052d50,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:06.960645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a502f-edcf-419e-a49d-0fc531d701da req-78c46b13-4553-4000-a23a-67339805f1bf tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:06.962285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b19a502f-edcf-419e-a49d-0fc531d701da req-78c46b13-4553-4000-a23a-67339805f1bf tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0619800 Nov 19 04:22:07.024615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.037838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b19a502f-edcf-419e-a49d-0fc531d701da req-af19d237-9768-4ef2-9c8a-151c8beaf8fd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693274 Nov 19 04:22:07.242664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-322336c1-1691-461f-98bc-539ce43855b6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:07.243639 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-322336c1-1691-461f-98bc-539ce43855b6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 04:22:07.244158 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-322336c1-1691-461f-98bc-539ce43855b6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 04:22:07.245158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-322336c1-1691-461f-98bc-539ce43855b6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2193294 Nov 19 04:22:07.249436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53216) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.253685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768668737'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:07.277420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.287007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.367097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.371466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.413200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95e4aee-e50d-47f4-a5d5-bf31a119bb55,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:07.456839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.461359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.492088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.496544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.497043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2461636 Nov 19 04:22:07.501209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': '2dc433a7-66f3-48e8-aa45-28092029099f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:07.502464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad192f4-2a20-4c23-99a2-237da346c52a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc433a7-66f3-48e8-aa45-28092029099f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:07.558946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.621316 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.626549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.644967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cf49e7-184d-46e1-b1a8-fb42d684592a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:07.659822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.663840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9689c56b-a4fc-49cd-8f0b-18987cad2ed1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637762 Nov 19 04:22:07.664660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53232) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.670580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-895b8d0c-83dc-4f54-b0e6-75a7cfdfc2c1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': '2dc433a7-66f3-48e8-aa45-28092029099f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:07.701005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-895b8d0c-83dc-4f54-b0e6-75a7cfdfc2c1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.752516 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-895b8d0c-83dc-4f54-b0e6-75a7cfdfc2c1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 04:22:07.756552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-895b8d0c-83dc-4f54-b0e6-75a7cfdfc2c1 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0881166 Nov 19 04:22:07.756552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53236) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.819664 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3387-0804-4f8b-8aa1-b6871a014ea7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.851421 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3387-0804-4f8b-8aa1-b6871a014ea7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.898908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3387-0804-4f8b-8aa1-b6871a014ea7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.902204 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3387-0804-4f8b-8aa1-b6871a014ea7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:07.906476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e9bf3387-0804-4f8b-8aa1-b6871a014ea7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/2dc433a7-66f3-48e8-aa45-28092029099f HTTP/1.1" status: 204 len: 168 time: 0.1457798 Nov 19 04:22:07.907288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53238) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.916537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf3387-0804-4f8b-8aa1-b6871a014ea7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc433a7-66f3-48e8-aa45-28092029099f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:07.983313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a997533-81df-4842-8190-62599752c57a tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710130 Nov 19 04:22:07.985220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53242) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:07.990437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--805533571'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:08.020395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.106752 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.112108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.176375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67e5a64-796b-4300-8a0b-d096b186f2ce,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:08.184408 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.185507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b001f52-6f58-4bbe-828b-cb0b0c9dda5f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1986759 Nov 19 04:22:08.188990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53248) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.193548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4fe924cf-7301-4f0f-9acf-bc8e0fb6e089 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'c67e5a64-796b-4300-8a0b-d096b186f2ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:08.194343 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-4fe924cf-7301-4f0f-9acf-bc8e0fb6e089 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 04:22:08.194854 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-4fe924cf-7301-4f0f-9acf-bc8e0fb6e089 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:08.195822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4fe924cf-7301-4f0f-9acf-bc8e0fb6e089 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058336 Nov 19 04:22:08.198673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53250) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.211225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693f2d-8f2b-4ead-97a6-383737478110 req-49a2629b-22c8-43c5-b7be-cb730af1735d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:08.213261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81693f2d-8f2b-4ead-97a6-383737478110 req-49a2629b-22c8-43c5-b7be-cb730af1735d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0948386 Nov 19 04:22:08.267396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81693f2d-8f2b-4ead-97a6-383737478110 req-e7820a6f-edbf-4985-af21-07fe314261cd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465987 Nov 19 04:22:08.279782 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2600ef8d-4200-490c-8898-fb30c5ac0226 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.308878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2600ef8d-4200-490c-8898-fb30c5ac0226 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.356934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2600ef8d-4200-490c-8898-fb30c5ac0226 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.360085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2600ef8d-4200-490c-8898-fb30c5ac0226 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.361598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2600ef8d-4200-490c-8898-fb30c5ac0226 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/c67e5a64-796b-4300-8a0b-d096b186f2ce HTTP/1.1" status: 204 len: 168 time: 0.1619995 Nov 19 04:22:08.364654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53254) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.371931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ef8d-4200-490c-8898-fb30c5ac0226 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67e5a64-796b-4300-8a0b-d096b186f2ce,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:08.425870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53256) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.426729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a6c7c1e-2218-4590-a77a-2a444758f9c7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598300 Nov 19 04:22:08.431028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572065411'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:08.455783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.528521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.534389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.563103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c70786e-6cf1-4d8d-b7e6-b670b4fc7c77,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:08.581343 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.583465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a1f548cf-6db1-4184-bf42-a0656a7980ed tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1558952 Nov 19 04:22:08.586184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53262) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.591129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-466f8744-044a-4efd-978d-4c7349f7bb3e tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': '3c70786e-6cf1-4d8d-b7e6-b670b4fc7c77', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:08.592309 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-466f8744-044a-4efd-978d-4c7349f7bb3e tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 04:22:08.592999 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-466f8744-044a-4efd-978d-4c7349f7bb3e tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:08.594026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-466f8744-044a-4efd-978d-4c7349f7bb3e tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066550 Nov 19 04:22:08.596990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53264) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.663151 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4831f450-5160-4407-a0e5-a4afe835541f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.687264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4831f450-5160-4407-a0e5-a4afe835541f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.731177 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4831f450-5160-4407-a0e5-a4afe835541f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.734171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4831f450-5160-4407-a0e5-a4afe835541f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.735363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4831f450-5160-4407-a0e5-a4afe835541f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/3c70786e-6cf1-4d8d-b7e6-b670b4fc7c77 HTTP/1.1" status: 204 len: 168 time: 0.1369190 Nov 19 04:22:08.738278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53268) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.744847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831f450-5160-4407-a0e5-a4afe835541f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c70786e-6cf1-4d8d-b7e6-b670b4fc7c77,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:08.829111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-30869c4f-460a-4f69-9087-9896a8b59592 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894394 Nov 19 04:22:08.833466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53270) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:08.838041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095239321'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:08.868921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.950098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.956105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.993479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:08.999664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1615529 Nov 19 04:22:08.999664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f71c3-f84b-46b7-849a-41c1dd613121 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf008982-2409-444e-9ea5-1c586d8e9da2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:08.999954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53274) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.008035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53276) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.008536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f8cb75eb-c997-4b56-ade4-27056537581c tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'cf008982-2409-444e-9ea5-1c586d8e9da2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.009086 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-f8cb75eb-c997-4b56-ade4-27056537581c tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 04:22:09.009504 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-f8cb75eb-c997-4b56-ade4-27056537581c tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.013955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f8cb75eb-c997-4b56-ade4-27056537581c tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097437 Nov 19 04:22:09.013955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53278) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.018354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-82c04b1c-990d-4b61-b330-a868350a21d5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'cf008982-2409-444e-9ea5-1c586d8e9da2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.019008 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-82c04b1c-990d-4b61-b330-a868350a21d5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 04:22:09.019489 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-82c04b1c-990d-4b61-b330-a868350a21d5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.020433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-82c04b1c-990d-4b61-b330-a868350a21d5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055330 Nov 19 04:22:09.023006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53282) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.028143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2e2fa528-5c6c-4820-9959-475ec2673c2d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'cf008982-2409-444e-9ea5-1c586d8e9da2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.029686 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-2e2fa528-5c6c-4820-9959-475ec2673c2d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 04:22:09.030290 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-2e2fa528-5c6c-4820-9959-475ec2673c2d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.031243 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e2fa528-5c6c-4820-9959-475ec2673c2d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073671 Nov 19 04:22:09.033879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53284) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.038157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-497de1eb-288d-471c-aeaf-48f57ee5b055 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'cf008982-2409-444e-9ea5-1c586d8e9da2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.039077 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-497de1eb-288d-471c-aeaf-48f57ee5b055 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 04:22:09.039541 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-497de1eb-288d-471c-aeaf-48f57ee5b055 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.041982 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-497de1eb-288d-471c-aeaf-48f57ee5b055 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057211 Nov 19 04:22:09.043509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.109522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4afec3b2-9785-4d03-a5dc-1e807a53a032 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.133236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4afec3b2-9785-4d03-a5dc-1e807a53a032 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.133446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ace2d07a-49e6-4f7e-9253-4465e590fe6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.178952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4afec3b2-9785-4d03-a5dc-1e807a53a032 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.183055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4afec3b2-9785-4d03-a5dc-1e807a53a032 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.184601 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4afec3b2-9785-4d03-a5dc-1e807a53a032 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf008982-2409-444e-9ea5-1c586d8e9da2 HTTP/1.1" status: 204 len: 168 time: 0.1400485 Nov 19 04:22:09.187485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53288) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.196476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afec3b2-9785-4d03-a5dc-1e807a53a032 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf008982-2409-444e-9ea5-1c586d8e9da2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:09.254109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ace2d07a-49e6-4f7e-9253-4465e590fe6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.258615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c7705241-4455-48c1-9910-2de3e5455637 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0699663 Nov 19 04:22:09.259924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ace2d07a-49e6-4f7e-9253-4465e590fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.262407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53290) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.267708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799168482'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.296339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.300234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ace2d07a-49e6-4f7e-9253-4465e590fe6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f65e32aad074489a291f813617507eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909138 Nov 19 04:22:09.301209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2d07a-49e6-4f7e-9253-4465e590fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d961ba94-a921-405f-8817-ffcdb0788c6d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:09.303040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53294) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.393395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab6d90d4-7216-4e63-a6b0-ec79b3bf79c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.395319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70398e-4e60-4f5e-96fe-261e18540884 req-109dfdf7-46f1-46bc-b4f8-c186ae674e22 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:09.396856 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc70398e-4e60-4f5e-96fe-261e18540884 req-109dfdf7-46f1-46bc-b4f8-c186ae674e22 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 944 time: 0.0555232 Nov 19 04:22:09.428439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.433054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab6d90d4-7216-4e63-a6b0-ec79b3bf79c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.440283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.446238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc70398e-4e60-4f5e-96fe-261e18540884 req-a88f1d7e-527f-4b98-ac45-8541786a309d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Nov 19 04:22:09.492125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.493346 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2292562 Nov 19 04:22:09.495007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795594-440d-4bf8-9a73-ef64c1f7c2a0 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0fd97-db21-4d74-beeb-abc432e740be,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:09.496351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.502267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-19100cec-9955-4e18-9201-28e672fb08af tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.502745 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-19100cec-9955-4e18-9201-28e672fb08af tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 04:22:09.503332 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-19100cec-9955-4e18-9201-28e672fb08af tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.507083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-19100cec-9955-4e18-9201-28e672fb08af tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068581 Nov 19 04:22:09.507334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53298) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.512159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e1b9273f-8628-4efc-8fbb-099b6cfe9cbe tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.515383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab6d90d4-7216-4e63-a6b0-ec79b3bf79c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.518285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ab6d90d4-7216-4e63-a6b0-ec79b3bf79c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.519916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ab6d90d4-7216-4e63-a6b0-ec79b3bf79c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d961ba94-a921-405f-8817-ffcdb0788c6d HTTP/1.1" status: 204 len: 168 time: 0.2156279 Nov 19 04:22:09.528374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d90d4-7216-4e63-a6b0-ec79b3bf79c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961ba94-a921-405f-8817-ffcdb0788c6d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:09.552562 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-e1b9273f-8628-4efc-8fbb-099b6cfe9cbe tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.553647 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e1b9273f-8628-4efc-8fbb-099b6cfe9cbe tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0450459 Nov 19 04:22:09.556568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53302) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.562243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3ffbd7f0-bb48-4371-94de-cc21bbadc3dc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.562735 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-3ffbd7f0-bb48-4371-94de-cc21bbadc3dc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 04:22:09.563220 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-3ffbd7f0-bb48-4371-94de-cc21bbadc3dc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.564174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3ffbd7f0-bb48-4371-94de-cc21bbadc3dc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065100 Nov 19 04:22:09.567424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53304) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.571566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3a33a5d4-1a8e-412f-84bf-fa944ee2b140 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.609394 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-3a33a5d4-1a8e-412f-84bf-fa944ee2b140 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.611042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3a33a5d4-1a8e-412f-84bf-fa944ee2b140 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0426972 Nov 19 04:22:09.614069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53310) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.619782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2d83d8f8-6847-4043-adc9-e89181ccb233 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.620267 n-d-818503-1 neutron-server[109987]: WARNING neutron.api.v2.base [None req-2d83d8f8-6847-4043-adc9-e89181ccb233 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 04:22:09.620797 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-2d83d8f8-6847-4043-adc9-e89181ccb233 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.621762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2d83d8f8-6847-4043-adc9-e89181ccb233 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057631 Nov 19 04:22:09.625192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53312) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.630691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-94edb656-7940-41a9-b7d4-9fd1416df6a7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.655308 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-94edb656-7940-41a9-b7d4-9fd1416df6a7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Project d945a83ecf1b48ecb3f7a78730589068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:22:09.670046 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-94edb656-7940-41a9-b7d4-9fd1416df6a7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.671608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94edb656-7940-41a9-b7d4-9fd1416df6a7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0454726 Nov 19 04:22:09.677268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53318) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.682722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-650226af-ec2a-4d86-b8b0-a7457b141b06 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.683286 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-650226af-ec2a-4d86-b8b0-a7457b141b06 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 04:22:09.683857 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-650226af-ec2a-4d86-b8b0-a7457b141b06 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.684969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-650226af-ec2a-4d86-b8b0-a7457b141b06 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065622 Nov 19 04:22:09.688296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.693083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ebc387c9-ce3f-4cd3-b719-b03e71b4f4bc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.713075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 91e02725-c03d-46dd-be25-fb47e5e025ce details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:22:09.732824 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-ebc387c9-ce3f-4cd3-b719-b03e71b4f4bc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Project d945a83ecf1b48ecb3f7a78730589068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:22:09.749637 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-ebc387c9-ce3f-4cd3-b719-b03e71b4f4bc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.754062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53322) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.755031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ebc387c9-ce3f-4cd3-b719-b03e71b4f4bc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0656149 Nov 19 04:22:09.758678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-de15cd61-98e5-4b91-a373-e58b3376d846 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'e6d0fd97-db21-4d74-beeb-abc432e740be', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:09.792640 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-de15cd61-98e5-4b91-a373-e58b3376d846 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Project d945a83ecf1b48ecb3f7a78730589068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:22:09.809141 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-de15cd61-98e5-4b91-a373-e58b3376d846 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:09.813745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.831509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-de15cd61-98e5-4b91-a373-e58b3376d846 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0760674 Nov 19 04:22:09.863737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 91e02725-c03d-46dd-be25-fb47e5e025ce, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=91e02725-c03d-46dd-be25-fb47e5e025ce,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:09.882795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '91e02725-c03d-46dd-be25-fb47e5e025ce', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': '91e02725-c03d-46dd-be25-fb47e5e025ce', 'mac_address': 'fa:16:3e:d7:6a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:22:09.892344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53326) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:09.901242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-792df7d6-f8a2-4cf9-b313-dd97704a9a9f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.910106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5584f64-b83a-4456-8903-3eb98a4b27d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.929763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-792df7d6-f8a2-4cf9-b313-dd97704a9a9f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.933412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.951788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e02725-c03d-46dd-be25-fb47e5e025ce {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:22:09.991594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 91e02725-c03d-46dd-be25-fb47e5e025ce, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=91e02725-c03d-46dd-be25-fb47e5e025ce,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:09.991824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-792df7d6-f8a2-4cf9-b313-dd97704a9a9f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.994870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-792df7d6-f8a2-4cf9-b313-dd97704a9a9f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:09.999124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-792df7d6-f8a2-4cf9-b313-dd97704a9a9f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/e6d0fd97-db21-4d74-beeb-abc432e740be HTTP/1.1" status: 204 len: 168 time: 0.1810586 Nov 19 04:22:10.000437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53328) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.001203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.020862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792df7d6-f8a2-4cf9-b313-dd97704a9a9f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0fd97-db21-4d74-beeb-abc432e740be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.030775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5584f64-b83a-4456-8903-3eb98a4b27d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.038869 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5584f64-b83a-4456-8903-3eb98a4b27d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.064132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e412c0ce-0862-4661-ae2c-099712a59022 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0584252 Nov 19 04:22:10.064844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53330) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.073691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322386363'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:10.074293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=91e02725-c03d-46dd-be25-fb47e5e025ce,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.082807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.083287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.083736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.084180 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.084716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.085113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.085477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.085927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.086379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.086806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.087242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.087969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:10.112230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b5584f64-b83a-4456-8903-3eb98a4b27d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9428e37f941e4387bb66f38df45d4b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185524 Nov 19 04:22:10.114918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53332) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.115122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5584f64-b83a-4456-8903-3eb98a4b27d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff39bb-136e-418d-9c5f-1acf3638f4ab,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.125057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.165693 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d419f69-4729-4bdd-99e3-b6f7e9daa33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.189733 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d419f69-4729-4bdd-99e3-b6f7e9daa33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.201888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.207859 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.239112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.240834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1734331 Nov 19 04:22:10.244052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53334) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.250877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a34e2-3fc9-4259-b33a-b73895e02ac8 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5a4bf2-0234-4639-9704-ee469548010b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.251197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a69923ae-643a-4bb8-9f14-541f9b97aec5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'ec5a4bf2-0234-4639-9704-ee469548010b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:10.272839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d419f69-4729-4bdd-99e3-b6f7e9daa33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.275439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d419f69-4729-4bdd-99e3-b6f7e9daa33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.276562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d419f69-4729-4bdd-99e3-b6f7e9daa33e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95ff39bb-136e-418d-9c5f-1acf3638f4ab HTTP/1.1" status: 204 len: 168 time: 0.1606703 Nov 19 04:22:10.292901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419f69-4729-4bdd-99e3-b6f7e9daa33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ff39bb-136e-418d-9c5f-1acf3638f4ab,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.307636 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-a69923ae-643a-4bb8-9f14-541f9b97aec5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The resource could not be found. Nov 19 04:22:10.309113 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a69923ae-643a-4bb8-9f14-541f9b97aec5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0624421 Nov 19 04:22:10.312498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53338) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.319840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2c4da8da-85f5-415e-920f-ea206b2d7e8d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'ec5a4bf2-0234-4639-9704-ee469548010b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f03e5dde-4d81-48e0-bca1-6cf8388d9736'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:10.351587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['91e02725-c03d-46dd-be25-fb47e5e025ce'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:22:10.366369 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-2c4da8da-85f5-415e-920f-ea206b2d7e8d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The resource could not be found. Nov 19 04:22:10.367549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2c4da8da-85f5-415e-920f-ea206b2d7e8d tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0535219 Nov 19 04:22:10.370489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.431299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8d3614a-7a09-4f9e-9652-b8a1b75ce3f3 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.457927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8d3614a-7a09-4f9e-9652-b8a1b75ce3f3 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.513991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8d3614a-7a09-4f9e-9652-b8a1b75ce3f3 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.518164 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d8d3614a-7a09-4f9e-9652-b8a1b75ce3f3 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.520337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d8d3614a-7a09-4f9e-9652-b8a1b75ce3f3 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/ec5a4bf2-0234-4639-9704-ee469548010b HTTP/1.1" status: 204 len: 168 time: 0.1484811 Nov 19 04:22:10.522709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53346) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.532360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3614a-7a09-4f9e-9652-b8a1b75ce3f3 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5a4bf2-0234-4639-9704-ee469548010b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.588982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2364c53f-5122-4e62-83b6-e6ed8c7bc79f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650029 Nov 19 04:22:10.593640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53348) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.598403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6a3823bf-3964-4cb0-bd1c-addfd18170d7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'b4a98fd0-8ee4-4066-af6f-c47375ee8e46', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:10.646112 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-6a3823bf-3964-4cb0-bd1c-addfd18170d7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The resource could not be found. Nov 19 04:22:10.647436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb368fc-1298-484f-b920-5e6083fa384e req-153ac111-5617-433c-aa1b-514ed2c41b8b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:10.648391 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6a3823bf-3964-4cb0-bd1c-addfd18170d7 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0535405 Nov 19 04:22:10.652943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53352) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.654586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4eb368fc-1298-484f-b920-5e6083fa384e req-153ac111-5617-433c-aa1b-514ed2c41b8b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 945 time: 0.0803092 Nov 19 04:22:10.662870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125790275'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:10.701569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.728281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4eb368fc-1298-484f-b920-5e6083fa384e req-a927188f-eced-431a-b924-6e8f5cd15291 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718117 Nov 19 04:22:10.793659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.798571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.834812 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.836060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1806681 Nov 19 04:22:10.838189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053056dd-2b93-4dba-9347-b04a9eabcc37 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857d1cb4-a737-4c8b-bfc8-9f8e150b427b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.838942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53362) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:10.844069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--743565297'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:10.879231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.953324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.957526 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.989508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:10.990845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1508427 Nov 19 04:22:10.993576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a123a6-bed6-4579-9590-5620aed5a800 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa27d9-2f73-4cf4-a5bc-e7032a24e12d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:10.995701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53368) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.000644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-15b6f7ac-639d-4237-95f7-c9838ac985b2 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': '857d1cb4-a737-4c8b-bfc8-9f8e150b427b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1afa27d9-2f73-4cf4-a5bc-e7032a24e12d'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:11.043590 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-15b6f7ac-639d-4237-95f7-c9838ac985b2 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:11.045470 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-15b6f7ac-639d-4237-95f7-c9838ac985b2 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0486991 Nov 19 04:22:11.048457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53372) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.112512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8432c2b3-ebc1-4950-917f-f716ad6e7318 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.137065 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8432c2b3-ebc1-4950-917f-f716ad6e7318 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.182644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8432c2b3-ebc1-4950-917f-f716ad6e7318 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.186495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8432c2b3-ebc1-4950-917f-f716ad6e7318 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.187847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8432c2b3-ebc1-4950-917f-f716ad6e7318 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/1afa27d9-2f73-4cf4-a5bc-e7032a24e12d HTTP/1.1" status: 204 len: 168 time: 0.1377728 Nov 19 04:22:11.190578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53378) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.197913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432c2b3-ebc1-4950-917f-f716ad6e7318 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa27d9-2f73-4cf4-a5bc-e7032a24e12d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:11.268611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53380) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.268840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-138f87f2-b912-40d8-bfc6-54770410d598 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0764799 Nov 19 04:22:11.326277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2b354842-1570-4a5c-9c64-5f976bbb45bd tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.351237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2b354842-1570-4a5c-9c64-5f976bbb45bd tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.399064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2b354842-1570-4a5c-9c64-5f976bbb45bd tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.402024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2b354842-1570-4a5c-9c64-5f976bbb45bd tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.406861 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2b354842-1570-4a5c-9c64-5f976bbb45bd tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/857d1cb4-a737-4c8b-bfc8-9f8e150b427b HTTP/1.1" status: 204 len: 168 time: 0.1335616 Nov 19 04:22:11.407306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53384) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.414206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b354842-1570-4a5c-9c64-5f976bbb45bd tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857d1cb4-a737-4c8b-bfc8-9f8e150b427b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:11.472014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8137541b-9e3d-48c9-9d9c-89804a00f939 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634522 Nov 19 04:22:11.475669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53388) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.480706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079259857'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:11.508786 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.584451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.588521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.618046 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.622432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1426165 Nov 19 04:22:11.622432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53394) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.626821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f0f8df15-5076-4119-82df-4aba3e179feb tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'b7d29024-6186-4179-b27c-3e9b59478575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:11.633056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d3f51-71b3-4b18-a7a5-87dc2ca13b96 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d29024-6186-4179-b27c-3e9b59478575,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:11.672961 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-f0f8df15-5076-4119-82df-4aba3e179feb tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:11.676568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f0f8df15-5076-4119-82df-4aba3e179feb tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0506330 Nov 19 04:22:11.676745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53398) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.681222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-65111a65-96d0-4dd7-bec9-9523b05a8350 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group_rule': {'security_group_id': 'b7d29024-6186-4179-b27c-3e9b59478575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:11.714466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 91e02725-c03d-46dd-be25-fb47e5e025ce up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:11.731088 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-65111a65-96d0-4dd7-bec9-9523b05a8350 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:11.734001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-65111a65-96d0-4dd7-bec9-9523b05a8350 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0555608 Nov 19 04:22:11.736152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:11.778011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 91e02725-c03d-46dd-be25-fb47e5e025ce completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:22:11.782920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 91e02725-c03d-46dd-be25-fb47e5e025ce triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:11.783768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.803231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c52280f4-04f0-444f-b215-aedae502dfdc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.878307 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c52280f4-04f0-444f-b215-aedae502dfdc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.906577 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.934411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e02725-c03d-46dd-be25-fb47e5e025ce'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:22:11.938839 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb227d0a-f392-4b8b-a75f-9e7f0808b004" -d '{"events": [{"server_uuid": "f5d0e8d6-2b52-47f6-acad-88987c75e952", "name": "network-vif-plugged", "status": "completed", "tag": "91e02725-c03d-46dd-be25-fb47e5e025ce"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:22:11.956130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 91e02725-c03d-46dd-be25-fb47e5e025ce, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=91e02725-c03d-46dd-be25-fb47e5e025ce,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:11.961491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f7ac-4d10-4633-a64a-ab27b8e23cb2 req-41ad0215-44bd-4b59-a3b5-f467f34e830e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:11.963183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0f4f7ac-4d10-4633-a64a-ab27b8e23cb2 req-41ad0215-44bd-4b59-a3b5-f467f34e830e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 945 time: 0.1155212 Nov 19 04:22:11.966869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.976314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c52280f4-04f0-444f-b215-aedae502dfdc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.984616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c52280f4-04f0-444f-b215-aedae502dfdc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:11.987054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c52280f4-04f0-444f-b215-aedae502dfdc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/b7d29024-6186-4179-b27c-3e9b59478575 HTTP/1.1" status: 204 len: 168 time: 0.2496989 Nov 19 04:22:11.989731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53412) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.040808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52280f4-04f0-444f-b215-aedae502dfdc tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d29024-6186-4179-b27c-3e9b59478575,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:12.059064 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8dfcf5e7-b898-4ae4-8bc0-4bda903015ec tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671380 Nov 19 04:22:12.064394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53416) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.073378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0f4f7ac-4d10-4633-a64a-ab27b8e23cb2 req-4ce79be3-567f-4e7e-985a-41e8db41c445 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832217 Nov 19 04:22:12.076019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'tempest-secgroup--791718345'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:12.086529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=91e02725-c03d-46dd-be25-fb47e5e025ce,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:12.104456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.194221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.199930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.241559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.245530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1767046 Nov 19 04:22:12.245530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bfbe0-6d8b-43ff-9940-746a87ae605f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4459c8-adc5-4403-9d52-9d6a568f0b65,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:12.245892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53422) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.251622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8839d9e0-02a7-4ebd-af9f-bf6b6c42ffee tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:12.252986 n-d-818503-1 neutron-server[109986]: WARNING neutron.api.v2.base [None req-8839d9e0-02a7-4ebd-af9f-bf6b6c42ffee tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 04:22:12.254719 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-8839d9e0-02a7-4ebd-af9f-bf6b6c42ffee tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 04:22:12.255717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8839d9e0-02a7-4ebd-af9f-bf6b6c42ffee tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "PUT /v2.0/security-groups/1d4459c8-adc5-4403-9d52-9d6a568f0b65 HTTP/1.1" status: 409 len: 330 time: 0.0085318 Nov 19 04:22:12.258392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53424) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.322552 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be250865-17a4-41c0-927f-62cda12444d6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.342993 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d0117-0640-49eb-9fac-086ab8eae98a x-openstack-request-id: req-429d0117-0640-49eb-9fac-086ab8eae98a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:22:12.343619 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d0e8d6-2b52-47f6-acad-88987c75e952", "name": "network-vif-plugged", "status": "completed", "tag": "91e02725-c03d-46dd-be25-fb47e5e025ce", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:22:12.344387 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-429d0117-0640-49eb-9fac-086ab8eae98a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:22:12.344387 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e02725-c03d-46dd-be25-fb47e5e025ce', 'code': 200} Nov 19 04:22:12.357880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be250865-17a4-41c0-927f-62cda12444d6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.415271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be250865-17a4-41c0-927f-62cda12444d6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.418108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-be250865-17a4-41c0-927f-62cda12444d6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:12.421871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-be250865-17a4-41c0-927f-62cda12444d6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/1d4459c8-adc5-4403-9d52-9d6a568f0b65 HTTP/1.1" status: 204 len: 168 time: 0.1599686 Nov 19 04:22:12.422553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.432670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be250865-17a4-41c0-927f-62cda12444d6 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4459c8-adc5-4403-9d52-9d6a568f0b65,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:12.521257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-823d197c-5257-4496-bf24-73bcb1b2136e tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0972126 Nov 19 04:22:12.525267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53434) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.528893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4183c-272d-43b0-b169-3fa44bfb52d9 req-823fee68-4f5d-4615-ae72-8bbc936354dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:12.531472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3fb4183c-272d-43b0-b169-3fa44bfb52d9 req-823fee68-4f5d-4615-ae72-8bbc936354dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 1097 time: 0.0740213 Nov 19 04:22:12.540247 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-eac7bad3-a885-4a48-80cb-40359fb4cea5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] delete failed (client error): The resource could not be found. Nov 19 04:22:12.541298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eac7bad3-a885-4a48-80cb-40359fb4cea5 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "DELETE /v2.0/security-groups/728928ab-cebe-498a-bc26-11c9097327a1 HTTP/1.1" status: 404 len: 347 time: 0.0149667 Nov 19 04:22:12.545135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53436) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.566936 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-a4167714-3ddd-4510-a760-a751b4688980 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] show failed (client error): The resource could not be found. Nov 19 04:22:12.569103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4167714-3ddd-4510-a760-a751b4688980 tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-groups/6bdd2fae-7780-4c31-ade0-9a51d86830dc HTTP/1.1" status: 404 len: 347 time: 0.0229785 Nov 19 04:22:12.572811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53438) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:12.586980 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-9178ca8a-d9cb-41a3-834f-7dce1cadf71f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] show failed (client error): The resource could not be found. Nov 19 04:22:12.588460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9178ca8a-d9cb-41a3-834f-7dce1cadf71f tempest-NegativeSecGroupIPv6Test-1076740970 tempest-NegativeSecGroupIPv6Test-1076740970-project] 10.222.0.52 "GET /v2.0/security-group-rules/ebb90703-9986-4fbc-9901-72b17a0d45e8 HTTP/1.1" status: 404 len: 356 time: 0.0134745 Nov 19 04:22:12.599096 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3fb4183c-272d-43b0-b169-3fa44bfb52d9 req-cf258ba9-e6df-463d-84a3-2c40a411e3e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554135 Nov 19 04:22:12.927833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53452) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:13.136078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a742075-6ccf-40f4-8604-4bf22caf1d6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d945a83ecf1b48ecb3f7a78730589068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2044511 Nov 19 04:22:13.136602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53462) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:13.192145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53464) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:13.264874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad6b032b-6213-4a5a-8454-db04e704cae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.303315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc07-f898-46d6-94a7-d3229a21c555 req-62fbc275-cefe-4474-ba97-d50b8812c63f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:13.304943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eebfdc07-f898-46d6-94a7-d3229a21c555 req-62fbc275-cefe-4474-ba97-d50b8812c63f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.0924253 Nov 19 04:22:13.312215 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad6b032b-6213-4a5a-8454-db04e704cae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.384565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eebfdc07-f898-46d6-94a7-d3229a21c555 req-9ae808c2-7cff-462b-8758-7cc409ae7d67 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700898 Nov 19 04:22:13.390790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:13.410802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad6b032b-6213-4a5a-8454-db04e704cae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.413769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad6b032b-6213-4a5a-8454-db04e704cae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.418227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad6b032b-6213-4a5a-8454-db04e704cae5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a95e4aee-e50d-47f4-a5d5-bf31a119bb55 HTTP/1.1" status: 204 len: 168 time: 0.2803688 Nov 19 04:22:13.428730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b032b-6213-4a5a-8454-db04e704cae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95e4aee-e50d-47f4-a5d5-bf31a119bb55,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:13.474412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d883c90-d071-4250-832d-09af96c8c49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.511296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf7bed7f-5c88-45c0-a1c7-7d837fc161db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.603710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d883c90-d071-4250-832d-09af96c8c49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.611203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d883c90-d071-4250-832d-09af96c8c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.659133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d883c90-d071-4250-832d-09af96c8c49b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=628d72e1f75a4b0592bb967723f4c6a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4630482 Nov 19 04:22:13.659605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53478) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:13.668814 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf7bed7f-5c88-45c0-a1c7-7d837fc161db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.670700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d883c90-d071-4250-832d-09af96c8c49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c039cfd2-dbd0-4837-bafa-f070a8fe0943,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:13.674151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cf7bed7f-5c88-45c0-a1c7-7d837fc161db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.720171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bed7f-5c88-45c0-a1c7-7d837fc161db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2b038-3388-4821-b253-4ad15ba5c60d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:13.723969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b1bf-b67e-4adb-9bf2-d45e280e3bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.730633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cf7bed7f-5c88-45c0-a1c7-7d837fc161db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0916529ff2074c8bad20e665bfbe7f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3348601 Nov 19 04:22:13.730633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53484) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:13.754485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b1bf-b67e-4adb-9bf2-d45e280e3bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.795586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3536b9f0-b907-4876-9811-0eb0dbd00f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.809079 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b1bf-b67e-4adb-9bf2-d45e280e3bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.812362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b1bf-b67e-4adb-9bf2-d45e280e3bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.813619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c8a4b1bf-b67e-4adb-9bf2-d45e280e3bde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c039cfd2-dbd0-4837-bafa-f070a8fe0943 HTTP/1.1" status: 204 len: 168 time: 0.1529219 Nov 19 04:22:13.822841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4b1bf-b67e-4adb-9bf2-d45e280e3bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c039cfd2-dbd0-4837-bafa-f070a8fe0943,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:13.823411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3536b9f0-b907-4876-9811-0eb0dbd00f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.907196 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3536b9f0-b907-4876-9811-0eb0dbd00f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.910219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3536b9f0-b907-4876-9811-0eb0dbd00f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:13.914499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3536b9f0-b907-4876-9811-0eb0dbd00f86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dd2b038-3388-4821-b253-4ad15ba5c60d HTTP/1.1" status: 204 len: 168 time: 0.1822107 Nov 19 04:22:13.930173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536b9f0-b907-4876-9811-0eb0dbd00f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2b038-3388-4821-b253-4ad15ba5c60d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:14.257207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53508) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:14.271636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d2229a0-1d6b-421e-99c1-a31ceaa7b894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.358842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d2229a0-1d6b-421e-99c1-a31ceaa7b894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.362949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d2229a0-1d6b-421e-99c1-a31ceaa7b894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.401210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2229a0-1d6b-421e-99c1-a31ceaa7b894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfff126-7c24-4b89-97a7-5bfcad97bcb2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:14.407195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d2229a0-1d6b-421e-99c1-a31ceaa7b894 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a9c9ba643814e23ace5148dd47fdb27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489275 Nov 19 04:22:14.409969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53516) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:14.490000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-55967432-ce7e-495a-be53-c9b9607c3584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.530903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53522) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:14.537567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-55967432-ce7e-495a-be53-c9b9607c3584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.567569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d49f-8f59-4050-8721-9887bba6d6d4 req-3266f91c-c2d2-4b78-be42-b30248c18583 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:14.569121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7443d49f-8f59-4050-8721-9887bba6d6d4 req-3266f91c-c2d2-4b78-be42-b30248c18583 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.1009490 Nov 19 04:22:14.636956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7443d49f-8f59-4050-8721-9887bba6d6d4 req-d2ae46cc-84d8-47ff-bc6a-c4eb3b06a1a3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583611 Nov 19 04:22:14.639230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-55967432-ce7e-495a-be53-c9b9607c3584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.641793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-55967432-ce7e-495a-be53-c9b9607c3584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:14.645265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-55967432-ce7e-495a-be53-c9b9607c3584 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbfff126-7c24-4b89-97a7-5bfcad97bcb2 HTTP/1.1" status: 204 len: 168 time: 0.2313266 Nov 19 04:22:14.651210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55967432-ce7e-495a-be53-c9b9607c3584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfff126-7c24-4b89-97a7-5bfcad97bcb2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:14.681695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-65380e54-54a4-491d-9bb3-18d03ce0ce57 tempest-ServiceProvidersTest-1597495578 tempest-ServiceProvidersTest-1597495578-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1495109 Nov 19 04:22:14.773957 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f5324-771c-47bd-8522-a37cb40ccfda req-f4dba320-ac13-45b9-ad3e-61a2775e55ff tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:14.775722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-252f5324-771c-47bd-8522-a37cb40ccfda req-f4dba320-ac13-45b9-ad3e-61a2775e55ff tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.0526500 Nov 19 04:22:14.835556 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-252f5324-771c-47bd-8522-a37cb40ccfda req-8082ace0-b746-4377-b151-1920bd63cd14 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523100 Nov 19 04:22:14.977496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6254b17-b824-4175-a88f-e4b47ee7c73b req-b17a8765-4dbe-4125-be6e-2c99e0056480 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:14.979611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6254b17-b824-4175-a88f-e4b47ee7c73b req-b17a8765-4dbe-4125-be6e-2c99e0056480 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.0631266 Nov 19 04:22:15.037676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53548) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:15.039719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6254b17-b824-4175-a88f-e4b47ee7c73b req-efe53157-f9d9-467d-b542-22ccc1fe0dea tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Nov 19 04:22:15.226027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7d21a41-13ef-407a-bbb4-993dbc359dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.367980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7d21a41-13ef-407a-bbb4-993dbc359dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.375483 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c7d21a41-13ef-407a-bbb4-993dbc359dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.406254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b983ab9-7e8e-45ea-9267-4b0cb4a4be25 req-a926277a-df03-4e69-82f2-348e31297435 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:15.414584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b983ab9-7e8e-45ea-9267-4b0cb4a4be25 req-a926277a-df03-4e69-82f2-348e31297435 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.0685074 Nov 19 04:22:15.429556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c7d21a41-13ef-407a-bbb4-993dbc359dec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=119fd2babd0e4851856deef14dec43dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906121 Nov 19 04:22:15.432078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d21a41-13ef-407a-bbb4-993dbc359dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6f6971-08ee-437b-b750-58c03fe89249,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:15.432261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53570) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:15.506540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b983ab9-7e8e-45ea-9267-4b0cb4a4be25 req-d7a43717-ebaa-4b0e-abfb-09682e25421d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910039 Nov 19 04:22:15.523381 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51b57fe7-b560-42f2-9f5e-446baa13c990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.547129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51b57fe7-b560-42f2-9f5e-446baa13c990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.603394 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51b57fe7-b560-42f2-9f5e-446baa13c990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.606692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-51b57fe7-b560-42f2-9f5e-446baa13c990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.608374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-51b57fe7-b560-42f2-9f5e-446baa13c990 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e6f6971-08ee-437b-b750-58c03fe89249 HTTP/1.1" status: 204 len: 168 time: 0.1751034 Nov 19 04:22:15.618182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57fe7-b560-42f2-9f5e-446baa13c990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6f6971-08ee-437b-b750-58c03fe89249,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:15.636530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53584) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:15.818010 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'network': {'name': 'tempest-network-smoke--1175142328', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:15.855765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:15.859860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.869133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.960149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.966077 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:15.992600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:16.009069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.009412 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Added segment 442d6bc6-4a16-4c5f-bb08-797e4d082598 of type vlan for network fcd52269-5ee3-4b1e-9486-232f264eb17d Nov 19 04:22:16.010850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8f6731-0068-4486-9b69-07253bbea729,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:16.070072 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.099287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.105607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:16.106237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.168012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5297358 Nov 19 04:22:16.171316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53606) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:16.173655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53608) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:16.187090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'admin_state_up': True, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:16.205924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5252a4-511a-43f7-b2b2-2b56f006911e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Network': ['ID=fcd52269-5ee3-4b1e-9486-232f264eb17d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:16.218199 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.219560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.223245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network fcd52269-5ee3-4b1e-9486-232f264eb17d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:16.276886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.324875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-980fd837-eb25-46fe-b312-cde0f5080867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.415432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-980fd837-eb25-46fe-b312-cde0f5080867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.421370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-980fd837-eb25-46fe-b312-cde0f5080867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.440285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.464710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-980fd837-eb25-46fe-b312-cde0f5080867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bab8c02031a41ba9312f4a493eda7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899156 Nov 19 04:22:16.465596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd837-eb25-46fe-b312-cde0f5080867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a032f-429c-4695-b58b-85033b14c88b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:16.468589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53620) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:16.518870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ba521a-3a52-48a1-b194-08030e23cd32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.571085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ba521a-3a52-48a1-b194-08030e23cd32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.624862 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ba521a-3a52-48a1-b194-08030e23cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.628246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ba521a-3a52-48a1-b194-08030e23cd32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.630403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-27ba521a-3a52-48a1-b194-08030e23cd32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/273a032f-429c-4695-b58b-85033b14c88b HTTP/1.1" status: 204 len: 168 time: 0.1608140 Nov 19 04:22:16.639242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba521a-3a52-48a1-b194-08030e23cd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a032f-429c-4695-b58b-85033b14c88b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:16.698505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.725142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:16.737388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9978d-1c47-479b-8cee-a0f5a8119344 req-61497d38-a4c0-4e19-bb9a-0c078e4b316f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:16.738926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81f9978d-1c47-479b-8cee-a0f5a8119344 req-61497d38-a4c0-4e19-bb9a-0c078e4b316f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.1343577 Nov 19 04:22:16.854505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81f9978d-1c47-479b-8cee-a0f5a8119344 req-cf50d071-7b46-44d7-8a1b-b2716676bfb2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020446 Nov 19 04:22:16.912066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.25.8.22 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/51000ac0-4d42-4600-a4d1-c3e1f18740f6) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:17.033638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.072522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.121236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:17.126006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:17.136131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:17.140898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef4a89-722d-4b51-8f0b-606897cf9544 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:17.195130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-82878d33-b452-4af4-adb1-2dfefd6ef233 None None] Provisioning complete for port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:17.195516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82878d33-b452-4af4-adb1-2dfefd6ef233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.242902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-82878d33-b452-4af4-adb1-2dfefd6ef233 None None] Port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:22:17.354324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=51000ac0-4d42-4600-a4d1-c3e1f18740f6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:17.493054 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.494897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53656) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:17.509558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707353e0-60a2-43dd-963e-c5176abbf07b req-0c48c401-992a-4c1f-90bf-d6feb72e28b5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:17.511100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-707353e0-60a2-43dd-963e-c5176abbf07b req-0c48c401-992a-4c1f-90bf-d6feb72e28b5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 946 time: 0.4319072 Nov 19 04:22:17.633213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 91e02725-c03d-46dd-be25-fb47e5e025ce {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:17.633630 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.713235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78be0302-a69c-4e66-a931-add086f1cec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.743293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port 91e02725-c03d-46dd-be25-fb47e5e025ce, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=91e02725-c03d-46dd-be25-fb47e5e025ce,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:17.743542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.757510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 91e02725-c03d-46dd-be25-fb47e5e025ce owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:17.770262 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.889603 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78be0302-a69c-4e66-a931-add086f1cec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.899411 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78be0302-a69c-4e66-a931-add086f1cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.921165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:17.955747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=91e02725-c03d-46dd-be25-fb47e5e025ce,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:17.956909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-78be0302-a69c-4e66-a931-add086f1cec4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9db9c0dce44408a9fa644f299c4070e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4600940 Nov 19 04:22:17.959155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be0302-a69c-4e66-a931-add086f1cec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b9016-e6d3-4282-a383-c362b2f11f86,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:17.963983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53674) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:17.971856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['91e02725-c03d-46dd-be25-fb47e5e025ce'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:22:18.040733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port 91e02725-c03d-46dd-be25-fb47e5e025ce on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:22:18.042573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7383bc15-3bdf-4374-b55b-1552f43ec047 req-dd26c457-5cb9-4d35-88b8-abca530ea7c6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0773833 Nov 19 04:22:18.053837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:18.060304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-707353e0-60a2-43dd-963e-c5176abbf07b req-2e936248-8bd4-4052-b456-2ed168b53ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "DELETE /v2.0/ports/91e02725-c03d-46dd-be25-fb47e5e025ce HTTP/1.1" status: 204 len: 173 time: 0.5376780 Nov 19 04:22:18.061504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'name': 'network-vif-deleted', 'tag': '91e02725-c03d-46dd-be25-fb47e5e025ce'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:22:18.065831 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe40b28-06ce-433d-b6af-7a7ffb1980bc" -d '{"events": [{"server_uuid": "f5d0e8d6-2b52-47f6-acad-88987c75e952", "name": "network-vif-deleted", "tag": "91e02725-c03d-46dd-be25-fb47e5e025ce"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:22:18.075789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:22:18.129371 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2ae70-3169-4031-89ea-27b0a9d1f1ca x-openstack-request-id: req-e8e2ae70-3169-4031-89ea-27b0a9d1f1ca {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:22:18.129676 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d0e8d6-2b52-47f6-acad-88987c75e952", "name": "network-vif-deleted", "tag": "91e02725-c03d-46dd-be25-fb47e5e025ce", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:22:18.129973 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8e2ae70-3169-4031-89ea-27b0a9d1f1ca {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:22:18.130382 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d0e8d6-2b52-47f6-acad-88987c75e952', 'name': 'network-vif-deleted', 'tag': '91e02725-c03d-46dd-be25-fb47e5e025ce', 'status': 'completed', 'code': 200} Nov 19 04:22:18.151905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb31654c-dff0-4baf-96a4-62b3e288869f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:18.554669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb31654c-dff0-4baf-96a4-62b3e288869f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:18.605103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:22:18.616032 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:22:18.640637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:18.641172 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:22:18.642148 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:18.648237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b88bb186-030f-4734-970f-423a386ec0b7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4714139 Nov 19 04:22:18.648492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:18.670840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb31654c-dff0-4baf-96a4-62b3e288869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:18.674975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cb31654c-dff0-4baf-96a4-62b3e288869f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:18.678499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cb31654c-dff0-4baf-96a4-62b3e288869f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a63b9016-e6d3-4282-a383-c362b2f11f86 HTTP/1.1" status: 204 len: 168 time: 0.7056518 Nov 19 04:22:18.694345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31654c-dff0-4baf-96a4-62b3e288869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b9016-e6d3-4282-a383-c362b2f11f86,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:18.829923 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:22:19.007353 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c12c6808-0233-41b4-a556-eeb5cbfdaf80 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=ca23997cd1bc4f09b45f3aa58c22533c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3575406 Nov 19 04:22:19.011677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53734) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:19.140757 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:17Z', 'revision_number': 3, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:19.178532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d653d5c-aaeb-4783-9672-0a9be88d1865 req-419cf083-f813-4d58-ac0e-224a6ea0be82 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0499480 Nov 19 04:22:19.200353 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:22:19.201121 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Updating router 275ddc5d-181f-4c30-8080-7845d5a2c296 port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:22:19.203532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53742) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:19.220292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c21adbcb-9a3e-4157-bbd7-69bc8d5690a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.240228 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.250157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba11ea-b913-447a-92f8-8fee010b2c34 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:19.251872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d5ba11ea-b913-447a-92f8-8fee010b2c34 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2373109 Nov 19 04:22:19.254794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:19.300262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdff45a9-de74-4913-afa8-2535a6a45bd6 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442665 Nov 19 04:22:19.302909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53746) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:19.309850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556878201', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:19.369021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c21adbcb-9a3e-4157-bbd7-69bc8d5690a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.378924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c21adbcb-9a3e-4157-bbd7-69bc8d5690a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.440252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:19.444447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.455596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c21adbcb-9a3e-4157-bbd7-69bc8d5690a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bfc896ad93e4760a8ee7399ea40f2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508345 Nov 19 04:22:19.456317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53748) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:19.517061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21adbcb-9a3e-4157-bbd7-69bc8d5690a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ab6c7-2e19-4831-a450-0bd59c5e8128,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:19.560324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e4504cd-6006-41cd-96a2-26ce83e4edb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.594865 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.599786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e4504cd-6006-41cd-96a2-26ce83e4edb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.602292 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.664295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e4504cd-6006-41cd-96a2-26ce83e4edb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.676685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1e4504cd-6006-41cd-96a2-26ce83e4edb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.682049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e4504cd-6006-41cd-96a2-26ce83e4edb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e0ab6c7-2e19-4831-a450-0bd59c5e8128 HTTP/1.1" status: 204 len: 168 time: 0.2183673 Nov 19 04:22:19.698003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a84ab7-8d31-4de6-a03b-b11968cfe80c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:19.701515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Attempting to bind port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:19.701992 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Attempting to bind port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:19.702304 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Attempting to bind port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:19.707817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.712570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4504cd-6006-41cd-96a2-26ce83e4edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ab6c7-2e19-4831-a450-0bd59c5e8128,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:19.716059 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:19.716572 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:19.716977 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.717380 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:19.717862 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Bound port: 51000ac0-4d42-4600-a4d1-c3e1f18740f6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:19.718278 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.779739 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] For port 51000ac0-4d42-4600-a4d1-c3e1f18740f6, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:19.783905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] For port 51000ac0-4d42-4600-a4d1-c3e1f18740f6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51000ac0-4d42-4600-a4d1-c3e1f18740f6,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:19.785868 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00735338-cc2d-48bc-9656-869fcec378ab None None] Pushing event updated for resources: {'Port': ['ID=51000ac0-4d42-4600-a4d1-c3e1f18740f6,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:19.795331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-06e1fc3d-bf47-4b05-940d-eb5dfaf09ccc None None] Provisioning complete for port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:19.795519 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.795818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06e1fc3d-bf47-4b05-940d-eb5dfaf09ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:19.877220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12650040-8448-49c0-a955-c6c7bd8e88da None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:19.890775 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:22:19.891736 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:19.894228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Subnet': ['ID=0b5e7506-2813-4fae-a700-ddf07f1e30ce,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:19.920149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Checking segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:19.920569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network hostable DHCP agents. Network: fcd52269-5ee3-4b1e-9486-232f264eb17d, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:19.959568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network fcd52269-5ee3-4b1e-9486-232f264eb17d is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:19.975161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, fcd52269-5ee3-4b1e-9486-232f264eb17d) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:19.983268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:19.984789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:20.006675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a31fff-79c6-44c1-8e2f-f4d612d9aa95 None None] Network fcd52269-5ee3-4b1e-9486-232f264eb17d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:20.027504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-63cbfc4c-7a96-4e45-805b-50f34419b161 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7234643 Nov 19 04:22:20.030347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53774) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:20.243945 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00735338-cc2d-48bc-9656-869fcec378ab None None] Pushing event updated for resources: {'Port': ['ID=51000ac0-4d42-4600-a4d1-c3e1f18740f6,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:20.269544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06e1fc3d-bf47-4b05-940d-eb5dfaf09ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:20.299365 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:22:20.339517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-06e1fc3d-bf47-4b05-940d-eb5dfaf09ccc None None] For port 51000ac0-4d42-4600-a4d1-c3e1f18740f6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51000ac0-4d42-4600-a4d1-c3e1f18740f6,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:20.344319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-fcd52269-5ee3-4b1e-9486-232f264eb17d', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:22:20.346176 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:20.375118 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06e1fc3d-bf47-4b05-940d-eb5dfaf09ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:20.444689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1d00efa-dadf-4dc9-8699-57a24a25eff3 req-7f65d363-96b0-42d1-9913-daabd48dc649 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.1398704 Nov 19 04:22:20.615515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:17Z', 'revision_number': 3, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:20.649488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1fc3d-bf47-4b05-940d-eb5dfaf09ccc None None] Pushing event updated for resources: {'Port': ['ID=51000ac0-4d42-4600-a4d1-c3e1f18740f6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:20.676352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99c882-b1f6-4e67-a766-3e0265ba645f None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:17Z', 'revision_number': 3, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:22:20.723604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1244b7ed-1a86-46e8-b1ad-3d5dcf0cab48 None None] Provisioning complete for port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:20.724619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1244b7ed-1a86-46e8-b1ad-3d5dcf0cab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:20.818814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Allocated IP 172.20.0.2 (fcd52269-5ee3-4b1e-9486-232f264eb17d/0b5e7506-2813-4fae-a700-ddf07f1e30ce/513a9b24-84c0-4ca5-8183-c8789cf672fe) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:21.021265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.061454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.081920 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.196873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Pushing event updated for resources: {'Port': ['ID=513a9b24-84c0-4ca5-8183-c8789cf672fe,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:21.212219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Network fcd52269-5ee3-4b1e-9486-232f264eb17d is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:21.213858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:21.220656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:21.368658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Attempting to bind port 513a9b24-84c0-4ca5-8183-c8789cf672fe on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:21.369048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Attempting to bind port 513a9b24-84c0-4ca5-8183-c8789cf672fe by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:21.369430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Attempting to bind port 513a9b24-84c0-4ca5-8183-c8789cf672fe on network fcd52269-5ee3-4b1e-9486-232f264eb17d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:21.382153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7a403d48-0904-41bf-9c69-d2b083c86f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.387346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:21.387801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Checking segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:21.388224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.388764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Bound using segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:21.389271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Bound port: 513a9b24-84c0-4ca5-8183-c8789cf672fe, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:21.389672 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.506033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] For port 513a9b24-84c0-4ca5-8183-c8789cf672fe, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:21.510097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] For port 513a9b24-84c0-4ca5-8183-c8789cf672fe, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=513a9b24-84c0-4ca5-8183-c8789cf672fe,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:21.518464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:21.688345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-276a2f71-4878-4bc7-9185-996dd0b79d2a req-6cbcdb61-efbf-4e06-a651-1f57b7a028a9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0928185 Nov 19 04:22:21.688741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918e1d5-1e38-487a-8a49-f4bfe5c136fa None None] Pushing event updated for resources: {'Port': ['ID=513a9b24-84c0-4ca5-8183-c8789cf672fe,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:21.718855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.20.0.1 (fcd52269-5ee3-4b1e-9486-232f264eb17d/0b5e7506-2813-4fae-a700-ddf07f1e30ce/46d0669e-1e72-4481-bf5a-a39e08b42af8) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:21.728806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 91e02725-c03d-46dd-be25-fb47e5e025ce no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:22:21.797282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 91e02725-c03d-46dd-be25-fb47e5e025ce {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:22:21.797642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 91e02725-c03d-46dd-be25-fb47e5e025ce not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:22:21.916638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:22.010725 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:22.097090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network fcd52269-5ee3-4b1e-9486-232f264eb17d is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:22.117769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:22.132810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:22.137171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=46d0669e-1e72-4481-bf5a-a39e08b42af8,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:22.226068 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:22.444161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:22.607057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51000ac0-4d42-4600-a4d1-c3e1f18740f6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:22.716718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:22.717353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:22.864672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ce91c18-6ded-4715-848e-8f7eaff2b1fd req-c328c2c5-a73b-4779-8556-d8f520b97287 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0480995 Nov 19 04:22:22.966648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:22.986737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 513a9b24-84c0-4ca5-8183-c8789cf672fe up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:23.058632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.058820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 513a9b24-84c0-4ca5-8183-c8789cf672fe triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:23.059066 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.084285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.200400 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.240548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=46d0669e-1e72-4481-bf5a-a39e08b42af8,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:23.249685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.300217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 513a9b24-84c0-4ca5-8183-c8789cf672fe, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=513a9b24-84c0-4ca5-8183-c8789cf672fe,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:23.309922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.423234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=513a9b24-84c0-4ca5-8183-c8789cf672fe,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:23.462825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network fcd52269-5ee3-4b1e-9486-232f264eb17d is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:23.466286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:23.508882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f296b-c3bf-4b6f-b447-e3f8a9f0a28d None None] Network fcd52269-5ee3-4b1e-9486-232f264eb17d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:23.628292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-badee690-e431-4d61-aaf2-4c8be0c12735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.639765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-87a9289e-26f4-4a9d-8fd5-869cc0518caa None None] Provisioning complete for port 513a9b24-84c0-4ca5-8183-c8789cf672fe triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:23.640150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87a9289e-26f4-4a9d-8fd5-869cc0518caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:23.713777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:22:24.049782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07a50c87-95d9-451c-8ebc-758c01c091a4 req-e39c8f58-35f9-441f-93db-857319faffa9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0448713 Nov 19 04:22:24.058304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:22:24.074751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eddb5430-d638-4361-b6ed-96124f6bc225 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "PUT /v2.0/routers/275ddc5d-181f-4c30-8080-7845d5a2c296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0430641 Nov 19 04:22:24.077852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53954) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:24.078425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:22:24.095089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:22:24.097350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:24.194906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.195703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.196350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.197021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.197660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.198319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.200673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95d59586-fb06-4225-b42c-b16e9af983f3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1205742 Nov 19 04:22:24.203719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53958) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:24.215930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53960) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:24.358706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b697bf9c-25d6-4474-9365-6d93e9df60fe None None] Provisioning complete for port 46d0669e-1e72-4481-bf5a-a39e08b42af8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:24.359099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b697bf9c-25d6-4474-9365-6d93e9df60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.392325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431bede0-eef1-42d9-af73-8bf4ac9f5dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.451568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.452307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.452650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.453116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.453581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.454072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:24.456035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c03efcd2-ec2a-48f2-a48d-54a509227b7c tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2512989 Nov 19 04:22:24.459496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 53968) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:24.490302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:22:24.541384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 513a9b24-84c0-4ca5-8183-c8789cf672fe up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:24.546918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b697bf9c-25d6-4474-9365-6d93e9df60fe None None] Port 46d0669e-1e72-4481-bf5a-a39e08b42af8 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:22:24.639862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b697bf9c-25d6-4474-9365-6d93e9df60fe None None] Provisioning complete for port 513a9b24-84c0-4ca5-8183-c8789cf672fe triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:24.640344 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b697bf9c-25d6-4474-9365-6d93e9df60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.687634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431bede0-eef1-42d9-af73-8bf4ac9f5dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.703303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-431bede0-eef1-42d9-af73-8bf4ac9f5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.760029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 513a9b24-84c0-4ca5-8183-c8789cf672fe triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:24.760436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.785614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53970) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:24.786043 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-431bede0-eef1-42d9-af73-8bf4ac9f5dd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=242fdaa4a1aa424087589bf6a7b0d4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684750 Nov 19 04:22:24.808798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-313d3bf6-9a5a-409b-b0fc-f843bd7e5c06 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3473458 Nov 19 04:22:24.810615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bede0-eef1-42d9-af73-8bf4ac9f5dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b0701-616e-40e3-9932-c35e6723be37,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:24.881038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27a92c6a-a53c-4dd1-9f6a-ac16ed07c7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.909907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27a92c6a-a53c-4dd1-9f6a-ac16ed07c7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.975513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27a92c6a-a53c-4dd1-9f6a-ac16ed07c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.979292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27a92c6a-a53c-4dd1-9f6a-ac16ed07c7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:24.981078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-27a92c6a-a53c-4dd1-9f6a-ac16ed07c7ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb0b0701-616e-40e3-9932-c35e6723be37 HTTP/1.1" status: 204 len: 168 time: 0.1944346 Nov 19 04:22:24.992339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a92c6a-a53c-4dd1-9f6a-ac16ed07c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b0701-616e-40e3-9932-c35e6723be37,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:25.347939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.362605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 2, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:25.369733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-73429e4d-417e-44ec-9339-01787f219a4e None None] Provisioning complete for port 46d0669e-1e72-4481-bf5a-a39e08b42af8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:25.370044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73429e4d-417e-44ec-9339-01787f219a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.397898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:22:25.398301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Updating router 275ddc5d-181f-4c30-8080-7845d5a2c296 port 46d0669e-1e72-4481-bf5a-a39e08b42af8 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:22:25.475792 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.478658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-73429e4d-417e-44ec-9339-01787f219a4e None None] Port 46d0669e-1e72-4481-bf5a-a39e08b42af8 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:22:25.624487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 53994) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:25.630828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870876615', 'description': 'tempest-secgroup-smoke-1870876615 description', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:25.687329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.738891 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aa917bad-29b6-4d25-b2bb-1b1e086693b1 req-9a9af411-4ddf-4332-ae5c-276e146946a8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5d0e8d6-2b52-47f6-acad-88987c75e952 HTTP/1.1" status: 200 len: 210 time: 0.0397296 Nov 19 04:22:25.841321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.852725 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.934065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.937046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379ae98f-d436-4fd6-a842-97596ca4e058,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:25.945048 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.945317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:25.950864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4115291-5037-4542-b9c5-e05812aa028b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3217449 Nov 19 04:22:25.951292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54004) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:25.965284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '379ae98f-d436-4fd6-a842-97596ca4e058', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:26.032946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff89ad-c9d1-416e-bebe-d63074db56a4 None None] Pushing event updated for resources: {'Port': ['ID=46d0669e-1e72-4481-bf5a-a39e08b42af8,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:26.072161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.207167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Attempting to bind port 46d0669e-1e72-4481-bf5a-a39e08b42af8 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:26.207944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Attempting to bind port 46d0669e-1e72-4481-bf5a-a39e08b42af8 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:26.208553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Attempting to bind port 46d0669e-1e72-4481-bf5a-a39e08b42af8 on network fcd52269-5ee3-4b1e-9486-232f264eb17d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:26.216055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:26.216939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Checking segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:26.217592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.218302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Bound using segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:26.219086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Bound port: 46d0669e-1e72-4481-bf5a-a39e08b42af8, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:26.220025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.240507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.245789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.312962 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.321395 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676515 Nov 19 04:22:26.322084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54008) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:26.327702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13990-6b49-4654-92c3-5701dd1527fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c4d584-c67b-456a-8804-d4ae7bd6074d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:26.350933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '379ae98f-d436-4fd6-a842-97596ca4e058', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:26.408729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] For port 46d0669e-1e72-4481-bf5a-a39e08b42af8, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:26.431872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.448761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] For port 46d0669e-1e72-4481-bf5a-a39e08b42af8, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=46d0669e-1e72-4481-bf5a-a39e08b42af8,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:26.464518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.467771 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.555468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.567788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff89ad-c9d1-416e-bebe-d63074db56a4 None None] Pushing event updated for resources: {'Port': ['ID=46d0669e-1e72-4481-bf5a-a39e08b42af8,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:26.578330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.598862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:22:26.599518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:26.601566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fd467841-9ce8-4688-b1e8-955f267d4a32 None None] Provisioning complete for port 46d0669e-1e72-4481-bf5a-a39e08b42af8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:26.601903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd467841-9ce8-4688-b1e8-955f267d4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.619584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.620926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2978084 Nov 19 04:22:26.622495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9b91c-0fd0-4d36-be29-f507c78a6928 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c1d615-70e8-4b34-a74f-b04053c959d8,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:26.624465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54014) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:26.629232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '379ae98f-d436-4fd6-a842-97596ca4e058', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:26.683284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.766354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.774766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.803334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e6a690-304d-486e-a9fe-43fc5c2713ad,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:26.812448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.814486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-12b9c1ac-f227-4892-be24-14362203cc9b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888831 Nov 19 04:22:26.816212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54020) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:26.823409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '379ae98f-d436-4fd6-a842-97596ca4e058', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:26.879143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:22:26.885530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.915624 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd467841-9ce8-4688-b1e8-955f267d4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.988847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:26.996567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.014534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fd467841-9ce8-4688-b1e8-955f267d4a32 None None] For port 46d0669e-1e72-4481-bf5a-a39e08b42af8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=46d0669e-1e72-4481-bf5a-a39e08b42af8,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:27.028627 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd467841-9ce8-4688-b1e8-955f267d4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.038819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81970c8b-11aa-4818-b5d2-d58b00d998a5,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:27.048726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.051247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6f6ceb13-8960-4234-8c71-e53e511b950c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2323892 Nov 19 04:22:27.054280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54030) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:27.061688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '379ae98f-d436-4fd6-a842-97596ca4e058', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:27.098824 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Project ca23997cd1bc4f09b45f3aa58c22533c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:22:27.111803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.248839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.256484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.301735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e68061a-d8d8-46a0-83ba-78a0e72cc237,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:27.312070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.314725 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-06632180-29f0-46af-b4f6-5b5b171d4ea6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2586112 Nov 19 04:22:27.317498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54040) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:27.323107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '379ae98f-d436-4fd6-a842-97596ca4e058', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:27.360694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd467841-9ce8-4688-b1e8-955f267d4a32 None None] Pushing event updated for resources: {'Port': ['ID=46d0669e-1e72-4481-bf5a-a39e08b42af8,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:27.362107 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Project ca23997cd1bc4f09b45f3aa58c22533c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:22:27.370254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54044) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:27.386038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.410210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.413494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6ed11e65-5217-4f78-a6eb-82e7c6b79408 None None] Provisioning complete for port 46d0669e-1e72-4481-bf5a-a39e08b42af8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:27.413862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ed11e65-5217-4f78-a6eb-82e7c6b79408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.525076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:27.576143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f3f37-3eff-48cf-a758-af569ea7df6f None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:22:27.590878 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.601458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.644193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c6ed42-0858-440f-aee3-a3b1356dc21a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:27.675945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.683569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-11b4ff59-58ab-4301-a00e-fb4a1d90c025 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3579483 Nov 19 04:22:27.699202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-828021298', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:27.755227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Made reservation on behalf of a95261fb78e5437885552a823c56c835 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:27.758394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.769438 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.934237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.943612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:27.952523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] device_id is not set on port e2399659-821d-40fa-83e8-46f8a26e3b19 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:28.152091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Allocated IP 172.25.8.237 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/e2399659-821d-40fa-83e8-46f8a26e3b19) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:28.157548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af56e65-c5bc-4914-bbef-2534fd00639f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:28.256453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-c748853e-ab4f-4b98-83db-c3107a8cb789 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870876615&fields=id&tenant_id=ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 267 time: 0.1310744 Nov 19 04:22:28.386712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.458009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.494504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-73d07845-df26-4103-b934-94a800912e1e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:28.501910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-73d07845-df26-4103-b934-94a800912e1e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 797 time: 0.2361069 Nov 19 04:22:28.518897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-5c8cb4ff-d325-4493-8068-31c69b5a49a8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/quotas/ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 375 time: 0.0156178 Nov 19 04:22:28.547589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:28.551214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:28.555468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:28.564005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Pushing event updated for resources: {'Port': ['ID=e2399659-821d-40fa-83e8-46f8a26e3b19,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:28.584051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c84910-a498-4d7b-b84f-154486dfe053 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:28.596251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-dbca608b-1b97-40cf-b0b7-5209c968e239 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661540 Nov 19 04:22:28.614023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 46d0669e-1e72-4481-bf5a-a39e08b42af8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:28.638548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:28.639296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.667705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f54520c7-910e-4408-a8ca-57c27dc907c2 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2934344 Nov 19 04:22:28.668107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54066) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:28.674391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.237'}]}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:28.701113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3bf149ce-2af4-4c69-80e0-6021de3bcb15 None None] Provisioning complete for port e2399659-821d-40fa-83e8-46f8a26e3b19 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:28.706341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3bf149ce-2af4-4c69-80e0-6021de3bcb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.714797 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.717354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.784176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 46d0669e-1e72-4481-bf5a-a39e08b42af8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:28.785924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.822155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:28.846133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3bf149ce-2af4-4c69-80e0-6021de3bcb15 None None] Port e2399659-821d-40fa-83e8-46f8a26e3b19 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:22:28.850501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-f7e496ed-0187-4179-9f57-84d355fd4df3 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532008 Nov 19 04:22:28.967337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-b978e343-5a2c-4f71-810d-e10cc85a27fb service neutron] 10.222.0.52 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157906 Nov 19 04:22:29.000917 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:22:29.046625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.254225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1e89663-f7e2-4fe6-9357-015f03bf6d01 req-69a15ebc-1034-49a9-99a5-c029cc827659 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 210 time: 0.0875330 Nov 19 04:22:29.364728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.415950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.620548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.849223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.851850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.911263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:29.911951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51c32b3d-d430-479d-aa59-397b436dcd39 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:22:29.928745 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 04:22:29.930110 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4e18d80-3f4b-4589-9b6a-2e093e65291e tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2598286 Nov 19 04:22:29.932719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:30.030439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Deleting port e2399659-821d-40fa-83e8-46f8a26e3b19 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:30.030846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:30.130443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:30.143238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Calling delete_port for e2399659-821d-40fa-83e8-46f8a26e3b19 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:30.275939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:30.314320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2399659-821d-40fa-83e8-46f8a26e3b19,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:30.345764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea3618-419f-4a6b-a346-5fc5cedb4ca3 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:30.420440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24fc1928-8a52-49a6-8ff8-da82e0e74a53 req-3a693f5c-5076-41cb-a205-3d2ecad26537 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 210 time: 0.0487976 Nov 19 04:22:30.450467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:30.455355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-841d3538-0e04-46c9-aae3-18ed41a0e280 tempest-RoutersAdminNegativeIpV6Test-2147085386 tempest-RoutersAdminNegativeIpV6Test-2147085386-project-admin] 10.222.0.52 "DELETE /v2.0/ports/e2399659-821d-40fa-83e8-46f8a26e3b19 HTTP/1.1" status: 204 len: 168 time: 0.5216708 Nov 19 04:22:30.736952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-1ff5c2d5-694a-45bc-8658-c04b8ad97f81 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:30.738615 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-1ff5c2d5-694a-45bc-8658-c04b8ad97f81 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 797 time: 0.1687481 Nov 19 04:22:30.815552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54092) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:30.877834 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-6a05ee85-5d31-4258-a259-a1e34a8e0131 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 380 time: 0.1026852 Nov 19 04:22:30.895539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'port': {'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'admin_state_up': True, 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'security_groups': ['379ae98f-d436-4fd6-a842-97596ca4e058']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:31.055780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c37522b-6142-4928-81f5-96c2136719a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.063487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:31.068498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.145355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c37522b-6142-4928-81f5-96c2136719a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.156961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c37522b-6142-4928-81f5-96c2136719a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.208293 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c37522b-6142-4928-81f5-96c2136719a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2e0ed23b1fb4c1e87f763940af4f426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3915331 Nov 19 04:22:31.211512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54100) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:31.243159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37522b-6142-4928-81f5-96c2136719a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9e08d-a3f2-4b04-864f-b8eeaa6bb818,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:31.304111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce1757f3-e015-4302-9b49-091a3e90ee22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.334594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.20.0.14 (fcd52269-5ee3-4b1e-9486-232f264eb17d/0b5e7506-2813-4fae-a700-ddf07f1e30ce/680d897d-5c45-4254-aef8-a730f3fbea72) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:31.338608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce1757f3-e015-4302-9b49-091a3e90ee22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.430717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce1757f3-e015-4302-9b49-091a3e90ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.434468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce1757f3-e015-4302-9b49-091a3e90ee22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.436011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ce1757f3-e015-4302-9b49-091a3e90ee22 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffd9e08d-a3f2-4b04-864f-b8eeaa6bb818 HTTP/1.1" status: 204 len: 168 time: 0.2235456 Nov 19 04:22:31.447068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1757f3-e015-4302-9b49-091a3e90ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9e08d-a3f2-4b04-864f-b8eeaa6bb818,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:31.596463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.626727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-882650f8-a4a9-487f-aab9-50ef94d27287 req-5a829dd4-ac2f-4cea-893a-b501d964efac tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 210 time: 0.0703437 Nov 19 04:22:31.675880 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.784801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network fcd52269-5ee3-4b1e-9486-232f264eb17d is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:31.786153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=680d897d-5c45-4254-aef8-a730f3fbea72,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:31.789363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:31.803442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:31.919372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:31.920471 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:31.976026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-26d8ebae-8af2-43e0-b220-b02de02fe715 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0891824 Nov 19 04:22:31.983068 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.007281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Request body: {'port': {'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:32.109189 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54158) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:32.155946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.168260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-154d22f0-951a-43ea-8008-5844561bae83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a95261fb78e5437885552a823c56c835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572872 Nov 19 04:22:32.175354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54160) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:32.255638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ae7984f-69a9-407c-8ac2-4e74fd239cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.302927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ae7984f-69a9-407c-8ac2-4e74fd239cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.311031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fbab940e-c085-4c91-8fc1-58c2ed3da8d8 None None] Provisioning complete for port 680d897d-5c45-4254-aef8-a730f3fbea72 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:32.312360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fbab940e-c085-4c91-8fc1-58c2ed3da8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.394770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fbab940e-c085-4c91-8fc1-58c2ed3da8d8 None None] Port 680d897d-5c45-4254-aef8-a730f3fbea72 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:22:32.413391 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ae7984f-69a9-407c-8ac2-4e74fd239cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.419776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ae7984f-69a9-407c-8ac2-4e74fd239cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.421082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8ae7984f-69a9-407c-8ac2-4e74fd239cca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9af56e65-c5bc-4914-bbef-2534fd00639f HTTP/1.1" status: 204 len: 168 time: 0.2446434 Nov 19 04:22:32.440763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7984f-69a9-407c-8ac2-4e74fd239cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af56e65-c5bc-4914-bbef-2534fd00639f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:32.655304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680d897d-5c45-4254-aef8-a730f3fbea72 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:22:32.672092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.706703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Transition to ACTIVE for port object 680d897d-5c45-4254-aef8-a730f3fbea72 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:22:32.711969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:32.876936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779916-5c30-43f2-b9f6-d5c1cafe4064 req-5a563040-cd96-4b34-be37-853846a04097 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:32.880353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=680d897d-5c45-4254-aef8-a730f3fbea72,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:32.896903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50779916-5c30-43f2-b9f6-d5c1cafe4064 req-5a563040-cd96-4b34-be37-853846a04097 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 944 time: 0.1330149 Nov 19 04:22:33.114897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50779916-5c30-43f2-b9f6-d5c1cafe4064 req-850c8130-5877-409d-b6ae-ed7e429a63e7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184105 Nov 19 04:22:33.132448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Attempting to bind port 680d897d-5c45-4254-aef8-a730f3fbea72 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:33.132808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Attempting to bind port 680d897d-5c45-4254-aef8-a730f3fbea72 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:33.133202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Attempting to bind port 680d897d-5c45-4254-aef8-a730f3fbea72 on network fcd52269-5ee3-4b1e-9486-232f264eb17d {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:33.141386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Port 680d897d-5c45-4254-aef8-a730f3fbea72 on network fcd52269-5ee3-4b1e-9486-232f264eb17d not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:22:33.141782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Attempting to bind port 680d897d-5c45-4254-aef8-a730f3fbea72 on network fcd52269-5ee3-4b1e-9486-232f264eb17d {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:33.153514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:33.153711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Checking segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:33.154277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Bound using segment: {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:33.154932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Bound port: 680d897d-5c45-4254-aef8-a730f3fbea72, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442d6bc6-4a16-4c5f-bb08-797e4d082598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:33.155332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:33.251660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] For port 680d897d-5c45-4254-aef8-a730f3fbea72, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:33.256396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] For port 680d897d-5c45-4254-aef8-a730f3fbea72, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=680d897d-5c45-4254-aef8-a730f3fbea72,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:33.263521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:33.303245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:33.303915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:33.305303 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] 10.222.0.31 "PUT /v2.0/ports/680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 1092 time: 1.3061926 Nov 19 04:22:33.305958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:22:33.308241 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:22:33.342987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38339799-fafe-406a-b9c2-15745fef7bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=680d897d-5c45-4254-aef8-a730f3fbea72,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:33.438515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-5271ef24-c2cc-4f21-96dc-bde761c8c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:33.459930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-5271ef24-c2cc-4f21-96dc-bde761c8c39d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1095 time: 0.0786006 Nov 19 04:22:33.564876 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-f41384b2-a6e1-4924-add9-825b302fc272 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 217 time: 0.0811439 Nov 19 04:22:33.570099 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7edbac-0702-4dbd-a5b0-cdbffddab881 x-openstack-request-id: req-6b7edbac-0702-4dbd-a5b0-cdbffddab881 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:22:33.570399 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:22:33.570659 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b7edbac-0702-4dbd-a5b0-cdbffddab881 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:22:33.571070 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72', 'status': 'completed', 'code': 200} Nov 19 04:22:33.640510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-f4010bb5-6a0b-469d-88b3-ebadedb500d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:33.642903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-f4010bb5-6a0b-469d-88b3-ebadedb500d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 200 len: 835 time: 0.0650322 Nov 19 04:22:33.694567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de3b4-17e7-4fd3-8d05-46996051380b req-d57f311c-90d9-48dd-a104-e977c9950b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:33.696360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-d57f311c-90d9-48dd-a104-e977c9950b00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456183 Nov 19 04:22:33.796060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54240) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:33.815488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-66d28fa8-bded-4df4-8f7d-4d76496692e2 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062315 Nov 19 04:22:33.931369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2007030115'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:33.941906 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-944de3b4-17e7-4fd3-8d05-46996051380b req-cfff1dd4-61ea-4790-8703-ea9695778b8b service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148868 Nov 19 04:22:33.957137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:33.960996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:33.971274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.073673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.079887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.109845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:34.134203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad707a9-1ae7-4f3f-818a-0438469e746b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:34.138427 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.138427 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment 888c7e25-3852-429d-9da2-0183147d271e of type vlan for network e210f607-27f9-4bb8-969d-dc3c12e66adf Nov 19 04:22:34.185137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.221259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.227613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.228494 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.256202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-b55a1590-824c-46fc-b5f8-27e2f91f4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.259377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-b55a1590-824c-46fc-b5f8-27e2f91f4eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1095 time: 0.0699353 Nov 19 04:22:34.355343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5574970 Nov 19 04:22:34.360944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54246) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:34.366256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'name': 'tempest-PortsIpV6TestJSON-288087342'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:34.371211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1173-bf3f-4ab1-8660-3ec9344bf7a4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=e210f607-27f9-4bb8-969d-dc3c12e66adf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:34.379142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-46dc27d7-4759-428c-8866-6fac11ec544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.383040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-46dc27d7-4759-428c-8866-6fac11ec544e service neutron] 10.222.0.31 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 898 time: 0.1164110 Nov 19 04:22:34.389553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:34.441954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-18653d62-4c89-45d9-84f3-98b3690efa97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 217 time: 0.0490391 Nov 19 04:22:34.457887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f20e8-4ec4-4d84-b883-4b4dc75fd656 req-5c56d872-e672-4d27-b690-794a238e9a53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.459533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f3f20e8-4ec4-4d84-b883-4b4dc75fd656 req-5c56d872-e672-4d27-b690-794a238e9a53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 944 time: 0.2261827 Nov 19 04:22:34.525732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-9077971a-0000-47f6-b3e0-a5eae993883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.527300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-9077971a-0000-47f6-b3e0-a5eae993883f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 200 len: 835 time: 0.0759301 Nov 19 04:22:34.533854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f3f20e8-4ec4-4d84-b883-4b4dc75fd656 req-2b8dcde0-32ec-4576-a2d9-13d86ed94930 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670834 Nov 19 04:22:34.544918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:34.548821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.582950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:34.600949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-349babcf-19e8-4592-8250-042e2500d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.602802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-349babcf-19e8-4592-8250-042e2500d5ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615256 Nov 19 04:22:34.747365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-2645c182-00a6-4337-92b6-e6da93dfe575 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349499 Nov 19 04:22:34.798104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.861331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:34.875640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a9f29d7f-9bb7-4db8-b095-ca084b7ce3a1 req-9eadcf9f-c153-4580-b5bc-9c035ee08c89 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174970 Nov 19 04:22:34.927638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:34.944495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': '888c7e25-3852-429d-9da2-0183147d271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:34.944911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: e210f607-27f9-4bb8-969d-dc3c12e66adf, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:34.964231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:34.982615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e210f607-27f9-4bb8-969d-dc3c12e66adf) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:34.986636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:34.991849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ad2de-3e01-4f93-b233-ebb24dec229e None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:34.992418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:34.993229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.017132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c14ec974-bc82-4935-8c64-dedcfa3969df tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6550508 Nov 19 04:22:35.020109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54262) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:35.026352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-166969070'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:35.052593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:35.063530 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.100060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:35.111293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.111664 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment 6173e344-850b-457d-8fe7-7fef281013f3 of type vlan for network 12823e10-9469-4300-8767-c8f1f35629f8 Nov 19 04:22:35.161174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.188903 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.194861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:35.195470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.257716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2332883 Nov 19 04:22:35.258475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54264) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:35.268759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30b70e-6a32-4c9a-82f1-1f0a63b9e550 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=12823e10-9469-4300-8767-c8f1f35629f8,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:35.272570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'ports': [{'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'}, {'network_id': '12823e10-9469-4300-8767-c8f1f35629f8'}]} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:35.273123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:35.273664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': '12823e10-9469-4300-8767-c8f1f35629f8'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:35.284122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 12823e10-9469-4300-8767-c8f1f35629f8 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:35.456425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 2} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:35.461118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.475171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.566048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 46c94ad6-e6ed-4263-83ee-b3df999b1074 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:35.699362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291a37c-179f-4784-aa59-23008e6be0f2 req-8f7e105d-09a0-4868-a3b3-d525cb2f346f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:35.702013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f291a37c-179f-4784-aa59-23008e6be0f2 req-8f7e105d-09a0-4868-a3b3-d525cb2f346f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 944 time: 0.0684893 Nov 19 04:22:35.750603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:35.767711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f291a37c-179f-4784-aa59-23008e6be0f2 req-30efa2ba-9930-4c72-aa10-ea89db12e23a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567961 Nov 19 04:22:35.832955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 55b1ae0a-acb2-41f2-b4f3-2ead4e945311 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:35.962767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.023455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.080375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:36.086531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:36.091771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:36.092604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.094457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=46c94ad6-e6ed-4263-83ee-b3df999b1074,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:36.155185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=55b1ae0a-acb2-41f2-b4f3-2ead4e945311,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:36.165637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': '6173e344-850b-457d-8fe7-7fef281013f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '12823e10-9469-4300-8767-c8f1f35629f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:36.166045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: 12823e10-9469-4300-8767-c8f1f35629f8, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:36.185212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 12823e10-9469-4300-8767-c8f1f35629f8 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:36.198891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 12823e10-9469-4300-8767-c8f1f35629f8) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:36.203318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:36.208252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5370f11-48b7-495b-a692-c923c4f324c7 None None] Network 12823e10-9469-4300-8767-c8f1f35629f8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:36.209155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:36.214216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:36.214845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.234022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-34ad05aa-db89-41f6-8176-5d43e3b3d9f5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9739330 Nov 19 04:22:36.236555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54272) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:36.331357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 55b1ae0a-acb2-41f2-b4f3-2ead4e945311 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:36.331714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.752357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.766162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 55b1ae0a-acb2-41f2-b4f3-2ead4e945311 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:36.867717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.903246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=55b1ae0a-acb2-41f2-b4f3-2ead4e945311,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:36.910136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:36.915990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b6bdb818-66e5-4cb4-9982-10f4f528b97e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/55b1ae0a-acb2-41f2-b4f3-2ead4e945311 HTTP/1.1" status: 204 len: 168 time: 0.6760700 Nov 19 04:22:36.916242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54278) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:36.928005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8550d4b-3676-48fa-83f3-51424e9da3f3 req-d86e5afc-ed90-4cc5-936d-1fcc18e5f6ba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:36.935399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8550d4b-3676-48fa-83f3-51424e9da3f3 req-d86e5afc-ed90-4cc5-936d-1fcc18e5f6ba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 944 time: 0.0755615 Nov 19 04:22:37.010005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8550d4b-3676-48fa-83f3-51424e9da3f3 req-efe66269-ee1b-4a60-a691-11186cb55f37 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733280 Nov 19 04:22:37.020134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa439c-4648-4dc2-a8a8-3c4e03302ef6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:37.032218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa439c-4648-4dc2-a8a8-3c4e03302ef6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:37.033880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0cfa439c-4648-4dc2-a8a8-3c4e03302ef6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1166909 Nov 19 04:22:37.036729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54282) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:37.142340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 46c94ad6-e6ed-4263-83ee-b3df999b1074 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:37.142698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:37.214356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:37.228571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 46c94ad6-e6ed-4263-83ee-b3df999b1074 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:37.328169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:37.367458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=46c94ad6-e6ed-4263-83ee-b3df999b1074,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:37.373089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:37.376741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f2a329c3-f389-48bc-9a11-a7d55cd2aabc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/46c94ad6-e6ed-4263-83ee-b3df999b1074 HTTP/1.1" status: 204 len: 168 time: 0.3390315 Nov 19 04:22:37.381231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54284) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:37.468709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b042d7-ee0a-4e99-a18c-9d76042af336 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:37.470370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5b042d7-ee0a-4e99-a18c-9d76042af336 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0881310 Nov 19 04:22:37.472967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54286) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:37.500146 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cacdea6-14b0-4d96-bb26-a479d704ab1f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:37.501603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8cacdea6-14b0-4d96-bb26-a479d704ab1f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/55b1ae0a-acb2-41f2-b4f3-2ead4e945311 HTTP/1.1" status: 404 len: 333 time: 0.0276947 Nov 19 04:22:37.504307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54288) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:37.531417 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d47f5d-21e9-4a34-ae30-b65a64cf234e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:37.533166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-41d47f5d-21e9-4a34-ae30-b65a64cf234e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/46c94ad6-e6ed-4263-83ee-b3df999b1074 HTTP/1.1" status: 404 len: 333 time: 0.0274892 Nov 19 04:22:37.535550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54290) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:37.617592 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:37.815039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 680d897d-5c45-4254-aef8-a730f3fbea72 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:22:37.961554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 680d897d-5c45-4254-aef8-a730f3fbea72, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=680d897d-5c45-4254-aef8-a730f3fbea72,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:37.977344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '680d897d-5c45-4254-aef8-a730f3fbea72', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:22:38.029466 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.046828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680d897d-5c45-4254-aef8-a730f3fbea72 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:22:38.074158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 680d897d-5c45-4254-aef8-a730f3fbea72, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=680d897d-5c45-4254-aef8-a730f3fbea72,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:38.081004 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.131501 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.154252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=680d897d-5c45-4254-aef8-a730f3fbea72,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:38.191814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12823e10-9469-4300-8767-c8f1f35629f8']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:38.204798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6173e344-850b-457d-8fe7-7fef281013f3') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:38.205100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6173e344-850b-457d-8fe7-7fef281013f3') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:38.218245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.242611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55cc7a-d3a9-49b4-a42a-59a6cac159bc req-710e1561-2aa4-4d99-b51e-cdccfc5488e4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:38.244257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a55cc7a-d3a9-49b4-a42a-59a6cac159bc req-710e1561-2aa4-4d99-b51e-cdccfc5488e4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 945 time: 0.1092668 Nov 19 04:22:38.245451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.252730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:22:38.253360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:22:38.257011 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:22:38.366600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.373129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.376851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/12823e10-9469-4300-8767-c8f1f35629f8 HTTP/1.1" status: 204 len: 168 time: 0.8402989 Nov 19 04:22:38.380797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:38.387690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2062496129'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:38.389408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a55cc7a-d3a9-49b4-a42a-59a6cac159bc req-25240d59-7112-4b50-91dc-57fe0b18ec16 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313593 Nov 19 04:22:38.400297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b92d2-f36f-4508-ab80-97e366e46683 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=12823e10-9469-4300-8767-c8f1f35629f8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:38.418578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['680d897d-5c45-4254-aef8-a730f3fbea72'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:22:38.461285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:38.472986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.523179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:38.537852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.538484 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment c22173e1-9bd0-4ec1-98f7-3746a49deb8d of type vlan for network a9d2cea4-defe-489b-9aa0-976956fd533c Nov 19 04:22:38.588941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.619364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.626916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:38.628150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.721032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3355908 Nov 19 04:22:38.721396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54306) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:38.726699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:38.744615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189141ab-dfe1-489d-9238-003daeebe18f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=a9d2cea4-defe-489b-9aa0-976956fd533c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:38.758804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a9d2cea4-defe-489b-9aa0-976956fd533c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:38.866082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:38.879670 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:38.981966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Performing IP validity checks on allocation pools {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:22:38.985066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:22:39.141536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.154716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54318) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:39.203371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:39.220852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:39.221231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: a9d2cea4-defe-489b-9aa0-976956fd533c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:39.243706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network a9d2cea4-defe-489b-9aa0-976956fd533c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:39.257220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a9d2cea4-defe-489b-9aa0-976956fd533c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:39.261595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:39.262310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.278244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a774b3-fd8c-4a5b-a36a-151a327cb3de None None] Network a9d2cea4-defe-489b-9aa0-976956fd533c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:39.281691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-845959ce-a1d3-419a-8774-f2cf4a801b01 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5591350 Nov 19 04:22:39.284993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54322) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:39.287457 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c9a6-e3fd-438a-bdad-30d89fd536d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.299698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c', 'name': 'tempest-PortsIpV6TestJSON-862453757'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:39.380607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c9a6-e3fd-438a-bdad-30d89fd536d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.387237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0bf2c9a6-e3fd-438a-bdad-30d89fd536d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.422261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2c9a6-e3fd-438a-bdad-30d89fd536d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4db012-c5d4-4ab7-b084-8f26abaef158,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:39.440351 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0bf2c9a6-e3fd-438a-bdad-30d89fd536d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=852dd09bc72c416f8cca5f5027dd4488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844865 Nov 19 04:22:39.442949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:39.482052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:39.486465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.508835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port de65d6d8-8909-4b4a-86db-eb55325ea426 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:39.513656 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b327c340-06b4-4563-af2b-16486445d1bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.558125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b327c340-06b4-4563-af2b-16486445d1bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.628631 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b327c340-06b4-4563-af2b-16486445d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.631412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b327c340-06b4-4563-af2b-16486445d1bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.634724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b327c340-06b4-4563-af2b-16486445d1bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e4db012-c5d4-4ab7-b084-8f26abaef158 HTTP/1.1" status: 204 len: 168 time: 0.1884499 Nov 19 04:22:39.645406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327c340-06b4-4563-af2b-16486445d1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4db012-c5d4-4ab7-b084-8f26abaef158,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:39.672959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0fb34-7252-48ee-ab6a-cb40d6ab0435 req-17a8a4c7-b30d-4cb7-87c4-8a87cd4bf5c5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:39.674736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bfd0fb34-7252-48ee-ab6a-cb40d6ab0435 req-17a8a4c7-b30d-4cb7-87c4-8a87cd4bf5c5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 945 time: 0.1167223 Nov 19 04:22:39.693596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a9d2cea4-defe-489b-9aa0-976956fd533c', 'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': '2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:22:39.695206 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.717584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::36e (a9d2cea4-defe-489b-9aa0-976956fd533c/2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e/de65d6d8-8909-4b4a-86db-eb55325ea426) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:39.769584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bfd0fb34-7252-48ee-ab6a-cb40d6ab0435 req-2425ef7c-8744-4d56-81fd-dc98b282911c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873055 Nov 19 04:22:39.836979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 680d897d-5c45-4254-aef8-a730f3fbea72 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:39.896351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 680d897d-5c45-4254-aef8-a730f3fbea72 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:22:39.903862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 680d897d-5c45-4254-aef8-a730f3fbea72 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:39.903862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:39.956398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.006632 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.013319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.052117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54334) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:40.078685 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0205225a-b080-42d1-b9cf-3dbe636e1a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.085230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:22:40.088540 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de633377-3e3c-4e8d-b7e0-7b77aae50ff5" -d '{"events": [{"server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "name": "network-vif-plugged", "status": "completed", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:22:40.114127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=de65d6d8-8909-4b4a-86db-eb55325ea426,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.116411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 680d897d-5c45-4254-aef8-a730f3fbea72, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=680d897d-5c45-4254-aef8-a730f3fbea72,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:40.123346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network a9d2cea4-defe-489b-9aa0-976956fd533c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:40.125910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:40.128027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Allocated IP 2001:db8::2 (a9d2cea4-defe-489b-9aa0-976956fd533c/2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e/3e193db6-cf2b-412a-9f43-6be03a9e1b11) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:40.133062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.138819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:40.151071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:40.153505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.172285 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9839d00d-6505-49f3-b384-642b59f9216a x-openstack-request-id: req-9839d00d-6505-49f3-b384-642b59f9216a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:22:40.172610 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "name": "network-vif-plugged", "status": "completed", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:22:40.173009 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9839d00d-6505-49f3-b384-642b59f9216a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:22:40.173481 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72', 'code': 200} Nov 19 04:22:40.180459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-334ec00e-15af-42f2-b19c-e207a6ad030c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8912587 Nov 19 04:22:40.183093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54338) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:40.257601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=680d897d-5c45-4254-aef8-a730f3fbea72,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.309726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0205225a-b080-42d1-b9cf-3dbe636e1a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.319375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0205225a-b080-42d1-b9cf-3dbe636e1a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.363733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.367770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078057c1-66d5-41dc-9224-56efbb23023a req-c2c2df62-737c-4e6b-8e81-3868800e3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:40.369342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-078057c1-66d5-41dc-9224-56efbb23023a req-c2c2df62-737c-4e6b-8e81-3868800e3349 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1097 time: 0.1052620 Nov 19 04:22:40.371720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.380101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0205225a-b080-42d1-b9cf-3dbe636e1a50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a28d8c9c20744d25b23c0a24bc0214af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268678 Nov 19 04:22:40.383090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54340) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:40.389225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205225a-b080-42d1-b9cf-3dbe636e1a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ce142-87d4-4642-aff8-9d282bcbd9b6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.396892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port de65d6d8-8909-4b4a-86db-eb55325ea426 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:40.397356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.412579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Network a9d2cea4-defe-489b-9aa0-976956fd533c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:40.419698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:40.423647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:40.440139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Pushing event updated for resources: {'Port': ['ID=3e193db6-cf2b-412a-9f43-6be03a9e1b11,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.472264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80b8e8e3-2e4c-4f32-aba4-08b97ed0465c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.492066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Attempting to bind port 3e193db6-cf2b-412a-9f43-6be03a9e1b11 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:40.492840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Attempting to bind port 3e193db6-cf2b-412a-9f43-6be03a9e1b11 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:40.493219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Attempting to bind port 3e193db6-cf2b-412a-9f43-6be03a9e1b11 on network a9d2cea4-defe-489b-9aa0-976956fd533c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:40.498125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-078057c1-66d5-41dc-9224-56efbb23023a req-f4c70fae-f1d0-4098-a27e-104dff8f4988 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168885 Nov 19 04:22:40.499734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:40.500128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Checking segment: {'id': 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:40.500545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.500937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Bound using segment: {'id': 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:40.501422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Bound port: 3e193db6-cf2b-412a-9f43-6be03a9e1b11, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a9d2cea4-defe-489b-9aa0-976956fd533c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:40.501811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.507421 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80b8e8e3-2e4c-4f32-aba4-08b97ed0465c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.535243 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.549003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for de65d6d8-8909-4b4a-86db-eb55325ea426 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:40.572398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80b8e8e3-2e4c-4f32-aba4-08b97ed0465c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.577913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80b8e8e3-2e4c-4f32-aba4-08b97ed0465c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.579223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] For port 3e193db6-cf2b-412a-9f43-6be03a9e1b11, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:40.580109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-80b8e8e3-2e4c-4f32-aba4-08b97ed0465c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c52ce142-87d4-4642-aff8-9d282bcbd9b6 HTTP/1.1" status: 204 len: 168 time: 0.1951180 Nov 19 04:22:40.597123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8e8e3-2e4c-4f32-aba4-08b97ed0465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ce142-87d4-4642-aff8-9d282bcbd9b6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.598291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] For port 3e193db6-cf2b-412a-9f43-6be03a9e1b11, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3e193db6-cf2b-412a-9f43-6be03a9e1b11,segment=NetworkSegment(c22173e1-9bd0-4ec1-98f7-3746a49deb8d),segment_id=c22173e1-9bd0-4ec1-98f7-3746a49deb8d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:40.613024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.701109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94a19f-f273-444f-a1d4-1db920272d91 None None] Pushing event updated for resources: {'Port': ['ID=3e193db6-cf2b-412a-9f43-6be03a9e1b11,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.712851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.757275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=de65d6d8-8909-4b4a-86db-eb55325ea426,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:40.789189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.793872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f4c59807-7010-46cf-acc4-eb07ae5815cb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/de65d6d8-8909-4b4a-86db-eb55325ea426 HTTP/1.1" status: 204 len: 168 time: 0.6086252 Nov 19 04:22:40.796830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54346) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:40.829603 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bc9bd3-0923-47a7-a593-101ab23504e9 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:22:40.832413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bc9bd3-0923-47a7-a593-101ab23504e9 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:22:40.833088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-75bc9bd3-0923-47a7-a593-101ab23504e9 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/de65d6d8-8909-4b4a-86db-eb55325ea426 HTTP/1.1" status: 404 len: 333 time: 0.0351524 Nov 19 04:22:40.835711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54348) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:40.865097 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbda0bd-0040-4066-bfdd-baa6796484fb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:40.869879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-afbda0bd-0040-4066-bfdd-baa6796484fb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/de65d6d8-8909-4b4a-86db-eb55325ea426 HTTP/1.1" status: 404 len: 333 time: 0.0331857 Nov 19 04:22:40.872979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54352) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:40.942559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:22:40.959211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:40.991183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d01c-0ece-46da-bc54-7a0592a4c6ea req-d9a47603-fd49-4d8e-b314-c128ddbed994 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:41.004841 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66f4d01c-0ece-46da-bc54-7a0592a4c6ea req-d9a47603-fd49-4d8e-b314-c128ddbed994 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.1214459 Nov 19 04:22:41.053226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.137439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66f4d01c-0ece-46da-bc54-7a0592a4c6ea req-6e39780a-b564-4e34-a048-a7cbbaac3482 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311131 Nov 19 04:22:41.175162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.188244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54356) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:41.204162 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec132-5046-4d99-bb65-812176426303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.244040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.281303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.284962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e HTTP/1.1" status: 204 len: 168 time: 0.4109657 Nov 19 04:22:41.286301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6493e1b-de68-41a8-bff1-dce3c5791dac tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:41.289825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54358) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:41.292483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec132-5046-4d99-bb65-812176426303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.301121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fa2ec132-5046-4d99-bb65-812176426303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.349681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fa2ec132-5046-4d99-bb65-812176426303 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a82941b28ec4e879157652f45b7d17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602874 Nov 19 04:22:41.350644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ec132-5046-4d99-bb65-812176426303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b297936-bd94-4447-b44e-23c9250d0daf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:41.353265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54360) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:41.388296 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.408318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a028e009-fe20-41de-a7b8-c2cc868cdbbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.431459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a028e009-fe20-41de-a7b8-c2cc868cdbbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.448142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 3e193db6-cf2b-412a-9f43-6be03a9e1b11 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:41.448689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.484533 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a028e009-fe20-41de-a7b8-c2cc868cdbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.487345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a028e009-fe20-41de-a7b8-c2cc868cdbbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.488543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a028e009-fe20-41de-a7b8-c2cc868cdbbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b297936-bd94-4447-b44e-23c9250d0daf HTTP/1.1" status: 204 len: 168 time: 0.1343188 Nov 19 04:22:41.500850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028e009-fe20-41de-a7b8-c2cc868cdbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b297936-bd94-4447-b44e-23c9250d0daf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:41.560191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] For port 3e193db6-cf2b-412a-9f43-6be03a9e1b11, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3e193db6-cf2b-412a-9f43-6be03a9e1b11,segment=NetworkSegment(c22173e1-9bd0-4ec1-98f7-3746a49deb8d),segment_id=c22173e1-9bd0-4ec1-98f7-3746a49deb8d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:41.560581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.576265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 3e193db6-cf2b-412a-9f43-6be03a9e1b11 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:41.686616 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.728627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=3e193db6-cf2b-412a-9f43-6be03a9e1b11,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:41.745447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No DVR routers for this DVR port 3e193db6-cf2b-412a-9f43-6be03a9e1b11 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:22:41.863293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.893960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d2cea4-defe-489b-9aa0-976956fd533c']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:41.905612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:41.906247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22173e1-9bd0-4ec1-98f7-3746a49deb8d') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:41.917523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.933281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.939953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:22:41.940376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:22:41.943544 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:22:41.945672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316a9ad-6074-4f4c-8446-79abdb84749b None None] Network a9d2cea4-defe-489b-9aa0-976956fd533c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:42.022100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-94d4ca47-4a45-45fb-a96d-ab490aa61b25 None None] Could not find standard attr ID for object 3e193db6-cf2b-412a-9f43-6be03a9e1b11. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:22:42.034273 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.050286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.064686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54372) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:42.064920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/a9d2cea4-defe-489b-9aa0-976956fd533c HTTP/1.1" status: 204 len: 168 time: 0.7707911 Nov 19 04:22:42.083253 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ac86a-9767-40fa-b549-4de874350e32 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=a9d2cea4-defe-489b-9aa0-976956fd533c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:42.083517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-179338571'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:42.128136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:42.133665 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.166628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:42.177780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.183411 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6 of type vlan for network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be Nov 19 04:22:42.196553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347305fe-ba1e-410a-87ed-6a2ea9c7da86 None None] DHCP port deletion for a9d2cea4-defe-489b-9aa0-976956fd533c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:42.233385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.292847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.298782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:42.299407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.370197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54386) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:42.370412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3016398 Nov 19 04:22:42.376157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:42.395674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9639c-b783-41c0-9284-5651311fd27b req-6bb87383-b241-4a42-b5f6-ed173e787bd8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:42.397290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10f9639c-b783-41c0-9284-5651311fd27b req-6bb87383-b241-4a42-b5f6-ed173e787bd8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.1401463 Nov 19 04:22:42.400776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbfe61-c2b4-49d0-9538-c058ad4dfb4c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:42.419291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:42.492609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10f9639c-b783-41c0-9284-5651311fd27b req-82ac68dc-b075-4606-8ee3-1ac1dda34d60 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879879 Nov 19 04:22:42.517854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:42.527006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.640633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0298ce-31fb-4b22-b9bd-d80089b2e6d4 req-84a9a715-b024-49d3-a585-4081acdb0ac8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:42.648594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a0298ce-31fb-4b22-b9bd-d80089b2e6d4 req-84a9a715-b024-49d3-a585-4081acdb0ac8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.0652130 Nov 19 04:22:42.703183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a0298ce-31fb-4b22-b9bd-d80089b2e6d4 req-b53cfacf-b3a6-488b-83d5-f5d23b27d0cb tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536177 Nov 19 04:22:42.729221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54396) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:42.767485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.808087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22255a-5450-4910-bd96-1460cbba2574 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:42.810728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9e22255a-5450-4910-bd96-1460cbba2574 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1092 time: 0.0802994 Nov 19 04:22:42.813695 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54398) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:42.819376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:42.851306 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.874726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=f8eaa364-9a24-473f-a181-6988f707cd29,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:42.877154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:42.877605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:42.898041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:42.914991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:42.925116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0a93f-3659-4bd5-9d8b-723fd02054e0 None None] Network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:42.929771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:42.934105 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:42.966545 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d7f92f1d-5a38-496e-97e2-9445d04c0b98 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5949080 Nov 19 04:22:42.968945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54404) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:42.982438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-856498825'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:42.989685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.106840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be', 'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': 'f8eaa364-9a24-473f-a181-6988f707cd29'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:22:43.108455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.140761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.25.8.97 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/43d1e41d-5471-460d-b165-fa41930b4e0e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:43.155138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:43.160987 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.188430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 1058c60a-2ab2-49e1-95cc-7f6e9c018976 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:43.301879 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.348044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.352189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::3d6 (85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be/f8eaa364-9a24-473f-a181-6988f707cd29/1058c60a-2ab2-49e1-95cc-7f6e9c018976) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:43.397676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:43.402473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:43.409191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:43.411504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=43d1e41d-5471-460d-b165-fa41930b4e0e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:43.540252 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.621716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.678854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:43.682907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:43.688323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:43.695662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:43.697050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.715745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=1058c60a-2ab2-49e1-95cc-7f6e9c018976,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:43.717409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Allocated IP 2001:db8::2 (85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be/f8eaa364-9a24-473f-a181-6988f707cd29/a1a031bc-1b45-4150-8092-00e4df706162) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:43.740022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94d81895-636e-4be1-b538-dfb6958f1602 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7651584 Nov 19 04:22:43.743595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54428) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:43.885374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 1058c60a-2ab2-49e1-95cc-7f6e9c018976 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:43.885841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.945116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:43.958793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.011363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:44.015823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:44.016552 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.020339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:44.028867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Pushing event updated for resources: {'Port': ['ID=a1a031bc-1b45-4150-8092-00e4df706162,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:44.043858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 1058c60a-2ab2-49e1-95cc-7f6e9c018976 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:44.090791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Attempting to bind port a1a031bc-1b45-4150-8092-00e4df706162 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:44.091699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Attempting to bind port a1a031bc-1b45-4150-8092-00e4df706162 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:44.092259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Attempting to bind port a1a031bc-1b45-4150-8092-00e4df706162 on network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:44.098923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:44.099534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Checking segment: {'id': 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:44.100120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.100694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Bound using segment: {'id': 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:44.101504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Bound port: a1a031bc-1b45-4150-8092-00e4df706162, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:44.102107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.169514 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.178915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] For port a1a031bc-1b45-4150-8092-00e4df706162, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:44.183459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] For port a1a031bc-1b45-4150-8092-00e4df706162, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a1a031bc-1b45-4150-8092-00e4df706162,segment=NetworkSegment(b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6),segment_id=b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:44.192691 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.271809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.328883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=1058c60a-2ab2-49e1-95cc-7f6e9c018976,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:44.337811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5542332-1d90-4dfc-bbbc-cb571a20ebed None None] Pushing event updated for resources: {'Port': ['ID=a1a031bc-1b45-4150-8092-00e4df706162,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:44.353338 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.372289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.381091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a17e5f28-2ed6-4cf6-aa8a-3789164f20bc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/1058c60a-2ab2-49e1-95cc-7f6e9c018976 HTTP/1.1" status: 204 len: 168 time: 0.6374454 Nov 19 04:22:44.386016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54436) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:44.426000 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73f472f-be8b-404e-8a0f-5a8e269a1cfe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:44.430633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b73f472f-be8b-404e-8a0f-5a8e269a1cfe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/1058c60a-2ab2-49e1-95cc-7f6e9c018976 HTTP/1.1" status: 404 len: 333 time: 0.0399024 Nov 19 04:22:44.430633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54438) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:44.504833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet f8eaa364-9a24-473f-a181-6988f707cd29 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:22:44.538290 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.611227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:44.999487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.008454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.039569 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.115534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=43d1e41d-5471-460d-b165-fa41930b4e0e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:45.151776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.208436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.281201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.287659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54442) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:45.288196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/f8eaa364-9a24-473f-a181-6988f707cd29 HTTP/1.1" status: 204 len: 168 time: 0.8564379 Nov 19 04:22:45.293698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b550b-8eb9-4ad1-a761-734e241e4a99 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=f8eaa364-9a24-473f-a181-6988f707cd29,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:45.331025 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Floating IP 5c0cc847-b906-4dd1-b7ad-b648b7d426a8 associated. External IP: 172.25.8.97, port: 680d897d-5c45-4254-aef8-a730f3fbea72. Nov 19 04:22:45.525888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.598985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port a1a031bc-1b45-4150-8092-00e4df706162 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:45.599342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.679256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188def8e-50ce-45d1-8c1d-f39324108967 None None] Network 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:45.705659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] For port a1a031bc-1b45-4150-8092-00e4df706162, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a1a031bc-1b45-4150-8092-00e4df706162,segment=NetworkSegment(b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6),segment_id=b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:45.706085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.721612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:22:45.726274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for a1a031bc-1b45-4150-8092-00e4df706162 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:45.817617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f9061dfc-2648-4262-a759-5d8a19bbedd8 None None] Provisioning complete for port a1a031bc-1b45-4150-8092-00e4df706162 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:45.820220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f9061dfc-2648-4262-a759-5d8a19bbedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.854770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.868793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:22:45.870003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f9061dfc-2648-4262-a759-5d8a19bbedd8 None None] Could not find standard attr ID for object a1a031bc-1b45-4150-8092-00e4df706162. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:22:45.873540 n-d-818503-1 neutron-server[109988]: INFO neutron.plugins.ml2.db [None req-f9061dfc-2648-4262-a759-5d8a19bbedd8 None None] No ports have port_id starting with a1a031bc-1b45-4150-8092-00e4df706162 Nov 19 04:22:45.884209 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:22:45.889946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No DVR routers for this DVR port a1a031bc-1b45-4150-8092-00e4df706162 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:22:45.890562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:45.897059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=a1a031bc-1b45-4150-8092-00e4df706162,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:45.910002 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:22:45.910836 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:45.933264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1eee066c-b2b5-4de4-afde-123ed5097231 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1160645 Nov 19 04:22:45.933264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:22:45.934176 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c379dd-7c23-45fc-8207-0955c85f721b" -d '{"events": [{"name": "network-changed", "server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:22:45.934317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54448) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:45.996983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ff88e-c82e-40b9-b92b-498029efd121 None None] DHCP port deletion for 85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:46.036340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-adc40655-2ba8-4b1b-a572-72ee0b69e885 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/5c0cc847-b906-4dd1-b7ad-b648b7d426a8 HTTP/1.1" status: 200 len: 991 time: 0.1009622 Nov 19 04:22:46.044854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:22:46.058152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.091204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:46.102606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:46.103198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b162c5eb-3c44-4b8b-aeeb-14a0f752c0f6') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:46.115746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.135109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.143623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:22:46.144526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:22:46.166400 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:22:46.206761 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be96a4d-6aa5-443c-9050-3b504920f00c x-openstack-request-id: req-2be96a4d-6aa5-443c-9050-3b504920f00c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:22:46.207137 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:22:46.207471 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2be96a4d-6aa5-443c-9050-3b504920f00c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:22:46.208235 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72', 'status': 'completed', 'code': 200} Nov 19 04:22:46.228101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.236255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.242653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be HTTP/1.1" status: 204 len: 168 time: 0.9504378 Nov 19 04:22:46.242992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:46.248684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'name': 'tempest-PortsIpV6TestJSON-137272676'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:46.263612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=85bc93ce-bf4b-4ca0-8406-5a8ee05dc3be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:46.290221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.291549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.292312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.293357 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.294009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.294500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.294996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.295491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.296017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.296507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.296995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.297490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350ae21-886e-41b8-800a-7cda2b8e6557 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:46.323180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-0a11f0db-3d05-437e-a832-c4b7f28ab623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:46.326460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-0a11f0db-3d05-437e-a832-c4b7f28ab623 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1097 time: 0.0720890 Nov 19 04:22:46.330245 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:43Z', 'revision_number': 0, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:46.357428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:46.362913 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:22:46.364722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.375591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:22:46.376224 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:46.386034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 6fab8a37-b9c5-48d7-a34c-990edd5b64aa yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:46.455494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-ea8726fc-67e0-4ded-b4ed-0ebd7f41a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:46.457236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-ea8726fc-67e0-4ded-b4ed-0ebd7f41a56e service neutron] 10.222.0.31 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 898 time: 0.1237500 Nov 19 04:22:46.560851 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:22:46.604473 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-202439c8-9490-41e6-adde-d2983fee887d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 999 time: 0.1371918 Nov 19 04:22:46.614279 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.658929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.676778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-483f8ab5-8a7e-4ba9-a54b-d5a2b7373f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:46.680919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-483f8ab5-8a7e-4ba9-a54b-d5a2b7373f9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 200 len: 835 time: 0.0687573 Nov 19 04:22:46.713119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:46.717186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:46.721678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:46.728050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:46.728757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.744311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=6fab8a37-b9c5-48d7-a34c-990edd5b64aa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:46.755256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bb3811b2-ffc0-4490-a61f-0d857c48da87 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5111654 Nov 19 04:22:46.757877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54470) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:46.800763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-0a843778-43f2-4a50-90f1-1e5e679534b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:46.803037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-0a843778-43f2-4a50-90f1-1e5e679534b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140730 Nov 19 04:22:46.873345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 6fab8a37-b9c5-48d7-a34c-990edd5b64aa {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:46.873621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.930116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-44ed4a32-fda5-4073-9ad3-6b4a5cf92c6b service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200974 Nov 19 04:22:46.953027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:43Z', 'revision_number': 0, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:46.982366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:46.988507 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e302d-d9ef-4a06-8250-c59ce485ee78 None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:22Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:43Z', 'revision_number': 0, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:22:47.022568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 6fab8a37-b9c5-48d7-a34c-990edd5b64aa owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:47.040252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54472) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:47.101912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f5c379dd-7c23-45fc-8207-0955c85f721b req-8eb4a81f-5fc6-48a1-9992-16762fe61d20 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639521 Nov 19 04:22:47.307438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:47.379443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b3bb635-67c3-426c-8f69-fe69bb5ca0d2 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/5c0cc847-b906-4dd1-b7ad-b648b7d426a8 HTTP/1.1" status: 200 len: 991 time: 0.3383303 Nov 19 04:22:47.380372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=6fab8a37-b9c5-48d7-a34c-990edd5b64aa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:47.387471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:47.391342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-61d181c5-ff01-4172-926f-bd292bff7404 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/6fab8a37-b9c5-48d7-a34c-990edd5b64aa HTTP/1.1" status: 204 len: 168 time: 0.6324635 Nov 19 04:22:47.394122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54474) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:47.399976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'mac_address': 'fa:16:3e:b2:db:17', 'name': 'tempest-PortsIpV6TestJSON-541125599'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:47.439986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93091f7-ca48-4aa0-ab9b-d6cf5f91ab4e None None] New status for floating IP 5c0cc847-b906-4dd1-b7ad-b648b7d426a8: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:22:47.509441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:47.623568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:47.653246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 315fe130-5db1-4b5e-8cc0-b00fbf5ca82a yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:47.863928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:47.910352 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:47.956062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:47.963776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:47.972932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:47.978976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:47.979834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:47.998033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=315fe130-5db1-4b5e-8cc0-b00fbf5ca82a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:48.010773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d32f7c6-a029-4106-a82b-3b292cb18db5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6153033 Nov 19 04:22:48.014629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54480) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:48.071871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0be13-b233-4629-8c9d-f4ed76ae4e5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:48.077455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b1f0be13-b233-4629-8c9d-f4ed76ae4e5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/315fe130-5db1-4b5e-8cc0-b00fbf5ca82a HTTP/1.1" status: 200 len: 844 time: 0.0613289 Nov 19 04:22:48.078395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54482) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:48.190896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 315fe130-5db1-4b5e-8cc0-b00fbf5ca82a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:48.191332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.265330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.279514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 315fe130-5db1-4b5e-8cc0-b00fbf5ca82a owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:48.369168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.382703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54484) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:48.408031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=315fe130-5db1-4b5e-8cc0-b00fbf5ca82a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:48.412384 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.416701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9259bb86-5d1a-40c0-9d8a-ab7f3c3cbd36 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/315fe130-5db1-4b5e-8cc0-b00fbf5ca82a HTTP/1.1" status: 204 len: 168 time: 0.3372860 Nov 19 04:22:48.422409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54486) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:48.463948 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd4608c-e2cf-4bca-aab5-0a54b343d096 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:48.466287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6fd4608c-e2cf-4bca-aab5-0a54b343d096 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/315fe130-5db1-4b5e-8cc0-b00fbf5ca82a HTTP/1.1" status: 404 len: 333 time: 0.0419004 Nov 19 04:22:48.470687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54488) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:48.476992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'name': 'tempest-PortsIpV6TestJSON-825592063'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:48.491191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d3020e75-e85d-4433-a9e0-b4d43840ae5d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/5c0cc847-b906-4dd1-b7ad-b648b7d426a8 HTTP/1.1" status: 200 len: 993 time: 0.1026735 Nov 19 04:22:48.607447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:48.612356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.633232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 6278369d-52b7-4793-9700-2d87f90b382a yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:48.807365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.853452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.900314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:48.906183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:48.910021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:48.915773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:48.916472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:48.942059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=6278369d-52b7-4793-9700-2d87f90b382a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:48.966754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c6538129-722f-4165-8c5a-f92b2d33aee0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4947426 Nov 19 04:22:48.969444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54502) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:48.974904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:49.054194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.225027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.231229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.264154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] In _notify_port_updated(), no bound segment for port 6278369d-52b7-4793-9700-2d87f90b382a on network e210f607-27f9-4bb8-969d-dc3c12e66adf {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:22:49.269745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:49.270420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.271779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/ports/6278369d-52b7-4793-9700-2d87f90b382a HTTP/1.1" status: 200 len: 818 time: 0.3010883 Nov 19 04:22:49.274691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54504) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:49.330976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d19a27-e691-4158-acfe-b24b82cea07d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=6278369d-52b7-4793-9700-2d87f90b382a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:49.385174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 6278369d-52b7-4793-9700-2d87f90b382a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:49.385651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.455764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.474349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 6278369d-52b7-4793-9700-2d87f90b382a owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:49.557676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.596596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.600885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/6278369d-52b7-4793-9700-2d87f90b382a HTTP/1.1" status: 204 len: 168 time: 0.3252149 Nov 19 04:22:49.603468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54514) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:49.606084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10548e8f-2352-4218-863a-666224d92ab5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=6278369d-52b7-4793-9700-2d87f90b382a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:49.657115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639d810-fb74-4d4f-bec9-bf0d38d6d45d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:49.658774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d639d810-fb74-4d4f-bec9-bf0d38d6d45d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0535831 Nov 19 04:22:49.661477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54516) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:49.688790 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac758dd-310a-4664-b7f0-81b0a9bbd51e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:49.690239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2ac758dd-310a-4664-b7f0-81b0a9bbd51e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/6278369d-52b7-4793-9700-2d87f90b382a HTTP/1.1" status: 404 len: 333 time: 0.0277758 Nov 19 04:22:49.693872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54518) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:49.699464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1295362763'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:49.721467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:49.725482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.759509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:49.771106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.771522 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment 69163069-dd1c-46e0-8b9e-d9b82b2e757d of type vlan for network 02d8f67c-d976-4941-a9cc-05f1016c0a5a Nov 19 04:22:49.819396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.854222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.861265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:49.862086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:49.933901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2383301 Nov 19 04:22:49.934197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54522) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:49.940744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d01e43-70ae-42b1-929e-40b55e547719 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=02d8f67c-d976-4941-a9cc-05f1016c0a5a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:49.942534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:49.952701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:50.076625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:50.081422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.342208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.377534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54530) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:50.424661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=95ca15c1-768a-435e-9d8a-b9fe4f331f73,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:50.429438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': '69163069-dd1c-46e0-8b9e-d9b82b2e757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:50.429822 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: 02d8f67c-d976-4941-a9cc-05f1016c0a5a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:50.451847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:50.463190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 02d8f67c-d976-4941-a9cc-05f1016c0a5a) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:50.473264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78b7aa-7ce1-4d31-9a42-caab65290fdc None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:50.482224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:50.483179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.515675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e761c816-92e7-4546-b357-0db1487cc6ff tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5801618 Nov 19 04:22:50.518504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54534) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:50.524811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:50.544518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-677e1ed4-ee55-4c9c-b75e-d1012fec3816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.667293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-677e1ed4-ee55-4c9c-b75e-d1012fec3816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.674363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-677e1ed4-ee55-4c9c-b75e-d1012fec3816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.696238 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:50.696922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': '95ca15c1-768a-435e-9d8a-b9fe4f331f73'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:22:50.697443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.702001 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.729829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-677e1ed4-ee55-4c9c-b75e-d1012fec3816 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28a2a826b2d94da7a76b15eeea01cc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3511376 Nov 19 04:22:50.731383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54536) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:50.739375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1ed4-ee55-4c9c-b75e-d1012fec3816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10b86a7-7639-4c6f-8d40-2d1c0b213f7b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:50.803756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b878add-449f-46b1-9d1c-1b5bc797be39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.829913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b878add-449f-46b1-9d1c-1b5bc797be39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.875570 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95ca15c1-768a-435e-9d8a-b9fe4f331f73 (CIDR: 2001:db8::/64) Nov 19 04:22:50.882051 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:22:50.883912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:22:50.898099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Allocated IP 2001:db8::2 (02d8f67c-d976-4941-a9cc-05f1016c0a5a/95ca15c1-768a-435e-9d8a-b9fe4f331f73/13127828-fb25-49b5-8914-f10648482b01) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:50.911944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f6e95f62-90e2-499b-b244-206107d2dbeb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3921943 Nov 19 04:22:50.914779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54540) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:50.920429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:50.964855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b878add-449f-46b1-9d1c-1b5bc797be39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.967511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b878add-449f-46b1-9d1c-1b5bc797be39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:50.971015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1b878add-449f-46b1-9d1c-1b5bc797be39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b10b86a7-7639-4c6f-8d40-2d1c0b213f7b HTTP/1.1" status: 204 len: 168 time: 0.2363691 Nov 19 04:22:50.983838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b878add-449f-46b1-9d1c-1b5bc797be39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10b86a7-7639-4c6f-8d40-2d1c0b213f7b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:51.108986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.118686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.169694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:51.170622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Pushing event updated for resources: {'Port': ['ID=13127828-fb25-49b5-8914-f10648482b01,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:51.173608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:51.175897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:51.238981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Attempting to bind port 13127828-fb25-49b5-8914-f10648482b01 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:51.239390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Attempting to bind port 13127828-fb25-49b5-8914-f10648482b01 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '69163069-dd1c-46e0-8b9e-d9b82b2e757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:51.239774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Attempting to bind port 13127828-fb25-49b5-8914-f10648482b01 on network 02d8f67c-d976-4941-a9cc-05f1016c0a5a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:51.245513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:51.246964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Checking segment: {'id': '69163069-dd1c-46e0-8b9e-d9b82b2e757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:51.247395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.247927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Bound using segment: {'id': '69163069-dd1c-46e0-8b9e-d9b82b2e757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:51.248424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Bound port: 13127828-fb25-49b5-8914-f10648482b01, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69163069-dd1c-46e0-8b9e-d9b82b2e757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:51.248820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.316340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca302-f100-442b-a847-2b725b0ce504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.342135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] For port 13127828-fb25-49b5-8914-f10648482b01, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:51.345948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] For port 13127828-fb25-49b5-8914-f10648482b01, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=13127828-fb25-49b5-8914-f10648482b01,segment=NetworkSegment(69163069-dd1c-46e0-8b9e-d9b82b2e757d),segment_id=69163069-dd1c-46e0-8b9e-d9b82b2e757d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:51.352566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.400783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:51.425196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2d37-f386-41d8-b9b4-84fecbbe6278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.429798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92932be2-0727-4f27-97e7-43315f1856d8 None None] Pushing event updated for resources: {'Port': ['ID=13127828-fb25-49b5-8914-f10648482b01,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:51.467585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:51.471476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.544585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2d37-f386-41d8-b9b4-84fecbbe6278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.555920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2d37-f386-41d8-b9b4-84fecbbe6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.614375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ab0e2d37-f386-41d8-b9b4-84fecbbe6278 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85699243a72b483da7a0c8412f947180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124321 Nov 19 04:22:51.614995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54556) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:51.621975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e2d37-f386-41d8-b9b4-84fecbbe6278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dff86d-9db5-4486-82ac-9c8baf686e16,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:51.672969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d60ad07c-8f56-46c5-ae29-4126b44a1837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.732586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d60ad07c-8f56-46c5-ae29-4126b44a1837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.770353 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.810814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d60ad07c-8f56-46c5-ae29-4126b44a1837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.814044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d60ad07c-8f56-46c5-ae29-4126b44a1837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.819548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d60ad07c-8f56-46c5-ae29-4126b44a1837 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22dff86d-9db5-4486-82ac-9c8baf686e16 HTTP/1.1" status: 204 len: 168 time: 0.2028978 Nov 19 04:22:51.821801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:51.833461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad07c-8f56-46c5-ae29-4126b44a1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dff86d-9db5-4486-82ac-9c8baf686e16,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:51.837487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:51.856788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:51.857401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:51.884203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9680917 Nov 19 04:22:51.889225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54560) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:51.891858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151e77f-f6c7-43db-ba3d-25d6ae5c022a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=9204072f-956d-4882-93a0-73603d89ee2f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:51.896708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'fixed_ips': [{'subnet_id': '95ca15c1-768a-435e-9d8a-b9fe4f331f73'}, {'subnet_id': '9204072f-956d-4882-93a0-73603d89ee2f'}], 'name': 'tempest-PortsIpV6TestJSON-284997327'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:52.050926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:52.151658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:52.172651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port d9132736-b6be-4972-8b9d-0cfbf6f34d6f yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:52.547863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::35a (02d8f67c-d976-4941-a9cc-05f1016c0a5a/95ca15c1-768a-435e-9d8a-b9fe4f331f73/d9132736-b6be-4972-8b9d-0cfbf6f34d6f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:52.554559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8:0:1::2b3 (02d8f67c-d976-4941-a9cc-05f1016c0a5a/9204072f-956d-4882-93a0-73603d89ee2f/d9132736-b6be-4972-8b9d-0cfbf6f34d6f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:52.591433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 13127828-fb25-49b5-8914-f10648482b01 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:52.665564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 13127828-fb25-49b5-8914-f10648482b01 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:52.666316 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:52.904260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf627f-c23f-43b1-b43e-994273dcee69 None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:52.975865 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.004100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-65b7da49-f181-4a65-8d3e-46d5cfa5c33f None None] Provisioning complete for port 13127828-fb25-49b5-8914-f10648482b01 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:53.004420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65b7da49-f181-4a65-8d3e-46d5cfa5c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.092107 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.139954 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.149708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.187750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:53.191296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:53.197767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:53.204827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:53.205220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.208771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 13127828-fb25-49b5-8914-f10648482b01, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=13127828-fb25-49b5-8914-f10648482b01,segment=NetworkSegment(69163069-dd1c-46e0-8b9e-d9b82b2e757d),segment_id=69163069-dd1c-46e0-8b9e-d9b82b2e757d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:53.219769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=d9132736-b6be-4972-8b9d-0cfbf6f34d6f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:53.233546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.234169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.234538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.234898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.235570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.235829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.236177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.236522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.236866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.237204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.237535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.237867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.238243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:22:53.245119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1551af5f-1dc5-4dc0-94e9-9017104f61c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3546562 Nov 19 04:22:53.248341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54590) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:53.253835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95ca15c1-768a-435e-9d8a-b9fe4f331f73'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:53.268588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65b7da49-f181-4a65-8d3e-46d5cfa5c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.338685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.425900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=13127828-fb25-49b5-8914-f10648482b01,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:53.432300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-65b7da49-f181-4a65-8d3e-46d5cfa5c33f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:22:53.432750 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-65b7da49-f181-4a65-8d3e-46d5cfa5c33f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:22:53.540842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] Update dhcp port {'port': {'network_id': '02d8f67c-d976-4941-a9cc-05f1016c0a5a', 'fixed_ips': [{'subnet_id': '95ca15c1-768a-435e-9d8a-b9fe4f331f73', 'ip_address': '2001:db8::2'}, {'subnet_id': '9204072f-956d-4882-93a0-73603d89ee2f'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '13127828-fb25-49b5-8914-f10648482b01'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:22:53.574949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0a6a2bf-6757-475e-ab05-11df4264afb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.584823 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.651272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Delete allocated IP 2001:db8:0:1::2b3 (02d8f67c-d976-4941-a9cc-05f1016c0a5a/9204072f-956d-4882-93a0-73603d89ee2f) {{(pid=109986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 04:22:53.814202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.819814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.914994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] Allocated IP 2001:db8:0:1::2 (02d8f67c-d976-4941-a9cc-05f1016c0a5a/9204072f-956d-4882-93a0-73603d89ee2f/13127828-fb25-49b5-8914-f10648482b01) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:53.926873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] In _notify_port_updated(), no bound segment for port d9132736-b6be-4972-8b9d-0cfbf6f34d6f on network 02d8f67c-d976-4941-a9cc-05f1016c0a5a {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:22:53.932856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:53.934335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:53.935729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/ports/d9132736-b6be-4972-8b9d-0cfbf6f34d6f HTTP/1.1" status: 200 len: 925 time: 0.6863360 Nov 19 04:22:53.938433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54606) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:53.940857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb7cd1-0495-48db-88ae-ba09400d808b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=d9132736-b6be-4972-8b9d-0cfbf6f34d6f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:53.950733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95ca15c1-768a-435e-9d8a-b9fe4f331f73'}, {'subnet_id': '9204072f-956d-4882-93a0-73603d89ee2f'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:54.098010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] For port 13127828-fb25-49b5-8914-f10648482b01, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=13127828-fb25-49b5-8914-f10648482b01,segment=NetworkSegment(69163069-dd1c-46e0-8b9e-d9b82b2e757d),segment_id=69163069-dd1c-46e0-8b9e-d9b82b2e757d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:54.141265 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.147534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.164068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.263056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f522b-8a85-4599-9ee8-8f75e813b439 None None] Pushing event updated for resources: {'Port': ['ID=13127828-fb25-49b5-8914-f10648482b01,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:54.555796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 13127828-fb25-49b5-8914-f10648482b01 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:22:54.623993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8:0:1::231 (02d8f67c-d976-4941-a9cc-05f1016c0a5a/9204072f-956d-4882-93a0-73603d89ee2f/d9132736-b6be-4972-8b9d-0cfbf6f34d6f) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:54.664581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 13127828-fb25-49b5-8914-f10648482b01 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:54.665733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.849547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.859633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.972414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] In _notify_port_updated(), no bound segment for port d9132736-b6be-4972-8b9d-0cfbf6f34d6f on network 02d8f67c-d976-4941-a9cc-05f1016c0a5a {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:22:54.979561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:54.981177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:54.982591 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/ports/d9132736-b6be-4972-8b9d-0cfbf6f34d6f HTTP/1.1" status: 200 len: 1011 time: 1.0426149 Nov 19 04:22:54.985462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54628) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:54.994072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6949fa-d3db-4aae-b456-f4d537effccd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=d9132736-b6be-4972-8b9d-0cfbf6f34d6f,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:55.116601 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port d9132736-b6be-4972-8b9d-0cfbf6f34d6f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:55.117296 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.181289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3c75f-91f5-452b-951a-b25e0f5cc738 None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:55.252346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.275313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for d9132736-b6be-4972-8b9d-0cfbf6f34d6f owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:55.357204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-480b924f-f7c4-4180-a37f-f4783f3979e4 None None] Provisioning complete for port d9132736-b6be-4972-8b9d-0cfbf6f34d6f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:55.357650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-480b924f-f7c4-4180-a37f-f4783f3979e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.415356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-480b924f-f7c4-4180-a37f-f4783f3979e4 None None] Port d9132736-b6be-4972-8b9d-0cfbf6f34d6f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:22:55.434631 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.458331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-480b924f-f7c4-4180-a37f-f4783f3979e4 None None] Provisioning complete for port 13127828-fb25-49b5-8914-f10648482b01 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:55.458845 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-480b924f-f7c4-4180-a37f-f4783f3979e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.548803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.586668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=d9132736-b6be-4972-8b9d-0cfbf6f34d6f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:55.645664 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.649210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-250e0bd6-3629-4012-9715-d00723e2e757 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/d9132736-b6be-4972-8b9d-0cfbf6f34d6f HTTP/1.1" status: 204 len: 168 time: 0.6626377 Nov 19 04:22:55.652457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:55.695507 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a215c3a-c976-488c-90af-cbec7cc11ab1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:22:55.697220 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3a215c3a-c976-488c-90af-cbec7cc11ab1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/d9132736-b6be-4972-8b9d-0cfbf6f34d6f HTTP/1.1" status: 404 len: 333 time: 0.0432737 Nov 19 04:22:55.699921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54640) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:55.769813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 9204072f-956d-4882-93a0-73603d89ee2f {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:22:55.774091 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.838519 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.887103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-95269f38-bc37-44a6-a518-8aab78e44163 None None] Could not find standard attr ID for object d9132736-b6be-4972-8b9d-0cfbf6f34d6f. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:22:55.905057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-95269f38-bc37-44a6-a518-8aab78e44163 None None] Provisioning complete for port 13127828-fb25-49b5-8914-f10648482b01 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:22:55.905464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95269f38-bc37-44a6-a518-8aab78e44163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:55.958779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.033314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.072708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=9204072f-956d-4882-93a0-73603d89ee2f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:56.078441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.082764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-adde33cd-f2e4-42cd-84fd-4800a18cd6be tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/9204072f-956d-4882-93a0-73603d89ee2f HTTP/1.1" status: 204 len: 168 time: 0.3812029 Nov 19 04:22:56.085029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54642) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:56.095139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289de1fe-fdf9-4e21-ac42-25f538241848 None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:56.147916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 95ca15c1-768a-435e-9d8a-b9fe4f331f73 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:22:56.151808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-95e7475d-b618-4103-a18f-e9963e6e4d38 None None] Could not find standard attr ID for object d9132736-b6be-4972-8b9d-0cfbf6f34d6f. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:22:56.153138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.212278 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.329506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.406410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.411555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.441342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=95ca15c1-768a-435e-9d8a-b9fe4f331f73,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:56.445337 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.451887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5e3f45cc-051e-4721-95bc-849dc022ecb3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/95ca15c1-768a-435e-9d8a-b9fe4f331f73 HTTP/1.1" status: 204 len: 168 time: 0.3658504 Nov 19 04:22:56.452156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54652) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:56.551511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.631162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 13127828-fb25-49b5-8914-f10648482b01 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:22:56.631497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.710021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] For port 13127828-fb25-49b5-8914-f10648482b01, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=13127828-fb25-49b5-8914-f10648482b01,segment=NetworkSegment(69163069-dd1c-46e0-8b9e-d9b82b2e757d),segment_id=69163069-dd1c-46e0-8b9e-d9b82b2e757d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:22:56.710519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.729514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 13127828-fb25-49b5-8914-f10648482b01 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:22:56.828388 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:56.848697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No DVR routers for this DVR port 13127828-fb25-49b5-8914-f10648482b01 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:22:56.899190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=13127828-fb25-49b5-8914-f10648482b01,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:56.978424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.005204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d8f67c-d976-4941-a9cc-05f1016c0a5a']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:57.016407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69163069-dd1c-46e0-8b9e-d9b82b2e757d') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:57.016715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69163069-dd1c-46e0-8b9e-d9b82b2e757d') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:22:57.027163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.041073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.047784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:22:57.048189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.048429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31254d-5ffc-4add-a0eb-7726d56a225c None None] Network 02d8f67c-d976-4941-a9cc-05f1016c0a5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:22:57.051708 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:22:57.099591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-926c85c3-5389-4b0d-a04d-fe4f58cf26d7 None None] Could not find standard attr ID for object 13127828-fb25-49b5-8914-f10648482b01. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:22:57.123640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.128488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.132152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/02d8f67c-d976-4941-a9cc-05f1016c0a5a HTTP/1.1" status: 204 len: 168 time: 0.6788847 Nov 19 04:22:57.137484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54658) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:57.177725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338baad-79b4-4cd0-bf1a-c6eed91d27f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=02d8f67c-d976-4941-a9cc-05f1016c0a5a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:57.204022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d949860-5d26-4572-a84f-8cd93c2b2ebf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:57.205604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4d949860-5d26-4572-a84f-8cd93c2b2ebf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0669358 Nov 19 04:22:57.209240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54660) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:57.227407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235073eb-cb9e-4fd9-aa78-4dac2022fe7b None None] DHCP port deletion for 02d8f67c-d976-4941-a9cc-05f1016c0a5a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:22:57.263572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.264192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b589bfc4-d7ee-434d-b252-0f37fca71bef tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0538960 Nov 19 04:22:57.268099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54662) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:57.273303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1240027391'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:57.297764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:57.301489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.328314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:22:57.338384 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.338744 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment 1bf2ea63-e27a-44d7-9b43-aeeffc645a17 of type vlan for network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 Nov 19 04:22:57.381821 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.413340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.420487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:57.421214 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.489773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2178650 Nov 19 04:22:57.490137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:57.496100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:57.552041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c91f3-97e9-4fdc-8eef-5bd2a3568eca tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=2f37b2aa-936e-4714-bb30-ac8a9301fa62,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:57.578415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:22:57.642985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:57.647614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.890174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:57.963087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=0132ef5f-ff1e-48ba-bc48-8a7341889372,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:57.976562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': '1bf2ea63-e27a-44d7-9b43-aeeffc645a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:57.976938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: 2f37b2aa-936e-4714-bb30-ac8a9301fa62, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:22:58.060604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:22:58.078766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2f37b2aa-936e-4714-bb30-ac8a9301fa62) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:58.084676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:58.086998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:58.089362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc8139-1bd6-4826-ac1f-e898f6264e2c None None] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:22:58.131475 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-22445aa9-13f2-4fe7-a581-c7d7c22041dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6401849 Nov 19 04:22:58.134277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:58.139923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62', 'name': 'tempest-PortsIpV6TestJSON-1311017538'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:58.294802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2f37b2aa-936e-4714-bb30-ac8a9301fa62', 'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': '0132ef5f-ff1e-48ba-bc48-8a7341889372'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:22:58.296031 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:58.308467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:58.312751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:58.333116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port f662057f-e9b6-41a7-80da-8d0e7dc5ab9d yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:58.599240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 13127828-fb25-49b5-8914-f10648482b01 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:22:58.626176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Allocated IP 2001:db8::2 (2f37b2aa-936e-4714-bb30-ac8a9301fa62/0132ef5f-ff1e-48ba-bc48-8a7341889372/e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:58.628509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 13127828-fb25-49b5-8914-f10648482b01 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:22:58.628927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 13127828-fb25-49b5-8914-f10648482b01 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:22:58.799796 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:58.806387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:58.847516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:58.850951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:58.858112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:58.880748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Pushing event updated for resources: {'Port': ['ID=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:58.928708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::1ea (2f37b2aa-936e-4714-bb30-ac8a9301fa62/0132ef5f-ff1e-48ba-bc48-8a7341889372/f662057f-e9b6-41a7-80da-8d0e7dc5ab9d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:58.945434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Attempting to bind port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:22:58.946150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Attempting to bind port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1bf2ea63-e27a-44d7-9b43-aeeffc645a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:22:58.946697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Attempting to bind port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b on network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:22:58.954221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:22:58.955744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Checking segment: {'id': '1bf2ea63-e27a-44d7-9b43-aeeffc645a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:22:58.956382 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:58.956975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Bound using segment: {'id': '1bf2ea63-e27a-44d7-9b43-aeeffc645a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:22:58.957711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Bound port: e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf2ea63-e27a-44d7-9b43-aeeffc645a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:22:58.958304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.035767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] For port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:22:59.039576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] For port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,segment=NetworkSegment(1bf2ea63-e27a-44d7-9b43-aeeffc645a17),segment_id=1bf2ea63-e27a-44d7-9b43-aeeffc645a17)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:22:59.047624 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.083912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-cf3f0c50-2cdb-4c73-86fc-8a8d2b63ec7c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:59.086875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-cf3f0c50-2cdb-4c73-86fc-8a8d2b63ec7c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1456988 Nov 19 04:22:59.115189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-71e321c7-67dc-4ac5-ad12-6b7ac766bd85 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0181668 Nov 19 04:22:59.124837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278821-56a4-4b94-bdb4-4ac3887c5d80 None None] Pushing event updated for resources: {'Port': ['ID=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:59.157714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.178072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-d2da5d52-843f-4948-b4fd-fce21378240c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568745 Nov 19 04:22:59.199719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.257199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:59.260790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:59.264191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:59.270038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:59.270728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.280719 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=f662057f-e9b6-41a7-80da-8d0e7dc5ab9d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:59.305225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-febd9c6d-deec-46e8-93f0-e642a1f82971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1695695 Nov 19 04:22:59.307917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54708) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:22:59.317206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': '2f37b2aa-936e-4714-bb30-ac8a9301fa62', 'name': 'tempest-PortsIpV6TestJSON-1209644015'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:22:59.342006 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-d5d2fbed-0012-4d73-a5a9-5b9869d51d42 service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526628 Nov 19 04:22:59.442328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-7ef13142-81d3-4868-bee9-3f6351f4e80e service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992563 Nov 19 04:22:59.458220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:22:59.463150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.484954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 4b660f3b-e61d-494c-ae49-6cb37f2d06ae yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:22:59.624402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::279 (2f37b2aa-936e-4714-bb30-ac8a9301fa62/0132ef5f-ff1e-48ba-bc48-8a7341889372/4b660f3b-e61d-494c-ae49-6cb37f2d06ae) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:22:59.701238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a61dcda6-c856-40df-aed8-117091e6bd1f req-dfb87b09-0aeb-4368-ada8-1917ae65a1ff tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0458364 Nov 19 04:22:59.821110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.865555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:22:59.921736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=4b660f3b-e61d-494c-ae49-6cb37f2d06ae,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:22:59.947103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:22:59.948784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:22:59.951373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:22:59.957104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:22:59.957751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.003961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6e2730bb-a4d2-43dd-93b9-a363abd9d563 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6943846 Nov 19 04:23:00.006909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54724) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:00.114212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6859f9-f33d-4974-8d30-5ef32fb885b4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:00.115808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7a6859f9-f33d-4974-8d30-5ef32fb885b4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ea HTTP/1.1" status: 200 len: 929 time: 0.1064403 Nov 19 04:23:00.118682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54726) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:00.220446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 4b660f3b-e61d-494c-ae49-6cb37f2d06ae {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:00.221054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.323167 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.340393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 4b660f3b-e61d-494c-ae49-6cb37f2d06ae owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:00.374428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58387fc-6368-4f4c-8a0a-eab63ed821ec None None] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:00.499322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.501028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-73047503-0cef-44cf-8749-34c5e60a2019 None None] Provisioning complete for port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:00.501410 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73047503-0cef-44cf-8749-34c5e60a2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.540900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=4b660f3b-e61d-494c-ae49-6cb37f2d06ae,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:00.583784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.587466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-08591408-4c22-450d-b467-4c39b003506e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/4b660f3b-e61d-494c-ae49-6cb37f2d06ae HTTP/1.1" status: 204 len: 168 time: 0.4677694 Nov 19 04:23:00.590111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54728) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:00.624175 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-869e8348-83b0-4fb6-b489-4d2284d78062 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:00.626002 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-869e8348-83b0-4fb6-b489-4d2284d78062 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/4b660f3b-e61d-494c-ae49-6cb37f2d06ae HTTP/1.1" status: 404 len: 333 time: 0.0291061 Nov 19 04:23:00.628712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54730) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:00.645369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:00.713022 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73047503-0cef-44cf-8749-34c5e60a2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.773765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-73047503-0cef-44cf-8749-34c5e60a2019 None None] For port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,segment=NetworkSegment(1bf2ea63-e27a-44d7-9b43-aeeffc645a17),segment_id=1bf2ea63-e27a-44d7-9b43-aeeffc645a17)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:00.784912 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-73047503-0cef-44cf-8749-34c5e60a2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.823835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port f662057f-e9b6-41a7-80da-8d0e7dc5ab9d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:00.824411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.847524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:00.847903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:00.908889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3e3b718-eb0a-4904-b0c8-a6617b71e9af req-fff200e7-6853-47f7-b571-fb69a15bd522 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0533266 Nov 19 04:23:00.917741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73047503-0cef-44cf-8749-34c5e60a2019 None None] Pushing event updated for resources: {'Port': ['ID=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:00.987013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-e269f933-98e5-434f-b672-95d57db67a51 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:00.988315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-e269f933-98e5-434f-b672-95d57db67a51 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.2369549 Nov 19 04:23:00.999086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.034646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': '1a152222-1e49-4763-a8bf-8a12da156071', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:01.060672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for f662057f-e9b6-41a7-80da-8d0e7dc5ab9d owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:01.134564 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f4de195e-80d7-4cb7-9705-7593324f0e67 None None] Provisioning complete for port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:01.135034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4de195e-80d7-4cb7-9705-7593324f0e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.342530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f4de195e-80d7-4cb7-9705-7593324f0e67 None None] Provisioning complete for port f662057f-e9b6-41a7-80da-8d0e7dc5ab9d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:01.342923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f4de195e-80d7-4cb7-9705-7593324f0e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.376505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.387105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f4de195e-80d7-4cb7-9705-7593324f0e67 None None] Port f662057f-e9b6-41a7-80da-8d0e7dc5ab9d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:01.434453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=f662057f-e9b6-41a7-80da-8d0e7dc5ab9d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:01.460354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.465973 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f788444e-4503-4398-a47d-436e047b5d57 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/f662057f-e9b6-41a7-80da-8d0e7dc5ab9d HTTP/1.1" status: 204 len: 168 time: 0.8342738 Nov 19 04:23:01.468535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54742) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:01.487290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:01.491137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.539080 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06d970f-097d-4def-bd35-737d6ad5a5a1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:01.545105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c06d970f-097d-4def-bd35-737d6ad5a5a1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/f662057f-e9b6-41a7-80da-8d0e7dc5ab9d HTTP/1.1" status: 404 len: 333 time: 0.0736465 Nov 19 04:23:01.545972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:01.680779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.6 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/ce98d727-d7c1-4ccf-886c-ac1d7af86a66) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:01.709768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6d5abfff-1cf7-4098-a2b6-9b9ad98e8f82 None None] Could not find standard attr ID for object f662057f-e9b6-41a7-80da-8d0e7dc5ab9d. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:01.770952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 0132ef5f-ff1e-48ba-bc48-8a7341889372 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:01.782929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.846926 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.910621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.960720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:01.976714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.019786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:02.026030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:02.031457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:02.095151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:02.123887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:02.124627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.152380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-b2c69243-f7c2-4d0f-b2e8-5938c3b2fd13 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1498318 Nov 19 04:23:02.154369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1254407b-b669-467b-aa99-fa76fe62e3d3 None None] Could not find standard attr ID for object 4b660f3b-e61d-494c-ae49-6cb37f2d06ae. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:02.164875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Request body: {'port': {'device_id': '1a152222-1e49-4763-a8bf-8a12da156071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:02.199485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.239495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54756) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:02.262823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928157-8488-4a24-b8bb-5f660514147e req-e2b039fe-b513-41d1-8d54-e8406145ca91 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:02.264563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41928157-8488-4a24-b8bb-5f660514147e req-e2b039fe-b513-41d1-8d54-e8406145ca91 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 931 time: 0.1867692 Nov 19 04:23:02.279523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.318276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.408261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=0132ef5f-ff1e-48ba-bc48-8a7341889372,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:02.413737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.418186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-20967431-d708-452e-b7a5-f6a6fb61a0f1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/0132ef5f-ff1e-48ba-bc48-8a7341889372 HTTP/1.1" status: 204 len: 168 time: 0.8539534 Nov 19 04:23:02.430347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41928157-8488-4a24-b8bb-5f660514147e req-239b2782-9e0e-4e71-94f9-39a647c46e10 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558187 Nov 19 04:23:02.435273 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54760) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:02.516270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e505d812-e5ed-47c0-8909-2dec11fd1d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.549390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676bbd4d-ea87-4b3c-aa94-91812de7a184 None None] Network 2f37b2aa-936e-4714-bb30-ac8a9301fa62 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:02.568097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.611341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:02.668963 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e505d812-e5ed-47c0-8909-2dec11fd1d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.686770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e505d812-e5ed-47c0-8909-2dec11fd1d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.699127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce98d727-d7c1-4ccf-886c-ac1d7af86a66 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:23:02.700831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4a4f6588-6d07-47bd-bca9-fa5c93d03699 None None] Provisioning complete for port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:02.701249 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6588-6d07-47bd-bca9-fa5c93d03699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.709461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.731632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Transition to ACTIVE for port object ce98d727-d7c1-4ccf-886c-ac1d7af86a66 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:23:02.732150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.788605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e505d812-e5ed-47c0-8909-2dec11fd1d1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a3eae7c32fd483b83c66db7c1414322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462856 Nov 19 04:23:02.790448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54762) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:02.793173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d812-e5ed-47c0-8909-2dec11fd1d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece00492-b9b0-46e3-8b70-2381fde5ef88,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:02.827177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f6588-6d07-47bd-bca9-fa5c93d03699 None None] Port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:02.827478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Pushing event updated for resources: {'Port': ['ID=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:02.848388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:02.848963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.884852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:02.885238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.900520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6928f85-b6c1-48aa-bbb7-eaa01b93da93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.975611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Attempting to bind port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:02.975913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Attempting to bind port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:02.976258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Attempting to bind port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:02.984374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:23:02.984711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Attempting to bind port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:02.991224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:02.991700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:02.992403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6928f85-b6c1-48aa-bbb7-eaa01b93da93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:02.993299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:02.993749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] DHCP port deletion for 2f37b2aa-936e-4714-bb30-ac8a9301fa62 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:23:02.994157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Bound port: ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:02.994542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.008224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] For port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,segment=NetworkSegment(1bf2ea63-e27a-44d7-9b43-aeeffc645a17),segment_id=1bf2ea63-e27a-44d7-9b43-aeeffc645a17)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:03.008793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.037808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:03.106435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] Deleting port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:03.106746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.124956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] For port ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:03.130257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] For port ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:03.140751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.203582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:03.204660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.207970 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce98d727-d7c1-4ccf-886c-ac1d7af86a66 HTTP/1.1" status: 200 len: 1091 time: 1.0472422 Nov 19 04:23:03.210434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a152222-1e49-4763-a8bf-8a12da156071', 'tag': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:03.214698 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8228d4-dce0-4b85-a610-f6bb55884768" -d '{"events": [{"name": "network-changed", "server_uuid": "1a152222-1e49-4763-a8bf-8a12da156071", "tag": "ce98d727-d7c1-4ccf-886c-ac1d7af86a66"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:03.227316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] For port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,segment=NetworkSegment(1bf2ea63-e27a-44d7-9b43-aeeffc645a17),segment_id=1bf2ea63-e27a-44d7-9b43-aeeffc645a17)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:03.227989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.262663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693d33-a353-4ccc-bf45-f014be1c9807 service neutron] Pushing event updated for resources: {'Port': ['ID=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:03.273728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] Calling delete_port for e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:03.291965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.329995 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711dac71-dc5d-4e47-add0-07e949b6e2e0 x-openstack-request-id: req-711dac71-dc5d-4e47-add0-07e949b6e2e0 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:03.330538 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a152222-1e49-4763-a8bf-8a12da156071", "tag": "ce98d727-d7c1-4ccf-886c-ac1d7af86a66", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:03.331027 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-711dac71-dc5d-4e47-add0-07e949b6e2e0 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:03.331500 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a152222-1e49-4763-a8bf-8a12da156071', 'tag': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66', 'status': 'completed', 'code': 200} Nov 19 04:23:03.350536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6928f85-b6c1-48aa-bbb7-eaa01b93da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.354828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6928f85-b6c1-48aa-bbb7-eaa01b93da93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.356160 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c6928f85-b6c1-48aa-bbb7-eaa01b93da93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ece00492-b9b0-46e3-8b70-2381fde5ef88 HTTP/1.1" status: 204 len: 168 time: 0.5646589 Nov 19 04:23:03.365526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-6f5fdc31-9ce9-409f-a26d-2477252af82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:03.367385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-6f5fdc31-9ce9-409f-a26d-2477252af82b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 1094 time: 0.0890496 Nov 19 04:23:03.369408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:03.399062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No DVR routers for this DVR port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:03.408612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6928f85-b6c1-48aa-bbb7-eaa01b93da93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece00492-b9b0-46e3-8b70-2381fde5ef88,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:03.475706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-2a753997-22fe-408c-a3bd-48db2aaa19eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66 HTTP/1.1" status: 200 len: 217 time: 0.0993397 Nov 19 04:23:03.482377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.567621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.570961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] Pushing event deleted for resources: {'Port': ['ID=e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:03.573044 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29eb51-9a6f-40c3-86e9-4ed181d3066b None None] No DVR routers for this DVR port e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:03.600977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-87a4c0d1-9fe6-4b08-ba52-b408d8bee42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:03.602521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-87a4c0d1-9fe6-4b08-ba52-b408d8bee42b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.1181965 Nov 19 04:23:03.661336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f37b2aa-936e-4714-bb30-ac8a9301fa62']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:03.676232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf2ea63-e27a-44d7-9b43-aeeffc645a17') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:03.676607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf2ea63-e27a-44d7-9b43-aeeffc645a17') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:03.681632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-38c99031-ce3b-4978-9a9d-b8597b35e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:03.685592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-38c99031-ce3b-4978-9a9d-b8597b35e834 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755582 Nov 19 04:23:03.691831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.710851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd614d-9de2-4f10-bb00-198ebbc158e5 req-a452601e-eac6-41fe-ada1-16960aa756da tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:03.712464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ddd614d-9de2-4f10-bb00-198ebbc158e5 req-a452601e-eac6-41fe-ada1-16960aa756da tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1395440 Nov 19 04:23:03.725367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.771170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:03.771609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:03.774812 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:03.855295 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ddd614d-9de2-4f10-bb00-198ebbc158e5 req-9503e05b-f93a-4422-b7b6-a071bef12c0c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260166 Nov 19 04:23:03.865624 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.872951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-e9ddcd3c-58ba-4a93-9e69-f5df9d64efa2 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709290 Nov 19 04:23:03.874983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:03.885127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/2f37b2aa-936e-4714-bb30-ac8a9301fa62 HTTP/1.1" status: 204 len: 168 time: 1.4419708 Nov 19 04:23:03.891177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54772) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:03.891594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:03.893225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb2241-2621-4628-aed2-9460fc4b1077 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=2f37b2aa-936e-4714-bb30-ac8a9301fa62,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:03.914152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-688688050'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:03.953761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8600247e-0682-4b56-a9f8-0dce57cc4668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.022112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:04.025716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.073098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7420ddc2-9567-4150-9ec6-57f102a050e9 req-db6b4d15-ac66-44d2-9231-4fd0680c5b52 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927948 Nov 19 04:23:04.087930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:04.108799 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.109156 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment 043f5929-7cc7-42fb-b236-9eefae9abd8e of type vlan for network af6255f1-20c3-4c61-9b43-d01cdd4675ac Nov 19 04:23:04.187811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8600247e-0682-4b56-a9f8-0dce57cc4668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.199785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8600247e-0682-4b56-a9f8-0dce57cc4668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.204923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.266005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8600247e-0682-4b56-a9f8-0dce57cc4668 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f27644b5def4ac185f0c4eea301d3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731120 Nov 19 04:23:04.268449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600247e-0682-4b56-a9f8-0dce57cc4668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ba7b02-1382-4fdb-a6d9-eef09a501e13,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:04.268846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54778) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:04.273600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-710294f0-1b5e-4357-a41c-089dde2e28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:04.275079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-710294f0-1b5e-4357-a41c-089dde2e28e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 1094 time: 0.1530893 Nov 19 04:23:04.292715 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.299301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:04.299934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.334789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84b10ba9-48cf-442e-a59e-fdc1b43f9806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.360372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84b10ba9-48cf-442e-a59e-fdc1b43f9806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.406115 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5120103 Nov 19 04:23:04.410036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54780) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:04.416276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:04.430681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57a70-ef87-4045-9784-8ecf3f05a689 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=af6255f1-20c3-4c61-9b43-d01cdd4675ac,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:04.446048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:04.495917 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84b10ba9-48cf-442e-a59e-fdc1b43f9806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.505967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-508a1da0-3313-4462-b3ef-1a2f4e4c3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:04.506180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84b10ba9-48cf-442e-a59e-fdc1b43f9806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.506280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-508a1da0-3313-4462-b3ef-1a2f4e4c3476 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.2167001 Nov 19 04:23:04.506369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-84b10ba9-48cf-442e-a59e-fdc1b43f9806 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5ba7b02-1382-4fdb-a6d9-eef09a501e13 HTTP/1.1" status: 204 len: 168 time: 0.2299953 Nov 19 04:23:04.514430 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10ba9-48cf-442e-a59e-fdc1b43f9806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ba7b02-1382-4fdb-a6d9-eef09a501e13,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:04.576872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:04.583672 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.592693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:04.593270 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-1d5ab5b9-e7f0-46b8-80c3-1ed3de3a2ac4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66 HTTP/1.1" status: 200 len: 217 time: 0.0855484 Nov 19 04:23:04.647026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:04.647772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e2b2e9b4-9432-49f2-904b-d8bbcdecfb4b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:04.717558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-5c0582e8-a805-4749-b1af-286d717b6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:04.719088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-5c0582e8-a805-4749-b1af-286d717b6a47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.1081674 Nov 19 04:23:04.798200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-56d592de-90bb-4bb5-a0a6-c16ef9fdbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:04.800551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-56d592de-90bb-4bb5-a0a6-c16ef9fdbded service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734861 Nov 19 04:23:04.880720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:04.939869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-092c54e0-62bc-4215-ad71-dc3eff4b3d99 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321049 Nov 19 04:23:04.957820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:05.029985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': '043f5929-7cc7-42fb-b236-9eefae9abd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:05.030284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: af6255f1-20c3-4c61-9b43-d01cdd4675ac, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:05.052467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a02c9-bb24-4a05-b21a-64d30bedef63 req-f1bd594a-2e8b-4407-9197-9a02fb9a6f51 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:05.054090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-444a02c9-bb24-4a05-b21a-64d30bedef63 req-f1bd594a-2e8b-4407-9197-9a02fb9a6f51 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0901527 Nov 19 04:23:05.063543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c8228d4-dce0-4b85-a610-f6bb55884768 req-48cabe8b-27f6-4c01-94e2-1c3bb213670e service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160886 Nov 19 04:23:05.070546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:05.090416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54788) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:05.091804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, af6255f1-20c3-4c61-9b43-d01cdd4675ac) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:05.101032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:05.101971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.105771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db8c57-9b70-488e-8cc2-f8f9b62750fc None None] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:05.117451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59c7f427-2e7f-4266-93e2-2ac081000442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.135502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-444a02c9-bb24-4a05-b21a-64d30bedef63 req-13560903-b7c8-4ed0-82e5-f26b427da787 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736547 Nov 19 04:23:05.139918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-72cbfe05-be9d-40b4-b04c-6ca92169c326 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7282100 Nov 19 04:23:05.142886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54790) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:05.159837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac', 'name': 'tempest-PortsIpV6TestJSON-112796350', 'fixed_ips': [{'subnet_id': 'c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3', 'ip_address': '2001:db8::10'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:05.272157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59c7f427-2e7f-4266-93e2-2ac081000442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.278727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-59c7f427-2e7f-4266-93e2-2ac081000442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.315327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-af6255f1-20c3-4c61-9b43-d01cdd4675ac', 'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': 'c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:05.315858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:05.316309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.352471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-59c7f427-2e7f-4266-93e2-2ac081000442 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eec79df9d12646cab3c87eae9fa1a8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605906 Nov 19 04:23:05.353857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7f427-2e7f-4266-93e2-2ac081000442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a99257-a77a-4db8-80fb-17c065adf736,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:05.356977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54792) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:05.419913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-301a3959-d49d-431e-a75c-f53e5400f054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.446221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.451552 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-301a3959-d49d-431e-a75c-f53e5400f054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.465206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port cd99a3c3-3dba-4046-901f-a4f6476c5729 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:05.490552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Allocated IP 2001:db8::2 (af6255f1-20c3-4c61-9b43-d01cdd4675ac/c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3/a08a4700-9f31-4a5f-a74d-8198602f2273) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:05.518468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-301a3959-d49d-431e-a75c-f53e5400f054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.522786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-301a3959-d49d-431e-a75c-f53e5400f054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.524455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-301a3959-d49d-431e-a75c-f53e5400f054 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41a99257-a77a-4db8-80fb-17c065adf736 HTTP/1.1" status: 204 len: 168 time: 0.1660342 Nov 19 04:23:05.534764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a3959-d49d-431e-a75c-f53e5400f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a99257-a77a-4db8-80fb-17c065adf736,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:05.681139 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.690027 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.741046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:05.746082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::10 (af6255f1-20c3-4c61-9b43-d01cdd4675ac/c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3/cd99a3c3-3dba-4046-901f-a4f6476c5729) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:05.746332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:05.749420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:05.755464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Pushing event updated for resources: {'Port': ['ID=a08a4700-9f31-4a5f-a74d-8198602f2273,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:05.849830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Attempting to bind port a08a4700-9f31-4a5f-a74d-8198602f2273 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:05.850519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Attempting to bind port a08a4700-9f31-4a5f-a74d-8198602f2273 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '043f5929-7cc7-42fb-b236-9eefae9abd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:05.851226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Attempting to bind port a08a4700-9f31-4a5f-a74d-8198602f2273 on network af6255f1-20c3-4c61-9b43-d01cdd4675ac {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:05.863639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:05.864241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Checking segment: {'id': '043f5929-7cc7-42fb-b236-9eefae9abd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:05.864663 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.865247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Bound using segment: {'id': '043f5929-7cc7-42fb-b236-9eefae9abd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:05.865748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Bound port: a08a4700-9f31-4a5f-a74d-8198602f2273, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043f5929-7cc7-42fb-b236-9eefae9abd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:05.866591 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.964774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] For port a08a4700-9f31-4a5f-a74d-8198602f2273, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:05.968479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] For port a08a4700-9f31-4a5f-a74d-8198602f2273, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a08a4700-9f31-4a5f-a74d-8198602f2273,segment=NetworkSegment(043f5929-7cc7-42fb-b236-9eefae9abd8e),segment_id=043f5929-7cc7-42fb-b236-9eefae9abd8e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:05.973705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:05.977023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.003508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:23:06.072410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25495-072c-42c7-aac2-473e1507af6c None None] Pushing event updated for resources: {'Port': ['ID=a08a4700-9f31-4a5f-a74d-8198602f2273,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:06.083418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.153720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:06.159979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:06.164351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:06.172420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:06.173159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.194169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=cd99a3c3-3dba-4046-901f-a4f6476c5729,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:06.213661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08c93b60-b8ee-46c6-8f76-4c6db6656091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0599771 Nov 19 04:23:06.214440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54808) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:06.219886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': 'af6255f1-20c3-4c61-9b43-d01cdd4675ac', 'name': 'tempest-PortsIpV6TestJSON-909714421', 'fixed_ips': [{'subnet_id': 'c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3', 'ip_address': '2001:db8::f'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:06.341279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e213-89e9-40c1-bde3-de48245c0759 req-dce99857-6893-4d39-bcc0-b73ce0b0e790 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:06.361359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3414e213-89e9-40c1-bde3-de48245c0759 req-dce99857-6893-4d39-bcc0-b73ce0b0e790 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1223054 Nov 19 04:23:06.461314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3414e213-89e9-40c1-bde3-de48245c0759 req-9c728698-2cae-4fd2-901a-78880ce39f18 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986085 Nov 19 04:23:06.482257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:06.639144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.648570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a08a4700-9f31-4a5f-a74d-8198602f2273 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:06.668851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port cf56ab57-145e-4115-9cf5-d0a9bbbae96a yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:06.710528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a08a4700-9f31-4a5f-a74d-8198602f2273 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:06.711106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.804979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54818) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:06.820454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.871439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a08a4700-9f31-4a5f-a74d-8198602f2273, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a08a4700-9f31-4a5f-a74d-8198602f2273,segment=NetworkSegment(043f5929-7cc7-42fb-b236-9eefae9abd8e),segment_id=043f5929-7cc7-42fb-b236-9eefae9abd8e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:06.886914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:06.962873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a08a4700-9f31-4a5f-a74d-8198602f2273,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:07.089823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448799560-network', 'tenant_id': '17326aeb81ba4adc9090e07c5c974bf4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:07.137881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Made reservation on behalf of 17326aeb81ba4adc9090e07c5c974bf4 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:07.146589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.163038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.319378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.330680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.346240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::f (af6255f1-20c3-4c61-9b43-d01cdd4675ac/c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3/cf56ab57-145e-4115-9cf5-d0a9bbbae96a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:07.363363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:07.375497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:07.381489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.382254 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Added segment b8431cac-ce87-45ec-aa91-8a7716569a37 of type vlan for network a0748742-9a6c-4c90-b9c5-81a5b5c44301 Nov 19 04:23:07.448044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.499171 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.500493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:07.501872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.592978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7833805 Nov 19 04:23:07.594879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54824) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:07.604842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Request body: {'subnet': {'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448799560-subnet', 'tenant_id': '17326aeb81ba4adc9090e07c5c974bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:07.642442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c7d95-8835-49d8-8b43-f487f696c257 None None] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:07.668433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb032d-298a-49a5-9a51-8a82c51d148c admin admin] Pushing event updated for resources: {'Network': ['ID=a0748742-9a6c-4c90-b9c5-81a5b5c44301,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:07.681321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Made reservation on behalf of 17326aeb81ba4adc9090e07c5c974bf4 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:07.685514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.717128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a0748742-9a6c-4c90-b9c5-81a5b5c44301 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:07.724320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:07.732291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f76cf-c994-4725-925d-b7a7f9e0ee3c req-c8804aa9-b90a-4b93-8f2c-2eef201117b5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:07.734780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-556f76cf-c994-4725-925d-b7a7f9e0ee3c req-c8804aa9-b90a-4b93-8f2c-2eef201117b5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1365364 Nov 19 04:23:07.871371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-556f76cf-c994-4725-925d-b7a7f9e0ee3c req-da4513e0-f948-4c77-bdfe-de2600ec7add tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293368 Nov 19 04:23:07.989643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9e956b40-12ec-4525-810a-077c610c7136 None None] Provisioning complete for port a08a4700-9f31-4a5f-a74d-8198602f2273 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:07.990222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e956b40-12ec-4525-810a-077c610c7136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.028691 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-1ca71371-c075-463d-bbd4-7c363dabe211 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1840639 Nov 19 04:23:08.029714 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.098075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:08.103954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=cf56ab57-145e-4115-9cf5-d0a9bbbae96a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:08.107540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:08.111738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:08.117620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.118291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.202975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-742a4bb2-8674-48ef-aba9-b36660976685 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9865794 Nov 19 04:23:08.204410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54826) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:08.216571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.277791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-57d926fb-b91d-42bd-896e-3f271b122ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.279629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-57d926fb-b91d-42bd-896e-3f271b122ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1097 time: 0.1382046 Nov 19 04:23:08.319867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4516446-80c9-412a-ba9f-329adc3d06cd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.321982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a4516446-80c9-412a-ba9f-329adc3d06cd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1160271 Nov 19 04:23:08.325554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54828) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:08.373676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Checking segment: {'id': 'b8431cac-ce87-45ec-aa91-8a7716569a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:08.374343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Network hostable DHCP agents. Network: a0748742-9a6c-4c90-b9c5-81a5b5c44301, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:08.378222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce44f59-2706-4090-953d-833088bfb84e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:08.427012 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Network a0748742-9a6c-4c90-b9c5-81a5b5c44301 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:08.459184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a0748742-9a6c-4c90-b9c5-81a5b5c44301) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:08.461853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-5edfcc3c-1c91-4fe7-b95e-fe8fcc7ff64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.466085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-5edfcc3c-1c91-4fe7-b95e-fe8fcc7ff64c service neutron] 10.222.0.31 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 898 time: 0.1497529 Nov 19 04:23:08.469541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.473240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.491112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75915c-d4be-455a-a8b0-0a9f306bb098 None None] Network a0748742-9a6c-4c90-b9c5-81a5b5c44301 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:08.585611 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6c874b2e-05eb-45f4-a005-b163c1694437 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9810476 Nov 19 04:23:08.606852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a08a4700-9f31-4a5f-a74d-8198602f2273 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:08.620456 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-8dec448e-056c-4281-9c42-56984d40b387 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 1001 time: 0.1434603 Nov 19 04:23:08.714179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a08a4700-9f31-4a5f-a74d-8198602f2273 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:08.714491 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.721174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-436d48db-77fb-4d9a-a852-c089b06cf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.728677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-436d48db-77fb-4d9a-a852-c089b06cf1eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 200 len: 835 time: 0.1006660 Nov 19 04:23:08.833505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a79b0a-082f-43f4-9cb7-9c08d2ee0d92 None None] Network a0748742-9a6c-4c90-b9c5-81a5b5c44301 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:08.895835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Provisioning complete for port cd99a3c3-3dba-4046-901f-a4f6476c5729 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:08.896212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:08.900473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-8504a6e8-b0f7-4881-9ae6-82c2da8d00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.907947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-8504a6e8-b0f7-4881-9ae6-82c2da8d00d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364951 Nov 19 04:23:08.987949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2f21a-b53b-421c-a5f0-15469be6f202 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:08.993750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2f21a-b53b-421c-a5f0-15469be6f202 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:09.012758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2f21a-b53b-421c-a5f0-15469be6f202 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:09.014584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b3d2f21a-b53b-421c-a5f0-15469be6f202 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.6878829 Nov 19 04:23:09.017611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54840) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:09.052112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Port cd99a3c3-3dba-4046-901f-a4f6476c5729 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:09.084513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-8824f113-b25a-4af7-b945-140b232c0d89 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623931 Nov 19 04:23:09.115663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Provisioning complete for port a08a4700-9f31-4a5f-a74d-8198602f2273 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:09.116612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.222947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475691-e451-470c-b7ca-caa04fae1643 req-3cdd442f-6fda-4f7e-9707-e9d6ffe4c199 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:09.224624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60475691-e451-470c-b7ca-caa04fae1643 req-3cdd442f-6fda-4f7e-9707-e9d6ffe4c199 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1939073 Nov 19 04:23:09.250922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port cf56ab57-145e-4115-9cf5-d0a9bbbae96a {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:09.251606 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.330305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8fc008af-7213-4d1c-8030-c5a71c9a409d req-645ab28e-d335-4e63-aded-300c9aadf6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364929 Nov 19 04:23:09.333317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Provisioning complete for port cf56ab57-145e-4115-9cf5-d0a9bbbae96a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:09.333721 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.406069 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d516f241-2736-4881-ae3d-ad919ee42d6d None None] Port cf56ab57-145e-4115-9cf5-d0a9bbbae96a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:09.421436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.447810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for cf56ab57-145e-4115-9cf5-d0a9bbbae96a owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:09.472381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60475691-e451-470c-b7ca-caa04fae1643 req-36c6d046-5d35-4f3b-9f32-1f24da05843e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308471 Nov 19 04:23:09.546467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-af921014-b2b7-4631-9095-f734f02ed918 None None] Provisioning complete for port cd99a3c3-3dba-4046-901f-a4f6476c5729 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:09.547078 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-af921014-b2b7-4631-9095-f734f02ed918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.613893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-af921014-b2b7-4631-9095-f734f02ed918 None None] Port cd99a3c3-3dba-4046-901f-a4f6476c5729 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:09.684615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.720981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=cf56ab57-145e-4115-9cf5-d0a9bbbae96a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:09.740784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5bab0494-56c0-4f34-af62-e287b2163b37 None None] Could not find standard attr ID for object cf56ab57-145e-4115-9cf5-d0a9bbbae96a. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:09.755645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.767320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-975ac77f-edd3-412a-bc0c-6aee55a7db1b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/cf56ab57-145e-4115-9cf5-d0a9bbbae96a HTTP/1.1" status: 204 len: 168 time: 0.7484946 Nov 19 04:23:09.770089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54852) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:09.804173 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc9a4fb-860d-42e3-9d0f-0020f8ccd31b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:09.805759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-adc9a4fb-860d-42e3-9d0f-0020f8ccd31b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/cf56ab57-145e-4115-9cf5-d0a9bbbae96a HTTP/1.1" status: 404 len: 333 time: 0.0342758 Nov 19 04:23:09.809914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54854) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:09.830398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54856) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:09.836608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-163465822-network', 'tenant_id': '4bf1730aec6b4b8aa16300062e068046'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:09.879969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Made reservation on behalf of 4bf1730aec6b4b8aa16300062e068046 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:09.882377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:09.893405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.022111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port cd99a3c3-3dba-4046-901f-a4f6476c5729 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:10.022605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.080838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.087537 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.117849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:10.129713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a071c-756d-4bb4-9d44-dcba9039ae34,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:10.144328 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.144696 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Added segment 36091ce0-3644-4340-a04b-48ede01f4b2d of type vlan for network ddd7847e-fe79-4bfa-a86b-111a1ba02e32 Nov 19 04:23:10.199216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.200225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.216775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for cd99a3c3-3dba-4046-901f-a4f6476c5729 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:10.234402 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.236533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:10.237203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.300921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4671936 Nov 19 04:23:10.301318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54858) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:10.312155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Request body: {'subnet': {'network_id': 'ddd7847e-fe79-4bfa-a86b-111a1ba02e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-163465822-subnet', 'tenant_id': '4bf1730aec6b4b8aa16300062e068046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:10.315157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f0ca-1244-4334-9b01-d641531f6448 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd7847e-fe79-4bfa-a86b-111a1ba02e32,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:10.327784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network ddd7847e-fe79-4bfa-a86b-111a1ba02e32 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:10.360918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Made reservation on behalf of 4bf1730aec6b4b8aa16300062e068046 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:10.363344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.482716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.520319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=cd99a3c3-3dba-4046-901f-a4f6476c5729,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:10.558273 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.562682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d6a05f82-733e-48d6-aade-03d80a7dd9c5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/cd99a3c3-3dba-4046-901f-a4f6476c5729 HTTP/1.1" status: 204 len: 168 time: 0.7511559 Nov 19 04:23:10.564999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54862) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:10.601806 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-780e47d5-a4f3-48a7-b6c1-5bfda0a667ee tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:10.606627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-780e47d5-a4f3-48a7-b6c1-5bfda0a667ee tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/cd99a3c3-3dba-4046-901f-a4f6476c5729 HTTP/1.1" status: 404 len: 333 time: 0.0373602 Nov 19 04:23:10.607185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54864) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:10.718033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42cbf1-ea07-4fd4-b53a-727546c0022b req-e6ee0b79-c3f8-47b9-bf12-74084d0c27c7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:10.720227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf42cbf1-ea07-4fd4-b53a-727546c0022b req-e6ee0b79-c3f8-47b9-bf12-74084d0c27c7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1002729 Nov 19 04:23:10.728338 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.737473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:10.752675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.790465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf42cbf1-ea07-4fd4-b53a-727546c0022b req-d9a8e8b9-3eca-44c5-91aa-f78346b70863 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619750 Nov 19 04:23:10.856938 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8bbfc5-731a-4019-8fd9-c9b898314af1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:10.871935 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:10.929507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Checking segment: {'id': '36091ce0-3644-4340-a04b-48ede01f4b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ddd7847e-fe79-4bfa-a86b-111a1ba02e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:10.930037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Network hostable DHCP agents. Network: ddd7847e-fe79-4bfa-a86b-111a1ba02e32, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:10.980273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Network ddd7847e-fe79-4bfa-a86b-111a1ba02e32 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:10.997205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, ddd7847e-fe79-4bfa-a86b-111a1ba02e32) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:11.003282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:11.004746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.009169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.018617 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451017d4-a477-4072-8b19-6b49395db4bf None None] Network ddd7847e-fe79-4bfa-a86b-111a1ba02e32 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:11.065998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94c821ce-4cda-4878-a4e7-e904d4b03e39 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7624044 Nov 19 04:23:11.120715 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.163522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:11.172781 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.177974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d22ffd27-745f-4c1f-96cd-27a54bcc3d5d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3 HTTP/1.1" status: 204 len: 168 time: 0.5685287 Nov 19 04:23:11.179747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:11.201307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c263bc-168a-41dc-a475-c3e8e78ab3c6 None None] Network af6255f1-20c3-4c61-9b43-d01cdd4675ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:11.287095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc9069-9010-4ab0-bf34-6c15b90cd762 None None] Network ddd7847e-fe79-4bfa-a86b-111a1ba02e32 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:11.307192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.407241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port a08a4700-9f31-4a5f-a74d-8198602f2273 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:11.407773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.530136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] DHCP port deletion for af6255f1-20c3-4c61-9b43-d01cdd4675ac request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:23:11.531930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] For port a08a4700-9f31-4a5f-a74d-8198602f2273, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a08a4700-9f31-4a5f-a74d-8198602f2273,segment=NetworkSegment(043f5929-7cc7-42fb-b236-9eefae9abd8e),segment_id=043f5929-7cc7-42fb-b236-9eefae9abd8e)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:11.532427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.553462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for a08a4700-9f31-4a5f-a74d-8198602f2273 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:11.597579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Deleting port a08a4700-9f31-4a5f-a74d-8198602f2273 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:11.598148 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.659572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.687900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=a08a4700-9f31-4a5f-a74d-8198602f2273,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:11.701111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No DVR routers for this DVR port a08a4700-9f31-4a5f-a74d-8198602f2273 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:11.702183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] For port a08a4700-9f31-4a5f-a74d-8198602f2273, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a08a4700-9f31-4a5f-a74d-8198602f2273,segment=NetworkSegment(043f5929-7cc7-42fb-b236-9eefae9abd8e),segment_id=043f5929-7cc7-42fb-b236-9eefae9abd8e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:11.702801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.718839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Calling delete_port for a08a4700-9f31-4a5f-a74d-8198602f2273 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:11.812725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.822191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.841360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6255f1-20c3-4c61-9b43-d01cdd4675ac']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:11.847595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Pushing event deleted for resources: {'Port': ['ID=a08a4700-9f31-4a5f-a74d-8198602f2273,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:11.864746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] No DVR routers for this DVR port a08a4700-9f31-4a5f-a74d-8198602f2273 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:11.864746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.864746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.864746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043f5929-7cc7-42fb-b236-9eefae9abd8e') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:11.866551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043f5929-7cc7-42fb-b236-9eefae9abd8e') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.866802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812622f-2dbf-4f0d-be57-d7562435e5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:11.873719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.890683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-27502e0e-026b-412a-9080-88e068a8281d tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:11.892322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-27502e0e-026b-412a-9080-88e068a8281d tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/networks?id=a0748742-9a6c-4c90-b9c5-81a5b5c44301 HTTP/1.1" status: 200 len: 809 time: 0.2104037 Nov 19 04:23:11.900277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.911297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:11.911671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:11.914717 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:11.925067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-6458aab4-eee3-4826-aa3d-5c435b30ce98 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/quotas/17326aeb81ba4adc9090e07c5c974bf4 HTTP/1.1" status: 200 len: 375 time: 0.0244412 Nov 19 04:23:11.960996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-d35adcef-566d-4438-bbe9-3e1906e9f83d tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=17326aeb81ba4adc9090e07c5c974bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346987 Nov 19 04:23:11.987081 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.994551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:11.999810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/af6255f1-20c3-4c61-9b43-d01cdd4675ac HTTP/1.1" status: 204 len: 168 time: 0.8177357 Nov 19 04:23:12.004083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54888) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:12.013285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-973518849'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:12.031911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bcac8-87ad-42a8-ae14-670398679115 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=af6255f1-20c3-4c61-9b43-d01cdd4675ac,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:12.055054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:12.060070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.090524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:12.102187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.102552 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Added segment e13f2fd5-c5bb-4c90-9c02-a5511477a065 of type vlan for network 831f7cc8-874e-462b-a395-cb8c7381131d Nov 19 04:23:12.111431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-fb5174a0-9685-460c-904d-aaa3e1fad956 service neutron] 10.222.0.52 "GET /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428514 Nov 19 04:23:12.146050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.173443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.180560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:12.181405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.236310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-4be9f99c-2163-4e50-a218-f5a44b7d0242 service neutron] 10.222.0.52 "GET /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061306 Nov 19 04:23:12.267156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2614441 Nov 19 04:23:12.271645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:12.282885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:12.292013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcfc34-c6da-4711-accc-d5fdbcc0a5b1 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Network': ['ID=831f7cc8-874e-462b-a395-cb8c7381131d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:12.303650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 831f7cc8-874e-462b-a395-cb8c7381131d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:12.462794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:12.471277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.578780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a08a4700-9f31-4a5f-a74d-8198602f2273 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:12.609693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a08a4700-9f31-4a5f-a74d-8198602f2273 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:12.610183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a08a4700-9f31-4a5f-a74d-8198602f2273 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:12.712587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214726b9-6711-4d9c-8ace-c92917538c9c req-8b447905-a8d1-4c8f-b64e-aad4a72205eb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:12.714567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-214726b9-6711-4d9c-8ace-c92917538c9c req-8b447905-a8d1-4c8f-b64e-aad4a72205eb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0969696 Nov 19 04:23:12.838161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-214726b9-6711-4d9c-8ace-c92917538c9c req-07fc279c-78c9-4985-ad77-b0a047f4c6ac tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935984 Nov 19 04:23:12.884209 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:12.956858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e4a5ae9-ec3d-4e81-af87-55fdfdbe9e78 req-48983bca-afd7-41e0-b974-980b659a47ab tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 210 time: 0.0645924 Nov 19 04:23:13.004013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=a1924368-1a88-41a5-9b35-b94515a02b1f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:13.021018 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Checking segment: {'id': 'e13f2fd5-c5bb-4c90-9c02-a5511477a065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:13.021620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network hostable DHCP agents. Network: 831f7cc8-874e-462b-a395-cb8c7381131d, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:13.052734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 831f7cc8-874e-462b-a395-cb8c7381131d is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:13.070011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 831f7cc8-874e-462b-a395-cb8c7381131d) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:13.078491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:13.079612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.080668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b170f-f5de-4701-b750-8cffcd84c47f None None] Network 831f7cc8-874e-462b-a395-cb8c7381131d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:13.111799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:13.116746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1943052147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:13.120586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4ca06e71-84ec-4ac0-966c-4fd9469dc17c tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8430672 Nov 19 04:23:13.164660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.166007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.240701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.248906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.272676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.277858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3ddcb291-70ef-4513-9d4a-45f4821abbbc tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1620979 Nov 19 04:23:13.278279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54904) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:13.283576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d', 'name': 'tempest-PortsIpV6TestJSON-760161045'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:13.314262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-831f7cc8-874e-462b-a395-cb8c7381131d', 'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': 'a1924368-1a88-41a5-9b35-b94515a02b1f'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:13.315275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.407513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:13.411178 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.434206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 25ede880-07a2-4180-98f3-847633eb5ad6 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:13.467014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Allocated IP 2001:db8::2 (831f7cc8-874e-462b-a395-cb8c7381131d/a1924368-1a88-41a5-9b35-b94515a02b1f/2190321c-b2f0-4fe2-9236-b24187fa6026) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:13.608333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.614722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.660262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Network 831f7cc8-874e-462b-a395-cb8c7381131d is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:13.663314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:13.666972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:13.675856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Pushing event updated for resources: {'Port': ['ID=2190321c-b2f0-4fe2-9236-b24187fa6026,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:13.692220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::2b0 (831f7cc8-874e-462b-a395-cb8c7381131d/a1924368-1a88-41a5-9b35-b94515a02b1f/25ede880-07a2-4180-98f3-847633eb5ad6) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:13.733723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Attempting to bind port 2190321c-b2f0-4fe2-9236-b24187fa6026 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:13.734135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Attempting to bind port 2190321c-b2f0-4fe2-9236-b24187fa6026 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e13f2fd5-c5bb-4c90-9c02-a5511477a065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:13.734518 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Attempting to bind port 2190321c-b2f0-4fe2-9236-b24187fa6026 on network 831f7cc8-874e-462b-a395-cb8c7381131d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:13.740051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:13.740446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Checking segment: {'id': 'e13f2fd5-c5bb-4c90-9c02-a5511477a065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:13.740861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.741267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Bound using segment: {'id': 'e13f2fd5-c5bb-4c90-9c02-a5511477a065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:13.741746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Bound port: 2190321c-b2f0-4fe2-9236-b24187fa6026, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13f2fd5-c5bb-4c90-9c02-a5511477a065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '831f7cc8-874e-462b-a395-cb8c7381131d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:13.742158 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.817913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a12c83b8-a14c-4bf6-a792-d39568a29199 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:13.819448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a12c83b8-a14c-4bf6-a792-d39568a29199 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.31 "GET /v2.0/networks?id=a0748742-9a6c-4c90-b9c5-81a5b5c44301 HTTP/1.1" status: 200 len: 809 time: 0.1329584 Nov 19 04:23:13.842630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] For port 2190321c-b2f0-4fe2-9236-b24187fa6026, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:13.843259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Request body: {'port': {'device_id': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301', 'admin_state_up': True, 'tenant_id': '17326aeb81ba4adc9090e07c5c974bf4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:13.846712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] For port 2190321c-b2f0-4fe2-9236-b24187fa6026, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2190321c-b2f0-4fe2-9236-b24187fa6026,segment=NetworkSegment(e13f2fd5-c5bb-4c90-9c02-a5511477a065),segment_id=e13f2fd5-c5bb-4c90-9c02-a5511477a065)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:13.852339 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.882127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.929465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f4dd4-d0bd-4209-aab2-cebc391b1c89 None None] Pushing event updated for resources: {'Port': ['ID=2190321c-b2f0-4fe2-9236-b24187fa6026,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:13.942141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:13.981793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Made reservation on behalf of 17326aeb81ba4adc9090e07c5c974bf4 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:13.987363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.011540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 831f7cc8-874e-462b-a395-cb8c7381131d is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:14.020914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:14.026464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:14.032440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:14.033098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.054250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=25ede880-07a2-4180-98f3-847633eb5ad6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:14.074382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d2560b5d-e099-44e2-a352-5f45c8694838 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7949409 Nov 19 04:23:14.075080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54910) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:14.090029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcfeed-fd3a-4728-937e-e654c4ceb69e req-3a39955c-a1b6-4a0c-b818-d64d92588d14 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:14.097373 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbdcfeed-fd3a-4728-937e-e654c4ceb69e req-3a39955c-a1b6-4a0c-b818-d64d92588d14 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1527026 Nov 19 04:23:14.161690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Allocated IP 172.20.0.12 (a0748742-9a6c-4c90-b9c5-81a5b5c44301/cce44f59-2706-4090-953d-833088bfb84e/8a7c2a47-8a90-4fd3-adc8-aba5b920fea1) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:14.336995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbdcfeed-fd3a-4728-937e-e654c4ceb69e req-1677bcf1-f42c-4d2d-b925-9b7e5f7389e1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386327 Nov 19 04:23:14.423845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.462969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e36f446c-1077-465f-912d-58a1b8209f67 req-18a32167-2a67-4a9f-8903-03e1f54ff8e0 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 210 time: 0.0382102 Nov 19 04:23:14.464331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.533988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Network a0748742-9a6c-4c90-b9c5-81a5b5c44301 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:14.536954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:14.545882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:14.586058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2190321c-b2f0-4fe2-9236-b24187fa6026 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:14.601710 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Pushing event updated for resources: {'Port': ['ID=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:14.614986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.628750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:14.629572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.654461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-2de7af51-6434-42f2-a3e7-fc78e048d2e9 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8168983 Nov 19 04:23:14.660476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2190321c-b2f0-4fe2-9236-b24187fa6026 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:14.660996 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.678869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Request body: {'port': {'device_id': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:14.749929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.750427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.799673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 2190321c-b2f0-4fe2-9236-b24187fa6026, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2190321c-b2f0-4fe2-9236-b24187fa6026,segment=NetworkSegment(e13f2fd5-c5bb-4c90-9c02-a5511477a065),segment_id=e13f2fd5-c5bb-4c90-9c02-a5511477a065)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:14.810196 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.895850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=2190321c-b2f0-4fe2-9236-b24187fa6026,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:14.989825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:14.997739 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.102419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=25ede880-07a2-4180-98f3-847633eb5ad6,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:15.145483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:23:15.156090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.174062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Transition to ACTIVE for port object 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:23:15.179518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.207961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.248324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Pushing event updated for resources: {'Port': ['ID=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:15.277457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2c54e-83b4-4be5-b6b3-a81b752c1789 None None] Network 831f7cc8-874e-462b-a395-cb8c7381131d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:15.325473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Attempting to bind port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:15.326424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Attempting to bind port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'b8431cac-ce87-45ec-aa91-8a7716569a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:15.326926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Attempting to bind port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 on network a0748742-9a6c-4c90-b9c5-81a5b5c44301 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:15.331856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 on network a0748742-9a6c-4c90-b9c5-81a5b5c44301 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:23:15.333000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Attempting to bind port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 on network a0748742-9a6c-4c90-b9c5-81a5b5c44301 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:15.338132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:15.339338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Checking segment: {'id': 'b8431cac-ce87-45ec-aa91-8a7716569a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:15.339897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Bound using segment: {'id': 'b8431cac-ce87-45ec-aa91-8a7716569a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:15.340515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Bound port: 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8431cac-ce87-45ec-aa91-8a7716569a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:15.341177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.376998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.383569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-46f56aa4-2d8c-45fa-9525-813e1717c71c None None] Provisioning complete for port 2190321c-b2f0-4fe2-9236-b24187fa6026 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:15.383953 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-46f56aa4-2d8c-45fa-9525-813e1717c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.457844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] For port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:15.462368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] For port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,segment=NetworkSegment(b8431cac-ce87-45ec-aa91-8a7716569a37),segment_id=b8431cac-ce87-45ec-aa91-8a7716569a37)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:15.468883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.513625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:15.514482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.515924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] 10.222.0.31 "PUT /v2.0/ports/8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 HTTP/1.1" status: 200 len: 1092 time: 0.8436735 Nov 19 04:23:15.516363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'tag': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:15.520274 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29aa1b-401c-4c39-829d-3d01e41121d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae07bd6-ea2b-41ef-83df-58fd3937fae3", "tag": "8a7c2a47-8a90-4fd3-adc8-aba5b920fea1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:15.577665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b34bd5-9b54-47f2-b895-47d2e567a96d service neutron] Pushing event updated for resources: {'Port': ['ID=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:15.639513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-e58ebdf1-e6f9-4123-8d99-90eed58463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:15.641073 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-e58ebdf1-e6f9-4123-8d99-90eed58463ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17326aeb81ba4adc9090e07c5c974bf4&device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 1095 time: 0.0526040 Nov 19 04:23:15.704796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-93dbd3c9-adb4-43a0-9660-663829da13d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 HTTP/1.1" status: 200 len: 217 time: 0.0456357 Nov 19 04:23:15.770903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-22c0cf5d-ebd4-479e-8652-626fb24715bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:15.772655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-22c0cf5d-ebd4-479e-8652-626fb24715bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cce44f59-2706-4090-953d-833088bfb84e HTTP/1.1" status: 200 len: 849 time: 0.0596204 Nov 19 04:23:15.808709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-3d4f6007-e498-4b2d-9854-3cb7754f84a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0748742-9a6c-4c90-b9c5-81a5b5c44301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274727 Nov 19 04:23:15.873278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6ba7-4b9f-467b-98ea-2ecad59d16a8 req-b80bc6f6-5cdb-471f-a655-cda55e82d149 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:15.874997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-538b6ba7-4b9f-467b-98ea-2ecad59d16a8 req-b80bc6f6-5cdb-471f-a655-cda55e82d149 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.4463172 Nov 19 04:23:15.933496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6a325d47-3d88-43b9-a715-b62b19958ef2 None None] Provisioning complete for port 2190321c-b2f0-4fe2-9236-b24187fa6026 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:15.934022 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a325d47-3d88-43b9-a715-b62b19958ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:15.951795 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-ad4b6964-3528-4800-a01e-8d64b302d6ff service neutron] 10.222.0.31 "GET /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343803 Nov 19 04:23:16.037305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-538b6ba7-4b9f-467b-98ea-2ecad59d16a8 req-0df63bcc-cd5e-4c3d-af51-96ca4f00592d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543803 Nov 19 04:23:16.124346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6a325d47-3d88-43b9-a715-b62b19958ef2 None None] Provisioning complete for port 25ede880-07a2-4180-98f3-847633eb5ad6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:16.124809 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a325d47-3d88-43b9-a715-b62b19958ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.130859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28ee706c-ab55-4fd4-8531-98ba428b03ff req-6cd4fd94-0649-4005-895b-56740b530a30 service neutron] 10.222.0.31 "GET /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701767 Nov 19 04:23:16.181736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6a325d47-3d88-43b9-a715-b62b19958ef2 None None] Port 25ede880-07a2-4180-98f3-847633eb5ad6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:16.210662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.220266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.222656 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.285027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f25687-5791-4375-a4b9-860c17b49a3c req-a39adb71-9ca6-4b2d-a698-63ffafff1cba tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:16.290611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58f25687-5791-4375-a4b9-860c17b49a3c req-a39adb71-9ca6-4b2d-a698-63ffafff1cba tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 944 time: 0.1460390 Nov 19 04:23:16.313569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c0e03f6b-27e7-4a2f-84eb-020c42de0fcf None None] Provisioning complete for port 25ede880-07a2-4180-98f3-847633eb5ad6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:16.313980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0e03f6b-27e7-4a2f-84eb-020c42de0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.353215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c0e03f6b-27e7-4a2f-84eb-020c42de0fcf None None] Port 25ede880-07a2-4180-98f3-847633eb5ad6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:16.392744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=25ede880-07a2-4180-98f3-847633eb5ad6,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:16.429827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network 831f7cc8-874e-462b-a395-cb8c7381131d is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:16.436663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:16.455974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58f25687-5791-4375-a4b9-860c17b49a3c req-f4c0a44f-b041-4cee-82dd-ffed5201cf14 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952601 Nov 19 04:23:16.518890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5e2fbf03-4224-4ab6-9407-cc65eda128e2 None None] Provisioning complete for port 25ede880-07a2-4180-98f3-847633eb5ad6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:16.519593 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5e2fbf03-4224-4ab6-9407-cc65eda128e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.524906 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7cdbd-9075-4149-98ed-c68e052fb96b x-openstack-request-id: req-32b7cdbd-9075-4149-98ed-c68e052fb96b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:16.525377 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae07bd6-ea2b-41ef-83df-58fd3937fae3", "tag": "8a7c2a47-8a90-4fd3-adc8-aba5b920fea1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:16.525460 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32b7cdbd-9075-4149-98ed-c68e052fb96b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:16.526830 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'tag': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1', 'status': 'completed', 'code': 200} Nov 19 04:23:16.655434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-36160034-60cd-4b01-912d-7702c59fc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:16.657914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Router bec1f048-0915-47bf-a0ab-8ae328ff723e is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:23:16.661099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-36160034-60cd-4b01-912d-7702c59fc022 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17326aeb81ba4adc9090e07c5c974bf4&device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 1095 time: 0.0801344 Nov 19 04:23:16.743578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2190321c-b2f0-4fe2-9236-b24187fa6026 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:16.770448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5e2fbf03-4224-4ab6-9407-cc65eda128e2 None None] Port 25ede880-07a2-4180-98f3-847633eb5ad6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:16.803157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:23:16.810001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e4881a12-32c5-4ade-8728-a876a75f7492 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/routers/bec1f048-0915-47bf-a0ab-8ae328ff723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7328613 Nov 19 04:23:16.812555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54920) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:16.815355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-c1b6e4d4-719a-4b10-b630-a136ab77ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:16.816070 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] Sync routers for ids ['bec1f048-0915-47bf-a0ab-8ae328ff723e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:23:16.816837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-c1b6e4d4-719a-4b10-b630-a136ab77ddc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0748742-9a6c-4c90-b9c5-81a5b5c44301 HTTP/1.1" status: 200 len: 910 time: 0.1471889 Nov 19 04:23:16.822823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2190321c-b2f0-4fe2-9236-b24187fa6026 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:16.823359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:16.837163 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] Routers {'bec1f048-0915-47bf-a0ab-8ae328ff723e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:23:16.837799 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['bec1f048-0915-47bf-a0ab-8ae328ff723e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:16.876297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-c65d338d-c7e6-47b7-b71b-8d8cb8290742 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 HTTP/1.1" status: 200 len: 217 time: 0.0476942 Nov 19 04:23:16.899429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4def6c-5bd7-4a66-acd8-f584113b20dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:16.901805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1d4def6c-5bd7-4a66-acd8-f584113b20dd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports?device_id=bec1f048-0915-47bf-a0ab-8ae328ff723e HTTP/1.1" status: 200 len: 988 time: 0.0877354 Nov 19 04:23:16.904514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54922) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:16.911517 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:16.935200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-a476337f-bc76-4fe0-a7ff-8798d0d8454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:16.937926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-a476337f-bc76-4fe0-a7ff-8798d0d8454f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cce44f59-2706-4090-953d-833088bfb84e HTTP/1.1" status: 200 len: 849 time: 0.0508509 Nov 19 04:23:16.942233 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] Routers {'bec1f048-0915-47bf-a0ab-8ae328ff723e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:23:16.942849 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['bec1f048-0915-47bf-a0ab-8ae328ff723e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:16.979965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-b424c665-886f-48c5-a21f-ca20a6057546 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0748742-9a6c-4c90-b9c5-81a5b5c44301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329413 Nov 19 04:23:16.982958 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:16.983935 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6cb61c-7a5b-46d5-bc14-0e8cd80bdfab None None] The sync data for ids ['bec1f048-0915-47bf-a0ab-8ae328ff723e'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:23:17.047608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-76e3d806-7a7f-4405-9bcd-2229fbc5867a None None] Provisioning complete for port 25ede880-07a2-4180-98f3-847633eb5ad6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:17.048655 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76e3d806-7a7f-4405-9bcd-2229fbc5867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:17.096967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-b7325800-ffb1-4a26-bfa4-33b1a90f5e97 service neutron] 10.222.0.31 "GET /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086991 Nov 19 04:23:17.098103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-76e3d806-7a7f-4405-9bcd-2229fbc5867a None None] Port 25ede880-07a2-4180-98f3-847633eb5ad6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:17.214920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa29aa1b-401c-4c39-829d-3d01e41121d4 req-54435049-6dc0-4dbf-ad62-f8d151eba4b7 service neutron] 10.222.0.31 "GET /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072025 Nov 19 04:23:17.256871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cb475-e180-4865-8bbb-08dd6516a6c6 req-6869fb76-635c-4001-9f71-0f8060c763d8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:17.258446 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-584cb475-e180-4865-8bbb-08dd6516a6c6 req-6869fb76-635c-4001-9f71-0f8060c763d8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1188447 Nov 19 04:23:17.373236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-584cb475-e180-4865-8bbb-08dd6516a6c6 req-b3d7282e-d01c-4243-8357-d8feb78e280a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076226 Nov 19 04:23:17.472163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:17.626868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d669-b1f2-497c-a8e9-0457df82c351 req-a3f59b8f-17f2-42ec-b344-9681e056da7c tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:17.628269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1a7d669-b1f2-497c-a8e9-0457df82c351 req-a3f59b8f-17f2-42ec-b344-9681e056da7c tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 944 time: 0.0936959 Nov 19 04:23:17.701813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1a7d669-b1f2-497c-a8e9-0457df82c351 req-b89bf0e4-d70c-417c-9245-5338d7a21f6b tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536427 Nov 19 04:23:17.767758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 25ede880-07a2-4180-98f3-847633eb5ad6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:17.768106 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:17.853709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:17.865315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 25ede880-07a2-4180-98f3-847633eb5ad6 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:18.066123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.096883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=25ede880-07a2-4180-98f3-847633eb5ad6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:18.196761 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.373045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Router bec1f048-0915-47bf-a0ab-8ae328ff723e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:23:18.479028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:23:18.484737 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-437a22d3-1a79-4599-bb31-dc8f385289a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/routers/bec1f048-0915-47bf-a0ab-8ae328ff723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791700 Nov 19 04:23:18.487517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54930) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:18.489455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] Sync routers for ids ['bec1f048-0915-47bf-a0ab-8ae328ff723e'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:23:18.504944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] Routers {'bec1f048-0915-47bf-a0ab-8ae328ff723e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:23:18.505839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['bec1f048-0915-47bf-a0ab-8ae328ff723e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:18.510083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fafd0b-1794-4059-b3b0-dfd8824b2f9c req-3938ba0f-b4ee-488c-9fd9-9a3290ea5136 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:18.518168 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1fafd0b-1794-4059-b3b0-dfd8824b2f9c req-3938ba0f-b4ee-488c-9fd9-9a3290ea5136 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0723670 Nov 19 04:23:18.520093 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e9df2f-e48e-4a18-a625-b59ba724bdee tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:18.521875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2e9df2f-e48e-4a18-a625-b59ba724bdee tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/25ede880-07a2-4180-98f3-847633eb5ad6 HTTP/1.1" status: 404 len: 333 time: 0.0333245 Nov 19 04:23:18.524491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54932) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:18.550480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:18.561022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] Routers {'bec1f048-0915-47bf-a0ab-8ae328ff723e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:23:18.561971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:22:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['bec1f048-0915-47bf-a0ab-8ae328ff723e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:18.575305 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1fafd0b-1794-4059-b3b0-dfd8824b2f9c req-a53ca906-88c8-4650-b711-262f02499c8e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Nov 19 04:23:18.605771 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.611397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:18.612442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bcf6f7-4cf3-46eb-9d9d-b30179b880d3 None None] The sync data for ids ['bec1f048-0915-47bf-a0ab-8ae328ff723e'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:23:18.773368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.775772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.824803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.825328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Fanout notify agent at l3_agent the message router_deleted on router bec1f048-0915-47bf-a0ab-8ae328ff723e {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:23:18.832810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.836870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc8591f0-0a49-4e5a-ae0a-1890a857ac25 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/routers/bec1f048-0915-47bf-a0ab-8ae328ff723e HTTP/1.1" status: 204 len: 168 time: 0.3113608 Nov 19 04:23:18.837519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54936) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:18.839778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9772e-c156-4540-bbaa-497e48d31116 req-5e2944a3-f2a1-40b9-b637-1460426dff76 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:18.841353 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79b9772e-c156-4540-bbaa-497e48d31116 req-5e2944a3-f2a1-40b9-b637-1460426dff76 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 944 time: 0.0691385 Nov 19 04:23:18.892600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet a1924368-1a88-41a5-9b35-b94515a02b1f {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:18.896229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:18.897673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79b9772e-c156-4540-bbaa-497e48d31116 req-0f1c0cb6-0e8f-4991-8c99-e1da43681e62 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Nov 19 04:23:18.951872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.046186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.105722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.131098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=a1924368-1a88-41a5-9b35-b94515a02b1f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:19.144053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.144960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba32b07-f0a4-4655-8954-7c5e29a9f880 None None] Network 831f7cc8-874e-462b-a395-cb8c7381131d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:19.150034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fc5e0b6a-209a-48e5-8785-014b795e5705 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/a1924368-1a88-41a5-9b35-b94515a02b1f HTTP/1.1" status: 204 len: 168 time: 0.3091571 Nov 19 04:23:19.151399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54938) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:19.339924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] DHCP port deletion for 831f7cc8-874e-462b-a395-cb8c7381131d request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:23:19.393621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] Deleting port 2190321c-b2f0-4fe2-9236-b24187fa6026 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:19.393992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.470333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] For port 2190321c-b2f0-4fe2-9236-b24187fa6026, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2190321c-b2f0-4fe2-9236-b24187fa6026,segment=NetworkSegment(e13f2fd5-c5bb-4c90-9c02-a5511477a065),segment_id=e13f2fd5-c5bb-4c90-9c02-a5511477a065)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:19.470869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.485197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] Calling delete_port for 2190321c-b2f0-4fe2-9236-b24187fa6026 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:19.569058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.597349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] Pushing event deleted for resources: {'Port': ['ID=2190321c-b2f0-4fe2-9236-b24187fa6026,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:19.597764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.605507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962210a4-72d1-431c-b53f-8e41237d60fc None None] No DVR routers for this DVR port 2190321c-b2f0-4fe2-9236-b24187fa6026 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:19.696384 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.706016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7d46-c7bf-4a97-92a6-df5178d185e0 req-3660bbc7-de7e-4649-8072-234cdfd018e8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:19.707675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b02e7d46-c7bf-4a97-92a6-df5178d185e0 req-3660bbc7-de7e-4649-8072-234cdfd018e8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0530171 Nov 19 04:23:19.722801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831f7cc8-874e-462b-a395-cb8c7381131d']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:19.733793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13f2fd5-c5bb-4c90-9c02-a5511477a065') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:19.734126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13f2fd5-c5bb-4c90-9c02-a5511477a065') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:19.744299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.757694 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.762518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b02e7d46-c7bf-4a97-92a6-df5178d185e0 req-67afcf25-b854-454e-8227-5804f8830a25 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451093 Nov 19 04:23:19.765723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:19.766325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:19.770104 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:19.826908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54944) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:19.860527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.867454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:19.874707 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/831f7cc8-874e-462b-a395-cb8c7381131d HTTP/1.1" status: 204 len: 168 time: 0.7186673 Nov 19 04:23:19.875065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:19.907093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1d5f-8b18-4baf-8119-30479956dcbe tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=831f7cc8-874e-462b-a395-cb8c7381131d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:19.924362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b182ce1-51fa-4285-823e-9de2f41defe6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:19.926222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b182ce1-51fa-4285-823e-9de2f41defe6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 HTTP/1.1" status: 200 len: 844 time: 0.0500803 Nov 19 04:23:19.929831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54950) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:19.938844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20719edc-1f71-4b93-8e09-040f992e46a3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:19.939406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20719edc-1f71-4b93-8e09-040f992e46a3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:19.939911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20719edc-1f71-4b93-8e09-040f992e46a3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:19.950039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-20719edc-1f71-4b93-8e09-040f992e46a3 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=ca23997cd1bc4f09b45f3aa58c22533c&network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 2970 time: 0.1134603 Nov 19 04:23:19.958064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:23:19.982924 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-087c3b0e-494f-4038-a1c7-2a916b31fd58 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0518625 Nov 19 04:23:19.988038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54954) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:19.995172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:20.096010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,segment=NetworkSegment(b8431cac-ce87-45ec-aa91-8a7716569a37),segment_id=b8431cac-ce87-45ec-aa91-8a7716569a37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:20.112858 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1', 'network_id': 'a0748742-9a6c-4c90-b9c5-81a5b5c44301', 'port_id': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1', 'mac_address': 'fa:16:3e:23:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce44f59-2706-4090-953d-833088bfb84e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:23:20.134641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301459d-0f94-4809-a754-52717ec1a437 req-99206ec9-0afe-4ff3-ac44-58b612171753 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:20.136652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d301459d-0f94-4809-a754-52717ec1a437 req-99206ec9-0afe-4ff3-ac44-58b612171753 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 944 time: 0.1195054 Nov 19 04:23:20.159115 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.175983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:23:20.181439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:20.185358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.200193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,segment=NetworkSegment(b8431cac-ce87-45ec-aa91-8a7716569a37),segment_id=b8431cac-ce87-45ec-aa91-8a7716569a37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:20.204035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.255505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d301459d-0f94-4809-a754-52717ec1a437 req-658f5991-1353-4985-b6c9-fdb022283fea tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075985 Nov 19 04:23:20.255719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:20.398756 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.439491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:20.442663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:20.446958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:20.448529 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.452445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22a5cf-1eaa-460f-bda3-b1e7e7006d38 None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:20.466765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=45be8935-7d42-4cb5-961f-fb967bb365ef,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:20.477311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b27c6509-3d50-4acb-945d-5321d55672b5 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4880626 Nov 19 04:23:20.480267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54958) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:20.485057 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'security_group': {'name': 'tempest-secgroup-2091662935'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:20.508505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.520471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['8a7c2a47-8a90-4fd3-adc8-aba5b920fea1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:23:20.559994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2190321c-b2f0-4fe2-9236-b24187fa6026 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:20.578749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.583212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.600934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2190321c-b2f0-4fe2-9236-b24187fa6026 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:20.601492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2190321c-b2f0-4fe2-9236-b24187fa6026 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:20.616600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.620774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1365895 Nov 19 04:23:20.620774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d75b2d-a0a9-421d-886b-5c0af0773d9b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30111e5d-e443-4dc4-8d82-1c103b4c5272,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:20.621538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54960) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:20.627010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1657586761'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:20.652109 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.719636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.724004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.752897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e210f607-27f9-4bb8-969d-dc3c12e66adf', 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'tenant_id': '8b5529c19bcf4933ad4acf774f4cf713', 'fixed_ips': [{'subnet_id': '45be8935-7d42-4cb5-961f-fb967bb365ef'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:20.753769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.755015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:20.756263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1328280 Nov 19 04:23:20.758195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23076bec-a411-4430-951a-a054f5570be3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b3084-a0c6-4113-9438-80700661688b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:20.759863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54962) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:20.767280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-64800716', 'security_groups': ['d56b3084-a0c6-4113-9438-80700661688b'], 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45be8935-7d42-4cb5-961f-fb967bb365ef'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:20.913338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25721e0b-d53d-4313-81d6-0baf9394976a req-c8296fe7-fd1d-476c-94af-61cae2d74fd6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:20.914890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25721e0b-d53d-4313-81d6-0baf9394976a req-c8296fe7-fd1d-476c-94af-61cae2d74fd6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0816898 Nov 19 04:23:20.926675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Allocated IP 2001:db8::2 (e210f607-27f9-4bb8-969d-dc3c12e66adf/45be8935-7d42-4cb5-961f-fb967bb365ef/d72a1991-2163-421f-8c52-1016f57c182a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:20.950522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:21.019938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-25721e0b-d53d-4313-81d6-0baf9394976a req-643b329e-f59f-4974-aa9e-470ebd4124b0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972779 Nov 19 04:23:21.062299 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.070158 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.075991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.080557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port 24973269-a8ad-423e-bf78-86f708d95d50 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:21.123224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:21.126062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:21.130412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:21.133431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Pushing event updated for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:21.186296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Attempting to bind port d72a1991-2163-421f-8c52-1016f57c182a on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:21.186683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Attempting to bind port d72a1991-2163-421f-8c52-1016f57c182a by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '888c7e25-3852-429d-9da2-0183147d271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:21.187056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Attempting to bind port d72a1991-2163-421f-8c52-1016f57c182a on network e210f607-27f9-4bb8-969d-dc3c12e66adf {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:21.192094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:21.192482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Checking segment: {'id': '888c7e25-3852-429d-9da2-0183147d271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:21.192895 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.193295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Bound using segment: {'id': '888c7e25-3852-429d-9da2-0183147d271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:21.193762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Bound port: d72a1991-2163-421f-8c52-1016f57c182a, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888c7e25-3852-429d-9da2-0183147d271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:21.194180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.246222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::10f (e210f607-27f9-4bb8-969d-dc3c12e66adf/45be8935-7d42-4cb5-961f-fb967bb365ef/24973269-a8ad-423e-bf78-86f708d95d50) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:21.262424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:21.278727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d72a1991-2163-421f-8c52-1016f57c182a,segment=NetworkSegment(888c7e25-3852-429d-9da2-0183147d271e),segment_id=888c7e25-3852-429d-9da2-0183147d271e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:21.280172 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3c60b08-e2cd-456e-b5cf-a6bcc60d2ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.293025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.361440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe5d78-dd41-4de1-ad6e-4f8895057d4c None None] Pushing event updated for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:21.710181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55875f9-e2b1-40c2-badb-4655f4c9165e req-a1c14fc4-95bf-4535-9196-168cd3497b24 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:21.711655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c55875f9-e2b1-40c2-badb-4655f4c9165e req-a1c14fc4-95bf-4535-9196-168cd3497b24 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 945 time: 0.3770237 Nov 19 04:23:21.757282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.794855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c55875f9-e2b1-40c2-badb-4655f4c9165e req-5d605959-819a-43f8-9804-0f3f49d5271b tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749059 Nov 19 04:23:21.819812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.865699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:21.868917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:21.871892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:21.877818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:21.878471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:21.892785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=24973269-a8ad-423e-bf78-86f708d95d50,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:21.905413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d612fa27-02c1-4e99-9a03-bc137d2e1423 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1430089 Nov 19 04:23:21.908257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54972) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:21.913017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:21.951482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:22.017893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:23:22.023217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:22.023415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.047603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:22.051424 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.123582 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.153524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:22.156128 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee878212-9476-4d86-8008-0a98188a3d9f" -d '{"events": [{"server_uuid": "4ae07bd6-ea2b-41ef-83df-58fd3937fae3", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c2a47-8a90-4fd3-adc8-aba5b920fea1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:22.170175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,segment=NetworkSegment(b8431cac-ce87-45ec-aa91-8a7716569a37),segment_id=b8431cac-ce87-45ec-aa91-8a7716569a37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:22.175044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.178084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89f14-8119-4638-9eba-a4d2256763f1 req-7470c4c2-17fb-4fae-b56c-1ecf6c767118 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:22.180674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95b89f14-8119-4638-9eba-a4d2256763f1 req-7470c4c2-17fb-4fae-b56c-1ecf6c767118 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0818534 Nov 19 04:23:22.221749 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45be8935-7d42-4cb5-961f-fb967bb365ef (CIDR: 2001:db8::/64) Nov 19 04:23:22.224970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54978) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:22.234305 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:23:22.234784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:22.239460 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:22.267346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95b89f14-8119-4638-9eba-a4d2256763f1 req-f489be2f-cc53-4fd2-a071-f1e319bbeb11 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779526 Nov 19 04:23:22.274008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-58f05bc9-584a-42df-98c2-9b24a6641091 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3624251 Nov 19 04:23:22.275343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54980) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:22.285839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:22.318308 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a402469-9777-442d-bf88-f6c4ec7d768a x-openstack-request-id: req-1a402469-9777-442d-bf88-f6c4ec7d768a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:22.318611 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae07bd6-ea2b-41ef-83df-58fd3937fae3", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c2a47-8a90-4fd3-adc8-aba5b920fea1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:22.318885 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a402469-9777-442d-bf88-f6c4ec7d768a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:22.319275 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1', 'code': 200} Nov 19 04:23:22.345655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d2111-917b-4e2e-a438-3fc0c40bc8e0 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:22.347527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c90d2111-917b-4e2e-a438-3fc0c40bc8e0 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c HTTP/1.1" status: 200 len: 814 time: 0.1212893 Nov 19 04:23:22.467520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:22.471250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.482519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0480ed-4a85-46e4-a54d-346e970646fe req-b3968a91-ed8e-4c7c-b94b-d1c6bca60fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:22.483727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:22.484195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.484430 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0480ed-4a85-46e4-a54d-346e970646fe req-b3968a91-ed8e-4c7c-b94b-d1c6bca60fbf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 1097 time: 0.0648923 Nov 19 04:23:22.597304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d72a1991-2163-421f-8c52-1016f57c182a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:22.604993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.611492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0480ed-4a85-46e4-a54d-346e970646fe req-1db709a9-9ade-47af-9d6f-eef8043edafe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108248 Nov 19 04:23:22.674413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d72a1991-2163-421f-8c52-1016f57c182a,segment=NetworkSegment(888c7e25-3852-429d-9da2-0183147d271e),segment_id=888c7e25-3852-429d-9da2-0183147d271e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:22.681136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.717563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:22.717964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.750492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Provisioning complete for port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:22.750865 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.771009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.795910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Pushing event updated for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:22.815992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1c86cfbf-4a61-4725-840f-ac7b8d127609 None None] Port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:22.819768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:22.825351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:22.828009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:22.828796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.844600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=65876d7d-146c-43ec-b490-5d14456f90e5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:22.861910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bfaa5b75-4d9b-4f5d-a996-aed65a619681 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5800352 Nov 19 04:23:22.862277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54988) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:22.868054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1029a21-e7e6-40a2-805f-22762938471e None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:22.868523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-911800', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65876d7d-146c-43ec-b490-5d14456f90e5'}], 'security_groups': ['30111e5d-e443-4dc4-8d82-1c103b4c5272']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:22.913669 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.934908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88a89d-ece5-43c8-a115-18e774ccdd59 req-8a3aa709-cf95-4346-83e5-047b1c087c1e tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:22.936938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e88a89d-ece5-43c8-a115-18e774ccdd59 req-8a3aa709-cf95-4346-83e5-047b1c087c1e tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 946 time: 0.0575793 Nov 19 04:23:22.965235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d8f1cdd5-cdb7-4f8c-8cb1-a93904aadc15 None None] Provisioning complete for port 24973269-a8ad-423e-bf78-86f708d95d50 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:22.966402 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8f1cdd5-cdb7-4f8c-8cb1-a93904aadc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:22.992485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e88a89d-ece5-43c8-a115-18e774ccdd59 req-17b36fe8-aa9c-4789-98ab-f56c751cc598 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Nov 19 04:23:23.017335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1cdd5-cdb7-4f8c-8cb1-a93904aadc15 None None] Port 24973269-a8ad-423e-bf78-86f708d95d50 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:23.022975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54990) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.028227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'network': {'name': 'tempest-network-smoke--897819295', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:23.035753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.052626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:23.060883 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.088108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:23.098743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.099124 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Added segment 38a8743d-9edd-4dbe-ae11-787d70e4c438 of type vlan for network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 Nov 19 04:23:23.150007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.175083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] Update dhcp port {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'fixed_ips': [{'subnet_id': '45be8935-7d42-4cb5-961f-fb967bb365ef', 'ip_address': '2001:db8::2'}, {'subnet_id': '65876d7d-146c-43ec-b490-5d14456f90e5'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'd72a1991-2163-421f-8c52-1016f57c182a'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:23:23.178655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.185442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:23.186210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.205708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.238401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2142751 Nov 19 04:23:23.241552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.310404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf70eb-eb49-48a2-a15a-1efa2e5da53e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Network': ['ID=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:23.327529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:23.340876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d241a-4be1-4d13-a995-a1cf665b5e0e tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:23.342688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-736d241a-4be1-4d13-a995-a1cf665b5e0e tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=ca23997cd1bc4f09b45f3aa58c22533c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1000597 Nov 19 04:23:23.345445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 54996) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.396795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Delete allocated IP 2001:db8::10f (e210f607-27f9-4bb8-969d-dc3c12e66adf/45be8935-7d42-4cb5-961f-fb967bb365ef) {{(pid=109987) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 04:23:23.409128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8:0:1::169 (e210f607-27f9-4bb8-969d-dc3c12e66adf/65876d7d-146c-43ec-b490-5d14456f90e5/24973269-a8ad-423e-bf78-86f708d95d50) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:23.465876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38915f-fec6-43b2-a803-59b58246377e req-83610b61-36a7-4432-83c0-59528522396e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:23.467427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f38915f-fec6-43b2-a803-59b58246377e req-83610b61-36a7-4432-83c0-59528522396e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1116185 Nov 19 04:23:23.494428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863c948-1563-4a34-b331-2c0ab242bf08 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:23.496052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3863c948-1563-4a34-b331-2c0ab242bf08 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494215 Nov 19 04:23:23.499031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 54998) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.527547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f38915f-fec6-43b2-a803-59b58246377e req-384675a5-590a-47a6-a6b6-7ee5c95ef2a9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Nov 19 04:23:23.539386 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37fa669d-3c8c-4421-8371-cba07a54a136 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364521 Nov 19 04:23:23.540480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55000) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.541173 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e53d356-faa4-4cd2-aeda-7fc2d1148019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.580461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a93e433b-32cb-48bc-8024-4dbe94886270 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=ca23997cd1bc4f09b45f3aa58c22533c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387528 Nov 19 04:23:23.583123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55002) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.631009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.639649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.678123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2dae4-d633-4633-bce6-f9c57c35122f tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:23.679677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e3b2dae4-d633-4633-bce6-f9c57c35122f tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954471 Nov 19 04:23:23.683463 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.695307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] Allocated IP 2001:db8:0:1::2 (e210f607-27f9-4bb8-969d-dc3c12e66adf/65876d7d-146c-43ec-b490-5d14456f90e5/d72a1991-2163-421f-8c52-1016f57c182a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:23.706120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] In _notify_port_updated(), no bound segment for port 24973269-a8ad-423e-bf78-86f708d95d50 on network e210f607-27f9-4bb8-969d-dc3c12e66adf {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:23:23.711735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:23.712364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.713983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/ports/24973269-a8ad-423e-bf78-86f708d95d50 HTTP/1.1" status: 200 len: 927 time: 0.8504362 Nov 19 04:23:23.716976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55006) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.717112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1e8a2712-8a9a-4127-a124-a000f152ea09 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291433 Nov 19 04:23:23.717233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55008) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:23.723026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307140367', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:23.764770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b85b4-e5d7-4445-8226-ee0f983549a3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=24973269-a8ad-423e-bf78-86f708d95d50,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:23.801656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d72a1991-2163-421f-8c52-1016f57c182a,segment=NetworkSegment(888c7e25-3852-429d-9da2-0183147d271e),segment_id=888c7e25-3852-429d-9da2-0183147d271e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:23.834349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.847547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.905076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:23.908834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.913518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port 24973269-a8ad-423e-bf78-86f708d95d50 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:23.913859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:23.950528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab89cf-a7f9-46da-886b-b49d3ef00b08 None None] Pushing event updated for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:24.084426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.106365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for 24973269-a8ad-423e-bf78-86f708d95d50 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:24.141289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a62e0-c8e1-4440-b538-9eb3ac0ecac5 req-ac97c9a5-a956-4f26-a9b7-8838c1c43b86 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:24.143495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70a62e0-c8e1-4440-b538-9eb3ac0ecac5 req-ac97c9a5-a956-4f26-a9b7-8838c1c43b86 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 946 time: 0.0631964 Nov 19 04:23:24.197994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a70a62e0-c8e1-4440-b538-9eb3ac0ecac5 req-0544c036-af54-4fae-9911-5bcb0782bd4b tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Nov 19 04:23:24.265130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.361823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Subnet': ['ID=6428e9af-bc95-4e22-b1eb-2b38d3746461,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:24.393638 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Checking segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:24.394077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network hostable DHCP agents. Network: aa50c18a-5e2c-4c34-a5c2-656aceafbfd5, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:24.403307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.444204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=24973269-a8ad-423e-bf78-86f708d95d50,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:24.452254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:24.475000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.481415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0a488a3d-e3da-4e36-b5aa-b39fed7f960f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/24973269-a8ad-423e-bf78-86f708d95d50 HTTP/1.1" status: 204 len: 168 time: 0.7606232 Nov 19 04:23:24.481694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55014) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:24.498250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, aa50c18a-5e2c-4c34-a5c2-656aceafbfd5) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:24.528358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77755978-e3e1-4b31-8c22-cd06ef502f4c None None] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:24.529557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:24.530527 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.534683 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c2d334-cd61-4c19-8e55-be2441402af7 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:24.536995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-27c2d334-cd61-4c19-8e55-be2441402af7 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/24973269-a8ad-423e-bf78-86f708d95d50 HTTP/1.1" status: 404 len: 333 time: 0.0537858 Nov 19 04:23:24.541256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55018) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:24.570882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e58d7636-7287-4089-8574-875b9c917436 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8489909 Nov 19 04:23:24.613432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08eab1b0-799d-432f-b3a0-b41336a6ea9f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.671058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08eab1b0-799d-432f-b3a0-b41336a6ea9f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.704950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826442-3a29-4045-81de-2f00f577aac7 req-daf21f9b-b47f-482b-a73f-9226c4ec7095 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:24.706609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02826442-3a29-4045-81de-2f00f577aac7 req-daf21f9b-b47f-482b-a73f-9226c4ec7095 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0900192 Nov 19 04:23:24.770302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02826442-3a29-4045-81de-2f00f577aac7 req-ed29d407-a4b4-4233-b878-0cca74573f67 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Nov 19 04:23:24.773218 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08eab1b0-799d-432f-b3a0-b41336a6ea9f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.776344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-08eab1b0-799d-432f-b3a0-b41336a6ea9f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.780432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55028) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:24.780662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-08eab1b0-799d-432f-b3a0-b41336a6ea9f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/security-groups/d56b3084-a0c6-4113-9438-80700661688b HTTP/1.1" status: 204 len: 168 time: 0.2380950 Nov 19 04:23:24.796219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab1b0-799d-432f-b3a0-b41336a6ea9f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b3084-a0c6-4113-9438-80700661688b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:24.854275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d72a1991-2163-421f-8c52-1016f57c182a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:24.871013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a406fe6-fc5a-4604-9d49-fd42355443bd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.902285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a406fe6-fc5a-4604-9d49-fd42355443bd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.934101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c4bd07e-4af1-4e93-a65b-d1b7a4c35fee None None] Could not find standard attr ID for object 24973269-a8ad-423e-bf78-86f708d95d50. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:24.959842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a406fe6-fc5a-4604-9d49-fd42355443bd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.965846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7a406fe6-fc5a-4604-9d49-fd42355443bd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:24.972508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:24.984468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7a406fe6-fc5a-4604-9d49-fd42355443bd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/security-groups/30111e5d-e443-4dc4-8d82-1c103b4c5272 HTTP/1.1" status: 204 len: 168 time: 0.2028201 Nov 19 04:23:25.011507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406fe6-fc5a-4604-9d49-fd42355443bd tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30111e5d-e443-4dc4-8d82-1c103b4c5272,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:25.055483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 45be8935-7d42-4cb5-961f-fb967bb365ef {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:25.061025 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.069458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c4bd07e-4af1-4e93-a65b-d1b7a4c35fee None None] Provisioning complete for port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:25.069836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd07e-4af1-4e93-a65b-d1b7a4c35fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.133316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:25.133695 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.140947 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.210587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3c4bd07e-4af1-4e93-a65b-d1b7a4c35fee None None] Port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:25.258654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ips': [{'subnet_id': '6428e9af-bc95-4e22-b1eb-2b38d3746461'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:25.259525 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.264102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c4bd07e-4af1-4e93-a65b-d1b7a4c35fee None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:25.264482 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd07e-4af1-4e93-a65b-d1b7a4c35fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.287691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.332147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55032) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:25.338567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263724551', 'description': 'tempest-secgroup-smoke-1263724551 description', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:25.385728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.408323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.427028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.432215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/45be8935-7d42-4cb5-961f-fb967bb365ef HTTP/1.1" status: 204 len: 168 time: 0.4587173 Nov 19 04:23:25.440363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:25.446223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:25.453794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96f95f-fd00-46ea-b6d4-3f8b848467a0 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=45be8935-7d42-4cb5-961f-fb967bb365ef,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:25.494143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc7c321-08b0-41a4-bb2d-6fb95b77a621 None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:25.514340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.561996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.570583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.642549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.643825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3104310 Nov 19 04:23:25.646997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55038) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:25.648137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccfa5d-2d31-46ca-b536-6605a303a2a1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e8b26e-b74b-425d-8873-97cc9da6696d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:25.654181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '81e8b26e-b74b-425d-8873-97cc9da6696d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:25.659991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:25.669742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.720086 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.730515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Allocated IP 172.20.0.18 (aa50c18a-5e2c-4c34-a5c2-656aceafbfd5/6428e9af-bc95-4e22-b1eb-2b38d3746461/bcfdd4f3-1143-44fb-974b-edbe5a6eb453) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:25.826047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.841861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.898535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271189ce-e69e-4fee-8a3b-9e2f03c2e635,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:25.913824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.919098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55042) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:25.919881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6610fe3f-9faa-4873-af4d-4d224724e3ed tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709131 Nov 19 04:23:25.927578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '81e8b26e-b74b-425d-8873-97cc9da6696d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:25.974545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.980311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b0f173ef-abf2-4014-bf53-40d01e7ef232 None None] Could not find standard attr ID for object 24973269-a8ad-423e-bf78-86f708d95d50. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:25.985288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef603a-fbda-4440-b832-a7bf75d842b1 req-f92ba2ae-e670-4fb4-bc0d-47b9922e252d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:25.988108 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:25.988793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96ef603a-fbda-4440-b832-a7bf75d842b1 req-f92ba2ae-e670-4fb4-bc0d-47b9922e252d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0677590 Nov 19 04:23:26.023698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.061562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:26.066355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:26.074753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96ef603a-fbda-4440-b832-a7bf75d842b1 req-a4b49831-7e40-42f2-83e0-8eb3a1397209 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791245 Nov 19 04:23:26.078093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:26.081154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Pushing event updated for resources: {'Port': ['ID=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.157593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.158170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Attempting to bind port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:26.158571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Attempting to bind port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:26.159070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Attempting to bind port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 on network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:26.165348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:26.165560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.165801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Checking segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:26.166535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.166535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Bound using segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:26.167366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Bound port: bcfdd4f3-1143-44fb-974b-edbe5a6eb453, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:26.167757 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.181299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.202124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ecf117-a756-4aeb-91db-59cfe098864e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.254985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] For port bcfdd4f3-1143-44fb-974b-edbe5a6eb453, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:26.259420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] For port bcfdd4f3-1143-44fb-974b-edbe5a6eb453, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:26.265373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.268434 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.273151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.274538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c1ca74f-b5d7-4f98-9d0f-100167e77e53 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3535445 Nov 19 04:23:26.278046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55044) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:26.279180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:26.281268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:26.284279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:26.286043 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.286843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '81e8b26e-b74b-425d-8873-97cc9da6696d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:26.341993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.354003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3f69269a-5300-4120-b876-0d8c892daf13 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9114616 Nov 19 04:23:26.355863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55046) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:26.363757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'security_group': {'name': 'tempest-secgroup-581263045'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:26.386300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513639-8173-46c3-aa06-512a837ce4b2 None None] Pushing event updated for resources: {'Port': ['ID=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.410979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.434009 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.484937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.490216 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.513567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f47f38-9309-4c0d-866d-d30e3e58d82f,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.514460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.520245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.530758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.534035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e0e3301-4fda-4f66-80b4-5a33aa16fba5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2528996 Nov 19 04:23:26.536060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55048) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:26.547122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '81e8b26e-b74b-425d-8873-97cc9da6696d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:26.562048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.566996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55050) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:26.567205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2095931 Nov 19 04:23:26.567898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3ce8-96ee-4519-8122-deaf4260204d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a32f4-3816-4fdc-92d4-2265209b39fa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.581799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1431264307'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:26.612316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.664438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.796118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.810919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.845955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c718296a-c297-4888-be33-9731eb70b233,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.863396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.867678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55056) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:26.867932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5d2900a8-1f6c-486e-9654-bc671dfe5c2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3296223 Nov 19 04:23:26.878877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '81e8b26e-b74b-425d-8873-97cc9da6696d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:26.899664 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.907129 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.945013 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Project ca23997cd1bc4f09b45f3aa58c22533c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:23:26.963149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.965196 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:26.967104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3989685 Nov 19 04:23:26.968585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c8293-2a6e-47db-88ea-b0301be9495b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880ff79e-7f54-455c-a35a-cce23a735efe,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:26.980110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55058) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:26.986992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681901664'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:26.991050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83862072-f88e-44c8-9e72-be9032056cfa None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:27.066634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-23bfc260-3373-43ba-8011-fc47b1de3e30 None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:27.067246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23bfc260-3373-43ba-8011-fc47b1de3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.117734 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.135266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.175760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bd5a7a-151a-4b18-aba2-1f83ca10194f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:27.189141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.206577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.213044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5e58049c-94aa-4094-9762-a6da45610aa3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3435924 Nov 19 04:23:27.217465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55064) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:27.230022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '81e8b26e-b74b-425d-8873-97cc9da6696d', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:27.283684 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Project ca23997cd1bc4f09b45f3aa58c22533c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:23:27.287255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0bb61-eb9f-4197-9d44-c863a0aa51bc req-c135a5c8-9edf-4bee-ae52-f8edabaa63c4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:27.297020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.298528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72e0bb61-eb9f-4197-9d44-c863a0aa51bc req-c135a5c8-9edf-4bee-ae52-f8edabaa63c4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.1081803 Nov 19 04:23:27.433986 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.435732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.439929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72e0bb61-eb9f-4197-9d44-c863a0aa51bc req-5640b82b-7085-42d9-9f30-51dfaf9b8349 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404014 Nov 19 04:23:27.462321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.507306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.523047 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.533383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.537677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5536115 Nov 19 04:23:27.538111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55072) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:27.543830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2119020349', 'security_groups': ['38893f58-2aed-413e-ba37-0c5df49dc3ba'], 'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:27.552043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899de2f-0bed-4590-843f-f50f727520c4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38893f58-2aed-413e-ba37-0c5df49dc3ba,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:27.561600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-23bfc260-3373-43ba-8011-fc47b1de3e30 None None] Provisioning complete for port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:27.562089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23bfc260-3373-43ba-8011-fc47b1de3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.580496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a2bba6-e785-4f8f-a5f5-c4116a652164,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:27.602363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.613131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e0cf645d-75f0-4d7a-a99a-fd56751b5997 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3858459 Nov 19 04:23:27.708955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-23bfc260-3373-43ba-8011-fc47b1de3e30 None None] Port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:27.713782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] Update dhcp port {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'fixed_ips': [{'subnet_id': '65876d7d-146c-43ec-b490-5d14456f90e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'd72a1991-2163-421f-8c52-1016f57c182a'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:23:27.753739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:27.804076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:27.956727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-2bca2d26-6383-4ede-8c48-a69ee3cd3dcc tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263724551&fields=id&tenant_id=ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 267 time: 0.1119807 Nov 19 04:23:27.969985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e450172-43de-4f80-a997-95676ecdb1bf None None] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:27.993721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] Allocated IP 2001:db8::2 (e210f607-27f9-4bb8-969d-dc3c12e66adf/b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66/d72a1991-2163-421f-8c52-1016f57c182a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:28.043872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.080853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] device_id is not set on port be122423-db76-4a84-a6cc-4f69365348ee yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:28.095634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c07e36d1-f426-4748-ba98-5edfc86f839c None None] Provisioning complete for port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:28.096225 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c07e36d1-f426-4748-ba98-5edfc86f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.155120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-c909bd32-21af-4b53-a5d6-9d000ba82d8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:28.157164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-c909bd32-21af-4b53-a5d6-9d000ba82d8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/networks?id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 HTTP/1.1" status: 200 len: 796 time: 0.1996191 Nov 19 04:23:28.186744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-c453f321-6ec0-48e9-99a2-1568a32e3e0e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/quotas/ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 375 time: 0.0206335 Nov 19 04:23:28.250305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d72a1991-2163-421f-8c52-1016f57c182a,segment=NetworkSegment(888c7e25-3852-429d-9da2-0183147d271e),segment_id=888c7e25-3852-429d-9da2-0183147d271e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:28.288877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-905d41e5-0c76-4deb-aab9-5f811a34f976 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1010504 Nov 19 04:23:28.332335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.342103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.380570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c07e36d1-f426-4748-ba98-5edfc86f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.428322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8::18b (e210f607-27f9-4bb8-969d-dc3c12e66adf/b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66/be122423-db76-4a84-a6cc-4f69365348ee) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:28.451895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-df55f6fd-ce37-4866-ac7f-729f343bd31d service neutron] 10.222.0.52 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501613 Nov 19 04:23:28.590009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcfdd4f3-1143-44fb-974b-edbe5a6eb453 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:28.646147 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-cc5d7dd4-f468-46e8-b840-ebb12b43e881 service neutron] 10.222.0.52 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864271 Nov 19 04:23:28.671604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0d8b1-f973-4105-99e6-51a2e60c2659 None None] Pushing event updated for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:28.681060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c07e36d1-f426-4748-ba98-5edfc86f839c None None] For port bcfdd4f3-1143-44fb-974b-edbe5a6eb453, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:28.693134 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c07e36d1-f426-4748-ba98-5edfc86f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.712255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.755699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ce98d727-d7c1-4ccf-886c-ac1d7af86a66 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:23:28.757579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.815919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:28.816306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.819238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e36d1-f426-4748-ba98-5edfc86f839c None None] Pushing event updated for resources: {'Port': ['ID=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:28.884145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=be122423-db76-4a84-a6cc-4f69365348ee,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:28.905662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:28.909594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:28.914553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:28.927471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:28.932887 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:28.975356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55106) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:28.977810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-882eae0a-893b-43ac-a45a-7abd601a0a55 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4387693 Nov 19 04:23:28.985745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:29.062253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:29.101453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66', 'mac_address': 'fa:16:3e:d0:96:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:23:29.112874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b7d85804-dba3-4533-b4e6-21d3efaa8e70 None None] Provisioning complete for port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:29.113536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b7d85804-dba3-4533-b4e6-21d3efaa8e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.139125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad165e-b659-4419-82e9-5dbb9289059e req-544712b5-87d3-4c5b-93bb-c2a916d6b38c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:29.140739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ebad165e-b659-4419-82e9-5dbb9289059e req-544712b5-87d3-4c5b-93bb-c2a916d6b38c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 943 time: 0.0866702 Nov 19 04:23:29.184176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:29.188129 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.199024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.227222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ebad165e-b659-4419-82e9-5dbb9289059e req-cd251db3-09b0-4196-bbc1-2e94c3958743 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801528 Nov 19 04:23:29.239223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce98d727-d7c1-4ccf-886c-ac1d7af86a66 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:23:29.270131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:29.274132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.351363 n-d-818503-1 neutron-server[109987]: INFO neutron.db.ipam_backend_mixin [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66 (CIDR: 2001:db8::/64) Nov 19 04:23:29.356229 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:23:29.356802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:29.361853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:29.364129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f0b40d0-0c69-4062-ac90-aa9873aadb0f req-69b9f559-c02e-41a2-a70f-34e12813a435 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 210 time: 0.0484748 Nov 19 04:23:29.377129 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3d79844c-b0c1-4bf1-b2b5-c0eb816902bf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3998747 Nov 19 04:23:29.379603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:29.387021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:29.510292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ce98d727-d7c1-4ccf-886c-ac1d7af86a66'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:23:29.529041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2709e1-4e7e-4d75-b518-4802d9bc087d req-1b8c1cea-5112-49bf-b69f-550ba9711b0e tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:29.532323 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f2709e1-4e7e-4d75-b518-4802d9bc087d req-1b8c1cea-5112-49bf-b69f-550ba9711b0e tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 946 time: 0.0746713 Nov 19 04:23:29.541233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:29.545083 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.597379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f2709e1-4e7e-4d75-b518-4802d9bc087d req-a9eba4d8-19f3-4680-95ad-d3d9fc347e94 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584919 Nov 19 04:23:29.645325 n-d-818503-1 neutron-server[109987]: INFO neutron.db.ipam_backend_mixin [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 65876d7d-146c-43ec-b490-5d14456f90e5 (CIDR: 2001:db8:0:1::/64) Nov 19 04:23:29.650924 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:23:29.651746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:29.665270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3410f399-5ede-444d-8b63-6251ccd54d4f None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:29.665717 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3410f399-5ede-444d-8b63-6251ccd54d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.673901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55118) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:29.674344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-29797723-b90d-48db-85f9-7d99dba466f2 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2932055 Nov 19 04:23:29.679521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'subnet': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:29.842573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Made reservation on behalf of 8b5529c19bcf4933ad4acf774f4cf713 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:29.842573 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.848692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3410f399-5ede-444d-8b63-6251ccd54d4f None None] Provisioning complete for port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:29.849080 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3410f399-5ede-444d-8b63-6251ccd54d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:29.889566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3410f399-5ede-444d-8b63-6251ccd54d4f None None] Port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:30.008955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bc411f9c-ada8-48bc-ac00-90ba66696483 None None] Provisioning complete for port be122423-db76-4a84-a6cc-4f69365348ee triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:30.009334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc411f9c-ada8-48bc-ac00-90ba66696483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.046524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bc411f9c-ada8-48bc-ac00-90ba66696483 None None] Port be122423-db76-4a84-a6cc-4f69365348ee cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:30.096376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.141980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Network e210f607-27f9-4bb8-969d-dc3c12e66adf is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:30.145082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:30.148864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:30.149593 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.155514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e19f29-2bcd-4024-bf91-4d42d3b13353 None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:30.171707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Subnet': ['ID=91723a83-3941-4671-83f3-19aed8d9c98c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:30.186392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3e2d75c2-2e15-40e1-9a22-cde2acc8f511 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5110993 Nov 19 04:23:30.188923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:30.194537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-449063956', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91723a83-3941-4671-83f3-19aed8d9c98c'}], 'security_groups': ['be7a32f4-3816-4fdc-92d4-2265209b39fa', '880ff79e-7f54-455c-a35a-cce23a735efe']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:30.219601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-6f4c432d-2d12-47e4-a03b-d87c22128e56 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:30.221829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-6f4c432d-2d12-47e4-a03b-d87c22128e56 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.36 "GET /v2.0/networks?id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 HTTP/1.1" status: 200 len: 796 time: 0.1416588 Nov 19 04:23:30.285234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.332968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-2dfe5137-0cc7-499e-95fe-b249aadcb2fc tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 473 time: 0.1013153 Nov 19 04:23:30.343945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'port': {'device_id': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'admin_state_up': True, 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'security_groups': ['81e8b26e-b74b-425d-8873-97cc9da6696d']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:30.428982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] Update dhcp port {'port': {'network_id': 'e210f607-27f9-4bb8-969d-dc3c12e66adf', 'fixed_ips': [{'subnet_id': '65876d7d-146c-43ec-b490-5d14456f90e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66', 'ip_address': '2001:db8::2'}, {'subnet_id': '91723a83-3941-4671-83f3-19aed8d9c98c'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'd72a1991-2163-421f-8c52-1016f57c182a'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:23:30.457883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.474997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:30.482211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.585958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d72a1991-2163-421f-8c52-1016f57c182a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:30.657378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-a93c7014-f210-463c-83bb-64c7337a436b tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:30.658984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-a93c7014-f210-463c-83bb-64c7337a436b tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 946 time: 0.0978792 Nov 19 04:23:30.693815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:30.694161 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.709867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.20.0.27 (aa50c18a-5e2c-4c34-a5c2-656aceafbfd5/6428e9af-bc95-4e22-b1eb-2b38d3746461/f2489323-74c0-4438-ae26-46ec6c40a5f0) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:30.723210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] Allocated IP 2001:db8:0:2::2 (e210f607-27f9-4bb8-969d-dc3c12e66adf/91723a83-3941-4671-83f3-19aed8d9c98c/d72a1991-2163-421f-8c52-1016f57c182a) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:30.750327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ce98d727-d7c1-4ccf-886c-ac1d7af86a66 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:30.758051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed982f9-2e39-4309-835e-4c79e3a867ff req-6f546d8a-a621-43e2-9323-9cd56ecc2f2d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:30.765817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eed982f9-2e39-4309-835e-4c79e3a867ff req-6f546d8a-a621-43e2-9323-9cd56ecc2f2d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 944 time: 0.4249792 Nov 19 04:23:30.865555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eed982f9-2e39-4309-835e-4c79e3a867ff req-06551776-f552-4f8d-964a-a0d97605eb54 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Nov 19 04:23:30.875529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Deleting port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:30.875980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.919815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d72a1991-2163-421f-8c52-1016f57c182a,segment=NetworkSegment(888c7e25-3852-429d-9da2-0183147d271e),segment_id=888c7e25-3852-429d-9da2-0183147d271e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:30.943421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:23:30.947627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcfdd4f3-1143-44fb-974b-edbe5a6eb453 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:30.965672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3904d7e4-ca7b-4841-a207-aede63655562 req-bfa2278a-a96f-4521-8d89-aa462ab906ac tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 210 time: 0.0274549 Nov 19 04:23:30.970290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:30.970665 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:30.974925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.014056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.023839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.036571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] For port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,segment=NetworkSegment(b8431cac-ce87-45ec-aa91-8a7716569a37),segment_id=b8431cac-ce87-45ec-aa91-8a7716569a37)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:31.038035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.066943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Calling delete_port for 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:31.125510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.145404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dae0d-53b9-4479-92a0-3ea8f8edfe17 req-5a130549-f03f-4fb3-9501-c6527f728c82 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:31.146985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a3dae0d-53b9-4479-92a0-3ea8f8edfe17 req-5a130549-f03f-4fb3-9501-c6527f728c82 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ae07bd6-ea2b-41ef-83df-58fd3937fae3 HTTP/1.1" status: 200 len: 946 time: 0.0903616 Nov 19 04:23:31.160479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e8f9e-54d6-4cfe-8199-14807420425c None None] Pushing event updated for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:31.185287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:31.185663 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.203072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Delete allocated IP 2001:db8::18b (e210f607-27f9-4bb8-969d-dc3c12e66adf/b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66) {{(pid=109986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 04:23:31.210942 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Allocated IP 2001:db8:0:2::186 (e210f607-27f9-4bb8-969d-dc3c12e66adf/91723a83-3941-4671-83f3-19aed8d9c98c/be122423-db76-4a84-a6cc-4f69365348ee) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:31.226656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:31.228120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.240691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=f2489323-74c0-4438-ae26-46ec6c40a5f0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:31.248808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:31.254218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:31.257913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a152222-1e49-4763-a8bf-8a12da156071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:31.261657 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c3a95-8846-4d88-a657-66c0c8c20ef3" -d '{"events": [{"server_uuid": "1a152222-1e49-4763-a8bf-8a12da156071", "name": "network-vif-plugged", "status": "completed", "tag": "ce98d727-d7c1-4ccf-886c-ac1d7af86a66"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:31.277321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:31.300475 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.382581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:31.400106 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.410339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.424666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.439261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Pushing event deleted for resources: {'Port': ['ID=8a7c2a47-8a90-4fd3-adc8-aba5b920fea1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:31.445236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a3dae0d-53b9-4479-92a0-3ea8f8edfe17 req-98a5a554-7e7a-41e2-9007-c92e5d4e5884 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.52 "GET /v2.0/security-groups?id=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893739 Nov 19 04:23:31.449406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['8a7c2a47-8a90-4fd3-adc8-aba5b920fea1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:23:31.505222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:31.505801 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.523531 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04452c3f-9c5f-4577-9184-86eafe119370 x-openstack-request-id: req-04452c3f-9c5f-4577-9184-86eafe119370 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:31.524081 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a152222-1e49-4763-a8bf-8a12da156071", "name": "network-vif-plugged", "status": "completed", "tag": "ce98d727-d7c1-4ccf-886c-ac1d7af86a66", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:31.524544 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04452c3f-9c5f-4577-9184-86eafe119370 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:31.525207 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a152222-1e49-4763-a8bf-8a12da156071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66', 'code': 200} Nov 19 04:23:31.534118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] No DVR routers for this DVR port 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:31.544209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.548743 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fa8726a9-e7c7-4fed-8d53-5e6a6a65d130 req-972b8d5d-539d-44bd-83db-9fce4a85e355 tempest-VolumesActionsTest-1069022134 tempest-VolumesActionsTest-1069022134-project] 10.222.0.31 "DELETE /v2.0/ports/8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 HTTP/1.1" status: 204 len: 173 time: 0.8770435 Nov 19 04:23:31.552652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] In _notify_port_updated(), no bound segment for port be122423-db76-4a84-a6cc-4f69365348ee on network e210f607-27f9-4bb8-969d-dc3c12e66adf {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:23:31.559792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:31.560394 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.563185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'name': 'network-vif-deleted', 'tag': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:31.571478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "PUT /v2.0/ports/be122423-db76-4a84-a6cc-4f69365348ee HTTP/1.1" status: 200 len: 969 time: 1.3790181 Nov 19 04:23:31.571685 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2a4e8-ecfe-40ad-aa84-7b45faae0dc0" -d '{"events": [{"server_uuid": "4ae07bd6-ea2b-41ef-83df-58fd3937fae3", "name": "network-vif-deleted", "tag": "8a7c2a47-8a90-4fd3-adc8-aba5b920fea1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:31.572609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55130) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:31.603132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-8b4a4f3f-82a0-441a-a635-5a873a782091 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2630224 Nov 19 04:23:31.615930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Request body: {'port': {'device_id': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:31.652888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a1ab4-2fe8-41ce-ab0a-0ef29b63113f tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event updated for resources: {'Port': ['ID=be122423-db76-4a84-a6cc-4f69365348ee,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:31.670100 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef83ff-bdf1-4ea2-b3c9-bcc0a57ab6a7 x-openstack-request-id: req-d9ef83ff-bdf1-4ea2-b3c9-bcc0a57ab6a7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:31.670535 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae07bd6-ea2b-41ef-83df-58fd3937fae3", "name": "network-vif-deleted", "tag": "8a7c2a47-8a90-4fd3-adc8-aba5b920fea1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:31.671134 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9ef83ff-bdf1-4ea2-b3c9-bcc0a57ab6a7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:31.671134 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae07bd6-ea2b-41ef-83df-58fd3937fae3', 'name': 'network-vif-deleted', 'tag': '8a7c2a47-8a90-4fd3-adc8-aba5b920fea1', 'status': 'completed', 'code': 200} Nov 19 04:23:31.707704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.724898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7953db40-e2ac-49ee-a628-8dc69b0cfda3 None None] Provisioning complete for port f2489323-74c0-4438-ae26-46ec6c40a5f0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:31.725271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7953db40-e2ac-49ee-a628-8dc69b0cfda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.767600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4d9a4-f3d7-42d0-a104-18ad4f64c66c req-e7eb45b4-71c6-4392-acde-07b8f6466f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:31.770292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48c4d9a4-f3d7-42d0-a104-18ad4f64c66c req-e7eb45b4-71c6-4392-acde-07b8f6466f66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 1096 time: 0.1642978 Nov 19 04:23:31.780609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7953db40-e2ac-49ee-a628-8dc69b0cfda3 None None] Port f2489323-74c0-4438-ae26-46ec6c40a5f0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:31.808198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port be122423-db76-4a84-a6cc-4f69365348ee {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:31.808555 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.881107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48c4d9a4-f3d7-42d0-a104-18ad4f64c66c req-c4be5d75-7941-4b24-8813-29a951b9144d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005082 Nov 19 04:23:31.925009 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:31.943164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for be122423-db76-4a84-a6cc-4f69365348ee owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:31.985926 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.050696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2489323-74c0-4438-ae26-46ec6c40a5f0 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:23:32.062999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.077661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Transition to ACTIVE for port object f2489323-74c0-4438-ae26-46ec6c40a5f0 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:23:32.079874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbd545-f5e5-476c-8585-bf48d16ab450 req-c43be4ca-7a9e-4492-92a9-992c0c5c5b69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:32.082063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47dbd545-f5e5-476c-8585-bf48d16ab450 req-c43be4ca-7a9e-4492-92a9-992c0c5c5b69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.1286573 Nov 19 04:23:32.082402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.129521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-92319cea-c631-43f0-b079-027c3e03094d None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:32.145837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92319cea-c631-43f0-b079-027c3e03094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.171143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Pushing event updated for resources: {'Port': ['ID=f2489323-74c0-4438-ae26-46ec6c40a5f0,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:32.175852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47dbd545-f5e5-476c-8585-bf48d16ab450 req-edc64897-cff3-4f50-b2e8-a590d15c3ba8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835774 Nov 19 04:23:32.287996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.340866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Attempting to bind port f2489323-74c0-4438-ae26-46ec6c40a5f0 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:32.341459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Attempting to bind port f2489323-74c0-4438-ae26-46ec6c40a5f0 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:32.341897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Attempting to bind port f2489323-74c0-4438-ae26-46ec6c40a5f0 on network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:32.346511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Port f2489323-74c0-4438-ae26-46ec6c40a5f0 on network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:23:32.346847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Attempting to bind port f2489323-74c0-4438-ae26-46ec6c40a5f0 on network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:32.348583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=be122423-db76-4a84-a6cc-4f69365348ee,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:32.357058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:32.357597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Checking segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:32.358191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Bound using segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:32.358812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Bound port: f2489323-74c0-4438-ae26-46ec6c40a5f0, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:32.359382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.389765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-92319cea-c631-43f0-b079-027c3e03094d None None] Provisioning complete for port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:32.390398 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92319cea-c631-43f0-b079-027c3e03094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.403655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.409371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5ecbed1e-e6d6-49ff-a9b0-353ba6e09acf tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/be122423-db76-4a84-a6cc-4f69365348ee HTTP/1.1" status: 204 len: 168 time: 0.8330708 Nov 19 04:23:32.410610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55138) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:32.446336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-92319cea-c631-43f0-b079-027c3e03094d None None] Port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:32.450764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-92319cea-c631-43f0-b079-027c3e03094d None None] Could not find standard attr ID for object be122423-db76-4a84-a6cc-4f69365348ee. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:32.457030 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7de5d0-359f-4330-8571-34a36e561e16 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] GET failed (client error): The resource could not be found. Nov 19 04:23:32.459365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9f7de5d0-359f-4330-8571-34a36e561e16 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports/be122423-db76-4a84-a6cc-4f69365348ee HTTP/1.1" status: 404 len: 333 time: 0.0480263 Nov 19 04:23:32.464763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55140) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:32.471410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] For port f2489323-74c0-4438-ae26-46ec6c40a5f0, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:32.475364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] For port f2489323-74c0-4438-ae26-46ec6c40a5f0, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:32.480393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.512399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c61c-df2d-4d60-b8fc-86c186f52f2f req-e7233087-01b7-4c8a-b7ee-1f601952cff3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:32.522316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:32.522787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fc5c61c-df2d-4d60-b8fc-86c186f52f2f req-e7233087-01b7-4c8a-b7ee-1f601952cff3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 944 time: 0.1865747 Nov 19 04:23:32.522975 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.524366 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] 10.222.0.36 "PUT /v2.0/ports/f2489323-74c0-4438-ae26-46ec6c40a5f0 HTTP/1.1" status: 200 len: 1092 time: 0.9133830 Nov 19 04:23:32.547346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72144080-5ef5-49d3-b67d-514c7ccf8e10 service neutron] Pushing event updated for resources: {'Port': ['ID=f2489323-74c0-4438-ae26-46ec6c40a5f0,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:32.574157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cb30c49f-3a5d-4443-b9b3-45f30f0401f6 None None] Could not find standard attr ID for object be122423-db76-4a84-a6cc-4f69365348ee. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:32.586141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d72a1991-2163-421f-8c52-1016f57c182a up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:32.643453 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fc5c61c-df2d-4d60-b8fc-86c186f52f2f req-fd5a2f97-da3a-4f7a-a8f4-8b615ea708e5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191452 Nov 19 04:23:32.648209 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7374b3fb-642b-40ad-8f36-22b5550c5a7b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.661801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-736e2b18-e101-4c3b-8d00-61d60cd87067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:32.663405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-736e2b18-e101-4c3b-8d00-61d60cd87067 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 1095 time: 0.0724192 Nov 19 04:23:32.704568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7374b3fb-642b-40ad-8f36-22b5550c5a7b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.710363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:32.721547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.730617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-f2587713-69b0-44cf-aaad-b8a99b2ff14c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0547824 Nov 19 04:23:32.770360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7374b3fb-642b-40ad-8f36-22b5550c5a7b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.776697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7374b3fb-642b-40ad-8f36-22b5550c5a7b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:32.777576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7374b3fb-642b-40ad-8f36-22b5550c5a7b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/security-groups/38893f58-2aed-413e-ba37-0c5df49dc3ba HTTP/1.1" status: 204 len: 168 time: 0.3116999 Nov 19 04:23:32.781886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55146) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:32.831184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-0c412f55-adac-4c09-9b0b-502105e62c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:32.832696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-0c412f55-adac-4c09-9b0b-502105e62c48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6428e9af-bc95-4e22-b1eb-2b38d3746461 HTTP/1.1" status: 200 len: 837 time: 0.0959849 Nov 19 04:23:32.901474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374b3fb-642b-40ad-8f36-22b5550c5a7b tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38893f58-2aed-413e-ba37-0c5df49dc3ba,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:32.905259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-28f34c6f-310e-4ade-9d0b-b08237465e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:32.907875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-28f34c6f-310e-4ade-9d0b-b08237465e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630696 Nov 19 04:23:32.953143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0181f622-d4b2-4f4b-beb3-f66ebc1c2ead tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.003604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0181f622-d4b2-4f4b-beb3-f66ebc1c2ead tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.040100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-fb663f00-9f36-40dd-9b2c-894734dd8cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193111 Nov 19 04:23:33.052777 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0181f622-d4b2-4f4b-beb3-f66ebc1c2ead tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.055799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0181f622-d4b2-4f4b-beb3-f66ebc1c2ead tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.057714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0181f622-d4b2-4f4b-beb3-f66ebc1c2ead tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/security-groups/880ff79e-7f54-455c-a35a-cce23a735efe HTTP/1.1" status: 204 len: 168 time: 0.2670326 Nov 19 04:23:33.062260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55148) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:33.080299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181f622-d4b2-4f4b-beb3-f66ebc1c2ead tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ff79e-7f54-455c-a35a-cce23a735efe,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:33.129114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a07ab1c2-725c-448f-8116-e1a8c170b36e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.163259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a07ab1c2-725c-448f-8116-e1a8c170b36e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.224029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a07ab1c2-725c-448f-8116-e1a8c170b36e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.229504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a07ab1c2-725c-448f-8116-e1a8c170b36e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.233343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a07ab1c2-725c-448f-8116-e1a8c170b36e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/security-groups/be7a32f4-3816-4fdc-92d4-2265209b39fa HTTP/1.1" status: 204 len: 168 time: 0.1675909 Nov 19 04:23:33.237109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55156) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:33.280678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ab1c2-725c-448f-8116-e1a8c170b36e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a32f4-3816-4fdc-92d4-2265209b39fa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:33.342940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:33.347878 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.381020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab4c97-d07a-48a5-9036-fac63c0cf623 req-77bf8ac9-a39a-4f48-a370-4db70e05b6ea tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:33.382691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0aab4c97-d07a-48a5-9036-fac63c0cf623 req-77bf8ac9-a39a-4f48-a370-4db70e05b6ea tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.1087155 Nov 19 04:23:33.415789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.488755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0aab4c97-d07a-48a5-9036-fac63c0cf623 req-a0758130-743b-4c7f-aa8e-aba058a1dd7d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964363 Nov 19 04:23:33.543134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.560775 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-27cf4455-cdc4-4f46-a56d-66ca7a126d00 req-48f74bfc-2e3d-4d54-80ba-8f86be3962c0 service neutron] 10.222.0.36 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136490 Nov 19 04:23:33.647595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3dfc4-b076-499b-b1c5-ce35b9723f99 req-73e02122-517d-42dd-b6a2-ef0042ddeead tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:33.649124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5df3dfc4-b076-499b-b1c5-ce35b9723f99 req-73e02122-517d-42dd-b6a2-ef0042ddeead tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.0737576 Nov 19 04:23:33.654456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.671960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'tag': 'f2489323-74c0-4438-ae26-46ec6c40a5f0'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:33.674533 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8bae4e-d24f-4bfd-8e18-572139213c80" -d '{"events": [{"name": "network-changed", "server_uuid": "224f0af7-8d24-4c53-a614-62fdd7ce78dc", "tag": "f2489323-74c0-4438-ae26-46ec6c40a5f0"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:33.701230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:33.706101 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.716351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2abf5eb-ccf3-48a6-ae5d-fa20294a679e tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66 HTTP/1.1" status: 204 len: 168 time: 0.4707687 Nov 19 04:23:33.716351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55166) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:33.719186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bc31a-0d8c-4c01-8e69-2426d3190b43 None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:33.783582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5df3dfc4-b076-499b-b1c5-ce35b9723f99 req-1e54760e-44f6-464f-b4fe-ef97eaf9fcc6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266465 Nov 19 04:23:33.794224 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 91723a83-3941-4671-83f3-19aed8d9c98c {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:33.797616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.864043 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34102d5d-bdf7-4f25-a040-9463fa35a248 x-openstack-request-id: req-34102d5d-bdf7-4f25-a040-9463fa35a248 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:33.864675 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f0af7-8d24-4c53-a614-62fdd7ce78dc", "tag": "f2489323-74c0-4438-ae26-46ec6c40a5f0", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:33.865104 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34102d5d-bdf7-4f25-a040-9463fa35a248 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:33.865640 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:33.865791 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'tag': 'f2489323-74c0-4438-ae26-46ec6c40a5f0', 'status': 'completed', 'code': 200} Nov 19 04:23:33.956507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-02da099a-a8df-4632-8d15-586b3bbb1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:33.958315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-02da099a-a8df-4632-8d15-586b3bbb1432 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 1095 time: 0.0704081 Nov 19 04:23:33.977032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:34.003190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:34.003933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 8a7c2a47-8a90-4fd3-adc8-aba5b920fea1 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:34.013809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.095998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669143f-fd4d-4d21-8808-bbbd77ad070b req-2827006e-171c-443e-b42b-4dcabe52cb22 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:34.098361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-e828481f-b687-4303-ab09-ab2c22a304c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:34.102418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-e828481f-b687-4303-ab09-ab2c22a304c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 HTTP/1.1" status: 200 len: 897 time: 0.1364913 Nov 19 04:23:34.105213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9669143f-fd4d-4d21-8808-bbbd77ad070b req-2827006e-171c-443e-b42b-4dcabe52cb22 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 944 time: 0.1626084 Nov 19 04:23:34.155488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.163646 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-8168d706-7c73-401e-a8fe-61d111efbe06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0527048 Nov 19 04:23:34.212047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=91723a83-3941-4671-83f3-19aed8d9c98c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:34.224340 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9669143f-fd4d-4d21-8808-bbbd77ad070b req-0a8f390f-ede2-432c-8d81-bd012e20d895 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176760 Nov 19 04:23:34.227413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.233387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d90d186a-f7f0-4160-9c40-b0036f4f2083 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/91723a83-3941-4671-83f3-19aed8d9c98c HTTP/1.1" status: 204 len: 168 time: 0.5106020 Nov 19 04:23:34.235410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55172) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.261633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-a03313d5-a197-41aa-990f-bb5b837dca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:34.263311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-a03313d5-a197-41aa-990f-bb5b837dca28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6428e9af-bc95-4e22-b1eb-2b38d3746461 HTTP/1.1" status: 200 len: 837 time: 0.0922186 Nov 19 04:23:34.290080 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3056d6a-defe-4735-8ebe-346aa286e177 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:34.290597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3056d6a-defe-4735-8ebe-346aa286e177 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:34.296062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f3056d6a-defe-4735-8ebe-346aa286e177 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/b2dd46c7-fa82-4eab-9e05-1b4ffbd04b66 HTTP/1.1" status: 404 len: 337 time: 0.0573065 Nov 19 04:23:34.296609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55174) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.340558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-e6c7b9f5-a3dc-46f0-9e5f-aa1c43d4000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:34.342813 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-e6c7b9f5-a3dc-46f0-9e5f-aa1c43d4000b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719140 Nov 19 04:23:34.374186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting subnet 65876d7d-146c-43ec-b490-5d14456f90e5 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:34.392840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.446325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6482e7-e424-48c4-9d29-83c0d54becf5 req-bb80af62-f010-44a7-9fb6-62b267d2015c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:34.448999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b6482e7-e424-48c4-9d29-83c0d54becf5 req-bb80af62-f010-44a7-9fb6-62b267d2015c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.0915475 Nov 19 04:23:34.450965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-6d044dc8-bbd6-4c2d-8e0c-439dbbab9097 service neutron] 10.222.0.36 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991967 Nov 19 04:23:34.466324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.553689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b6482e7-e424-48c4-9d29-83c0d54becf5 req-c663e212-9661-4b1c-93ee-5afdd2f2ed3f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Nov 19 04:23:34.578560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2e8bae4e-d24f-4bfd-8e18-572139213c80 req-812fe1bd-c8ed-48b3-b336-b4eab07a346f service neutron] 10.222.0.36 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200387 Nov 19 04:23:34.607823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.669416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.704878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Subnet': ['ID=65876d7d-146c-43ec-b490-5d14456f90e5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:34.706905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.712495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c8d63ac-96ea-4690-802b-39957c933a83 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/65876d7d-146c-43ec-b490-5d14456f90e5 HTTP/1.1" status: 204 len: 168 time: 0.4126227 Nov 19 04:23:34.712930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55182) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.715319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef561aa1-d42a-40fd-9207-f0111fd6e5f8 None None] Network e210f607-27f9-4bb8-969d-dc3c12e66adf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:34.748140 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d90559-8084-4f8b-9d3a-9d47078726c6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:34.748607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d90559-8084-4f8b-9d3a-9d47078726c6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:34.752418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d5d90559-8084-4f8b-9d3a-9d47078726c6 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/45be8935-7d42-4cb5-961f-fb967bb365ef HTTP/1.1" status: 404 len: 337 time: 0.0384059 Nov 19 04:23:34.755597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55184) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.792493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-18e63483-c8f4-44e1-95f7-70ec09352c10 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "GET /v2.0/ports?device_id=bec1f048-0915-47bf-a0ab-8ae328ff723e HTTP/1.1" status: 200 len: 205 time: 0.0355330 Nov 19 04:23:34.793094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55188) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.813106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b924e57a-a739-4dc9-89c2-400bbd82367b None None] Provisioning complete for port d72a1991-2163-421f-8c52-1016f57c182a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:34.813647 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b924e57a-a739-4dc9-89c2-400bbd82367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.832449 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-ec06614d-58d5-4eab-b3f4-acdb45ba4fdb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] delete failed (client error): The resource could not be found. Nov 19 04:23:34.835860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec06614d-58d5-4eab-b3f4-acdb45ba4fdb tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/routers/bec1f048-0915-47bf-a0ab-8ae328ff723e HTTP/1.1" status: 404 len: 336 time: 0.0393991 Nov 19 04:23:34.837008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55190) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.865907 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e9f28a-6cc3-44d1-80d3-783230d7cef4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:34.866561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e9f28a-6cc3-44d1-80d3-783230d7cef4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:34.871177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-94e9f28a-6cc3-44d1-80d3-783230d7cef4 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/a1924368-1a88-41a5-9b35-b94515a02b1f HTTP/1.1" status: 404 len: 337 time: 0.0321820 Nov 19 04:23:34.873344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55192) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.892657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942994a-c56c-485a-9b2b-e19d34a631cc req-7f57f7a0-3b37-49ce-a650-762f1cc64fd5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:34.894209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9942994a-c56c-485a-9b2b-e19d34a631cc req-7f57f7a0-3b37-49ce-a650-762f1cc64fd5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.0519085 Nov 19 04:23:34.900798 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce1a1b1-3ecf-4222-9851-ba7f51cb1db3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:34.901397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce1a1b1-3ecf-4222-9851-ba7f51cb1db3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:34.905982 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3ce1a1b1-3ecf-4222-9851-ba7f51cb1db3 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/c482f9a5-e8b2-4ef9-8210-13cb5dd9d3d3 HTTP/1.1" status: 404 len: 337 time: 0.0302565 Nov 19 04:23:34.907747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55194) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.941086 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1a5834-7b8d-45d0-991f-00d2f63bf192 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:34.941613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1a5834-7b8d-45d0-991f-00d2f63bf192 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:34.944695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e1a5834-7b8d-45d0-991f-00d2f63bf192 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/0132ef5f-ff1e-48ba-bc48-8a7341889372 HTTP/1.1" status: 404 len: 337 time: 0.0357249 Nov 19 04:23:34.947439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55196) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:34.947972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9942994a-c56c-485a-9b2b-e19d34a631cc req-e441bd55-b603-488c-bf08-ff2854b83e4f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Nov 19 04:23:34.960018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b924e57a-a739-4dc9-89c2-400bbd82367b None None] Provisioning complete for port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:34.960397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b924e57a-a739-4dc9-89c2-400bbd82367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:34.971878 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9182a563-2a56-42ce-895b-d903b9dfd142 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:34.972456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9182a563-2a56-42ce-895b-d903b9dfd142 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:34.982794 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9182a563-2a56-42ce-895b-d903b9dfd142 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/d9132736-b6be-4972-8b9d-0cfbf6f34d6f HTTP/1.1" status: 404 len: 333 time: 0.0342398 Nov 19 04:23:34.985149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55198) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.002977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b924e57a-a739-4dc9-89c2-400bbd82367b None None] Port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:35.020207 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f619862-3afc-41d8-9345-7c4349b8c9db tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:35.020719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f619862-3afc-41d8-9345-7c4349b8c9db tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:35.021541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] DHCP port deletion for e210f607-27f9-4bb8-969d-dc3c12e66adf request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:23:35.023937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9f619862-3afc-41d8-9345-7c4349b8c9db tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/9204072f-956d-4882-93a0-73603d89ee2f HTTP/1.1" status: 404 len: 337 time: 0.0377672 Nov 19 04:23:35.026457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55200) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.054341 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd521906-20cd-41f0-8e8e-9908d925462a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:35.054732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd521906-20cd-41f0-8e8e-9908d925462a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:35.058884 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bd521906-20cd-41f0-8e8e-9908d925462a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/95ca15c1-768a-435e-9d8a-b9fe4f331f73 HTTP/1.1" status: 404 len: 337 time: 0.0314043 Nov 19 04:23:35.061315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55202) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.070472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] Deleting port d72a1991-2163-421f-8c52-1016f57c182a {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:35.070855 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.088705 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0799a7-2668-4834-b796-6f1d82a9e971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:35.089264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0799a7-2668-4834-b796-6f1d82a9e971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:35.092708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad0799a7-2668-4834-b796-6f1d82a9e971 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/1058c60a-2ab2-49e1-95cc-7f6e9c018976 HTTP/1.1" status: 404 len: 333 time: 0.0304673 Nov 19 04:23:35.095201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55204) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.122704 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5618e65b-70d1-4623-96ce-9e0d96914b3a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:35.123186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5618e65b-70d1-4623-96ce-9e0d96914b3a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:35.126379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5618e65b-70d1-4623-96ce-9e0d96914b3a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/f8eaa364-9a24-473f-a181-6988f707cd29 HTTP/1.1" status: 404 len: 337 time: 0.0301764 Nov 19 04:23:35.128847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55206) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.156961 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e502463-ef2b-4039-9f8e-01d20d8ec3b9 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:35.157446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e502463-ef2b-4039-9f8e-01d20d8ec3b9 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:35.160667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1e502463-ef2b-4039-9f8e-01d20d8ec3b9 tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/subnets/2bc2e797-6e54-4c8a-828f-a87b4c2c3c4e HTTP/1.1" status: 404 len: 337 time: 0.0308411 Nov 19 04:23:35.163198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.256920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Deleting port e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:35.257274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.290304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] For port d72a1991-2163-421f-8c52-1016f57c182a, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d72a1991-2163-421f-8c52-1016f57c182a,segment=NetworkSegment(888c7e25-3852-429d-9da2-0183147d271e),segment_id=888c7e25-3852-429d-9da2-0183147d271e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:35.291334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.304554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] Calling delete_port for d72a1991-2163-421f-8c52-1016f57c182a owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:35.367743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.377290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f89c5-f4f6-455c-be44-14db65e2eea9 req-316f13f4-173e-495f-82c8-1eb95f6cc11d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:35.379007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f43f89c5-f4f6-455c-be44-14db65e2eea9 req-316f13f4-173e-495f-82c8-1eb95f6cc11d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 944 time: 0.0767255 Nov 19 04:23:35.392077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Calling delete_port for e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:35.415239 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.449509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] Pushing event deleted for resources: {'Port': ['ID=d72a1991-2163-421f-8c52-1016f57c182a,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:35.454646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e3136-4c39-43e8-8265-de3b1bddb9ce None None] No DVR routers for this DVR port d72a1991-2163-421f-8c52-1016f57c182a on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:35.493532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f43f89c5-f4f6-455c-be44-14db65e2eea9 req-624c7fa5-cfde-43f7-b92f-48b637bf85c1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026886 Nov 19 04:23:35.524918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.561960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Port': ['ID=e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:35.568419 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.574571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-37e06b08-3dc2-4797-8b8c-59264e5c072a tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/ports/e3c17ae9-5f82-4f0e-8d7e-8e409f1559f1 HTTP/1.1" status: 204 len: 168 time: 0.4076753 Nov 19 04:23:35.574571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55222) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:35.663522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.751809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.772016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e210f607-27f9-4bb8-969d-dc3c12e66adf']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:35.781369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888c7e25-3852-429d-9da2-0183147d271e') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:35.781679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888c7e25-3852-429d-9da2-0183147d271e') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:35.791578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.804683 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.811946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:35.812294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:35.815343 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:35.880353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.888071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:35.891529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] 10.222.0.52 "DELETE /v2.0/networks/e210f607-27f9-4bb8-969d-dc3c12e66adf HTTP/1.1" status: 204 len: 168 time: 0.3162465 Nov 19 04:23:35.904034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15d5b-a7bb-4792-a675-b3960d3b665d tempest-PortsIpV6TestJSON-1840322688 tempest-PortsIpV6TestJSON-1840322688-project] Pushing event deleted for resources: {'Network': ['ID=e210f607-27f9-4bb8-969d-dc3c12e66adf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:36.099281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de787-3658-4717-a825-0da254f3955b req-ef5f3b89-8339-4e97-96a7-e28238002b34 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:36.100617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be1de787-3658-4717-a825-0da254f3955b req-ef5f3b89-8339-4e97-96a7-e28238002b34 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.0599558 Nov 19 04:23:36.151369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-be1de787-3658-4717-a825-0da254f3955b req-128a7eb0-b829-4f94-8b28-6a8e02b9683b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Nov 19 04:23:36.164225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55230) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:36.284803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-d30efe02-7cd0-45e1-8e36-64b244bafa76 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:36.286287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-d30efe02-7cd0-45e1-8e36-64b244bafa76 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 945 time: 0.0616968 Nov 19 04:23:36.372906 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-96e4a3a3-41d7-42af-9367-00835a76f7ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b5529c19bcf4933ad4acf774f4cf713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073724 Nov 19 04:23:36.375330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55234) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:36.441406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:36.441743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.458680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61da9ece-2686-429f-9501-7a4e23372cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.515451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61da9ece-2686-429f-9501-7a4e23372cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.543566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d72a1991-2163-421f-8c52-1016f57c182a no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:36.576530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d72a1991-2163-421f-8c52-1016f57c182a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:36.577061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d72a1991-2163-421f-8c52-1016f57c182a not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:36.584292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port ce98d727-d7c1-4ccf-886c-ac1d7af86a66, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:36.584669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.603668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for ce98d727-d7c1-4ccf-886c-ac1d7af86a66 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:36.630878 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8309-4b15-4d47-8f2e-a164c24726e8 req-5980dfc3-eee9-49ee-8633-562bc5a4a138 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:36.633395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd1d8309-4b15-4d47-8f2e-a164c24726e8 req-5980dfc3-eee9-49ee-8633-562bc5a4a138 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 944 time: 0.0676713 Nov 19 04:23:36.683010 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61da9ece-2686-429f-9501-7a4e23372cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.685787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61da9ece-2686-429f-9501-7a4e23372cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.687100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61da9ece-2686-429f-9501-7a4e23372cc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bad707a9-1ae7-4f3f-818a-0438469e746b HTTP/1.1" status: 204 len: 168 time: 0.3108609 Nov 19 04:23:36.696622 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd1d8309-4b15-4d47-8f2e-a164c24726e8 req-1909b25f-0c27-4303-b020-2ccbc5c0acde tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571084 Nov 19 04:23:36.700924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da9ece-2686-429f-9501-7a4e23372cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad707a9-1ae7-4f3f-818a-0438469e746b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:36.747641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2489323-74c0-4438-ae26-46ec6c40a5f0 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:23:36.790246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.808265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['ce98d727-d7c1-4ccf-886c-ac1d7af86a66'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:23:36.835498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=ce98d727-d7c1-4ccf-886c-ac1d7af86a66,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:36.895552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port ce98d727-d7c1-4ccf-886c-ac1d7af86a66 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:36.898574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:36.905651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3dd0d095-61d2-476f-928c-fcaecac189cc req-a0b06693-a95c-4189-a1e2-5f60034e79ab tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "DELETE /v2.0/ports/ce98d727-d7c1-4ccf-886c-ac1d7af86a66 HTTP/1.1" status: 204 len: 173 time: 0.6122255 Nov 19 04:23:36.905969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a152222-1e49-4763-a8bf-8a12da156071', 'name': 'network-vif-deleted', 'tag': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:36.914455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f2489323-74c0-4438-ae26-46ec6c40a5f0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:36.918643 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522ab5e2-8f23-4f1f-a53b-2a81ef59ca68" -d '{"events": [{"server_uuid": "1a152222-1e49-4763-a8bf-8a12da156071", "name": "network-vif-deleted", "tag": "ce98d727-d7c1-4ccf-886c-ac1d7af86a66"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:36.936045 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f2489323-74c0-4438-ae26-46ec6c40a5f0', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'port_id': 'f2489323-74c0-4438-ae26-46ec6c40a5f0', 'mac_address': 'fa:16:3e:91:60:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:23:36.988124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:37.015320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2489323-74c0-4438-ae26-46ec6c40a5f0 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:23:37.020610 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30bca8f-bb5c-444d-98bd-ad3560c16804 x-openstack-request-id: req-a30bca8f-bb5c-444d-98bd-ad3560c16804 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:37.020917 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a152222-1e49-4763-a8bf-8a12da156071", "name": "network-vif-deleted", "tag": "ce98d727-d7c1-4ccf-886c-ac1d7af86a66", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:37.021210 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a30bca8f-bb5c-444d-98bd-ad3560c16804 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:37.021628 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a152222-1e49-4763-a8bf-8a12da156071', 'name': 'network-vif-deleted', 'tag': 'ce98d727-d7c1-4ccf-886c-ac1d7af86a66', 'status': 'completed', 'code': 200} Nov 19 04:23:37.058730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f2489323-74c0-4438-ae26-46ec6c40a5f0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:37.068417 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:37.139618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f2489323-74c0-4438-ae26-46ec6c40a5f0,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:37.266304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f2489323-74c0-4438-ae26-46ec6c40a5f0'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:23:37.308234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-493f8091-847a-43a7-bf7e-01b906ce8a4e req-00ee02bc-4ad7-48cd-ba75-f240a4efd795 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0477278 Nov 19 04:23:37.705403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55266) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:37.858459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-742061537'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:37.861967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28047c-b919-4b71-a431-dad964982992 req-10690c6f-c9f6-43ed-b19f-f41b920b1a3b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:37.869749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a28047c-b919-4b71-a431-dad964982992 req-10690c6f-c9f6-43ed-b19f-f41b920b1a3b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 945 time: 0.0798650 Nov 19 04:23:37.886807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:37.891077 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:37.900832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:37.926587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a28047c-b919-4b71-a431-dad964982992 req-63f490bf-8921-4af5-a2a1-3567ce64c610 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557845 Nov 19 04:23:37.991957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:37.998395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.034166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:38.041708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037a2d2c-b018-471d-9a49-45d5329f51d5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:38.049172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.049694 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 03a0c0a0-f312-41c2-a048-25fab8060aad of type vlan for network a1426151-5938-47af-9995-d673eeb2e129 Nov 19 04:23:38.099235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.125966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.131857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:38.132479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.196273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4870808 Nov 19 04:23:38.196506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55272) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:38.202270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'name': 'tempest-PortsTestJSON-842213460'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:38.253513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73719174-5024-47e3-af47-a4df8f3d6140 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=a1426151-5938-47af-9995-d673eeb2e129,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:38.269201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a1426151-5938-47af-9995-d673eeb2e129 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:38.315646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:38.319971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.351295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:38.415699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-23b68590-3ed7-4fe9-8e81-7dd4e6d48e39 req-9940d6f7-a446-4b3b-a16c-08b2e69967f1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0379803 Nov 19 04:23:38.519443 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.556602 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.640377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=4f0a23b5-5dae-41a7-9b75-c18c277214a7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:38.646821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '03a0c0a0-f312-41c2-a048-25fab8060aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:38.647579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: a1426151-5938-47af-9995-d673eeb2e129, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:38.666832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:38.676448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a1426151-5938-47af-9995-d673eeb2e129) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:38.683204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:38.690312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832b530-9766-4eb4-8045-db9ee13bbda5 None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:38.691376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:38.692277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.716894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f70d5f31-e838-48db-aff0-cdd8c2ba838b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5182421 Nov 19 04:23:38.719618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55278) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:38.726334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1794636937'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:38.746194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2489323-74c0-4438-ae26-46ec6c40a5f0 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:38.762091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:38.766724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.797697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:38.811524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.811966 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 95ca6a87-eb94-462b-873c-9b151f665dcd of type vlan for network 00033a8f-2222-44a9-a1d2-4ff9ccb4b887 Nov 19 04:23:38.865595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.901570 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.909172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:38.910458 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.914053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f2489323-74c0-4438-ae26-46ec6c40a5f0 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:23:38.928388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f2489323-74c0-4438-ae26-46ec6c40a5f0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:38.929394 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:38.944701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2201257 Nov 19 04:23:38.945621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55282) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:38.955610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'ports': [{'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'}, {'network_id': '00033a8f-2222-44a9-a1d2-4ff9ccb4b887'}]} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:38.956593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:38.957328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': '00033a8f-2222-44a9-a1d2-4ff9ccb4b887'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:39.079283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad231c-0cc9-4faf-a54d-9696dbb6bfbd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=00033a8f-2222-44a9-a1d2-4ff9ccb4b887,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:39.114652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 00033a8f-2222-44a9-a1d2-4ff9ccb4b887 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:39.202911 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b94c5-0b36-4917-ab58-e79943d6c9f2 req-56d7a904-f3c8-4409-a045-52eb9829c827 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:39.207129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-185b94c5-0b36-4917-ab58-e79943d6c9f2 req-56d7a904-f3c8-4409-a045-52eb9829c827 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 945 time: 0.1330636 Nov 19 04:23:39.252568 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.297742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2489323-74c0-4438-ae26-46ec6c40a5f0'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:23:39.300909 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45828d23-7799-4a64-8ebc-e1c269c7fc6a" -d '{"events": [{"server_uuid": "224f0af7-8d24-4c53-a614-62fdd7ce78dc", "name": "network-vif-plugged", "status": "completed", "tag": "f2489323-74c0-4438-ae26-46ec6c40a5f0"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:23:39.316669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f2489323-74c0-4438-ae26-46ec6c40a5f0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:39.325163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.326274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ce98d727-d7c1-4ccf-886c-ac1d7af86a66 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:39.372732 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-185b94c5-0b36-4917-ab58-e79943d6c9f2 req-3cc2dfb1-5835-4592-a8ed-c850ec4d9469 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502569 Nov 19 04:23:39.375499 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 2} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:39.381252 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.383692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: ce98d727-d7c1-4ccf-886c-ac1d7af86a66 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:39.384721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device ce98d727-d7c1-4ccf-886c-ac1d7af86a66 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:39.409780 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.465104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f2489323-74c0-4438-ae26-46ec6c40a5f0,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:39.472839 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c983b252-c7ec-414f-bfb1-7971218b6b45 x-openstack-request-id: req-c983b252-c7ec-414f-bfb1-7971218b6b45 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:23:39.473354 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f0af7-8d24-4c53-a614-62fdd7ce78dc", "name": "network-vif-plugged", "status": "completed", "tag": "f2489323-74c0-4438-ae26-46ec6c40a5f0", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:23:39.474312 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c983b252-c7ec-414f-bfb1-7971218b6b45 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:23:39.475026 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2489323-74c0-4438-ae26-46ec6c40a5f0', 'code': 200} Nov 19 04:23:39.525553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 63922c03-a1e6-4e93-a03b-4270c77e55cb yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:39.569423 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3f34613-980e-4a88-93b5-b81369b4ef30 req-0f2dd575-29af-4334-a5f0-ca0cf2e7e4d6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0405078 Nov 19 04:23:39.633413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d90789-b6be-425d-9bd0-00e1c93b4645 req-ba2b144f-83b8-4c28-a194-b84cad831f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:39.636929 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1d90789-b6be-425d-9bd0-00e1c93b4645 req-ba2b144f-83b8-4c28-a194-b84cad831f90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 1097 time: 0.0984187 Nov 19 04:23:39.689223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.706788 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b1d90789-b6be-425d-9bd0-00e1c93b4645 req-fa0e4531-045b-4e02-a9c8-0aa9a76d97c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620370 Nov 19 04:23:39.763585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port e495a6fe-8482-4004-9400-3c9a6a168f60 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:39.881100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.921671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.970560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:39.973758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:39.978533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:39.979532 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:39.997459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=63922c03-a1e6-4e93-a03b-4270c77e55cb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:40.059195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=e495a6fe-8482-4004-9400-3c9a6a168f60,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:40.061838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '95ca6a87-eb94-462b-873c-9b151f665dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '00033a8f-2222-44a9-a1d2-4ff9ccb4b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:40.062363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: 00033a8f-2222-44a9-a1d2-4ff9ccb4b887, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:40.080186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 00033a8f-2222-44a9-a1d2-4ff9ccb4b887 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:40.094685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 00033a8f-2222-44a9-a1d2-4ff9ccb4b887) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:40.101752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:40.108852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:40.111158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9de130-2697-4864-9608-7327aa417393 None None] Network 00033a8f-2222-44a9-a1d2-4ff9ccb4b887 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:40.114694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:40.114856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.137660 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dd7fb770-eb06-48b6-9fea-93b02716d529 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1865168 Nov 19 04:23:40.138252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:40.280268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port e495a6fe-8482-4004-9400-3c9a6a168f60 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:40.281083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.362341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.377400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for e495a6fe-8482-4004-9400-3c9a6a168f60 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:40.486157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.525370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=e495a6fe-8482-4004-9400-3c9a6a168f60,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:40.527766 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.531112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0f13b0b2-b159-4b7f-bfc9-f334d5706097 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/e495a6fe-8482-4004-9400-3c9a6a168f60 HTTP/1.1" status: 204 len: 168 time: 0.3916764 Nov 19 04:23:40.533629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55302) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:40.571256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48a59-7602-482f-aa37-84059cc55d06 req-d0ab9ed7-1a6b-403b-b4e2-5c0278ec9da4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:40.572837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ff48a59-7602-482f-aa37-84059cc55d06 req-d0ab9ed7-1a6b-403b-b4e2-5c0278ec9da4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 946 time: 0.1200805 Nov 19 04:23:40.609472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8220790-fb7d-437d-b102-b2344c094533 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:40.615650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8220790-fb7d-437d-b102-b2344c094533 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:40.617244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b8220790-fb7d-437d-b102-b2344c094533 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0826664 Nov 19 04:23:40.620926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55306) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:40.649294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ff48a59-7602-482f-aa37-84059cc55d06 req-b453865f-2a66-459b-8102-643f09506ce8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697308 Nov 19 04:23:40.720482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 63922c03-a1e6-4e93-a03b-4270c77e55cb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:40.720995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.757020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-652a52d3-9669-4248-a744-64fd03efb7ec req-3ea415e5-994a-4992-9abb-78b6e906f3a2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0314207 Nov 19 04:23:40.812347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.831568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 63922c03-a1e6-4e93-a03b-4270c77e55cb owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:40.915166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.953266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:40.957020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/63922c03-a1e6-4e93-a03b-4270c77e55cb HTTP/1.1" status: 204 len: 168 time: 0.3342488 Nov 19 04:23:40.958047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea7da-4d0f-4d0e-abaf-b76283f9932f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=63922c03-a1e6-4e93-a03b-4270c77e55cb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:40.959930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55308) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:41.022676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fdcd6d-8766-4862-aa7c-46c410bd90d6 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:41.024181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-86fdcd6d-8766-4862-aa7c-46c410bd90d6 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0630574 Nov 19 04:23:41.027781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55310) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:41.052595 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff0b0a2-1713-428d-bed6-ffe9a3701c09 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:41.054090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bff0b0a2-1713-428d-bed6-ffe9a3701c09 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/e495a6fe-8482-4004-9400-3c9a6a168f60 HTTP/1.1" status: 404 len: 333 time: 0.0252876 Nov 19 04:23:41.056901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:41.082043 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8478c285-09dd-426c-bb3c-a8685f6723ae tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:41.083455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8478c285-09dd-426c-bb3c-a8685f6723ae tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/63922c03-a1e6-4e93-a03b-4270c77e55cb HTTP/1.1" status: 404 len: 333 time: 0.0256002 Nov 19 04:23:41.086150 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55314) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:41.170372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.256180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.276090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00033a8f-2222-44a9-a1d2-4ff9ccb4b887']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:41.285833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ca6a87-eb94-462b-873c-9b151f665dcd') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:41.287294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ca6a87-eb94-462b-873c-9b151f665dcd') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:41.298913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.320764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.328282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:41.328282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:41.331649 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:41.397471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.419889 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.426634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/00033a8f-2222-44a9-a1d2-4ff9ccb4b887 HTTP/1.1" status: 204 len: 168 time: 0.3360040 Nov 19 04:23:41.426634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f36de-ee0f-4ee1-b3e6-dac0270f1b45 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=00033a8f-2222-44a9-a1d2-4ff9ccb4b887,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:41.426960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55320) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:41.433203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-775952742'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:41.458556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:41.463221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.490739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:41.506280 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.506863 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 4b36c116-50b1-457e-8848-a2e65b31af37 of type vlan for network 18ea5818-c459-43d3-8c5d-58d488ebf437 Nov 19 04:23:41.552629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.585006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.592476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:41.593258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.656283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2255173 Nov 19 04:23:41.656918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55328) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:41.662756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:41.710814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccc285-6a95-4130-abee-50b3c00e8695 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=18ea5818-c459-43d3-8c5d-58d488ebf437,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:41.726157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 18ea5818-c459-43d3-8c5d-58d488ebf437 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:41.822658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:41.826127 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:41.893256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Performing IP validity checks on allocation pools {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 04:23:41.893797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 04:23:41.914910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94921653-8630-48ea-8bf2-1b84e53421d6 req-a828e741-3b22-4d85-9376-e9548e441609 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:41.917512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94921653-8630-48ea-8bf2-1b84e53421d6 req-a828e741-3b22-4d85-9376-e9548e441609 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 946 time: 0.1491597 Nov 19 04:23:41.992895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-94921653-8630-48ea-8bf2-1b84e53421d6 req-b82d3609-be9a-44bb-985c-10bf55ecd8a7 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663850 Nov 19 04:23:42.113076 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-309881c1-1ab7-4d55-b9ef-6738bd9e7466 req-ff4a5b12-4898-44ba-b3c6-d3aaccd8db9e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a152222-1e49-4763-a8bf-8a12da156071 HTTP/1.1" status: 200 len: 210 time: 0.0512066 Nov 19 04:23:42.146422 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:42.553861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=84e2c6e9-bca7-4e31-9323-8093ad801061,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:42.573299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '4b36c116-50b1-457e-8848-a2e65b31af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:42.573762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: 18ea5818-c459-43d3-8c5d-58d488ebf437, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:42.587716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f89d9a-eb7d-4183-9d9f-f7a26c256182 req-b1116c0c-bc97-4311-875c-b8c95401679d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:42.595129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78f89d9a-eb7d-4183-9d9f-f7a26c256182 req-b1116c0c-bc97-4311-875c-b8c95401679d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 946 time: 0.4097269 Nov 19 04:23:42.637337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 18ea5818-c459-43d3-8c5d-58d488ebf437 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:42.668731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78f89d9a-eb7d-4183-9d9f-f7a26c256182 req-ae220f12-1fd1-40db-b6b7-2254d49bd0f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725477 Nov 19 04:23:42.670744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 18ea5818-c459-43d3-8c5d-58d488ebf437) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:42.675293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:42.676110 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:42.690958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4fdc4-50e7-48d0-9eff-af37a11d7ec2 None None] Network 18ea5818-c459-43d3-8c5d-58d488ebf437 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:42.706300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c301958-e852-4965-aa6b-df89f20452da tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0453272 Nov 19 04:23:42.707473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55338) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:42.712339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437', 'name': 'tempest-PortsTestJSON-1695097166'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:42.871550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:42.876241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:42.892673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-18ea5818-c459-43d3-8c5d-58d488ebf437', 'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': '84e2c6e9-bca7-4e31-9323-8093ad801061'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:42.894428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:42.899828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port adbe935d-55c3-4ab9-a532-b6a221723205 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:43.010069 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:23:43.044760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.13 (18ea5818-c459-43d3-8c5d-58d488ebf437/84e2c6e9-bca7-4e31-9323-8093ad801061/adbe935d-55c3-4ab9-a532-b6a221723205) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:43.232813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.281551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.339898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Allocated IP 172.20.0.2 (18ea5818-c459-43d3-8c5d-58d488ebf437/84e2c6e9-bca7-4e31-9323-8093ad801061/0c90f445-4e39-4583-a43d-38aff7a89110) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:43.340156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 18ea5818-c459-43d3-8c5d-58d488ebf437 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:43.343929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:43.347004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:43.374530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=adbe935d-55c3-4ab9-a532-b6a221723205,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:43.414050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:43.415307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.440758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a8136d27-7f7a-4591-ad1b-903bf44e47a0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7327573 Nov 19 04:23:43.443374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55348) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:43.534118 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.542560 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.564727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port adbe935d-55c3-4ab9-a532-b6a221723205 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:43.565383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.581493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Network 18ea5818-c459-43d3-8c5d-58d488ebf437 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:43.589422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:43.593211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:43.646723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Pushing event updated for resources: {'Port': ['ID=0c90f445-4e39-4583-a43d-38aff7a89110,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:43.663512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Attempting to bind port 0c90f445-4e39-4583-a43d-38aff7a89110 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:43.663901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Attempting to bind port 0c90f445-4e39-4583-a43d-38aff7a89110 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '4b36c116-50b1-457e-8848-a2e65b31af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:43.664282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Attempting to bind port 0c90f445-4e39-4583-a43d-38aff7a89110 on network 18ea5818-c459-43d3-8c5d-58d488ebf437 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:43.670699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:43.671082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Checking segment: {'id': '4b36c116-50b1-457e-8848-a2e65b31af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:43.671527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.671936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Bound using segment: {'id': '4b36c116-50b1-457e-8848-a2e65b31af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:43.672417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Bound port: 0c90f445-4e39-4583-a43d-38aff7a89110, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36c116-50b1-457e-8848-a2e65b31af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '18ea5818-c459-43d3-8c5d-58d488ebf437'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:43.672946 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.686303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.702149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for adbe935d-55c3-4ab9-a532-b6a221723205 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:43.782386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] For port 0c90f445-4e39-4583-a43d-38aff7a89110, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:43.786826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] For port 0c90f445-4e39-4583-a43d-38aff7a89110, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0c90f445-4e39-4583-a43d-38aff7a89110,segment=NetworkSegment(4b36c116-50b1-457e-8848-a2e65b31af37),segment_id=4b36c116-50b1-457e-8848-a2e65b31af37)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:43.800953 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.876003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:43.881928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe305b8-a2c2-483a-b134-bbe833c462d3 None None] Pushing event updated for resources: {'Port': ['ID=0c90f445-4e39-4583-a43d-38aff7a89110,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:43.918812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=adbe935d-55c3-4ab9-a532-b6a221723205,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:43.999755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.006120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bf8b1a99-1fa8-4b92-b320-cfb1354229f0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/adbe935d-55c3-4ab9-a532-b6a221723205 HTTP/1.1" status: 204 len: 168 time: 0.5608058 Nov 19 04:23:44.010067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55352) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:44.038114 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3d15ec-5032-4428-b38d-650445ffa8b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:23:44.038629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3d15ec-5032-4428-b38d-650445ffa8b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:44.041896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d3d15ec-5032-4428-b38d-650445ffa8b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/adbe935d-55c3-4ab9-a532-b6a221723205 HTTP/1.1" status: 404 len: 333 time: 0.0304952 Nov 19 04:23:44.044571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55354) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:44.096743 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c904bf-6b43-42de-a89f-01be560d7fb2 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:44.099192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-17c904bf-6b43-42de-a89f-01be560d7fb2 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/adbe935d-55c3-4ab9-a532-b6a221723205 HTTP/1.1" status: 404 len: 333 time: 0.0530462 Nov 19 04:23:44.103924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55356) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:44.177565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet 84e2c6e9-bca7-4e31-9323-8093ad801061 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:44.181404 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.234302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.235101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55358) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:44.421420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.510326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.566647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=84e2c6e9-bca7-4e31-9323-8093ad801061,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:44.569088 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.574480 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-487fb074-deb1-48e3-8b28-57674e05215e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/84e2c6e9-bca7-4e31-9323-8093ad801061 HTTP/1.1" status: 204 len: 168 time: 0.4693172 Nov 19 04:23:44.577060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:44.654800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0c90f445-4e39-4583-a43d-38aff7a89110 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:44.668478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.709013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0c90f445-4e39-4583-a43d-38aff7a89110 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:44.709540 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.749069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 0c90f445-4e39-4583-a43d-38aff7a89110 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:44.749789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.824771 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.848249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] For port 0c90f445-4e39-4583-a43d-38aff7a89110, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0c90f445-4e39-4583-a43d-38aff7a89110,segment=NetworkSegment(4b36c116-50b1-457e-8848-a2e65b31af37),segment_id=4b36c116-50b1-457e-8848-a2e65b31af37)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:44.848774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.879536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 0c90f445-4e39-4583-a43d-38aff7a89110 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:44.908525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 0c90f445-4e39-4583-a43d-38aff7a89110, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0c90f445-4e39-4583-a43d-38aff7a89110,segment=NetworkSegment(4b36c116-50b1-457e-8848-a2e65b31af37),segment_id=4b36c116-50b1-457e-8848-a2e65b31af37)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:44.918564 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:44.968469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.002978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=0c90f445-4e39-4583-a43d-38aff7a89110,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:45.069132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.126789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No DVR routers for this DVR port 0c90f445-4e39-4583-a43d-38aff7a89110 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:45.166319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=0c90f445-4e39-4583-a43d-38aff7a89110,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:45.257718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.333976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ea5818-c459-43d3-8c5d-58d488ebf437']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:45.373513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b36c116-50b1-457e-8848-a2e65b31af37') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:45.376174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b36c116-50b1-457e-8848-a2e65b31af37') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:45.398266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.449629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.458437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:45.458877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.464155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75416e72-9c17-4118-b157-d9adb7d9bfeb None None] Network 18ea5818-c459-43d3-8c5d-58d488ebf437 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:45.464305 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:45.547033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.20.0.17 (aa50c18a-5e2c-4c34-a5c2-656aceafbfd5/6428e9af-bc95-4e22-b1eb-2b38d3746461/bcb7bc21-7025-4ed7-b89f-b8eb57e882d8) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:45.568054 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.575931 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.584438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/18ea5818-c459-43d3-8c5d-58d488ebf437 HTTP/1.1" status: 204 len: 168 time: 1.0062768 Nov 19 04:23:45.589792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55374) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:45.625007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c8a2-89de-46dd-a35c-ba503aaf93a4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=18ea5818-c459-43d3-8c5d-58d488ebf437,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:45.647807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fbbf963e-8ff4-4364-b982-7c919a598a9b None None] Could not find standard attr ID for object 0c90f445-4e39-4583-a43d-38aff7a89110. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:45.653147 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-163862786'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:45.693765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:45.697995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.753605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:45.758974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450bcab7-b956-4276-800a-1cde8e936c31 None None] DHCP port deletion for 18ea5818-c459-43d3-8c5d-58d488ebf437 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:23:45.782666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.783118 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 05ff65df-c027-4156-96c7-3c983d5f87aa of type vlan for network d8742c9a-b3f3-49e8-8676-84db4e90a5de Nov 19 04:23:45.786527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.839336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.886828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.907117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.913164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:45.913765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:45.960258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:46.009647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:46.017590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:46.027026 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4360557 Nov 19 04:23:46.030697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55378) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:46.038783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:46.051054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:46.079222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ec76-77d8-4862-a25d-9b41db0b0736 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=d8742c9a-b3f3-49e8-8676-84db4e90a5de,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:46.092757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.104430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:46.240076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:46.246059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.293223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.491668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-31ce5b1c-bde3-42de-8ba1-e960f59ff7db None None] Provisioning complete for port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:46.492213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-31ce5b1c-bde3-42de-8ba1-e960f59ff7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.518410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.570743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-31ce5b1c-bde3-42de-8ba1-e960f59ff7db None None] Port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:46.600970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0c90f445-4e39-4583-a43d-38aff7a89110 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:46.631705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0c90f445-4e39-4583-a43d-38aff7a89110 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:46.632059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0c90f445-4e39-4583-a43d-38aff7a89110 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:46.686182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=d357cf8b-0cf4-4893-a381-0bb8647dd187,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:46.690094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '05ff65df-c027-4156-96c7-3c983d5f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:46.690473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: d8742c9a-b3f3-49e8-8676-84db4e90a5de, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:46.701505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.701866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.702250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.702597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.704044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.704404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.704745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.705084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.705430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.705767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.706132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.706780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:46.739252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:46.754844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d8742c9a-b3f3-49e8-8676-84db4e90a5de) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:46.764885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfb8a4-44a7-48f5-889b-449d902a93d9 None None] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:46.781065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:46.781065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.811691 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-816f9d46-a389-4a34-ad1b-df72e6b5335e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7770295 Nov 19 04:23:46.813663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55392) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:46.821115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1890295612'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:46.909618 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:46.920678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.001132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:47.004237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.012040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:47.018113 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.041696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d8742c9a-b3f3-49e8-8676-84db4e90a5de', 'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': 'd357cf8b-0cf4-4893-a381-0bb8647dd187'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:47.043125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.065668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 976362c3-e99f-47d2-b85c-2d5516ac2fef yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:47.125740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:47.127600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:47.281175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.4 (d8742c9a-b3f3-49e8-8676-84db4e90a5de/d357cf8b-0cf4-4893-a381-0bb8647dd187/976362c3-e99f-47d2-b85c-2d5516ac2fef) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:47.282974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:23:47.435127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:23:47.448648 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:23:47.454745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1112167e-410f-4727-9b89-c9fd3947741c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "PUT /v2.0/routers/275ddc5d-181f-4c30-8080-7845d5a2c296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2178762 Nov 19 04:23:47.461002 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:23:47.461841 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:47.496156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.503952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5f5d29d3-cf6d-40ec-aa2e-9d464f033bc8 None None] Provisioning complete for port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:47.504774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f5d29d3-cf6d-40ec-aa2e-9d464f033bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.550901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.650269 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:23:47.660714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:47.671499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Allocated IP 172.20.0.2 (d8742c9a-b3f3-49e8-8676-84db4e90a5de/d357cf8b-0cf4-4893-a381-0bb8647dd187/6e9afc79-57be-4a30-a82c-f10df5e7891c) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:47.686618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:47.706943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:47.783126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=976362c3-e99f-47d2-b85c-2d5516ac2fef,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:47.849157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:47.850448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:47.891286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-23790d5b-a889-4f20-af7d-fc0ec3b2ccf1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0749946 Nov 19 04:23:47.893514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55410) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:48.084354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 976362c3-e99f-47d2-b85c-2d5516ac2fef {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:48.085020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.142482 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.156982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d29d3-cf6d-40ec-aa2e-9d464f033bc8 None None] Port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:48.162369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.250288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.270311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:48.273971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 976362c3-e99f-47d2-b85c-2d5516ac2fef owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:48.279484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:48.290877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:48.311265 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Pushing event updated for resources: {'Port': ['ID=6e9afc79-57be-4a30-a82c-f10df5e7891c,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:48.314004 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:23:46Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:47Z', 'revision_number': 1, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb7bc21-7025-4ed7-b89f-b8eb57e882d8', 'name': '', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:a4:23:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:23:45Z', 'updated_at': '2021-11-19T04:23:46Z', 'revision_number': 2, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:48.365086 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:23:48.365546 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Updating router 275ddc5d-181f-4c30-8080-7845d5a2c296 port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:23:48.393925 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.415138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Attempting to bind port 6e9afc79-57be-4a30-a82c-f10df5e7891c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:48.415526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Attempting to bind port 6e9afc79-57be-4a30-a82c-f10df5e7891c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '05ff65df-c027-4156-96c7-3c983d5f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:48.415921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Attempting to bind port 6e9afc79-57be-4a30-a82c-f10df5e7891c on network d8742c9a-b3f3-49e8-8676-84db4e90a5de {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:48.424765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:48.425156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Checking segment: {'id': '05ff65df-c027-4156-96c7-3c983d5f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:48.425572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.426003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Bound using segment: {'id': '05ff65df-c027-4156-96c7-3c983d5f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:48.426492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Bound port: 6e9afc79-57be-4a30-a82c-f10df5e7891c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ff65df-c027-4156-96c7-3c983d5f87aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd8742c9a-b3f3-49e8-8676-84db4e90a5de'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:48.426882 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.495469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.570549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] For port 6e9afc79-57be-4a30-a82c-f10df5e7891c, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:48.576000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] For port 6e9afc79-57be-4a30-a82c-f10df5e7891c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6e9afc79-57be-4a30-a82c-f10df5e7891c,segment=NetworkSegment(05ff65df-c027-4156-96c7-3c983d5f87aa),segment_id=05ff65df-c027-4156-96c7-3c983d5f87aa)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:48.584479 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.595318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=976362c3-e99f-47d2-b85c-2d5516ac2fef,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:48.710399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc068a8-e7c7-4d94-bca6-f3d3db70aa03 None None] Pushing event updated for resources: {'Port': ['ID=6e9afc79-57be-4a30-a82c-f10df5e7891c,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:48.738051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.748273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5255897c-334d-4905-80e6-def12d99a135 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/976362c3-e99f-47d2-b85c-2d5516ac2fef HTTP/1.1" status: 204 len: 168 time: 0.8504839 Nov 19 04:23:48.753369 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55412) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:48.785407 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-496b381e-a826-4c42-b062-65433b47a923 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:48.791068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55414) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:48.802306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-496b381e-a826-4c42-b062-65433b47a923 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/976362c3-e99f-47d2-b85c-2d5516ac2fef HTTP/1.1" status: 404 len: 333 time: 0.0471740 Nov 19 04:23:48.908959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet d357cf8b-0cf4-4893-a381-0bb8647dd187 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:48.911546 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.912547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.920466 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:48.983686 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Pushing event updated for resources: {'Port': ['ID=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:49.017919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.033629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.034438 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.034961 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.035650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.036383 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.036892 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.037409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.040212 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.040752 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.041277 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.041861 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.042617 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:49.107821 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Attempting to bind port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:49.108363 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Attempting to bind port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:49.108744 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Attempting to bind port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 on network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:49.120345 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:49.121055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Checking segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:49.121646 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.122317 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Bound using segment: {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:49.123024 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Bound port: bcb7bc21-7025-4ed7-b89f-b8eb57e882d8, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a8743d-9edd-4dbe-ae11-787d70e4c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:49.123421 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.208260 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] For port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:49.212615 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] For port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:49.220056 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.251583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.301038 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:23:49.301892 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:49.378430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.422322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=d357cf8b-0cf4-4893-a381-0bb8647dd187,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:49.426272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.430520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-19740141-654c-4ea5-8553-de5e7a78a789 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/d357cf8b-0cf4-4893-a381-0bb8647dd187 HTTP/1.1" status: 204 len: 168 time: 0.6356399 Nov 19 04:23:49.434046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55420) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:49.436460 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:23:49.510168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da037fb8-7707-4b67-9320-81fbe3955e8c None None] Provisioning complete for port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:49.510718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da037fb8-7707-4b67-9320-81fbe3955e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.564227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.643332 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da037fb8-7707-4b67-9320-81fbe3955e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.647951 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 6e9afc79-57be-4a30-a82c-f10df5e7891c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:49.648512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.682925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-da037fb8-7707-4b67-9320-81fbe3955e8c None None] For port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:49.688752 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da037fb8-7707-4b67-9320-81fbe3955e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.723371 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c59b9-67cd-40aa-81f3-f0750da5a52d None None] Pushing event updated for resources: {'Port': ['ID=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:49.768377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da037fb8-7707-4b67-9320-81fbe3955e8c None None] Pushing event updated for resources: {'Port': ['ID=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:49.788626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] For port 6e9afc79-57be-4a30-a82c-f10df5e7891c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6e9afc79-57be-4a30-a82c-f10df5e7891c,segment=NetworkSegment(05ff65df-c027-4156-96c7-3c983d5f87aa),segment_id=05ff65df-c027-4156-96c7-3c983d5f87aa)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:49.789231 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.800739 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:23:46Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:47Z', 'revision_number': 1, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb7bc21-7025-4ed7-b89f-b8eb57e882d8', 'name': '', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:a4:23:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:23:45Z', 'updated_at': '2021-11-19T04:23:49Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:49.810115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-890dc96f-2f65-430c-99c2-481cc6146eef None None] Provisioning complete for port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:49.810495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-890dc96f-2f65-430c-99c2-481cc6146eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:49.820082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 6e9afc79-57be-4a30-a82c-f10df5e7891c owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:49.854109 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12157-dcaa-42dd-b92c-66561cd4876b None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:23:46Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:47Z', 'revision_number': 1, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb7bc21-7025-4ed7-b89f-b8eb57e882d8', 'name': '', 'network_id': 'aa50c18a-5e2c-4c34-a5c2-656aceafbfd5', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:a4:23:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:23:45Z', 'updated_at': '2021-11-19T04:23:49Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '6428e9af-bc95-4e22-b1eb-2b38d3746461', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:23:49.988988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.038864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No DVR routers for this DVR port 6e9afc79-57be-4a30-a82c-f10df5e7891c on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:23:50.047153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=6e9afc79-57be-4a30-a82c-f10df5e7891c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:50.167703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.213182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8742c9a-b3f3-49e8-8676-84db4e90a5de']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:50.231876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ff65df-c027-4156-96c7-3c983d5f87aa') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:50.232143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ff65df-c027-4156-96c7-3c983d5f87aa') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:23:50.242828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.257978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.266219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:23:50.266559 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:23:50.346432 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:23:50.349567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.355395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.359300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/d8742c9a-b3f3-49e8-8676-84db4e90a5de HTTP/1.1" status: 204 len: 168 time: 0.9238253 Nov 19 04:23:50.363022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55432) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:50.368142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'name': 'tempest-PortsTestJSON-1347622166'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:50.378524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cff492-9de3-4107-bb39-58f897e9860e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=d8742c9a-b3f3-49e8-8676-84db4e90a5de,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:50.496171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7f6ea36f-1ddc-4882-95f9-58f4eb08f77a None None] Could not find standard attr ID for object 6e9afc79-57be-4a30-a82c-f10df5e7891c. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:23:50.522526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:50.529271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.534975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69118573-b3fb-42fc-a77c-acf7457efef5 None None] DHCP port deletion for d8742c9a-b3f3-49e8-8676-84db4e90a5de request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:23:50.554356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361bf48-7139-4db2-a6b9-6b7edbc41205 None None] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:50.576096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361bf48-7139-4db2-a6b9-6b7edbc41205 None None] Network d8742c9a-b3f3-49e8-8676-84db4e90a5de could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 04:23:50.580436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 5e27826c-39a4-4d33-bdd6-685404a2fa44 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:50.695256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:50.768623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:50.769250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.841773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.891816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.948852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:50.952980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:50.956936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:50.963223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:50.963840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:50.969781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=5e27826c-39a4-4d33-bdd6-685404a2fa44,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:50.987880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-27ac2761-b5b2-41e4-9960-06ef628f08ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6236825 Nov 19 04:23:50.990851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55434) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:51.096850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 5e27826c-39a4-4d33-bdd6-685404a2fa44 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:51.097203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.172820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.188155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 5e27826c-39a4-4d33-bdd6-685404a2fa44 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:51.283240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-002acbb8-ee4a-485a-9751-85d25ef6a098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.307439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.346752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=5e27826c-39a4-4d33-bdd6-685404a2fa44,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:51.352239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.358835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55442) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:51.359265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-413209e5-9eee-47fe-87af-82f4f18704db tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/5e27826c-39a4-4d33-bdd6-685404a2fa44 HTTP/1.1" status: 204 len: 168 time: 0.3671567 Nov 19 04:23:51.363965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'mac_address': 'fa:16:3e:77:ad:32', 'name': 'tempest-PortsTestJSON-1565155950'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:51.476240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:51.551344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.598774 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port fedc89c2-b364-49e6-82f3-157537ebfdf7 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:51.798163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.848097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.913029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:51.916953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:51.927543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:51.936890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:51.937298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:51.951441 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=fedc89c2-b364-49e6-82f3-157537ebfdf7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:51.975249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55450) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:51.987214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7eb153e7-f0ee-4ece-b3a9-b4a3f55f6797 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6261683 Nov 19 04:23:52.033396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc692d1f-40c4-4afd-88c5-0bb0b7e26e31 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:52.038412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:52.047231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cc692d1f-40c4-4afd-88c5-0bb0b7e26e31 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/fedc89c2-b364-49e6-82f3-157537ebfdf7 HTTP/1.1" status: 200 len: 841 time: 0.0705252 Nov 19 04:23:52.149206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port fedc89c2-b364-49e6-82f3-157537ebfdf7 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:52.150212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.250454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.286210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for fedc89c2-b364-49e6-82f3-157537ebfdf7 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:52.400096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.433013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=fedc89c2-b364-49e6-82f3-157537ebfdf7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:52.448221 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.452024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a5b719af-94e7-4f51-b29d-c98605d7ee72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/fedc89c2-b364-49e6-82f3-157537ebfdf7 HTTP/1.1" status: 204 len: 168 time: 0.4116373 Nov 19 04:23:52.454835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55458) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:52.483330 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b648c40-9706-46c2-a61d-94b41e6711e5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:52.488868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55460) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:52.490228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0b648c40-9706-46c2-a61d-94b41e6711e5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/fedc89c2-b364-49e6-82f3-157537ebfdf7 HTTP/1.1" status: 404 len: 333 time: 0.0342524 Nov 19 04:23:52.497813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'name': 'tempest-PortsTestJSON-424596433'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:52.523043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6e9afc79-57be-4a30-a82c-f10df5e7891c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:23:52.553418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6e9afc79-57be-4a30-a82c-f10df5e7891c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:23:52.554076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6e9afc79-57be-4a30-a82c-f10df5e7891c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:23:52.626345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:52.631220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.656470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 8dc8825c-0696-412a-abb3-763ebba5a030 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:52.849969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.851892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.890351 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.950124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:52.954384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:52.958642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:52.965103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:52.965759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:52.976493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=8dc8825c-0696-412a-abb3-763ebba5a030,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:52.994658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55476) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:52.995237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4fe2d569-e3f1-4bf3-9f63-7242b7525272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5049241 Nov 19 04:23:53.001361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:53.077189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.238998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.244700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.286445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] In _notify_port_updated(), no bound segment for port 8dc8825c-0696-412a-abb3-763ebba5a030 on network a1426151-5938-47af-9995-d673eeb2e129 {{(pid=109987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:23:53.292813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:53.293436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.297639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55478) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:53.297797 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/ports/8dc8825c-0696-412a-abb3-763ebba5a030 HTTP/1.1" status: 200 len: 818 time: 0.3008776 Nov 19 04:23:53.308892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc3232-ed6c-4708-984f-ec4d4b53d2cd tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=8dc8825c-0696-412a-abb3-763ebba5a030,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:53.428065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 8dc8825c-0696-412a-abb3-763ebba5a030 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:53.428616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.505564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.519793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 8dc8825c-0696-412a-abb3-763ebba5a030 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:53.555650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a62cf982-ce02-4ca7-b160-a11ce0475cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.619184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.657210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.662430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/8dc8825c-0696-412a-abb3-763ebba5a030 HTTP/1.1" status: 204 len: 168 time: 0.3633187 Nov 19 04:23:53.663660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=8dc8825c-0696-412a-abb3-763ebba5a030,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:53.665272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55520) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:53.673179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.674093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.674729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.678436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.679505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.681036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.681332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.681628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.682117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.682473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.682821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.683165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28817568-6bd0-4277-acda-47efac441ed8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:23:53.733044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e732e-e21c-4831-a09f-ecb7c14d829d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:53.737541 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55522) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:53.737705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-292e732e-e21c-4831-a09f-ecb7c14d829d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0714428 Nov 19 04:23:53.766863 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c35142b-41a1-4b32-84c6-6204cc438eb8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:53.768512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9c35142b-41a1-4b32-84c6-6204cc438eb8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/8dc8825c-0696-412a-abb3-763ebba5a030 HTTP/1.1" status: 404 len: 333 time: 0.0298154 Nov 19 04:23:53.774823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55524) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:53.787330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1819110751'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:53.834027 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:53.847602 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.878720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:23:53.893623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.894015 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 28c7ebb8-2a28-4c00-813d-231263bc0972 of type vlan for network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a Nov 19 04:23:53.944222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:53.989779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:54.005347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:54.006378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:54.047674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2710774 Nov 19 04:23:54.050495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55538) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:54.056508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:54.215721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:54.226917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:54.513551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c5e69-6087-49a7-98ef-57d6a314615f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:54.525722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:23:54.529762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:54.598609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=3deceb07-789b-48b3-8fbe-af09012f2440,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:54.604276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '28c7ebb8-2a28-4c00-813d-231263bc0972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:54.604650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:23:54.624225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:23:54.642072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:54.649752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:54.651170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:54.653425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c01b2-5937-4267-aa48-822d663e00eb None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:54.678238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e69c9352-98cf-463e-a973-3bf612a98b48 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6262424 Nov 19 04:23:54.682038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55566) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:54.687536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:54.851676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:54.859487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:54.865637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': '3deceb07-789b-48b3-8fbe-af09012f2440'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:23:54.866775 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.006008 n-d-818503-1 neutron-server[109987]: INFO neutron.db.ipam_backend_mixin [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3deceb07-789b-48b3-8fbe-af09012f2440 (CIDR: 172.20.0.0/28) Nov 19 04:23:55.011794 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:23:55.012393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:23:55.033083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-14d12035-9e76-48d4-ad11-25f726a8f78f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3495166 Nov 19 04:23:55.035643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55572) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:55.035928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Allocated IP 172.20.0.2 (edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a/3deceb07-789b-48b3-8fbe-af09012f2440/34666660-647e-497d-afe3-b18f0bdf86e6) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:55.043277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:55.187882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:55.193816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.252245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.260032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.322849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:55.328144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:55.334648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.335555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:55.342257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-e2f966c6-f5ba-44e7-9228-ccb8e54576fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643194 Nov 19 04:23:55.348783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Pushing event updated for resources: {'Port': ['ID=34666660-647e-497d-afe3-b18f0bdf86e6,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:55.426052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Attempting to bind port 34666660-647e-497d-afe3-b18f0bdf86e6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:23:55.427110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Attempting to bind port 34666660-647e-497d-afe3-b18f0bdf86e6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '28c7ebb8-2a28-4c00-813d-231263bc0972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:23:55.427560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Attempting to bind port 34666660-647e-497d-afe3-b18f0bdf86e6 on network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:23:55.433478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:23:55.433977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Checking segment: {'id': '28c7ebb8-2a28-4c00-813d-231263bc0972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:23:55.434400 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.434898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Bound using segment: {'id': '28c7ebb8-2a28-4c00-813d-231263bc0972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:23:55.435448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Bound port: 34666660-647e-497d-afe3-b18f0bdf86e6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c7ebb8-2a28-4c00-813d-231263bc0972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:23:55.435909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.448223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-dc225afb-270c-473b-b047-0023000c2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:55.449768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-dc225afb-270c-473b-b047-0023000c2d4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 1097 time: 0.0596585 Nov 19 04:23:55.506612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] For port 34666660-647e-497d-afe3-b18f0bdf86e6, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:23:55.510118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] For port 34666660-647e-497d-afe3-b18f0bdf86e6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=34666660-647e-497d-afe3-b18f0bdf86e6,segment=NetworkSegment(28c7ebb8-2a28-4c00-813d-231263bc0972),segment_id=28c7ebb8-2a28-4c00-813d-231263bc0972)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:23:55.517535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.523694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.585261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88153f41-7d35-4879-aa80-75d8353eb7f7 None None] Pushing event updated for resources: {'Port': ['ID=34666660-647e-497d-afe3-b18f0bdf86e6,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:55.588539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-8a8ac624-4a17-4b15-a0e3-06036ea2dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:55.590065 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-8a8ac624-4a17-4b15-a0e3-06036ea2dd54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 HTTP/1.1" status: 200 len: 897 time: 0.1189275 Nov 19 04:23:55.591846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:55.596432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:55.605437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:55.606331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:55.639281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6023355 Nov 19 04:23:55.640153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55576) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:55.640897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf8e15-3f0d-4ab7-8126-c6537bf636e8 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=f0902eb6-fede-42ea-89f6-20a6b48bae77,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:55.649068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'fixed_ips': [{'subnet_id': '3deceb07-789b-48b3-8fbe-af09012f2440'}, {'subnet_id': 'f0902eb6-fede-42ea-89f6-20a6b48bae77'}], 'name': 'tempest-PortsTestJSON-1014301741'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:55.668283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-26f26ca8-bea3-42b2-af58-e23e96b48ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0692804 Nov 19 04:23:55.747558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-8ea4461a-145f-4258-a41e-3995ca6e515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:55.749354 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-8ea4461a-145f-4258-a41e-3995ca6e515b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6428e9af-bc95-4e22-b1eb-2b38d3746461 HTTP/1.1" status: 200 len: 837 time: 0.0744517 Nov 19 04:23:55.806353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:23:55.835454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-a0b65976-b1ad-4bea-b8ad-991964adecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:55.838073 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-a0b65976-b1ad-4bea-b8ad-991964adecea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799842 Nov 19 04:23:55.970771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.016972 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-d94ee4c6-b71b-459f-b965-1f95902a76ec service neutron] 10.222.0.36 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711977 Nov 19 04:23:56.022163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 3b0391cb-69e9-4610-ae0a-3ceafbee5966 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:23:56.123489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f1e64f5-bbc4-4f27-a1cc-f0c8a3f20ff3 req-6e2eda81-f55a-481a-a948-87b82f9f5014 service neutron] 10.222.0.36 "GET /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964632 Nov 19 04:23:56.418693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.11 (edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a/3deceb07-789b-48b3-8fbe-af09012f2440/3b0391cb-69e9-4610-ae0a-3ceafbee5966) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:56.419996 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.429861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.22 (edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a/f0902eb6-fede-42ea-89f6-20a6b48bae77/3b0391cb-69e9-4610-ae0a-3ceafbee5966) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:56.692278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 34666660-647e-497d-afe3-b18f0bdf86e6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:56.745645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.758248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 34666660-647e-497d-afe3-b18f0bdf86e6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:56.759348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.818412 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.895766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.916492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:23:56.921073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:23:56.925160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:23:56.951381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 34666660-647e-497d-afe3-b18f0bdf86e6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=34666660-647e-497d-afe3-b18f0bdf86e6,segment=NetworkSegment(28c7ebb8-2a28-4c00-813d-231263bc0972),segment_id=28c7ebb8-2a28-4c00-813d-231263bc0972)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:56.958268 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:56.971831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=3b0391cb-69e9-4610-ae0a-3ceafbee5966,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:57.044716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:57.047536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.074151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=34666660-647e-497d-afe3-b18f0bdf86e6,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:57.090849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0fe93739-5921-45c7-9096-7475651c7547 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4454982 Nov 19 04:23:57.093014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55594) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:57.099287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3deceb07-789b-48b3-8fbe-af09012f2440'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:57.166456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc7032-cdf2-47f9-8cc1-ab378212cc4f None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:57.198535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.323539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7b00e33d-13ee-426e-9bf5-ca5f640a9d57 None None] Provisioning complete for port 34666660-647e-497d-afe3-b18f0bdf86e6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:57.324247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b00e33d-13ee-426e-9bf5-ca5f640a9d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.359892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.542890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] Update dhcp port {'port': {'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'fixed_ips': [{'subnet_id': '3deceb07-789b-48b3-8fbe-af09012f2440', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f0902eb6-fede-42ea-89f6-20a6b48bae77'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '34666660-647e-497d-afe3-b18f0bdf86e6'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:23:57.581045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.602780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Delete allocated IP 172.20.0.22 (edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a/f0902eb6-fede-42ea-89f6-20a6b48bae77) {{(pid=109986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 04:23:57.776662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.783886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.843027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] Allocated IP 172.20.0.18 (edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a/f0902eb6-fede-42ea-89f6-20a6b48bae77/34666660-647e-497d-afe3-b18f0bdf86e6) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:57.888652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=3b0391cb-69e9-4610-ae0a-3ceafbee5966,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:57.912144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] In _notify_port_updated(), no bound segment for port 3b0391cb-69e9-4610-ae0a-3ceafbee5966 on network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:23:57.924298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:57.925432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.929912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ff7c769-ac7f-4730-bd10-7db58633a3fe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/ports/3b0391cb-69e9-4610-ae0a-3ceafbee5966 HTTP/1.1" status: 200 len: 920 time: 0.8328621 Nov 19 04:23:57.930824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55598) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:57.937054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3deceb07-789b-48b3-8fbe-af09012f2440'}, {'subnet_id': 'f0902eb6-fede-42ea-89f6-20a6b48bae77'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:23:57.947884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] For port 34666660-647e-497d-afe3-b18f0bdf86e6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=34666660-647e-497d-afe3-b18f0bdf86e6,segment=NetworkSegment(28c7ebb8-2a28-4c00-813d-231263bc0972),segment_id=28c7ebb8-2a28-4c00-813d-231263bc0972)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:23:57.982560 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:57.988861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.025979 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.084254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dec1a0-913d-4ab1-b557-8686cbf85893 None None] Pushing event updated for resources: {'Port': ['ID=34666660-647e-497d-afe3-b18f0bdf86e6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:58.338524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.24 (edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a/f0902eb6-fede-42ea-89f6-20a6b48bae77/3b0391cb-69e9-4610-ae0a-3ceafbee5966) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:23:58.514415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.520204 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.582906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 34666660-647e-497d-afe3-b18f0bdf86e6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:23:58.643409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=3b0391cb-69e9-4610-ae0a-3ceafbee5966,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:58.667135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 34666660-647e-497d-afe3-b18f0bdf86e6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:58.667511 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.709086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] In _notify_port_updated(), no bound segment for port 3b0391cb-69e9-4610-ae0a-3ceafbee5966 on network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:23:58.716771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:23:58.717590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.722103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55606) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:58.722610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b5ea632a-708f-403c-bd5e-9801cfd65685 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/ports/3b0391cb-69e9-4610-ae0a-3ceafbee5966 HTTP/1.1" status: 200 len: 1000 time: 0.7903824 Nov 19 04:23:58.743406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe1f12-a4f7-4135-bf61-bc9d7422b099 None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:23:58.847366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-247e1b4f-a132-4aa3-b78e-5d84bb23cbde None None] Provisioning complete for port 34666660-647e-497d-afe3-b18f0bdf86e6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:58.847746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-247e1b4f-a132-4aa3-b78e-5d84bb23cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.850285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 3b0391cb-69e9-4610-ae0a-3ceafbee5966 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:23:58.850650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.976769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:58.994275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 3b0391cb-69e9-4610-ae0a-3ceafbee5966 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:23:59.251696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-247e1b4f-a132-4aa3-b78e-5d84bb23cbde None None] Provisioning complete for port 3b0391cb-69e9-4610-ae0a-3ceafbee5966 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:59.252126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-247e1b4f-a132-4aa3-b78e-5d84bb23cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:59.307685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-247e1b4f-a132-4aa3-b78e-5d84bb23cbde None None] Port 3b0391cb-69e9-4610-ae0a-3ceafbee5966 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:23:59.611344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:59.649640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=3b0391cb-69e9-4610-ae0a-3ceafbee5966,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:23:59.753021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:59.761383 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-da84a921-b0f1-45e8-8292-82766e5abdbf tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/3b0391cb-69e9-4610-ae0a-3ceafbee5966 HTTP/1.1" status: 204 len: 168 time: 1.0351653 Nov 19 04:23:59.761785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55630) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:59.790295 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb259b57-4b64-48fb-991a-e34366d41c02 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:23:59.792374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fb259b57-4b64-48fb-991a-e34366d41c02 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/3b0391cb-69e9-4610-ae0a-3ceafbee5966 HTTP/1.1" status: 404 len: 333 time: 0.0295482 Nov 19 04:23:59.795159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55632) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:23:59.861729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet f0902eb6-fede-42ea-89f6-20a6b48bae77 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:23:59.865144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:59.916720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:23:59.943931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d6117886-3c32-420f-872a-3c8a1c7d6ec6 None None] Provisioning complete for port 34666660-647e-497d-afe3-b18f0bdf86e6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:23:59.944498 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d6117886-3c32-420f-872a-3c8a1c7d6ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.044073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.059744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d6117886-3c32-420f-872a-3c8a1c7d6ec6 None None] Could not find standard attr ID for object 3b0391cb-69e9-4610-ae0a-3ceafbee5966. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:00.132563 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.166773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=f0902eb6-fede-42ea-89f6-20a6b48bae77,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:00.170678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.174065 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ad0a29cb-a485-475a-8552-9cb377c5210b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/f0902eb6-fede-42ea-89f6-20a6b48bae77 HTTP/1.1" status: 204 len: 168 time: 0.3778067 Nov 19 04:24:00.176564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:00.181353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b37faeb5-4c84-44c1-9f21-c169f4be2e18 None None] Could not find standard attr ID for object 3b0391cb-69e9-4610-ae0a-3ceafbee5966. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:00.238293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet 3deceb07-789b-48b3-8fbe-af09012f2440 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:00.242472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.300389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.396947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2eb815-4b64-4c7d-8da8-f4ff38254043 None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:00.420511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.530895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e31e277c-4ec7-4b49-a8d9-6ca35c016347 None None] Could not find standard attr ID for object 3b0391cb-69e9-4610-ae0a-3ceafbee5966. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:00.537786 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.554958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.561154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/3deceb07-789b-48b3-8fbe-af09012f2440 HTTP/1.1" status: 204 len: 168 time: 0.3835952 Nov 19 04:24:00.563938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55640) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:00.582261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87101414-7609-45b6-b170-39eb89a3cc58 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=3deceb07-789b-48b3-8fbe-af09012f2440,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:00.664818 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.720131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85fee8-eeae-494f-82c2-01ecda503a2a None None] Update dhcp port {'port': {'network_id': 'edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a', 'fixed_ips': [{'subnet_id': '3deceb07-789b-48b3-8fbe-af09012f2440'}], 'binding:host_id': 'n-d-818503-1'}, 'id': '34666660-647e-497d-afe3-b18f0bdf86e6'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:24:00.734231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 34666660-647e-497d-afe3-b18f0bdf86e6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:00.734597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.756080 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b85fee8-eeae-494f-82c2-01ecda503a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.812033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] For port 34666660-647e-497d-afe3-b18f0bdf86e6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=34666660-647e-497d-afe3-b18f0bdf86e6,segment=NetworkSegment(28c7ebb8-2a28-4c00-813d-231263bc0972),segment_id=28c7ebb8-2a28-4c00-813d-231263bc0972)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:00.813212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.834746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 34666660-647e-497d-afe3-b18f0bdf86e6 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:00.936536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:00.956017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d88cc-989b-4615-ba6a-653290e28f17 None None] Network edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:00.977852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=34666660-647e-497d-afe3-b18f0bdf86e6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:00.988616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No DVR routers for this DVR port 34666660-647e-497d-afe3-b18f0bdf86e6 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:01.091688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b38e5c04-8ad8-4849-afeb-81d833f528ac None None] Could not find standard attr ID for object 34666660-647e-497d-afe3-b18f0bdf86e6. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:01.102791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.114136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c38c31-dbf5-4717-a497-f7c39f495b99 None None] DHCP port deletion for edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:01.127017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:01.138640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c7ebb8-2a28-4c00-813d-231263bc0972') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:01.138949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c7ebb8-2a28-4c00-813d-231263bc0972') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:01.151441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.168167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.176525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:01.177063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:01.180681 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:01.247831 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.252958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.256637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a HTTP/1.1" status: 204 len: 168 time: 0.6913044 Nov 19 04:24:01.261054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55646) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:01.272554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbcee5-29c7-41e1-9965-692e8b2561d5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=edda6e4e-cf1b-4a9e-8005-dc0c6dadba5a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:01.324075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d6bb1c-1308-4e68-a632-442c85c74812 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:01.325793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0d6bb1c-1308-4e68-a632-442c85c74812 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0642436 Nov 19 04:24:01.329537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55648) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:01.387103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0ab323b0-85d8-45c0-b00a-1ede5b4b7505 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0529678 Nov 19 04:24:01.387356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55652) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:01.402183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1057715475'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:01.424670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:01.428646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.459187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:24:01.470251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.470714 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 35e4e645-00a2-4515-a28a-41d09a1ff035 of type vlan for network 0c0050b0-c482-49bd-b345-bc4b560de77c Nov 19 04:24:01.518110 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.558798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.564914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:01.565530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.630206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2417314 Nov 19 04:24:01.633971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55656) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:01.641679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:01.644941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1267c-251d-474c-ae47-5355c2ae48fc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=0c0050b0-c482-49bd-b345-bc4b560de77c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:01.656869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 0c0050b0-c482-49bd-b345-bc4b560de77c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:24:01.763717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:01.767493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:01.969245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.003547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.041979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=08621f41-f399-449a-bb35-b5eecf335679,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:02.053506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '35e4e645-00a2-4515-a28a-41d09a1ff035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:02.053506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: 0c0050b0-c482-49bd-b345-bc4b560de77c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:24:02.074851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 0c0050b0-c482-49bd-b345-bc4b560de77c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:24:02.084850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 0c0050b0-c482-49bd-b345-bc4b560de77c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:02.089770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:02.090719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.099161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec29edb-df83-4587-a1ee-cf2ff4868c32 None None] Network 0c0050b0-c482-49bd-b345-bc4b560de77c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:02.113262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5644aca6-2cf8-49ee-b0ab-03899f1cfbd5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4778540 Nov 19 04:24:02.115819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55658) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:02.121992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c', 'name': 'tempest-PortsTestJSON-1050726442'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:02.270742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:02.276612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.288538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-0c0050b0-c482-49bd-b345-bc4b560de77c', 'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': '08621f41-f399-449a-bb35-b5eecf335679'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:24:02.290849 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.300609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 0b91d48d-9824-4199-ba8f-d927d26f96be yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:02.469269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.8 (0c0050b0-c482-49bd-b345-bc4b560de77c/08621f41-f399-449a-bb35-b5eecf335679/0b91d48d-9824-4199-ba8f-d927d26f96be) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:02.576463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 34666660-647e-497d-afe3-b18f0bdf86e6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:02.608619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 34666660-647e-497d-afe3-b18f0bdf86e6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:02.608986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 34666660-647e-497d-afe3-b18f0bdf86e6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:02.662611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.718217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.771142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Allocated IP 172.20.0.2 (0c0050b0-c482-49bd-b345-bc4b560de77c/08621f41-f399-449a-bb35-b5eecf335679/3536d7ea-4a09-4cdf-a463-6812194c90c0) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:02.835503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 0c0050b0-c482-49bd-b345-bc4b560de77c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:02.840153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:02.844602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:02.905678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:02.906460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:02.920161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=0b91d48d-9824-4199-ba8f-d927d26f96be,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:02.932097 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55676) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:02.932262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93e7744e-8748-4e29-ab5c-088f99b74655 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8152413 Nov 19 04:24:02.938281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c', 'name': 'tempest-PortsTestJSON-293502650'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:03.017166 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.030976 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.089091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Network 0c0050b0-c482-49bd-b345-bc4b560de77c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:03.109030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:03.113049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:03.138962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Pushing event updated for resources: {'Port': ['ID=3536d7ea-4a09-4cdf-a463-6812194c90c0,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:03.148415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:03.152968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.191196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port d3f50a9d-ceaf-4ac8-987a-37f5f1ced253 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:03.222716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Attempting to bind port 3536d7ea-4a09-4cdf-a463-6812194c90c0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:03.223472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Attempting to bind port 3536d7ea-4a09-4cdf-a463-6812194c90c0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '35e4e645-00a2-4515-a28a-41d09a1ff035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:03.224072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Attempting to bind port 3536d7ea-4a09-4cdf-a463-6812194c90c0 on network 0c0050b0-c482-49bd-b345-bc4b560de77c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:03.232390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:03.234286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Checking segment: {'id': '35e4e645-00a2-4515-a28a-41d09a1ff035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:03.234877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.235439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Bound using segment: {'id': '35e4e645-00a2-4515-a28a-41d09a1ff035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:03.236073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Bound port: 3536d7ea-4a09-4cdf-a463-6812194c90c0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e4e645-00a2-4515-a28a-41d09a1ff035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c0050b0-c482-49bd-b345-bc4b560de77c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:03.236853 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.341525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.10 (0c0050b0-c482-49bd-b345-bc4b560de77c/08621f41-f399-449a-bb35-b5eecf335679/d3f50a9d-ceaf-4ac8-987a-37f5f1ced253) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:03.362174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] For port 3536d7ea-4a09-4cdf-a463-6812194c90c0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:03.369688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] For port 3536d7ea-4a09-4cdf-a463-6812194c90c0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3536d7ea-4a09-4cdf-a463-6812194c90c0,segment=NetworkSegment(35e4e645-00a2-4515-a28a-41d09a1ff035),segment_id=35e4e645-00a2-4515-a28a-41d09a1ff035)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:03.376059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.470141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4418a02-8af1-45c9-a7bf-9742882bd759 None None] Pushing event updated for resources: {'Port': ['ID=3536d7ea-4a09-4cdf-a463-6812194c90c0,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:03.576695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.615098 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.679746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 0c0050b0-c482-49bd-b345-bc4b560de77c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:03.684138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:03.691243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:03.738731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=d3f50a9d-ceaf-4ac8-987a-37f5f1ced253,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:03.775498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:03.776343 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:03.795486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5255ce7f-92fb-40a7-868c-383654602b87 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8618832 Nov 19 04:24:03.798341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:03.913388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a0c1b-d30d-46f7-a255-00609ade7da6 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:03.915184 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8f4a0c1b-d30d-46f7-a255-00609ade7da6 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1156311 Nov 19 04:24:03.918136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55684) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:04.030645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port d3f50a9d-ceaf-4ac8-987a-37f5f1ced253 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:04.031006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.134301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.149546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for d3f50a9d-ceaf-4ac8-987a-37f5f1ced253 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:04.308809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.341235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=d3f50a9d-ceaf-4ac8-987a-37f5f1ced253,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:04.432153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.438477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fb077935-5e34-4fd1-a5f3-011c591045f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/d3f50a9d-ceaf-4ac8-987a-37f5f1ced253 HTTP/1.1" status: 204 len: 168 time: 0.5189703 Nov 19 04:24:04.440806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55688) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:04.470505 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-19254d10-bed4-401e-96a7-e1025d318673 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:04.472372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-19254d10-bed4-401e-96a7-e1025d318673 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/d3f50a9d-ceaf-4ac8-987a-37f5f1ced253 HTTP/1.1" status: 404 len: 333 time: 0.0305395 Nov 19 04:24:04.475178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55690) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:04.632395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 0b91d48d-9824-4199-ba8f-d927d26f96be {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:04.632748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.668747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3536d7ea-4a09-4cdf-a463-6812194c90c0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:04.735109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923016ef-7353-4e22-a606-bec03f5ffa91 None None] Network 0c0050b0-c482-49bd-b345-bc4b560de77c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:04.750810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.767509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 0b91d48d-9824-4199-ba8f-d927d26f96be owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:04.826279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-333a226f-ed09-410f-91e4-68c42033b903 None None] Provisioning complete for port 3536d7ea-4a09-4cdf-a463-6812194c90c0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:04.826279 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-333a226f-ed09-410f-91e4-68c42033b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.832370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 3536d7ea-4a09-4cdf-a463-6812194c90c0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:04.832370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:04.947680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.001256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=0b91d48d-9824-4199-ba8f-d927d26f96be,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:05.048759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-333a226f-ed09-410f-91e4-68c42033b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.071421 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.139091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 3536d7ea-4a09-4cdf-a463-6812194c90c0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3536d7ea-4a09-4cdf-a463-6812194c90c0,segment=NetworkSegment(35e4e645-00a2-4515-a28a-41d09a1ff035),segment_id=35e4e645-00a2-4515-a28a-41d09a1ff035)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:05.140495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.144311 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-957dc2ee-9cc5-4f93-98d0-09439cf68510 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/0b91d48d-9824-4199-ba8f-d927d26f96be HTTP/1.1" status: 204 len: 168 time: 0.6678009 Nov 19 04:24:05.147818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:05.148469 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.200739 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d62ff4-458c-4dbc-a7d9-65c927d5ef20 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:05.205253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55698) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:05.206388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-30d62ff4-458c-4dbc-a7d9-65c927d5ef20 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/0b91d48d-9824-4199-ba8f-d927d26f96be HTTP/1.1" status: 404 len: 333 time: 0.0525825 Nov 19 04:24:05.279915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=3536d7ea-4a09-4cdf-a463-6812194c90c0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:05.305636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-333a226f-ed09-410f-91e4-68c42033b903 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:24:05.305918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet 08621f41-f399-449a-bb35-b5eecf335679 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:05.308890 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-333a226f-ed09-410f-91e4-68c42033b903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:24:05.312631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.407404 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.533658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.604918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.656037 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=08621f41-f399-449a-bb35-b5eecf335679,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:05.660114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.670342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39b59b30-1d71-4a89-b445-9957109a4ffe tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/08621f41-f399-449a-bb35-b5eecf335679 HTTP/1.1" status: 204 len: 168 time: 0.4639492 Nov 19 04:24:05.673995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55706) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:05.803041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b55ab9-4fe0-48b6-9314-12ac79f80a0a None None] Network 0c0050b0-c482-49bd-b345-bc4b560de77c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:05.824402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.904597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 3536d7ea-4a09-4cdf-a463-6812194c90c0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:05.904944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:05.998408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] For port 3536d7ea-4a09-4cdf-a463-6812194c90c0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=3536d7ea-4a09-4cdf-a463-6812194c90c0,segment=NetworkSegment(35e4e645-00a2-4515-a28a-41d09a1ff035),segment_id=35e4e645-00a2-4515-a28a-41d09a1ff035)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:05.999066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55708) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:05.999193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.014972 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 3536d7ea-4a09-4cdf-a463-6812194c90c0 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:06.061004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] DHCP port deletion for 0c0050b0-c482-49bd-b345-bc4b560de77c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:06.089299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55712) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:06.136292 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.140436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9c29beec-4e79-4287-be13-76eb7af0e96c None None] Provisioning complete for port 3536d7ea-4a09-4cdf-a463-6812194c90c0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:06.140933 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9c29beec-4e79-4287-be13-76eb7af0e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.171366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=3536d7ea-4a09-4cdf-a463-6812194c90c0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:06.171728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9c29beec-4e79-4287-be13-76eb7af0e96c None None] Port 3536d7ea-4a09-4cdf-a463-6812194c90c0 was deleted so its status cannot be updated. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 04:24:06.178530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No DVR routers for this DVR port 3536d7ea-4a09-4cdf-a463-6812194c90c0 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:06.182090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9c29beec-4e79-4287-be13-76eb7af0e96c None None] Could not find standard attr ID for object 0b91d48d-9824-4199-ba8f-d927d26f96be. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:06.197043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Deleting subnet cce44f59-2706-4090-953d-833088bfb84e {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:06.202085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.209030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Deleting port 3536d7ea-4a09-4cdf-a463-6812194c90c0 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:06.209538 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.297309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] For port 3536d7ea-4a09-4cdf-a463-6812194c90c0, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:06.298130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.318664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Calling delete_port for 3536d7ea-4a09-4cdf-a463-6812194c90c0 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:06.323632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Port 3536d7ea-4a09-4cdf-a463-6812194c90c0 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:24:06.325422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.346415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.357688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] Pushing event deleted for resources: {'Port': ['ID=3536d7ea-4a09-4cdf-a463-6812194c90c0,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:06.361714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad6286-f54a-4a8a-85e0-c48806049b31 None None] No DVR routers for this DVR port 3536d7ea-4a09-4cdf-a463-6812194c90c0 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:06.382728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.390993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0050b0-c482-49bd-b345-bc4b560de77c']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:06.406407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e4e645-00a2-4515-a28a-41d09a1ff035') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:06.407249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e4e645-00a2-4515-a28a-41d09a1ff035') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:06.421051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.444299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.453866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:06.454743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:06.459959 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:06.497835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.542878 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.565798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.572179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/0c0050b0-c482-49bd-b345-bc4b560de77c HTTP/1.1" status: 204 len: 168 time: 0.8974822 Nov 19 04:24:06.576101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:06.596397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1612052070'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:06.602775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a63ee2-8278-47f1-bc75-8a6680600c00 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=0c0050b0-c482-49bd-b345-bc4b560de77c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:06.615076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3536d7ea-4a09-4cdf-a463-6812194c90c0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:06.643120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 3536d7ea-4a09-4cdf-a463-6812194c90c0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:06.644088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 3536d7ea-4a09-4cdf-a463-6812194c90c0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:06.656258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:06.659913 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.693410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:24:06.706853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.707215 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 72db24de-241a-4bac-94a5-f0b61e73ea98 of type vlan for network 0779b610-4dd7-4679-87d5-8c5472f10d8d Nov 19 04:24:06.766633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.801743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.817265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:06.818465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:06.914952 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3223560 Nov 19 04:24:06.916835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55718) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:06.923392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:06.930462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568aa4c-0532-4b48-84fe-095d2ded2bf4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=0779b610-4dd7-4679-87d5-8c5472f10d8d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:06.942475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:24:07.005959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.029276 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.035239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cce44f59-2706-4090-953d-833088bfb84e HTTP/1.1" status: 204 len: 168 time: 0.9420931 Nov 19 04:24:07.037284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55720) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:07.075113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:07.079934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.168259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc914352-0da9-4e34-be65-0050ef7f9034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce44f59-2706-4090-953d-833088bfb84e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:07.177300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.276398 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.303990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.322600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.353925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0748742-9a6c-4c90-b9c5-81a5b5c44301']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:07.379525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=829cc763-372b-4348-b6ec-59caf458f0ab,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:07.387575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '72db24de-241a-4bac-94a5-f0b61e73ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:07.387953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: 0779b610-4dd7-4679-87d5-8c5472f10d8d, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:24:07.400163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8431cac-ce87-45ec-aa91-8a7716569a37') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:07.400435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8431cac-ce87-45ec-aa91-8a7716569a37') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:07.407779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:24:07.416081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.421338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 0779b610-4dd7-4679-87d5-8c5472f10d8d) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:07.429375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2373f-8242-442e-a84c-646359e872d7 None None] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:07.430454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:07.431094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.440990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.452520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-abb0853c-99c0-4851-99c5-36acceebf3ac tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5330074 Nov 19 04:24:07.457359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55722) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:07.464059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d', 'name': 'tempest-PortsTestJSON-587322059', 'fixed_ips': [{'subnet_id': '829cc763-372b-4348-b6ec-59caf458f0ab', 'ip_address': '172.20.0.10'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:07.494571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:07.495134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:07.504415 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:07.621484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:07.622589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-0779b610-4dd7-4679-87d5-8c5472f10d8d', 'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': '829cc763-372b-4348-b6ec-59caf458f0ab'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:24:07.623956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.636597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.652783 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.659862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a0748742-9a6c-4c90-b9c5-81a5b5c44301 HTTP/1.1" status: 204 len: 168 time: 0.5958998 Nov 19 04:24:07.669507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55724) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:07.674421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad869319-f256-4a13-aae9-ecae7ee27745 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0748742-9a6c-4c90-b9c5-81a5b5c44301,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:07.747930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Deleting subnet 5c8bbfc5-731a-4019-8fd9-c9b898314af1 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:07.752939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.799344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.814099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.816762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Allocated IP 172.20.0.2 (0779b610-4dd7-4679-87d5-8c5472f10d8d/829cc763-372b-4348-b6ec-59caf458f0ab/0d3fa004-28ca-4770-8649-cd44c1c65f21) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:07.846381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port ab9c8ad3-6691-424f-bd23-c0ad192f9072 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:07.861196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:07.861568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.907739 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:07.981275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port bcb7bc21-7025-4ed7-b89f-b8eb57e882d8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:07.981990 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.011917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:08.022502 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.044684 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.051813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8bbfc5-731a-4019-8fd9-c9b898314af1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:08.054104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.056931 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.060910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e530b242-faab-4966-91bb-645f916746f7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5c8bbfc5-731a-4019-8fd9-c9b898314af1 HTTP/1.1" status: 204 len: 168 time: 0.3902609 Nov 19 04:24:08.065546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55728) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:08.111603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:08.116414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:08.121349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:08.124939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Pushing event updated for resources: {'Port': ['ID=0d3fa004-28ca-4770-8649-cd44c1c65f21,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:08.185456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Attempting to bind port 0d3fa004-28ca-4770-8649-cd44c1c65f21 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:08.185844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Attempting to bind port 0d3fa004-28ca-4770-8649-cd44c1c65f21 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '72db24de-241a-4bac-94a5-f0b61e73ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:08.186253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Attempting to bind port 0d3fa004-28ca-4770-8649-cd44c1c65f21 on network 0779b610-4dd7-4679-87d5-8c5472f10d8d {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:08.186495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.10 (0779b610-4dd7-4679-87d5-8c5472f10d8d/829cc763-372b-4348-b6ec-59caf458f0ab/ab9c8ad3-6691-424f-bd23-c0ad192f9072) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:08.192621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:08.193004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Checking segment: {'id': '72db24de-241a-4bac-94a5-f0b61e73ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:08.193411 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.193818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Bound using segment: {'id': '72db24de-241a-4bac-94a5-f0b61e73ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:08.194391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Bound port: 0d3fa004-28ca-4770-8649-cd44c1c65f21, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72db24de-241a-4bac-94a5-f0b61e73ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:08.194805 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.200689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.265895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] For port 0d3fa004-28ca-4770-8649-cd44c1c65f21, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:08.269606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] For port 0d3fa004-28ca-4770-8649-cd44c1c65f21, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3fa004-28ca-4770-8649-cd44c1c65f21,segment=NetworkSegment(72db24de-241a-4bac-94a5-f0b61e73ea98),segment_id=72db24de-241a-4bac-94a5-f0b61e73ea98)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:08.278552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.319484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.361005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.361269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd7847e-fe79-4bfa-a86b-111a1ba02e32']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:08.364185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154794b-4732-45fa-a1c2-a54782752612 None None] Pushing event updated for resources: {'Port': ['ID=0d3fa004-28ca-4770-8649-cd44c1c65f21,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:08.397185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=bcb7bc21-7025-4ed7-b89f-b8eb57e882d8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:08.426783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36091ce0-3644-4340-a04b-48ede01f4b2d') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:08.427085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36091ce0-3644-4340-a04b-48ede01f4b2d') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:08.455022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.492999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.505308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:08.505724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:08.507652 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:08.611583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.653459 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.717341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:08.727695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:08.730450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:08.745609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.763021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.767514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.771817 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] 10.222.0.52 "DELETE /v2.0/networks/ddd7847e-fe79-4bfa-a86b-111a1ba02e32 HTTP/1.1" status: 204 len: 168 time: 0.7052772 Nov 19 04:24:08.800001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=ab9c8ad3-6691-424f-bd23-c0ad192f9072,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:08.832883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e110-4752-47f3-8aad-9fd9d5f685ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd7847e-fe79-4bfa-a86b-111a1ba02e32,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:08.925350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:08.926058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:08.972110 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-d371082d-cbf5-4403-8cc1-93ce92a345a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1255739 Nov 19 04:24:08.976096 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c1c679ac-ce5f-4e18-9acb-87248b047b4d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5175993 Nov 19 04:24:08.979094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55734) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:08.989654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': '0779b610-4dd7-4679-87d5-8c5472f10d8d', 'name': 'tempest-PortsTestJSON-883086077', 'fixed_ips': [{'subnet_id': '829cc763-372b-4348-b6ec-59caf458f0ab', 'ip_address': '172.20.0.9'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:09.124837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:24:09.165050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-9067bbac-6a5d-4cdc-a2b9-0b17151d587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:09.166594 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-9067bbac-6a5d-4cdc-a2b9-0b17151d587f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1097 time: 0.0910892 Nov 19 04:24:09.167073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55736) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:09.275946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:09.281406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8eff0cc1-d69c-48fb-b0dc-1f9085e9ce42 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "PUT /v2.0/routers/275ddc5d-181f-4c30-8080-7845d5a2c296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2817929 Nov 19 04:24:09.290477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:09.307639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:09.310271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:09.341609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-c9fe9e55-f0db-472a-a08b-9736b4212dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:09.343324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-c9fe9e55-f0db-472a-a08b-9736b4212dad service neutron] 10.222.0.31 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 898 time: 0.1487398 Nov 19 04:24:09.349517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ba7af436-0f09-4eb4-9a4e-1253d45cc2df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17326aeb81ba4adc9090e07c5c974bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1794865 Nov 19 04:24:09.351586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55740) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:09.360313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:09.373057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:09.403957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port d9539faf-c087-49fa-b3b4-9fb964939096 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:09.440876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:09.613771 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-8f3fc569-c969-44d9-a922-01599129b02b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 1001 time: 0.2542226 Nov 19 04:24:09.703239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee9ac-dc2f-4f1f-b6ca-62fc4afde37a req-50f797dc-c15c-4b55-a324-cb17c6795986 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:09.705474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cdee9ac-dc2f-4f1f-b6ca-62fc4afde37a req-50f797dc-c15c-4b55-a324-cb17c6795986 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 946 time: 0.0735807 Nov 19 04:24:09.714198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b57a920a-5095-4e2e-a693-d863e25dbfd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:09.777420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4cdee9ac-dc2f-4f1f-b6ca-62fc4afde37a req-81d61cdc-8f8b-40eb-aca9-025c5a74614e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633008 Nov 19 04:24:09.793685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-4a7b1692-cb27-4f5c-8427-e7912a1c676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:09.795207 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-4a7b1692-cb27-4f5c-8427-e7912a1c676d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 200 len: 835 time: 0.1648173 Nov 19 04:24:09.802051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b57a920a-5095-4e2e-a693-d863e25dbfd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:09.807676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:08Z', 'revision_number': 6, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:47Z', 'revision_number': 1, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:09.850279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:24:09.865284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:09.866002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:09.868128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bdf3b8-424b-40fb-a4b5-fb23840e88a4 None None] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:10.234576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.9 (0779b610-4dd7-4679-87d5-8c5472f10d8d/829cc763-372b-4348-b6ec-59caf458f0ab/d9539faf-c087-49fa-b3b4-9fb964939096) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:10.290237 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3cd5104b-963c-4ebb-b28c-9229e72e20cf None None] Provisioning complete for port 0d3fa004-28ca-4770-8649-cd44c1c65f21 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:10.291035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3cd5104b-963c-4ebb-b28c-9229e72e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.292756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-5ced7944-182e-4ff1-9bcd-22fd3817d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:10.295486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-5ced7944-182e-4ff1-9bcd-22fd3817d45f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4864349 Nov 19 04:24:10.335280 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b57a920a-5095-4e2e-a693-d863e25dbfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.337968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b57a920a-5095-4e2e-a693-d863e25dbfd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.341741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b57a920a-5095-4e2e-a693-d863e25dbfd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/473f8c3e-9bd4-4c11-96ed-0ec1ae30f887 HTTP/1.1" status: 204 len: 168 time: 0.9880209 Nov 19 04:24:10.390137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:10.405033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a920a-5095-4e2e-a693-d863e25dbfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473f8c3e-9bd4-4c11-96ed-0ec1ae30f887,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:10.498274 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-ace46370-3447-4681-9537-4825516bfc23 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864226 Nov 19 04:24:10.577979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.606518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3cd5104b-963c-4ebb-b28c-9229e72e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.641877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f10cdd0-dd88-48e3-a202-0e2aae1febb8 req-874ac9e3-c9a5-4c17-b183-60ae1ab54753 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304219 Nov 19 04:24:10.652684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.740255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:10.743769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:10.750877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:10.758276 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3cd5104b-963c-4ebb-b28c-9229e72e20cf None None] For port 0d3fa004-28ca-4770-8649-cd44c1c65f21, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3fa004-28ca-4770-8649-cd44c1c65f21,segment=NetworkSegment(72db24de-241a-4bac-94a5-f0b61e73ea98),segment_id=72db24de-241a-4bac-94a5-f0b61e73ea98)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:10.762610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3fa004-28ca-4770-8649-cd44c1c65f21 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:10.791190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=d9539faf-c087-49fa-b3b4-9fb964939096,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:10.838200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3cd5104b-963c-4ebb-b28c-9229e72e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.841591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:10.845015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:10.951908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-32865979-1672-446a-abda-6b4d516add1c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9716458 Nov 19 04:24:10.952736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55764) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:10.969291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5104b-963c-4ebb-b28c-9229e72e20cf None None] Pushing event updated for resources: {'Port': ['ID=0d3fa004-28ca-4770-8649-cd44c1c65f21,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:10.981342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0d3fa004-28ca-4770-8649-cd44c1c65f21 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:10.981818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.019512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-1d9a2f53-fed8-4194-b901-8b651444947a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:11.021555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-1d9a2f53-fed8-4194-b901-8b651444947a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.36 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 946 time: 0.1608584 Nov 19 04:24:11.038015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b8ae6-efed-41e4-9826-69aa1dd011e0 req-f23419c6-7b0b-43be-ba19-27b315c96202 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:11.039336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:08Z', 'revision_number': 6, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:47Z', 'revision_number': 1, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:11.045879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d7b8ae6-efed-41e4-9826-69aa1dd011e0 req-f23419c6-7b0b-43be-ba19-27b315c96202 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 946 time: 0.1411657 Nov 19 04:24:11.139427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d7b8ae6-efed-41e4-9826-69aa1dd011e0 req-ff1d9d8c-b1fd-4567-8f8a-829f9675e1e6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e8b26e-b74b-425d-8873-97cc9da6696d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838189 Nov 19 04:24:11.167977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954c9af-1b17-4ef0-92d1-eeba05413ffe None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:08Z', 'revision_number': 6, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '5c0cc847-b906-4dd1-b7ad-b648b7d426a8', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'port_id': '680d897d-5c45-4254-aef8-a730f3fbea72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'mac_address': 'fa:16:3e:30:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:22:43Z', 'updated_at': '2021-11-19T04:22:47Z', 'revision_number': 1, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:11.214683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55772) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:11.214860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32957220-d37b-434f-8503-189e9ac8a8af tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:11.221211 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55774) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:11.225233 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-32957220-d37b-434f-8503-189e9ac8a8af tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2702923 Nov 19 04:24:11.254036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port f2489323-74c0-4438-ae26-46ec6c40a5f0 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:11.254871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.286643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2512d07c-2d68-4192-ad57-fd1d9fc28573 None None] Provisioning complete for port ab9c8ad3-6691-424f-bd23-c0ad192f9072 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:11.287021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2512d07c-2d68-4192-ad57-fd1d9fc28573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.357824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2512d07c-2d68-4192-ad57-fd1d9fc28573 None None] Port ab9c8ad3-6691-424f-bd23-c0ad192f9072 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:11.371888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2512d07c-2d68-4192-ad57-fd1d9fc28573 None None] Provisioning complete for port 0d3fa004-28ca-4770-8649-cd44c1c65f21 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:11.373174 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2512d07c-2d68-4192-ad57-fd1d9fc28573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.376531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b354ecb-ef0d-46c8-8ff2-06f38445e633 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:11.387384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b354ecb-ef0d-46c8-8ff2-06f38445e633 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:11.392808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port f2489323-74c0-4438-ae26-46ec6c40a5f0, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f2489323-74c0-4438-ae26-46ec6c40a5f0,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:11.393392 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.393954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b354ecb-ef0d-46c8-8ff2-06f38445e633 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:11.398346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6b354ecb-ef0d-46c8-8ff2-06f38445e633 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1735883 Nov 19 04:24:11.399819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:11.406225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1453920c-7719-4799-8055-f6028ec63fd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bf1730aec6b4b8aa16300062e068046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882782 Nov 19 04:24:11.409873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55778) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:11.423709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for f2489323-74c0-4438-ae26-46ec6c40a5f0 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:11.469736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d107-3b5f-48d0-88e5-411808bd1503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.503850 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d107-3b5f-48d0-88e5-411808bd1503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.583271 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d107-3b5f-48d0-88e5-411808bd1503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.587713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d107-3b5f-48d0-88e5-411808bd1503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.589097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c9e8d107-3b5f-48d0-88e5-411808bd1503 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c59a071c-756d-4bb4-9d44-dcba9039ae34 HTTP/1.1" status: 204 len: 168 time: 0.1781988 Nov 19 04:24:11.603830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8d107-3b5f-48d0-88e5-411808bd1503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a071c-756d-4bb4-9d44-dcba9039ae34,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:11.643507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8355d843-f0b3-4fe2-bbf2-9b08f34d4f36 None None] Provisioning complete for port ab9c8ad3-6691-424f-bd23-c0ad192f9072 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:11.644061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8355d843-f0b3-4fe2-bbf2-9b08f34d4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.700391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port d9539faf-c087-49fa-b3b4-9fb964939096 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:11.700766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.704093 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.730919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8355d843-f0b3-4fe2-bbf2-9b08f34d4f36 None None] Port ab9c8ad3-6691-424f-bd23-c0ad192f9072 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:11.745523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=f2489323-74c0-4438-ae26-46ec6c40a5f0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:11.846736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] No DVR routers for this DVR port f2489323-74c0-4438-ae26-46ec6c40a5f0 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:11.851593 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.856269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1ec06fcf-1917-4b91-ab17-5d994222cd61 req-fb1feccb-a11b-45b1-91d5-33981dc9d19a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.36 "DELETE /v2.0/ports/f2489323-74c0-4438-ae26-46ec6c40a5f0 HTTP/1.1" status: 204 len: 173 time: 0.8123860 Nov 19 04:24:11.857443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'name': 'network-vif-deleted', 'tag': 'f2489323-74c0-4438-ae26-46ec6c40a5f0'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:11.860080 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c4430-52c0-4bdb-b74e-9f742d25f6d7" -d '{"events": [{"server_uuid": "224f0af7-8d24-4c53-a614-62fdd7ce78dc", "name": "network-vif-deleted", "tag": "f2489323-74c0-4438-ae26-46ec6c40a5f0"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:11.881880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-15f58773-4bc8-4cb7-a051-a7ee117241c4 None None] Provisioning complete for port d9539faf-c087-49fa-b3b4-9fb964939096 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:11.882296 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15f58773-4bc8-4cb7-a051-a7ee117241c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.927155 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d0259c-4ded-42e6-9487-bd07745cb290 x-openstack-request-id: req-66d0259c-4ded-42e6-9487-bd07745cb290 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:11.927478 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f0af7-8d24-4c53-a614-62fdd7ce78dc", "name": "network-vif-deleted", "tag": "f2489323-74c0-4438-ae26-46ec6c40a5f0", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:11.927729 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66d0259c-4ded-42e6-9487-bd07745cb290 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:11.928171 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f0af7-8d24-4c53-a614-62fdd7ce78dc', 'name': 'network-vif-deleted', 'tag': 'f2489323-74c0-4438-ae26-46ec6c40a5f0', 'status': 'completed', 'code': 200} Nov 19 04:24:11.944499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:11.974734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for d9539faf-c087-49fa-b3b4-9fb964939096 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:11.981217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-15f58773-4bc8-4cb7-a051-a7ee117241c4 None None] Port d9539faf-c087-49fa-b3b4-9fb964939096 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:12.136131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.184074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=d9539faf-c087-49fa-b3b4-9fb964939096,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:12.333640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.344856 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6449f8b3-239e-49b2-9380-4b1fbbaea944 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/d9539faf-c087-49fa-b3b4-9fb964939096 HTTP/1.1" status: 204 len: 168 time: 0.9436333 Nov 19 04:24:12.345650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:12.388451 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b0882cd-fcb2-4c72-8aeb-662d76ac3ae0 req-0a9b1cd1-878d-40af-932a-92aea1d48b0a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=224f0af7-8d24-4c53-a614-62fdd7ce78dc HTTP/1.1" status: 200 len: 210 time: 0.0927956 Nov 19 04:24:12.418207 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcc19e2-be02-483a-9920-94b625bc0307 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:12.419047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55800) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:12.419155 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cdcc19e2-be02-483a-9920-94b625bc0307 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/d9539faf-c087-49fa-b3b4-9fb964939096 HTTP/1.1" status: 404 len: 333 time: 0.0667787 Nov 19 04:24:12.540625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port ab9c8ad3-6691-424f-bd23-c0ad192f9072 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:12.541081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.635869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3fa004-28ca-4770-8649-cd44c1c65f21 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:12.657439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.673180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for ab9c8ad3-6691-424f-bd23-c0ad192f9072 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:12.714752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0d3fa004-28ca-4770-8649-cd44c1c65f21 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:12.715649 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.815479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:12.842469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:12.842833 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcb7bc21-7025-4ed7-b89f-b8eb57e882d8 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:12.858386 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.903331 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=ab9c8ad3-6691-424f-bd23-c0ad192f9072,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:12.995021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:12.998738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fd46cfaa-0277-4ad9-a335-95f6dd773be0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/ab9c8ad3-6691-424f-bd23-c0ad192f9072 HTTP/1.1" status: 204 len: 168 time: 0.5837550 Nov 19 04:24:13.001221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55814) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:13.039794 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2323a0-f921-4f53-840d-5ed2e000d183 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:13.041870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8e2323a0-f921-4f53-840d-5ed2e000d183 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/ab9c8ad3-6691-424f-bd23-c0ad192f9072 HTTP/1.1" status: 404 len: 333 time: 0.0394540 Nov 19 04:24:13.044803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55816) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:13.125312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet 829cc763-372b-4348-b6ec-59caf458f0ab {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:13.130249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.180530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.290835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.360226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.374400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.378415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/829cc763-372b-4348-b6ec-59caf458f0ab HTTP/1.1" status: 204 len: 168 time: 0.3325050 Nov 19 04:24:13.380387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55836) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:13.383399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d1f7a-5565-42bd-bb2c-c93afb6df02e None None] Network 0779b610-4dd7-4679-87d5-8c5472f10d8d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:13.416756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2261-bdf2-424d-bd2a-1844e588511d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=829cc763-372b-4348-b6ec-59caf458f0ab,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:13.494327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55842) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:13.497444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.569594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 0d3fa004-28ca-4770-8649-cd44c1c65f21 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:13.569975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.579852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cec3886-bf9f-449f-9014-7350a40d2c7a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.618389 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cec3886-bf9f-449f-9014-7350a40d2c7a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.644000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] DHCP port deletion for 0779b610-4dd7-4679-87d5-8c5472f10d8d request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:13.670123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] For port 0d3fa004-28ca-4770-8649-cd44c1c65f21, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3fa004-28ca-4770-8649-cd44c1c65f21,segment=NetworkSegment(72db24de-241a-4bac-94a5-f0b61e73ea98),segment_id=72db24de-241a-4bac-94a5-f0b61e73ea98)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:13.670472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.685649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 0d3fa004-28ca-4770-8649-cd44c1c65f21 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:13.706041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cec3886-bf9f-449f-9014-7350a40d2c7a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.709795 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6cec3886-bf9f-449f-9014-7350a40d2c7a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.714166 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6cec3886-bf9f-449f-9014-7350a40d2c7a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/security-groups/81e8b26e-b74b-425d-8873-97cc9da6696d HTTP/1.1" status: 204 len: 168 time: 0.2147920 Nov 19 04:24:13.733433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec3886-bf9f-449f-9014-7350a40d2c7a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e8b26e-b74b-425d-8873-97cc9da6696d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:13.756948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Deleting port 0d3fa004-28ca-4770-8649-cd44c1c65f21 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:13.757336 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.770287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55848) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:13.824197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.854520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting subnet 6428e9af-bc95-4e22-b1eb-2b38d3746461 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:13.858134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.884406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=0d3fa004-28ca-4770-8649-cd44c1c65f21,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:13.893170 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No DVR routers for this DVR port 0d3fa004-28ca-4770-8649-cd44c1c65f21 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:13.905125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] For port 0d3fa004-28ca-4770-8649-cd44c1c65f21, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0d3fa004-28ca-4770-8649-cd44c1c65f21,segment=NetworkSegment(72db24de-241a-4bac-94a5-f0b61e73ea98),segment_id=72db24de-241a-4bac-94a5-f0b61e73ea98)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:13.905545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:13.918919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Calling delete_port for 0d3fa004-28ca-4770-8649-cd44c1c65f21 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:13.938997 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.021280 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.043535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0779b610-4dd7-4679-87d5-8c5472f10d8d']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:14.049830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.059546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72db24de-241a-4bac-94a5-f0b61e73ea98') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:14.059988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72db24de-241a-4bac-94a5-f0b61e73ea98') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:14.062780 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.077755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.103540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Pushing event deleted for resources: {'Port': ['ID=0d3fa004-28ca-4770-8649-cd44c1c65f21,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:14.108481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.118813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] No DVR routers for this DVR port 0d3fa004-28ca-4770-8649-cd44c1c65f21 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:14.128713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:14.130309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.132778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.138333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.138894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.139408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.139953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.140440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.140915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.141560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.142134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.142626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.143110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.143586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.144098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a3e57-1065-4bb6-9564-a2f27f9b68be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:14.170424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Subnet': ['ID=6428e9af-bc95-4e22-b1eb-2b38d3746461,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:14.174313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.177744 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6872e1ab-3a7e-4aad-acd9-8199ea9088fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/subnets/6428e9af-bc95-4e22-b1eb-2b38d3746461 HTTP/1.1" status: 204 len: 168 time: 0.4066410 Nov 19 04:24:14.180882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55856) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:14.186113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30c1c2-8ed1-4600-9e64-b9792af7bda9 None None] Network aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:14.260481 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:14.264921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.271438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.307969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.338651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/0779b610-4dd7-4679-87d5-8c5472f10d8d HTTP/1.1" status: 204 len: 168 time: 0.9570751 Nov 19 04:24:14.340559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:14.340918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.372500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55864) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:14.378520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1552548151'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:14.384217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53500d9e-ab79-44f7-ad87-cd60ce4a816d tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=0779b610-4dd7-4679-87d5-8c5472f10d8d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:14.410175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port bcfdd4f3-1143-44fb-974b-edbe5a6eb453, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,segment=NetworkSegment(38a8743d-9edd-4dbe-ae11-787d70e4c438),segment_id=38a8743d-9edd-4dbe-ae11-787d70e4c438)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:14.410557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.429655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:14.429813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for bcfdd4f3-1143-44fb-974b-edbe5a6eb453 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:14.433260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.459170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] DHCP port deletion for aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:14.498256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:24:14.514447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.515070 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Added segment 2d6f6070-9180-4db1-a560-9fed956787e1 of type vlan for network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc Nov 19 04:24:14.541898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.551048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Deleting port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:14.553536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.569166 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.605205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.609510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:14.613808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] No DVR routers for this DVR port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:14.617660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:14.624692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.629991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3fa004-28ca-4770-8649-cd44c1c65f21 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:14.674415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0d3fa004-28ca-4770-8649-cd44c1c65f21 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:14.675072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0d3fa004-28ca-4770-8649-cd44c1c65f21 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:14.675177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcfdd4f3-1143-44fb-974b-edbe5a6eb453 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:14.715800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] For port bcfdd4f3-1143-44fb-974b-edbe5a6eb453, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:14.716291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.719771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: bcfdd4f3-1143-44fb-974b-edbe5a6eb453 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:14.720302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device bcfdd4f3-1143-44fb-974b-edbe5a6eb453 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:14.731692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3578715 Nov 19 04:24:14.740454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Calling delete_port for bcfdd4f3-1143-44fb-974b-edbe5a6eb453 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:14.743183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:24:14.745157 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.752348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55870) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:14.764265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:14.768821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d60f-620b-426e-8f54-ea94aad9429a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Network': ['ID=d2a5d7ff-beb2-4a5d-8cb4-a704162649dc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:14.776079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] Pushing event deleted for resources: {'Port': ['ID=bcfdd4f3-1143-44fb-974b-edbe5a6eb453,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:14.783642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca54e57-42dc-4ba9-8d1e-76bff67643fd None None] No DVR routers for this DVR port bcfdd4f3-1143-44fb-974b-edbe5a6eb453 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:14.793967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:24:14.841314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.861563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa50c18a-5e2c-4c34-a5c2-656aceafbfd5']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:14.875150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a8743d-9edd-4dbe-ae11-787d70e4c438') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:14.875432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a8743d-9edd-4dbe-ae11-787d70e4c438') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:14.890717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.910037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.917701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:14.919238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.931292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2489323-74c0-4438-ae26-46ec6c40a5f0 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:14.943453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:14.948845 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:14.983688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: f2489323-74c0-4438-ae26-46ec6c40a5f0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:14.984575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f2489323-74c0-4438-ae26-46ec6c40a5f0 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:14.989193 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:14.994948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.026469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.033354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55872) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:15.033854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/networks/aa50c18a-5e2c-4c34-a5c2-656aceafbfd5 HTTP/1.1" status: 204 len: 168 time: 0.8519716 Nov 19 04:24:15.034817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121ee31-3ab8-4f80-b14b-2b7fbf31eb8f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Network': ['ID=aa50c18a-5e2c-4c34-a5c2-656aceafbfd5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:15.605900 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.664848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port 43d1e41d-5471-460d-b165-fa41930b4e0e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:15.665182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.713348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=a092a056-4bc5-4082-a40a-c80346ffa103,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:15.731343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Checking segment: {'id': '2d6f6070-9180-4db1-a560-9fed956787e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:15.731715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network hostable DHCP agents. Network: d2a5d7ff-beb2-4a5d-8cb4-a704162649dc, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:24:15.774875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:24:15.779939 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.780274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.796132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for 43d1e41d-5471-460d-b165-fa41930b4e0e owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:15.797651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d2a5d7ff-beb2-4a5d-8cb4-a704162649dc) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:15.805532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:15.805659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.810828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af97f3-2586-4012-bfdd-a3ed9f635d7f None None] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:15.860438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55882) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:15.861023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-57e67ece-5729-4bbe-9401-243a95405a68 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1017189 Nov 19 04:24:15.868757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1969987510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:15.927141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:15.928894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.028451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.046403 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.052336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.062036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=43d1e41d-5471-460d-b165-fa41930b4e0e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:16.116585 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d2a5d7ff-beb2-4a5d-8cb4-a704162649dc', 'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': 'a092a056-4bc5-4082-a40a-c80346ffa103'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:24:16.118036 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.125956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.127862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a0892183-1172-46d1-9fc5-6556dd419ae0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2652040 Nov 19 04:24:16.131189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55884) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:16.139390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc', 'name': 'tempest-PortsTestJSON-691446427'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:16.190097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.190489 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Floating IP 5c0cc847-b906-4dd1-b7ad-b648b7d426a8 disassociated (deleted). External IP: 172.25.8.97, port: 680d897d-5c45-4254-aef8-a730f3fbea72. Nov 19 04:24:16.378352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Allocated IP 172.20.0.2 (d2a5d7ff-beb2-4a5d-8cb4-a704162649dc/a092a056-4bc5-4082-a40a-c80346ffa103/93c344d4-9882-4972-bc50-eea979566ce4) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:16.382119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:16.390538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.425316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:16.568745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:24:16.592302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.602018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.658000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:16.662689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:16.668151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:16.677622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Pushing event updated for resources: {'Port': ['ID=93c344d4-9882-4972-bc50-eea979566ce4,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:16.683172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.7 (d2a5d7ff-beb2-4a5d-8cb4-a704162649dc/a092a056-4bc5-4082-a40a-c80346ffa103/6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:16.745124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:16.760069 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:16.766182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.779348 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:16.780185 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:16.845615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d16c99a4-dad6-4bfe-a6b1-381e37daa475 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/floatingips/5c0cc847-b906-4dd1-b7ad-b648b7d426a8 HTTP/1.1" status: 204 len: 168 time: 1.8102362 Nov 19 04:24:16.846389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:16.849229 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05" -d '{"events": [{"name": "network-changed", "server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:16.934066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Attempting to bind port 93c344d4-9882-4972-bc50-eea979566ce4 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:16.934649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Attempting to bind port 93c344d4-9882-4972-bc50-eea979566ce4 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2d6f6070-9180-4db1-a560-9fed956787e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:16.934649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Attempting to bind port 93c344d4-9882-4972-bc50-eea979566ce4 on network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:16.940670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:16.941068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Checking segment: {'id': '2d6f6070-9180-4db1-a560-9fed956787e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:16.941487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.941894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Bound using segment: {'id': '2d6f6070-9180-4db1-a560-9fed956787e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:16.942418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Bound port: 93c344d4-9882-4972-bc50-eea979566ce4, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6f6070-9180-4db1-a560-9fed956787e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd2a5d7ff-beb2-4a5d-8cb4-a704162649dc'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:16.942815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:16.953440 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:17.011065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:17.021447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] For port 93c344d4-9882-4972-bc50-eea979566ce4, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:17.026398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] For port 93c344d4-9882-4972-bc50-eea979566ce4, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93c344d4-9882-4972-bc50-eea979566ce4,segment=NetworkSegment(2d6f6070-9180-4db1-a560-9fed956787e1),segment_id=2d6f6070-9180-4db1-a560-9fed956787e1)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:17.036706 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:17.098151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:17.159093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b5bd-7411-47ee-8f42-7d9eafea8a4c None None] Pushing event updated for resources: {'Port': ['ID=93c344d4-9882-4972-bc50-eea979566ce4,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:17.188366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:17.189875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:17.194641 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72deddd9-b4e1-4ffb-941f-f3bf5d11ef52 x-openstack-request-id: req-72deddd9-b4e1-4ffb-941f-f3bf5d11ef52 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:17.194806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:17.195180 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:17.195696 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72deddd9-b4e1-4ffb-941f-f3bf5d11ef52 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:17.196464 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72', 'status': 'completed', 'code': 200} Nov 19 04:24:17.198614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:17.268146 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:08Z', 'revision_number': 6, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:17.303807 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:24:17.326204 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:17.329417 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:17.334469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2a32-b2f5-481d-a030-e575c1aad0e6 req-71201641-12d8-4338-92cc-7f6e80bf452a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:17.335085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:17.336291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:17.337203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5db2a32-b2f5-481d-a030-e575c1aad0e6 req-71201641-12d8-4338-92cc-7f6e80bf452a tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.0777745 Nov 19 04:24:17.353683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-722374df-ccd0-4139-ba5d-3089d4d052a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:17.355583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-722374df-ccd0-4139-ba5d-3089d4d052a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 1097 time: 0.0904372 Nov 19 04:24:17.413142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5db2a32-b2f5-481d-a030-e575c1aad0e6 req-d2ca391a-d6e0-4c8b-8b21-f7c448713779 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654392 Nov 19 04:24:17.527340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-5b0cae4b-4cb4-45d9-b82c-a3176485ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:17.527340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-5b0cae4b-4cb4-45d9-b82c-a3176485ff4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 200 len: 898 time: 0.1597040 Nov 19 04:24:17.531370 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0d6c9e14-70f4-40c9-80f7-4675b1127f40 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3977714 Nov 19 04:24:17.534104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55898) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:17.681146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-d1e01692-51a3-402f-b8c7-742777b05b5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 200 len: 217 time: 0.1381660 Nov 19 04:24:17.712556 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:17.948607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-3c65aabd-2522-4873-80a4-a4af95b3c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:17.950218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-3c65aabd-2522-4873-80a4-a4af95b3c3b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 200 len: 835 time: 0.2475097 Nov 19 04:24:17.954724 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:08Z', 'revision_number': 6, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:17.991202 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7a66f-fd88-4ac1-95d7-354ae8d2c61d None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:08Z', 'revision_number': 6, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '46d0669e-1e72-4481-bf5a-a39e08b42af8', 'name': '', 'network_id': 'fcd52269-5ee3-4b1e-9486-232f264eb17d', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:85:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:21Z', 'updated_at': '2021-11-19T04:22:26Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '0b5e7506-2813-4fae-a700-ddf07f1e30ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:18.078675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-9402aafe-916f-4ec9-9a56-5c4ad98f89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:18.080160 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-9402aafe-916f-4ec9-9a56-5c4ad98f89a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fcd52269-5ee3-4b1e-9486-232f264eb17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050057 Nov 19 04:24:18.198440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:18.272469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-98153ed8-da0d-4f27-ab72-0ce0783835a7 service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763008 Nov 19 04:24:18.395231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5063a-9d38-4331-90b6-e43b9c067326 None None] New status for floating IP 5c0cc847-b906-4dd1-b7ad-b648b7d426a8: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:24:18.525051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-055599f1-0b7e-4a96-89e9-2ab7f1c7ee05 req-2706d268-2f88-478e-afe5-9eadb453307c service neutron] 10.222.0.31 "GET /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422776 Nov 19 04:24:18.560152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c02a5ca-e4e5-4769-b439-4ff7d03131e9 None None] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:18.693734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93c344d4-9882-4972-bc50-eea979566ce4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:18.700541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:18.706905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb55ecd-fd26-45c9-a6f9-d209b3948428 req-d0bd2faa-a020-4d1d-8437-e903c02d2a73 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:18.708659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bb55ecd-fd26-45c9-a6f9-d209b3948428 req-d0bd2faa-a020-4d1d-8437-e903c02d2a73 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.1100433 Nov 19 04:24:18.712490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:18.732735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-dd1f6bd9-abf5-4f31-a946-372a061e0071 None None] Provisioning complete for port 93c344d4-9882-4972-bc50-eea979566ce4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:18.733205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6bd9-abf5-4f31-a946-372a061e0071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:18.823943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bb55ecd-fd26-45c9-a6f9-d209b3948428 req-ca627f76-59c6-464f-a274-8c3f448674da tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082640 Nov 19 04:24:18.878411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:18.927995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 93c344d4-9882-4972-bc50-eea979566ce4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:18.928436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:18.986722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6bd9-abf5-4f31-a946-372a061e0071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.098055 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.104112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dd1f6bd9-abf5-4f31-a946-372a061e0071 None None] For port 93c344d4-9882-4972-bc50-eea979566ce4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93c344d4-9882-4972-bc50-eea979566ce4,segment=NetworkSegment(2d6f6070-9180-4db1-a560-9fed956787e1),segment_id=2d6f6070-9180-4db1-a560-9fed956787e1)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:19.124069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6bd9-abf5-4f31-a946-372a061e0071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.167236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-d8cece62-5c07-47ec-97f5-c74e33d176e5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:19.175039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-d8cece62-5c07-47ec-97f5-c74e33d176e5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1372492 Nov 19 04:24:19.199628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-63bcecba-6764-4278-9d37-cf86f09602bd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0229845 Nov 19 04:24:19.209726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.222799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b085c752-65db-467a-89a2-ad220604e9df tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:19.224837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b085c752-65db-467a-89a2-ad220604e9df tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.3095496 Nov 19 04:24:19.243404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:24:19.244050 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:24:19.247389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f6bd9-abf5-4f31-a946-372a061e0071 None None] Pushing event updated for resources: {'Port': ['ID=93c344d4-9882-4972-bc50-eea979566ce4,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:19.288543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-0abfead8-0575-47e5-8bed-f7c6b87876f9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875165 Nov 19 04:24:19.366474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1429e8be-d817-4690-a471-056894eb689e None None] Provisioning complete for port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:19.369789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1429e8be-d817-4690-a471-056894eb689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.409171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1429e8be-d817-4690-a471-056894eb689e None None] Port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:19.420724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1429e8be-d817-4690-a471-056894eb689e None None] Provisioning complete for port 93c344d4-9882-4972-bc50-eea979566ce4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:19.421104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1429e8be-d817-4690-a471-056894eb689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.579223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-b47043f6-d92c-4a70-ba03-db31096c293a service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887561 Nov 19 04:24:19.656459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cfef4295-e301-42c9-97b4-71ccd1468ca5 None None] Provisioning complete for port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:19.656850 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cfef4295-e301-42c9-97b4-71ccd1468ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.713425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-cf6b775a-bf44-4d09-a44e-43e9c3d090cb service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257389 Nov 19 04:24:19.723879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cfef4295-e301-42c9-97b4-71ccd1468ca5 None None] Port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:19.882856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.900936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port 680d897d-5c45-4254-aef8-a730f3fbea72 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:19.901227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:19.953223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d713a9e3-9f56-44cd-a171-41200ed5e3b5 None None] Provisioning complete for port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:19.953610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d713a9e3-9f56-44cd-a171-41200ed5e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.001566 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:24:20.011163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d713a9e3-9f56-44cd-a171-41200ed5e3b5 None None] Port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:20.131664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port 680d897d-5c45-4254-aef8-a730f3fbea72, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=680d897d-5c45-4254-aef8-a730f3fbea72,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:20.132208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.162270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for 680d897d-5c45-4254-aef8-a730f3fbea72 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:20.200892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70fe5-19b2-4236-8264-a442c1bbb7a9 req-776e7c3c-0ee7-4464-818d-64f64c034e37 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:20.202842 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50e70fe5-19b2-4236-8264-a442c1bbb7a9 req-776e7c3c-0ee7-4464-818d-64f64c034e37 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 946 time: 0.0866015 Nov 19 04:24:20.262281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50e70fe5-19b2-4236-8264-a442c1bbb7a9 req-0c4fcbc2-bfd3-4161-8829-48974df7d9fa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=379ae98f-d436-4fd6-a842-97596ca4e058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525517 Nov 19 04:24:20.362833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d5703a2-3952-42dd-b5ce-6d97a3cd33fb req-abbbe142-f81e-4ed6-9da4-f2112f0f0249 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0341823 Nov 19 04:24:20.418718 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.428303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.512969 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.525890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.530105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:20.577584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=680d897d-5c45-4254-aef8-a730f3fbea72,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:20.645411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93c344d4-9882-4972-bc50-eea979566ce4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:20.656781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] No DVR routers for this DVR port 680d897d-5c45-4254-aef8-a730f3fbea72 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:20.660414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.664655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6c32a820-31c0-4c05-bd74-0233a09b8ae8 req-b2d70e83-c4c6-4b9f-9f83-5c19ae9e91d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "DELETE /v2.0/ports/680d897d-5c45-4254-aef8-a730f3fbea72 HTTP/1.1" status: 204 len: 173 time: 1.3957250 Nov 19 04:24:20.665115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'name': 'network-vif-deleted', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:20.667557 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cab77c-4e32-4300-913d-147082c3ab08" -d '{"events": [{"server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "name": "network-vif-deleted", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:20.704784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 93c344d4-9882-4972-bc50-eea979566ce4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:20.705234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:20.770479 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:20.775333 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c379c55-6f9e-487d-9ca7-8980a43268b5 x-openstack-request-id: req-6c379c55-6f9e-487d-9ca7-8980a43268b5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:20.782264 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33de87e8-4953-41bb-b3ca-ccb8db173775", "name": "network-vif-deleted", "tag": "680d897d-5c45-4254-aef8-a730f3fbea72", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:20.782772 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c379c55-6f9e-487d-9ca7-8980a43268b5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:20.783508 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33de87e8-4953-41bb-b3ca-ccb8db173775', 'name': 'network-vif-deleted', 'tag': '680d897d-5c45-4254-aef8-a730f3fbea72', 'status': 'completed', 'code': 200} Nov 19 04:24:20.785037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:20.963991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Router b128583e-38ed-46dc-bff3-6f0290956ca9 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:24:21.089982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:21.096308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-791855f4-c247-4df4-895f-04345cbceb7a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/routers/b128583e-38ed-46dc-bff3-6f0290956ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5603049 Nov 19 04:24:21.098940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55966) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:21.105282 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] Sync routers for ids ['b128583e-38ed-46dc-bff3-6f0290956ca9'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:21.122524 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] Routers {'b128583e-38ed-46dc-bff3-6f0290956ca9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:21.123399 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b128583e-38ed-46dc-bff3-6f0290956ca9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:21.141502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f10a055a-80f6-42d2-942b-9a977bbcf2d5 None None] Provisioning complete for port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:21.142007 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f10a055a-80f6-42d2-942b-9a977bbcf2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:21.191434 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:21.198227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06471f0-1d49-4f48-8e72-cd7db12d3ee0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:21.199968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e06471f0-1d49-4f48-8e72-cd7db12d3ee0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports?device_id=b128583e-38ed-46dc-bff3-6f0290956ca9 HTTP/1.1" status: 200 len: 981 time: 0.0988088 Nov 19 04:24:21.202996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55968) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:21.218911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f10a055a-80f6-42d2-942b-9a977bbcf2d5 None None] Port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:21.231338 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] Routers {'b128583e-38ed-46dc-bff3-6f0290956ca9'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:21.233110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:23:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b128583e-38ed-46dc-bff3-6f0290956ca9'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:21.317484 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:21.318530 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fb638-4aad-4ed7-8734-3f0c5cacb41a None None] The sync data for ids ['b128583e-38ed-46dc-bff3-6f0290956ca9'] in n-d-818503-1 is: [] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:21.325248 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c25f6e55-43f5-4654-bd0c-4555caa9295a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:21.456038 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-4e3c6d37-94cc-477a-b616-1a1ef50c3382 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:21.457631 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-4e3c6d37-94cc-477a-b616-1a1ef50c3382 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.2957122 Nov 19 04:24:21.473043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:21.545746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8e2f295-f5b8-485d-a585-1414269c69a0 req-58c192d3-4c8f-4e2d-97d5-df21aa772a26 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=33de87e8-4953-41bb-b3ca-ccb8db173775 HTTP/1.1" status: 200 len: 210 time: 0.0511882 Nov 19 04:24:21.643562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:21.647651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:21.671743 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bcb60dcf-09a4-44fd-adc6-32e2068dced9 req-108c99bf-7897-45aa-a220-dcc90655c2b7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0324728 Nov 19 04:24:21.791505 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:21.814130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.12 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/d2c284dd-ea75-422e-b7a4-37c15d5be3c6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:22.018511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.043607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:22.043978 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.082164 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.122997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 680d897d-5c45-4254-aef8-a730f3fbea72 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:22.149543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:22.150699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:22.151442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 680d897d-5c45-4254-aef8-a730f3fbea72 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:22.151796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 680d897d-5c45-4254-aef8-a730f3fbea72 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:22.153767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:22.155932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:22.180852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.212205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:22.218407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:22.220535 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.252904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9201fe-c2e7-4e07-b479-960fbd8274ed tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849183 Nov 19 04:24:22.278321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Request body: {'port': {'device_id': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:22.390170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.566644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.610177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:22.634979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55984) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:22.724117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f2df8e3b-a3b3-433f-b40b-4fdac7e35b10 None None] Provisioning complete for port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:22.724670 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2df8e3b-a3b3-433f-b40b-4fdac7e35b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.858561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f2df8e3b-a3b3-433f-b40b-4fdac7e35b10 None None] Port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:22.891184 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:22.988628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.045899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c284dd-ea75-422e-b7a4-37c15d5be3c6 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:24:23.061112 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.069320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a94b7dbe-0f48-4df7-9d70-8e4f294b18f9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.092092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Transition to ACTIVE for port object d2c284dd-ea75-422e-b7a4-37c15d5be3c6 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:24:23.104041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a94b7dbe-0f48-4df7-9d70-8e4f294b18f9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.105293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.272282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a94b7dbe-0f48-4df7-9d70-8e4f294b18f9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.274847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:23.276582 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a94b7dbe-0f48-4df7-9d70-8e4f294b18f9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.280986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a94b7dbe-0f48-4df7-9d70-8e4f294b18f9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/security-groups/379ae98f-d436-4fd6-a842-97596ca4e058 HTTP/1.1" status: 204 len: 168 time: 0.6303105 Nov 19 04:24:23.337652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Attempting to bind port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:23.338056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Attempting to bind port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:23.338379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Attempting to bind port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:23.343375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:24:23.343712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Attempting to bind port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:23.350232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25637-7ae5-4c8b-9565-21ef2495889e req-e3a67d63-e43c-40ec-b1b1-27f19e48eb91 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:23.352121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6af25637-7ae5-4c8b-9565-21ef2495889e req-e3a67d63-e43c-40ec-b1b1-27f19e48eb91 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 932 time: 0.5568759 Nov 19 04:24:23.353815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b7dbe-0f48-4df7-9d70-8e4f294b18f9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ae98f-d436-4fd6-a842-97596ca4e058,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:23.380735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:23.381099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:23.381502 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:23.389995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Bound port: d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:23.390412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.505799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Router b128583e-38ed-46dc-bff3-6f0290956ca9 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:24:23.515304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] For port d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:23.519492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] For port d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:23.525789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.551232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6af25637-7ae5-4c8b-9565-21ef2495889e req-89643321-7108-4d91-a030-a62fababb96a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390104 Nov 19 04:24:23.568446 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a9a97709-16bb-4ec7-82d2-bf509d77907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.639926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:23.644077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 55994) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:23.667397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:23.673764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-393d88de-871c-439c-babb-d935017ca4a1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/routers/b128583e-38ed-46dc-bff3-6f0290956ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4665065 Nov 19 04:24:23.676456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55996) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:23.678159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] Sync routers for ids ['b128583e-38ed-46dc-bff3-6f0290956ca9'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:23.689598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] Routers {'b128583e-38ed-46dc-bff3-6f0290956ca9'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:23.690630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b128583e-38ed-46dc-bff3-6f0290956ca9'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:23.718062 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d060425-373b-4d23-925c-0d780102fa2c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:23.718062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5d060425-373b-4d23-925c-0d780102fa2c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/6eb44fc8-8b5a-4ee5-bf40-636ad22b9fdc HTTP/1.1" status: 404 len: 333 time: 0.0395041 Nov 19 04:24:23.720555 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 55998) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:23.734034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:23.734679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.736118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-567c06eb-d09b-4e93-8f75-730b7e555404 service neutron] 10.222.0.36 "PUT /v2.0/ports/d2c284dd-ea75-422e-b7a4-37c15d5be3c6 HTTP/1.1" status: 200 len: 1092 time: 1.4746051 Nov 19 04:24:23.736603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'tag': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:23.739521 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a138db4-3c56-4697-ab28-29ec9688b7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f101a3e6-f6f1-476c-99c6-3de80e0c1f4f", "tag": "d2c284dd-ea75-422e-b7a4-37c15d5be3c6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:23.855336 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:23.861369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:23.878369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] Routers {'b128583e-38ed-46dc-bff3-6f0290956ca9'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:23.879274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['b128583e-38ed-46dc-bff3-6f0290956ca9'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:23.886055 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb64d00-7180-4f40-b963-6b2d78af1f47 x-openstack-request-id: req-4cb64d00-7180-4f40-b963-6b2d78af1f47 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:23.886508 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f101a3e6-f6f1-476c-99c6-3de80e0c1f4f", "tag": "d2c284dd-ea75-422e-b7a4-37c15d5be3c6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:23.886799 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cb64d00-7180-4f40-b963-6b2d78af1f47 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:23.887235 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'tag': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6', 'status': 'completed', 'code': 200} Nov 19 04:24:23.931169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:23.932104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277e969-485f-49f3-9b3a-c689cfb956d2 None None] The sync data for ids ['b128583e-38ed-46dc-bff3-6f0290956ca9'] in n-d-818503-1 is: [] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:23.940135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-99fb696e-5041-4854-9cb3-d92c42eec430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:23.941698 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-99fb696e-5041-4854-9cb3-d92c42eec430 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 1095 time: 0.1359725 Nov 19 04:24:23.999316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-238292c1-d59b-4532-8f0a-d4e4b5693c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6 HTTP/1.1" status: 200 len: 217 time: 0.0454583 Nov 19 04:24:24.147639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9f6df5-3f72-4047-8b4b-73cbbab91df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:24.149656 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-ed9f6df5-3f72-4047-8b4b-73cbbab91df8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0981612 Nov 19 04:24:24.153500 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.155709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.204493 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.205081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Fanout notify agent at l3_agent the message router_deleted on router b128583e-38ed-46dc-bff3-6f0290956ca9 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:24:24.213318 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.214488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8a06c5de-5f79-45bc-a26d-d17428d8ce1e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/routers/b128583e-38ed-46dc-bff3-6f0290956ca9 HTTP/1.1" status: 204 len: 168 time: 0.4927111 Nov 19 04:24:24.217182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56002) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:24.243616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-744a0e74-f419-4f38-a9ae-957b8368e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:24.245135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-744a0e74-f419-4f38-a9ae-957b8368e4d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870013 Nov 19 04:24:24.271719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet a092a056-4bc5-4082-a40a-c80346ffa103 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:24.275080 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.332871 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.400848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-8644d958-e156-46b7-be00-8a89932df5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480665 Nov 19 04:24:24.428186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.491557 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.521195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.525284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/a092a056-4bc5-4082-a40a-c80346ffa103 HTTP/1.1" status: 204 len: 168 time: 0.3069956 Nov 19 04:24:24.526576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03e452-54e9-4829-bc7e-11164b710966 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=a092a056-4bc5-4082-a40a-c80346ffa103,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:24.529297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:24.540101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e21e69e8-29f5-4ff8-8218-71ae107bf520 req-0aec67cb-3d26-4f3a-935e-9c6f91b08702 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298161 Nov 19 04:24:24.543570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853d434-8f70-4e6a-8d0b-2735f3d8d978 None None] Network d2a5d7ff-beb2-4a5d-8cb4-a704162649dc requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:24.550182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.673160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:24.737490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-ef67a3a6-1f7f-404f-bfd9-1379279f621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:24.740759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-ef67a3a6-1f7f-404f-bfd9-1379279f621d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 1095 time: 0.1209629 Nov 19 04:24:24.883642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] DHCP port deletion for d2a5d7ff-beb2-4a5d-8cb4-a704162649dc request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:24.969921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-20412521-fa6a-4423-9caf-5c6c85cfc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:24.971527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-20412521-fa6a-4423-9caf-5c6c85cfc524 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.2228310 Nov 19 04:24:24.988877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] Deleting port 93c344d4-9882-4972-bc50-eea979566ce4 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:24.989807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.063793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-7e1c0c88-5ae7-4744-8351-0fa5a2405ec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6 HTTP/1.1" status: 200 len: 217 time: 0.0832567 Nov 19 04:24:25.088100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] For port 93c344d4-9882-4972-bc50-eea979566ce4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=93c344d4-9882-4972-bc50-eea979566ce4,segment=NetworkSegment(2d6f6070-9180-4db1-a560-9fed956787e1),segment_id=2d6f6070-9180-4db1-a560-9fed956787e1)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:25.088581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.107132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] Calling delete_port for 93c344d4-9882-4972-bc50-eea979566ce4 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:25.158657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-8913273f-1e57-4286-9c42-0f5b93124cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:25.160263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-8913273f-1e57-4286-9c42-0f5b93124cfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0750470 Nov 19 04:24:25.198526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port 46d0669e-1e72-4481-bf5a-a39e08b42af8 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:25.199035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.210391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299aced-4a61-4dd3-8fb0-0232d30c4e93 req-29af5922-fd7c-4730-b5d5-a2b84aea833c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:25.218250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1299aced-4a61-4dd3-8fb0-0232d30c4e93 req-29af5922-fd7c-4730-b5d5-a2b84aea833c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.5364234 Nov 19 04:24:25.229960 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.287925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] No DVR routers for this DVR port 93c344d4-9882-4972-bc50-eea979566ce4 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:25.298969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d123009-ed6e-4d1b-a9c3-9cccafcb0730 None None] Pushing event deleted for resources: {'Port': ['ID=93c344d4-9882-4972-bc50-eea979566ce4,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:25.313108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 93c344d4-9882-4972-bc50-eea979566ce4 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:25.313601 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.322346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.347945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-929a0ab5-96de-47af-a39d-c0b94f42c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:25.349679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-929a0ab5-96de-47af-a39d-c0b94f42c84b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769133 Nov 19 04:24:25.362027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port 46d0669e-1e72-4481-bf5a-a39e08b42af8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=46d0669e-1e72-4481-bf5a-a39e08b42af8,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:25.362828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.397614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] For port 93c344d4-9882-4972-bc50-eea979566ce4, host n-d-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:25.398535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.419068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 93c344d4-9882-4972-bc50-eea979566ce4 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:25.421890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Port 93c344d4-9882-4972-bc50-eea979566ce4 was not found and therefore no delete operation was performed {{(pid=109986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:24:25.423706 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.427913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for 46d0669e-1e72-4481-bf5a-a39e08b42af8 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:25.451003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1299aced-4a61-4dd3-8fb0-0232d30c4e93 req-c1ccad1f-05dc-4bf8-8ca7-fda97a0a5d94 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179847 Nov 19 04:24:25.474946 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=93c344d4-9882-4972-bc50-eea979566ce4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:25.480011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No DVR routers for this DVR port 93c344d4-9882-4972-bc50-eea979566ce4 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:25.551117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-999ce5fd-d11e-4709-9f42-62a2a1aa316e service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911514 Nov 19 04:24:25.573284 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.595051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a5d7ff-beb2-4a5d-8cb4-a704162649dc']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:25.609523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6f6070-9180-4db1-a560-9fed956787e1') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:25.609842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6f6070-9180-4db1-a560-9fed956787e1') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:25.622358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.641069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.649068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:25.649536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:25.715823 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:25.722853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.739233 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:25.744398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/d2a5d7ff-beb2-4a5d-8cb4-a704162649dc HTTP/1.1" status: 204 len: 168 time: 1.2139268 Nov 19 04:24:25.748077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56026) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:25.771611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b2c86-c073-4ef6-8b33-82849914f35e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=d2a5d7ff-beb2-4a5d-8cb4-a704162649dc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:25.812280 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee588227-b239-456c-b11a-406bd23436dc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:25.815578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ee588227-b239-456c-b11a-406bd23436dc tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/4f0a23b5-5dae-41a7-9b75-c18c277214a7 HTTP/1.1" status: 200 len: 840 time: 0.0660734 Nov 19 04:24:25.819000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56028) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:25.891832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1150a2c5-67f5-464a-8751-f9ef1abc218e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/4f0a23b5-5dae-41a7-9b75-c18c277214a7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0706360 Nov 19 04:24:25.896978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:25.902835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:26.016753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:26.021301 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.284038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.308398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7a138db4-3c56-4697-ab28-29ec9688b7c6 req-99abf879-940c-466d-ad10-0d3f9a9c997e service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474558 Nov 19 04:24:26.392477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:26.393264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:26.397362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:26.399510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.415402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb6c06-351d-4b7a-bb92-1aa57b850c25 None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:26.451014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5517123 Nov 19 04:24:26.453004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eac104-cf2c-406b-b433-54eb8f021bb0 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=5bd04888-b2a7-4712-ac74-147c5fefa211,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:26.453745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:26.458401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'security_group': {'name': 'tempest-secgroup-958204222'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:26.467769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.511125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.547999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=46d0669e-1e72-4481-bf5a-a39e08b42af8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:26.577757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.682446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93c344d4-9882-4972-bc50-eea979566ce4 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:26.685703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935252-fcab-4cc8-8ac1-75d62347db44 req-fdacca9e-bae1-4209-b5f9-81fd98fd157a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:26.691506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac935252-fcab-4cc8-8ac1-75d62347db44 req-fdacca9e-bae1-4209-b5f9-81fd98fd157a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1404839 Nov 19 04:24:26.719924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 93c344d4-9882-4972-bc50-eea979566ce4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:26.725025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 93c344d4-9882-4972-bc50-eea979566ce4 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:26.771542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a1426151-5938-47af-9995-d673eeb2e129', 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'tenant_id': 'ddf9a20486c84f58b2ff076a3b976c75', 'fixed_ips': [{'subnet_id': '5bd04888-b2a7-4712-ac74-147c5fefa211'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:24:26.772426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:26.832786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ac935252-fcab-4cc8-8ac1-75d62347db44 req-1bac8cea-a784-4124-8cdc-2f01e9fa1b14 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336963 Nov 19 04:24:27.048921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.062756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.104915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Allocated IP 172.20.0.2 (a1426151-5938-47af-9995-d673eeb2e129/5bd04888-b2a7-4712-ac74-147c5fefa211/f212c5b6-6155-4022-abfd-2bda6a48a7d9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:27.212990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.288746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.387984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba20bda6-55c9-4570-a7f6-fe70c42c44e9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:27.398711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router 275ddc5d-181f-4c30-8080-7845d5a2c296 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:24:27.407420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.419961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.532193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Pushing event updated for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:27.554676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:27.563372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ad671f21-cb9b-45d7-9d11-f17cf62fe94f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "PUT /v2.0/routers/275ddc5d-181f-4c30-8080-7845d5a2c296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9159038 Nov 19 04:24:27.565776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56040) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:27.571377 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] Sync routers for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:27.579310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.583152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9a249edb-8113-46d2-955c-a6aeafa97a0a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1258242 Nov 19 04:24:27.583320 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:27.584884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:27.586030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56042) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:27.592845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:27.594785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808333783'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:27.599460 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:27.600194 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:27.650590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.667190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Attempting to bind port f212c5b6-6155-4022-abfd-2bda6a48a7d9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:27.667779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Attempting to bind port f212c5b6-6155-4022-abfd-2bda6a48a7d9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '03a0c0a0-f312-41c2-a048-25fab8060aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:27.668244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Attempting to bind port f212c5b6-6155-4022-abfd-2bda6a48a7d9 on network a1426151-5938-47af-9995-d673eeb2e129 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:27.671196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting subnet 0b5e7506-2813-4fae-a700-ddf07f1e30ce {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:27.675819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.676850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:27.677642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Checking segment: {'id': '03a0c0a0-f312-41c2-a048-25fab8060aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:27.678273 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.678769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Bound using segment: {'id': '03a0c0a0-f312-41c2-a048-25fab8060aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:27.680484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Bound port: f212c5b6-6155-4022-abfd-2bda6a48a7d9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a0c0a0-f312-41c2-a048-25fab8060aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:27.680967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.802285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:27.805851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.812029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f212c5b6-6155-4022-abfd-2bda6a48a7d9,segment=NetworkSegment(03a0c0a0-f312-41c2-a048-25fab8060aad),segment_id=03a0c0a0-f312-41c2-a048-25fab8060aad)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:27.813654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.815103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.818936 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.870249 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:27.919161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:27.923273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3361747 Nov 19 04:24:27.924587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56046) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:27.924730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5f3af-8906-4783-8346-bb4375611ab1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edb5329-b5dc-4496-aab7-5bd7feecc73b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:27.936397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1871815881', 'security_groups': ['9edb5329-b5dc-4496-aab7-5bd7feecc73b'], 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5bd04888-b2a7-4712-ac74-147c5fefa211'}]}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:27.961481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4e88e-e30d-491c-8d40-1ef3964f98af None None] Pushing event updated for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:28.027642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.187165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba838b22-f745-4a88-8e6c-35533ac10dd8 req-53f8ef28-d11d-4a89-9f52-715cdc26a52a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:28.189303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba838b22-f745-4a88-8e6c-35533ac10dd8 req-53f8ef28-d11d-4a89-9f52-715cdc26a52a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1570780 Nov 19 04:24:28.244932 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.274895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:28.310631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8339b048-1c6c-48a2-8299-36bce574c0e9 None None] Network fcd52269-5ee3-4b1e-9486-232f264eb17d requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:28.312905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:26Z', 'revision_number': 7, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:28.361591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.383399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/subnets/0b5e7506-2813-4fae-a700-ddf07f1e30ce HTTP/1.1" status: 204 len: 168 time: 0.8147626 Nov 19 04:24:28.386145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56048) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:28.415750 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] Checking router: 275ddc5d-181f-4c30-8080-7845d5a2c296 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:24:28.448705 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] Routers {'275ddc5d-181f-4c30-8080-7845d5a2c296'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:28.449351 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['275ddc5d-181f-4c30-8080-7845d5a2c296'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:28.549689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.551755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7bd0d-6401-4404-814d-b7861c1f0b61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5e7506-2813-4fae-a700-ddf07f1e30ce,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:28.576298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.627942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba838b22-f745-4a88-8e6c-35533ac10dd8 req-06a535c6-ddb8-461f-a921-a4d863d81432 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102023 Nov 19 04:24:28.657303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 79417918-ca23-4145-a382-e1362c5fc110 yet. {{(pid=109987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:28.773433 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] Set router 275ddc5d-181f-4c30-8080-7845d5a2c296 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:28.781435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.873531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port 51000ac0-4d42-4600-a4d1-c3e1f18740f6 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:28.877124 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:28.897581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.3 (a1426151-5938-47af-9995-d673eeb2e129/5bd04888-b2a7-4712-ac74-147c5fefa211/79417918-ca23-4145-a382-e1362c5fc110) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:28.982627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port 51000ac0-4d42-4600-a4d1-c3e1f18740f6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=51000ac0-4d42-4600-a4d1-c3e1f18740f6,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:28.983006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.002014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for 51000ac0-4d42-4600-a4d1-c3e1f18740f6 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:29.083517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] DHCP port deletion for fcd52269-5ee3-4b1e-9486-232f264eb17d request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:29.131493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.170638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:29.183428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.291505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:29.303181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:29.307927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.315002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:29.318585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:26Z', 'revision_number': 7, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:29.328624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:29.330116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.357265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=51000ac0-4d42-4600-a4d1-c3e1f18740f6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:29.366063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34f0b9-b862-4e22-ac5f-7aed09867a6d None None] The sync data for ids ['275ddc5d-181f-4c30-8080-7845d5a2c296'] in n-d-818503-1 is: [{'id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'name': 'tempest-TestNetworkBasicOps-router-1212696193', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:24:26Z', 'revision_number': 7, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': '51000ac0-4d42-4600-a4d1-c3e1f18740f6', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275ddc5d-181f-4c30-8080-7845d5a2c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:22:16Z', 'updated_at': '2021-11-19T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:29.404885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=79417918-ca23-4145-a382-e1362c5fc110,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:29.453532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:29.458269 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.459307 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.478350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ff1ae-3325-4518-9def-f0856134e5bd None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:29.488997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] Deleting port 513a9b24-84c0-4ca5-8183-c8789cf672fe {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:29.489512 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.499332 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd783058-8459-4646-a056-29318f676192 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5679591 Nov 19 04:24:29.500052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56052) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:29.505020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:29.641478 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.644970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.664967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.717415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:29.730739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] For port 513a9b24-84c0-4ca5-8183-c8789cf672fe, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=513a9b24-84c0-4ca5-8183-c8789cf672fe,segment=NetworkSegment(442d6bc6-4a16-4c5f-bb08-797e4d082598),segment_id=442d6bc6-4a16-4c5f-bb08-797e4d082598)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:29.730739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.735523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.791418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.792644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Fanout notify agent at l3_agent the message router_deleted on router 275ddc5d-181f-4c30-8080-7845d5a2c296 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:24:29.823565 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:29.825236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-298a95a0-653e-4cd9-8e5e-10079b3968b4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/routers/275ddc5d-181f-4c30-8080-7845d5a2c296 HTTP/1.1" status: 204 len: 168 time: 1.4381082 Nov 19 04:24:29.829293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56064) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:29.835642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f212c5b6-6155-4022-abfd-2bda6a48a7d9,segment=NetworkSegment(03a0c0a0-f312-41c2-a048-25fab8060aad),segment_id=03a0c0a0-f312-41c2-a048-25fab8060aad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:29.837302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] Calling delete_port for 513a9b24-84c0-4ca5-8183-c8789cf672fe owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:29.958748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df216-0549-48b4-be52-78c9765df31b req-d7aefba0-b1f3-4fdb-80dd-e6257af3ad10 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:29.974759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e0df216-0549-48b4-be52-78c9765df31b req-d7aefba0-b1f3-4fdb-80dd-e6257af3ad10 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.2002645 Nov 19 04:24:29.998743 n-d-818503-1 neutron-server[109987]: INFO neutron.db.ipam_backend_mixin [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5bd04888-b2a7-4712-ac74-147c5fefa211 (CIDR: 172.20.0.0/28) Nov 19 04:24:30.004799 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:24:30.005653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:30.016911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.043494 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-63fc98f3-1176-4ec1-b65a-efaeac806732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5423141 Nov 19 04:24:30.044807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56066) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:30.052071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:30.089984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.143538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e0df216-0549-48b4-be52-78c9765df31b req-fbc31481-8b12-4fb0-8832-63f291cff453 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545520 Nov 19 04:24:30.202514 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.228741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:30.232861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] No DVR routers for this DVR port 513a9b24-84c0-4ca5-8183-c8789cf672fe on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:30.241178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1ee637b5-7675-482b-ac90-9d9e7fe4038d None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:30.243245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1ee637b5-7675-482b-ac90-9d9e7fe4038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.302085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47c372-00c1-4e20-8cf9-210e5043c22e None None] Pushing event deleted for resources: {'Port': ['ID=513a9b24-84c0-4ca5-8183-c8789cf672fe,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:30.323812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.328876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:30.332791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.364100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd52269-5ee3-4b1e-9486-232f264eb17d']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:30.390686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442d6bc6-4a16-4c5f-bb08-797e4d082598') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:30.391008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442d6bc6-4a16-4c5f-bb08-797e4d082598') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:30.406934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1ee637b5-7675-482b-ac90-9d9e7fe4038d None None] Provisioning complete for port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:30.407430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1ee637b5-7675-482b-ac90-9d9e7fe4038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.422208 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.424053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:30.443749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.454086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:30.455568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.468811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1ee637b5-7675-482b-ac90-9d9e7fe4038d None None] Port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:30.533586 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:30.540629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.561274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.571937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/networks/fcd52269-5ee3-4b1e-9486-232f264eb17d HTTP/1.1" status: 204 len: 168 time: 0.7411056 Nov 19 04:24:30.598066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56074) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:30.608875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'network': {'name': 'tempest-network-smoke--2106646250', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:30.615167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-55961f3d-8024-4ad9-b1f7-5e28cb402399 None None] Provisioning complete for port 79417918-ca23-4145-a382-e1362c5fc110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:30.615556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55961f3d-8024-4ad9-b1f7-5e28cb402399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.615996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d9605-b9e7-48f3-afb7-2f8c31a830aa tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Network': ['ID=fcd52269-5ee3-4b1e-9486-232f264eb17d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:30.654945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:30.660019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.688920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd73e26b-a959-4a5c-9158-695116c5ed57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.695097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-55961f3d-8024-4ad9-b1f7-5e28cb402399 None None] Port 79417918-ca23-4145-a382-e1362c5fc110 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:30.706742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:24:30.717973 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.718333 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Added segment 364f2fc2-ac71-47ca-816d-0e2bf2ad338f of type vlan for network 1a880ed1-d668-4ae2-803c-e98d74b67ffe Nov 19 04:24:30.748875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.763506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.790625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.796884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:30.797507 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.815447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:30.827324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:30.834556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:30.840884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b5c2f-a4f5-49f5-a5ab-71f8e57fc6e6 None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:30.843637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.848310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=d7587389-2ac7-49e4-b435-1801e105a3dd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:30.873073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2735858 Nov 19 04:24:30.876758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:30.880976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-299964458', 'admin_state_up': True, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:30.891504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd73e26b-a959-4a5c-9158-695116c5ed57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.900624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-261afb9e-a541-4046-9bfa-eee09bc489f7 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8543077 Nov 19 04:24:30.901132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56078) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:30.910247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-904113590', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7587389-2ac7-49e4-b435-1801e105a3dd'}], 'security_groups': ['ba20bda6-55c9-4570-a7f6-fe70c42c44e9']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:30.911341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cd73e26b-a959-4a5c-9158-695116c5ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:30.916493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063c9b9-3d21-42ea-aacd-fbcdb5350160 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Network': ['ID=1a880ed1-d668-4ae2-803c-e98d74b67ffe,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:30.965966 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cd73e26b-a959-4a5c-9158-695116c5ed57 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8193b5f0e19b490193238ee6b786e18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387199 Nov 19 04:24:30.967335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56080) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:30.968108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73e26b-a959-4a5c-9158-695116c5ed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c693eb-8c49-4dcb-99e3-be7c81939a45,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:30.979233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:24:31.050104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35bf228b-7abc-4e90-82ae-9a85980efd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.053613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.055790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.097330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35bf228b-7abc-4e90-82ae-9a85980efd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.151322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:31.175234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.186842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.215720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35bf228b-7abc-4e90-82ae-9a85980efd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.219525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35bf228b-7abc-4e90-82ae-9a85980efd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.220975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-35bf228b-7abc-4e90-82ae-9a85980efd86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8c693eb-8c49-4dcb-99e3-be7c81939a45 HTTP/1.1" status: 204 len: 168 time: 0.2501209 Nov 19 04:24:31.246511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:31.247436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.260912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf228b-7abc-4e90-82ae-9a85980efd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c693eb-8c49-4dcb-99e3-be7c81939a45,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:31.390325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] Update dhcp port {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'fixed_ips': [{'subnet_id': '5bd04888-b2a7-4712-ac74-147c5fefa211', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7587389-2ac7-49e4-b435-1801e105a3dd'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'f212c5b6-6155-4022-abfd-2bda6a48a7d9'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:24:31.421646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.455528 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.508023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26438c28-e04a-410c-a72d-05e0d71c6743 req-7854bed9-ed7f-48c5-b4fa-ac69a13b6951 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:31.509562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26438c28-e04a-410c-a72d-05e0d71c6743 req-7854bed9-ed7f-48c5-b4fa-ac69a13b6951 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1964273 Nov 19 04:24:31.541513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51000ac0-4d42-4600-a4d1-c3e1f18740f6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:31.572450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 51000ac0-4d42-4600-a4d1-c3e1f18740f6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:31.572813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 51000ac0-4d42-4600-a4d1-c3e1f18740f6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:31.573215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 513a9b24-84c0-4ca5-8183-c8789cf672fe no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:31.600049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 513a9b24-84c0-4ca5-8183-c8789cf672fe {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:31.600406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 513a9b24-84c0-4ca5-8183-c8789cf672fe not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:31.601450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 46d0669e-1e72-4481-bf5a-a39e08b42af8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:31.620444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:31.634504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 46d0669e-1e72-4481-bf5a-a39e08b42af8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:31.634777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 46d0669e-1e72-4481-bf5a-a39e08b42af8 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:31.637446 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150903f5-32f0-461e-917b-c82325392d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.684240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26438c28-e04a-410c-a72d-05e0d71c6743 req-f47173eb-adf0-4163-ae40-43e1412fb7a4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414888 Nov 19 04:24:31.685493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] Allocated IP 172.20.0.18 (a1426151-5938-47af-9995-d673eeb2e129/d7587389-2ac7-49e4-b435-1801e105a3dd/f212c5b6-6155-4022-abfd-2bda6a48a7d9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:31.756516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150903f5-32f0-461e-917b-c82325392d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.762187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-150903f5-32f0-461e-917b-c82325392d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.793170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f212c5b6-6155-4022-abfd-2bda6a48a7d9,segment=NetworkSegment(03a0c0a0-f312-41c2-a048-25fab8060aad),segment_id=03a0c0a0-f312-41c2-a048-25fab8060aad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:31.803144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-150903f5-32f0-461e-917b-c82325392d4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0093746e7a294601a5e206fbc338c519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1813440 Nov 19 04:24:31.804139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150903f5-32f0-461e-917b-c82325392d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7704600e-fa28-4b1b-a559-a3cedfe53572,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:31.807159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:31.828843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.835674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.872663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.921509 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:31.924737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cdcaf-39ce-43df-bdcf-f1712c209bbd None None] Pushing event updated for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:31.993525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020e3212-39d8-4f74-a5c2-ba2628537f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.008519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.370289 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020e3212-39d8-4f74-a5c2-ba2628537f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.386849 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Delete allocated IP 172.20.0.3 (a1426151-5938-47af-9995-d673eeb2e129/5bd04888-b2a7-4712-ac74-147c5fefa211) {{(pid=109986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 04:24:32.424106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.22 (a1426151-5938-47af-9995-d673eeb2e129/d7587389-2ac7-49e4-b435-1801e105a3dd/79417918-ca23-4145-a382-e1362c5fc110) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:32.435113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:32.435713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.474848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.25.8.2 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:32.527072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Provisioning complete for port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:32.527452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.554022 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020e3212-39d8-4f74-a5c2-ba2628537f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.556709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-020e3212-39d8-4f74-a5c2-ba2628537f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.557883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-020e3212-39d8-4f74-a5c2-ba2628537f21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7704600e-fa28-4b1b-a559-a3cedfe53572 HTTP/1.1" status: 204 len: 168 time: 0.7493606 Nov 19 04:24:32.562686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:32.574559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Provisioning complete for port 79417918-ca23-4145-a382-e1362c5fc110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:32.574947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.603800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e3212-39d8-4f74-a5c2-ba2628537f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704600e-fa28-4b1b-a559-a3cedfe53572,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:32.620806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-30b611af-43fe-4d5c-a105-cb6a6fcfbf06 None None] Port 79417918-ca23-4145-a382-e1362c5fc110 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:32.706109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.726822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.735497 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.881100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=79417918-ca23-4145-a382-e1362c5fc110,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:32.881843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:32.886608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.942736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:32.943130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.945908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45725ba7-b6a8-461f-a8c9-f9343c47e926 req-7fccc45d-c74e-4c59-b6dd-5fb6b5f9e406 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:32.947480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45725ba7-b6a8-461f-a8c9-f9343c47e926 req-7fccc45d-c74e-4c59-b6dd-5fb6b5f9e406 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1790240 Nov 19 04:24:32.954619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56098) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:32.957179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:32.967800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8ec2f9f-98e9-447e-953b-74d66b208117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.972196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:32.978657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] In _notify_port_updated(), no bound segment for port 79417918-ca23-4145-a382-e1362c5fc110 on network a1426151-5938-47af-9995-d673eeb2e129 {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:24:32.984146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:32.984790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:32.986155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e494a2a4-d928-4ae9-954e-94742acc3525 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/ports/79417918-ca23-4145-a382-e1362c5fc110 HTTP/1.1" status: 200 len: 920 time: 2.0817587 Nov 19 04:24:32.990119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56100) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:32.993256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:32.997165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:32.998695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e016306-8e48-44ff-99bf-74a28ebd5d7c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:33.063332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45725ba7-b6a8-461f-a8c9-f9343c47e926 req-f895f430-40a9-4612-b98b-dcbd45e6fd7b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031823 Nov 19 04:24:33.135122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8ec2f9f-98e9-447e-953b-74d66b208117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.142276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 79417918-ca23-4145-a382-e1362c5fc110 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:33.142909 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.148183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f8ec2f9f-98e9-447e-953b-74d66b208117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.153338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-855c490f-977c-4f42-8aa0-03c2771fa33f None None] Provisioning complete for port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:33.153780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-855c490f-977c-4f42-8aa0-03c2771fa33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.198003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-855c490f-977c-4f42-8aa0-03c2771fa33f None None] Port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:33.236472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f8ec2f9f-98e9-447e-953b-74d66b208117 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86726b40712e4a708435372b55acb07f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810457 Nov 19 04:24:33.240036 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56102) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:33.245341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec2f9f-98e9-447e-953b-74d66b208117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9a59e2-1f09-4583-b277-e2bced64706e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:33.281802 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.295229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 79417918-ca23-4145-a382-e1362c5fc110 owned by {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:33.345810 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.348607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3a33921-676e-425c-85e6-7d8cab00a1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.414617 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3a33921-676e-425c-85e6-7d8cab00a1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.420669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c29fb732-936e-481c-8180-19f3493b3461 None None] Provisioning complete for port 79417918-ca23-4145-a382-e1362c5fc110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:33.421045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c29fb732-936e-481c-8180-19f3493b3461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.435766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.457731 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c29fb732-936e-481c-8180-19f3493b3461 None None] Port 79417918-ca23-4145-a382-e1362c5fc110 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:33.467583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=79417918-ca23-4145-a382-e1362c5fc110,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:33.560448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.566429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a144be5e-f96b-4b92-a0de-de987fe390b5 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/79417918-ca23-4145-a382-e1362c5fc110 HTTP/1.1" status: 204 len: 168 time: 0.5744529 Nov 19 04:24:33.567043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56104) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:33.584227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3a33921-676e-425c-85e6-7d8cab00a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.587003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c3a33921-676e-425c-85e6-7d8cab00a1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.588187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c3a33921-676e-425c-85e6-7d8cab00a1ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db9a59e2-1f09-4583-b277-e2bced64706e HTTP/1.1" status: 204 len: 168 time: 0.3474066 Nov 19 04:24:33.600621 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c39b820-64ed-400d-aa7a-aabbf95adf99 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:33.605674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33921-676e-425c-85e6-7d8cab00a1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9a59e2-1f09-4583-b277-e2bced64706e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:33.606388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8c39b820-64ed-400d-aa7a-aabbf95adf99 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/79417918-ca23-4145-a382-e1362c5fc110 HTTP/1.1" status: 404 len: 333 time: 0.0382378 Nov 19 04:24:33.607406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56108) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:33.624136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.672628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6bd6-0b63-4270-97be-e76f104fd29e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.706824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6bd6-0b63-4270-97be-e76f104fd29e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.762671 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6bd6-0b63-4270-97be-e76f104fd29e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.766259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6bd6-0b63-4270-97be-e76f104fd29e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.767880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bc4d6bd6-0b63-4270-97be-e76f104fd29e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/security-groups/9edb5329-b5dc-4496-aab7-5bd7feecc73b HTTP/1.1" status: 204 len: 168 time: 0.1596704 Nov 19 04:24:33.770926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:33.779034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d6bd6-0b63-4270-97be-e76f104fd29e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edb5329-b5dc-4496-aab7-5bd7feecc73b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:33.805317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router ad10b055-87a2-4e52-be1d-a21cd21a7df3 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:24:33.885225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-132d55b5-4906-4069-b6ee-15d49f41c325 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.942149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-132d55b5-4906-4069-b6ee-15d49f41c325 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:33.982918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:33.995099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Sync routers for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:34.007744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.008529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:34.009019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d973c99d-898c-4d0a-ac26-3dd53e20116c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1316009 Nov 19 04:24:34.010281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:34.012427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:34.015314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-132d55b5-4906-4069-b6ee-15d49f41c325 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.018225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-132d55b5-4906-4069-b6ee-15d49f41c325 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.021961 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-132d55b5-4906-4069-b6ee-15d49f41c325 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/security-groups/ba20bda6-55c9-4570-a7f6-fe70c42c44e9 HTTP/1.1" status: 204 len: 168 time: 0.2475107 Nov 19 04:24:34.023087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56122) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:34.029858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d55b5-4906-4069-b6ee-15d49f41c325 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba20bda6-55c9-4570-a7f6-fe70c42c44e9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:34.104947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-665e3bc5-74a9-4d03-bff9-8ab72cf55ea2 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=ca23997cd1bc4f09b45f3aa58c22533c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886445 Nov 19 04:24:34.105373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56128) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:34.126007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet 5bd04888-b2a7-4712-ac74-147c5fefa211 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:34.131582 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.194416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.238835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:34.260053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0dd68-592a-4c21-80c9-6fd1eb12e611 req-bd9f3443-4490-4bcf-9187-c18fe466109d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:34.267145 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5b0dd68-592a-4c21-80c9-6fd1eb12e611 req-bd9f3443-4490-4bcf-9187-c18fe466109d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.0918727 Nov 19 04:24:34.275846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a36f8-3385-489c-9b4c-1df333cbfd8b tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:34.277336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d60a36f8-3385-489c-9b4c-1df333cbfd8b tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1698444 Nov 19 04:24:34.282464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56136) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:34.337444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5b0dd68-592a-4c21-80c9-6fd1eb12e611 req-48c7894e-1fb3-4dc6-afa3-e196904be019 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664034 Nov 19 04:24:34.339921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1e196066-3a70-44f8-8d59-82718fdeb7e2 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562863 Nov 19 04:24:34.342397 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56138) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:34.352605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1369866115', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:34.405346 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.500926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:34.504767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.511121 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.589705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd04888-b2a7-4712-ac74-147c5fefa211,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:34.592074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.596023 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2d3151ad-dab4-4c3f-8baf-17c6669823cb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/5bd04888-b2a7-4712-ac74-147c5fefa211 HTTP/1.1" status: 204 len: 168 time: 0.5719225 Nov 19 04:24:34.603972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56146) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:34.613561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:34.617039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ce7a2-fc3d-4652-b52f-fa19118dfd1f None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:34.733174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:33Z', 'revision_number': 3, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:34.749693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:34.754586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.768501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Checking router: ad10b055-87a2-4e52-be1d-a21cd21a7df3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:24:34.768860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Updating router ad10b055-87a2-4e52-be1d-a21cd21a7df3 port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:24:34.793238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.865062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.869392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Subnet': ['ID=9d44e378-fa4c-439d-adfa-b2999f618903,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:34.887743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Checking segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:34.888118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network hostable DHCP agents. Network: 1a880ed1-d668-4ae2-803c-e98d74b67ffe, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:24:34.912262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:24:34.937309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1a880ed1-d668-4ae2-803c-e98d74b67ffe) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:34.951933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:34.953378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:34.967179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b5fa7-5f60-4bf7-8845-09b5fa449eb9 None None] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:34.986497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4b9d35da-6cb3-467b-8163-a11b5b2fc30f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6428416 Nov 19 04:24:34.989174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56152) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:35.080279 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.146176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:35.155030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:35.158761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:35.159047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.199223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5940778 Nov 19 04:24:35.203026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:35.210493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'security_group': {'name': 'tempest-secgroup-83596506'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:35.212712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f2bd3-41d5-472d-a667-c6ea09b1ea71 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=45bccadd-f388-47e9-89ad-c9b7613631a6,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:35.292382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.295760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:24:35.296621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.476712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.516758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.549027 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.558437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.560089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb371ade-da15-476b-9d38-e1089a6fb909 req-7ca95944-b779-421c-baa2-edf3ec1f753e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:35.562199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb371ade-da15-476b-9d38-e1089a6fb909 req-7ca95944-b779-421c-baa2-edf3ec1f753e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1043916 Nov 19 04:24:35.589668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.593843 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3864493 Nov 19 04:24:35.598697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56160) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:35.605020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1139201549'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:35.612829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Attempting to bind port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:35.619787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Attempting to bind port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:35.620432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Attempting to bind port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:35.630603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080a2bd-e96a-4d9c-a0d6-70037d5e4065 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:35.650915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Allocated IP 172.20.0.2 (1a880ed1-d668-4ae2-803c-e98d74b67ffe/9d44e378-fa4c-439d-adfa-b2999f618903/209f30ba-a249-4adf-951e-faf5f20dde12) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:35.656756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a81cc-a6bf-4c44-819a-b4dc1b269bed None None] Pushing event updated for resources: {'Port': ['ID=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:35.675029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:35.676664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:35.677104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.677220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff4f6b-bd9b-4d84-87cb-30113aabe60a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29b16a3-969c-4cb5-9fcc-55f3bf45bb50,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:35.678713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:35.679523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Bound port: a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:35.691653 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb371ade-da15-476b-9d38-e1089a6fb909 req-d012c9a2-7d03-43b9-a86d-b507939c508d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230094 Nov 19 04:24:35.692193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.719103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.810627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-558f7f15-0bcb-4413-bc2d-eb460d102f0e None None] Provisioning complete for port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:35.811275 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-558f7f15-0bcb-4413-bc2d-eb460d102f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.812141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.814652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.842528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.865110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] For port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:35.881047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-558f7f15-0bcb-4413-bc2d-eb460d102f0e None None] Port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:35.887422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] For port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:35.896610 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.928018 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:35.929533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3295782 Nov 19 04:24:35.932425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56162) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:35.932659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1f953-3845-409a-bf85-3d7d75f616aa tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ae9aa-8e30-4c7e-8a15-c6109a8df12c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:35.937166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'security_group': {'name': 'tempest-secgroup-587494212'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:35.999495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.022097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a5541-9453-4c4d-8232-a45d7a49c291 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:36.073544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:36.074215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:36.093842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a81cc-a6bf-4c44-819a-b4dc1b269bed None None] Pushing event updated for resources: {'Port': ['ID=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:36.155228 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.160968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.171702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.187983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.215292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.218089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2845454 Nov 19 04:24:36.222124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56166) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:36.229783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1987736005', 'security_groups': ['6b880fe4-8f8e-4429-b758-d65daadb9a44'], 'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45bccadd-f388-47e9-89ad-c9b7613631a6'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:36.233342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0451dcf-3227-41d3-a8f8-393e5c3ecfaf None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:36.305259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c5df9-af10-4f2f-bd00-f5edcc410a8a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b880fe4-8f8e-4429-b758-d65daadb9a44,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:36.321800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d31feac6-9eed-437e-9dcc-a1ccf05a7439 None None] Provisioning complete for port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:36.322291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d31feac6-9eed-437e-9dcc-a1ccf05a7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.328189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.20.0.1 (1a880ed1-d668-4ae2-803c-e98d74b67ffe/9d44e378-fa4c-439d-adfa-b2999f618903/ac7f2820-1fae-46c9-b132-6fadfc232239) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:36.345624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:36.376329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:36.384109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:36.393068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:36.400011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:36.402717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Pushing event updated for resources: {'Port': ['ID=209f30ba-a249-4adf-951e-faf5f20dde12,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:36.454271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.474148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.494107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] device_id is not set on port 04ae5fe7-068f-4e00-908d-53c6193bb626 yet. {{(pid=109986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 04:24:36.497000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.550297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:36.554741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:36.559099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:36.588138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=ac7f2820-1fae-46c9-b132-6fadfc232239,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:36.610583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.702017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.14 (a1426151-5938-47af-9995-d673eeb2e129/45bccadd-f388-47e9-89ad-c9b7613631a6/04ae5fe7-068f-4e00-908d-53c6193bb626) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:36.782098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.796397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Attempting to bind port 209f30ba-a249-4adf-951e-faf5f20dde12 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:36.796989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Attempting to bind port 209f30ba-a249-4adf-951e-faf5f20dde12 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:36.797173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Attempting to bind port 209f30ba-a249-4adf-951e-faf5f20dde12 on network 1a880ed1-d668-4ae2-803c-e98d74b67ffe {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:36.841185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:36.841713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Checking segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:36.842000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.842417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Bound using segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:36.842918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Bound port: 209f30ba-a249-4adf-951e-faf5f20dde12, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:36.843313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.899688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436750b0-f97f-4e1b-96ab-bf3d072b5cd7 req-81481604-e6c4-4cd9-8c9e-1166ba36dbe5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:36.907060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-436750b0-f97f-4e1b-96ab-bf3d072b5cd7 req-81481604-e6c4-4cd9-8c9e-1166ba36dbe5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1437039 Nov 19 04:24:36.909733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d31feac6-9eed-437e-9dcc-a1ccf05a7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.972863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:36.985287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-436750b0-f97f-4e1b-96ab-bf3d072b5cd7 req-d180bf5f-e649-4ae8-86f6-398468f85a0d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Nov 19 04:24:36.988439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d31feac6-9eed-437e-9dcc-a1ccf05a7439 None None] For port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:37.009725 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d31feac6-9eed-437e-9dcc-a1ccf05a7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.033033 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.050998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] For port 209f30ba-a249-4adf-951e-faf5f20dde12, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:37.093270 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:37.097830 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] For port 209f30ba-a249-4adf-951e-faf5f20dde12, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=209f30ba-a249-4adf-951e-faf5f20dde12,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:37.098115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:37.101766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:37.120201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.143469 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31feac6-9eed-437e-9dcc-a1ccf05a7439 None None] Pushing event updated for resources: {'Port': ['ID=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:37.172747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=04ae5fe7-068f-4e00-908d-53c6193bb626,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:37.189408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] Update dhcp port {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'fixed_ips': [{'subnet_id': 'd7587389-2ac7-49e4-b435-1801e105a3dd', 'ip_address': '172.20.0.18'}, {'subnet_id': '45bccadd-f388-47e9-89ad-c9b7613631a6'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'f212c5b6-6155-4022-abfd-2bda6a48a7d9'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:24:37.198148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:37.199264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.205661 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:33Z', 'revision_number': 3, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:37.244271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fe51de39-123b-4db9-8b5e-4249ecb727a3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0202634 Nov 19 04:24:37.248381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56174) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:37.262333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:37.285800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6a184f80-13a0-4289-8c71-c617493dbb7c None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:37.287064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a184f80-13a0-4289-8c71-c617493dbb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.339645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66791af-cda5-4929-99c9-d069402c92d7 None None] The sync data for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 is: [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:33Z', 'revision_number': 3, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:37.360625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.393691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651e9fa-9137-4efe-9e02-ea38a6771f20 None None] Pushing event updated for resources: {'Port': ['ID=209f30ba-a249-4adf-951e-faf5f20dde12,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:37.503052 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:37.508092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.665568 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45bccadd-f388-47e9-89ad-c9b7613631a6 (CIDR: 172.20.0.0/28) Nov 19 04:24:37.672934 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:24:37.673675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:37.703481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8f3e38ae-3363-4f77-bdf4-79582627f732 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4536722 Nov 19 04:24:37.704157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56178) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:37.709287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:37.719305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.736230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.845377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.853383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6a184f80-13a0-4289-8c71-c617493dbb7c None None] Provisioning complete for port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:37.853820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a184f80-13a0-4289-8c71-c617493dbb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.896566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] Allocated IP 172.20.0.2 (a1426151-5938-47af-9995-d673eeb2e129/45bccadd-f388-47e9-89ad-c9b7613631a6/f212c5b6-6155-4022-abfd-2bda6a48a7d9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:37.929336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:37.934133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:37.951499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=ac7f2820-1fae-46c9-b132-6fadfc232239,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:37.957371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6a184f80-13a0-4289-8c71-c617493dbb7c None None] Port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:38.054129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:38.058175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:38.077016 n-d-818503-1 neutron-server[109986]: INFO neutron.db.ipam_backend_mixin [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d7587389-2ac7-49e4-b435-1801e105a3dd (CIDR: 172.20.0.16/28) Nov 19 04:24:38.083775 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 04:24:38.084378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:38.096859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f212c5b6-6155-4022-abfd-2bda6a48a7d9,segment=NetworkSegment(03a0c0a0-f312-41c2-a048-25fab8060aad),segment_id=03a0c0a0-f312-41c2-a048-25fab8060aad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:38.114081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-69ac9075-6513-4607-b538-97d3718d84df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4086847 Nov 19 04:24:38.117706 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56182) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:38.125087 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'subnet': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:38.180231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:38.193697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:38.279728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router ad10b055-87a2-4e52-be1d-a21cd21a7df3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:24:38.287786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00566d32-bf57-4887-9e52-cc6d059dc207 req-683125f7-1509-4684-8293-504db0214d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.289926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00566d32-bf57-4887-9e52-cc6d059dc207 req-683125f7-1509-4684-8293-504db0214d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1128845 Nov 19 04:24:38.334685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa465892-9fdc-43a2-aa0b-2931a493ffa7 None None] Pushing event updated for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:38.394761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Made reservation on behalf of ddf9a20486c84f58b2ff076a3b976c75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:38.404848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:38.507647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:38.515742 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cbbd35b5-6c38-4ddc-9698-e6c5db1bb075 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "PUT /v2.0/routers/ad10b055-87a2-4e52-be1d-a21cd21a7df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5253215 Nov 19 04:24:38.518193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56186) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:38.625631 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00566d32-bf57-4887-9e52-cc6d059dc207 req-0333fc18-c1b8-417a-b1ed-83c92a45f731 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841771 Nov 19 04:24:38.719274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.724057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.724722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.724824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.725392 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.725875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.726381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.728695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-21dfa2e8-2446-4d27-ac09-8bead2c520a8 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5021 time: 0.2095048 Nov 19 04:24:38.738654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56188) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:38.845323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.845810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.848682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.856481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.857143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.857632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.858288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.858771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:38.864833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d948dbb4-dfee-4ef3-98ca-79672c60bb7d tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5193 time: 0.1210580 Nov 19 04:24:38.865619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56190) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:38.955471 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:38.992182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d2c284dd-ea75-422e-b7a4-37c15d5be3c6 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:24:39.034586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3db9f4-d8c0-481c-a314-690726dbb698 None None] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:39.053292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Network a1426151-5938-47af-9995-d673eeb2e129 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:39.058166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:39.065069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:39.070260 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.104203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Subnet': ['ID=a234fcda-3b62-494f-9a02-eaf9a41f99bc,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:39.126778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cf93e7d4-d369-43a8-b487-fa750e2620ed tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2573121 Nov 19 04:24:39.142901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d4740607-582c-435a-b7ac-a4d86d388272 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0213525 Nov 19 04:24:39.143126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56194) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:39.149077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-319724441', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a234fcda-3b62-494f-9a02-eaf9a41f99bc'}], 'security_groups': ['c29b16a3-969c-4cb5-9fcc-55f3bf45bb50', 'bc8ae9aa-8e30-4c7e-8a15-c6109a8df12c']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:39.183299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:39.255081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.282950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fe836eb7-72b3-41a9-8637-ff029763a87f None None] Provisioning complete for port 209f30ba-a249-4adf-951e-faf5f20dde12 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:39.283874 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe836eb7-72b3-41a9-8637-ff029763a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.304695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28cc0b-c5c2-462c-91e5-3bd774d578f5 None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:39.424211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:39.468828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6', 'mac_address': 'fa:16:3e:d9:07:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:24:39.509023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:39.509398 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.651394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56198) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:39.656425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512214967', 'description': 'tempest-secgroup-smoke-1512214967 description', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:39.691589 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.702646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Delete allocated IP 172.20.0.14 (a1426151-5938-47af-9995-d673eeb2e129/45bccadd-f388-47e9-89ad-c9b7613631a6) {{(pid=109986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 04:24:39.715423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Allocated IP 172.20.0.40 (a1426151-5938-47af-9995-d673eeb2e129/a234fcda-3b62-494f-9a02-eaf9a41f99bc/04ae5fe7-068f-4e00-908d-53c6193bb626) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:39.722021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.765255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c284dd-ea75-422e-b7a4-37c15d5be3c6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:24:39.773223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe836eb7-72b3-41a9-8637-ff029763a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.826982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.832912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.861075 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.867132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2142251 Nov 19 04:24:39.868114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56202) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:39.883109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '4ccf7fab-cb08-458d-a5f6-67537721fdae', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:39.883689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb53f1b-93b5-42bb-95a6-fdaef2911be3 req-401b5d92-a92c-43a9-a774-fb6cd8ee5840 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:39.891602 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beb53f1b-93b5-42bb-95a6-fdaef2911be3 req-401b5d92-a92c-43a9-a774-fb6cd8ee5840 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 944 time: 0.1302412 Nov 19 04:24:39.928155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:39.952651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b081f6d-3b9d-4aa2-a48f-e49db493cfee tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf7fab-cb08-458d-a5f6-67537721fdae,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.012586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.024245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.031741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:40.070518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69600d00-d49c-4f48-b2aa-026ef86d95ca,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.076414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.083009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.089134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-88662a6e-53fb-403a-b9fb-d80184c3eaba tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2117460 Nov 19 04:24:40.089340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.090220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56204) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:40.097340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '4ccf7fab-cb08-458d-a5f6-67537721fdae', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:40.100047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beb53f1b-93b5-42bb-95a6-fdaef2911be3 req-66421d33-000f-4a13-9ebe-da7d9aa2c3ea tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072911 Nov 19 04:24:40.104799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.155646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.193272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fe836eb7-72b3-41a9-8637-ff029763a87f None None] For port 209f30ba-a249-4adf-951e-faf5f20dde12, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=209f30ba-a249-4adf-951e-faf5f20dde12,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:40.212714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 209f30ba-a249-4adf-951e-faf5f20dde12 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:40.225095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe836eb7-72b3-41a9-8637-ff029763a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.299108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.300519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.303872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d2c284dd-ea75-422e-b7a4-37c15d5be3c6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:24:40.306250 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.344597 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Sync routers for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:40.380184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e933450a-70fe-436c-a113-b9ef1cb15bcb,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.383170 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:40.384300 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:40.401889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.407581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c2960b05-9848-4033-a589-ab5a63182e2b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155475 Nov 19 04:24:40.415173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56206) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:40.419947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '4ccf7fab-cb08-458d-a5f6-67537721fdae', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:40.490544 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.518152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-15386a07-9ef9-4d5c-be92-b6c649715ba8 None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:40.518537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15386a07-9ef9-4d5c-be92-b6c649715ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.578029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe836eb7-72b3-41a9-8637-ff029763a87f None None] Pushing event updated for resources: {'Port': ['ID=209f30ba-a249-4adf-951e-faf5f20dde12,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.608305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 209f30ba-a249-4adf-951e-faf5f20dde12 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:40.609183 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.611073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] Update dhcp port {'port': {'network_id': 'a1426151-5938-47af-9995-d673eeb2e129', 'fixed_ips': [{'subnet_id': 'd7587389-2ac7-49e4-b435-1801e105a3dd', 'ip_address': '172.20.0.18'}, {'subnet_id': '45bccadd-f388-47e9-89ad-c9b7613631a6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a234fcda-3b62-494f-9a02-eaf9a41f99bc'}], 'binding:host_id': 'n-d-818503-1'}, 'id': 'f212c5b6-6155-4022-abfd-2bda6a48a7d9'} from n-d-818503-1. {{(pid=109988) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 04:24:40.626781 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:40.665151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.672949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.716736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c809d3c-2e57-4bf2-847d-5197ed297109,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.751117 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.751996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.753958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-601f563a-a2cb-40c6-871d-21fda4b21358 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374858 Nov 19 04:24:40.756355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56210) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:40.767470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '4ccf7fab-cb08-458d-a5f6-67537721fdae', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:40.839658 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.918373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event updated for resources: {'Port': ['ID=04ae5fe7-068f-4e00-908d-53c6193bb626,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:40.954047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] In _notify_port_updated(), no bound segment for port 04ae5fe7-068f-4e00-908d-53c6193bb626 on network a1426151-5938-47af-9995-d673eeb2e129 {{(pid=109986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 04:24:40.962400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:40.966041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.971221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3987932d-3f56-449a-a366-308668dd81e4 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "PUT /v2.0/ports/04ae5fe7-068f-4e00-908d-53c6193bb626 HTTP/1.1" status: 200 len: 959 time: 1.8269134 Nov 19 04:24:40.972092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56212) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:40.982972 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:40.992568 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.025662 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.027315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2686770 Nov 19 04:24:41.030473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56214) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:41.042808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '4ccf7fab-cb08-458d-a5f6-67537721fdae', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:41.048559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35208a00-ed47-4d8a-b8e6-8da118e82382 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef6b151-aabb-479d-95cd-51a206260ad1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:41.101857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 04ae5fe7-068f-4e00-908d-53c6193bb626 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:41.102784 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.116243 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Project ca23997cd1bc4f09b45f3aa58c22533c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:24:41.121750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.124662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:41.241342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-15386a07-9ef9-4d5c-be92-b6c649715ba8 None None] Provisioning complete for port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:41.241916 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-15386a07-9ef9-4d5c-be92-b6c649715ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.243746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.249262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.257563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.273407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6138132-17ab-4088-8245-e4be1567ccf3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:41.291259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 04ae5fe7-068f-4e00-908d-53c6193bb626 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:41.292559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.298557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c0b2bcf9-ea5c-4f4e-b6e1-4e286380c64d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2664986 Nov 19 04:24:41.299472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56218) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:41.305646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'security_group_rule': {'security_group_id': '4ccf7fab-cb08-458d-a5f6-67537721fdae', 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:41.320652 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:37Z', 'revision_number': 2, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:41.342229 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-15386a07-9ef9-4d5c-be92-b6c649715ba8 None None] Port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:41.342694 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Project ca23997cd1bc4f09b45f3aa58c22533c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:24:41.348158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] Allocated IP 172.20.0.34 (a1426151-5938-47af-9995-d673eeb2e129/a234fcda-3b62-494f-9a02-eaf9a41f99bc/f212c5b6-6155-4022-abfd-2bda6a48a7d9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:41.354554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Checking router: ad10b055-87a2-4e52-be1d-a21cd21a7df3 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:24:41.355621 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Updating router ad10b055-87a2-4e52-be1d-a21cd21a7df3 port ac7f2820-1fae-46c9-b132-6fadfc232239 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:24:41.356829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.370453 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:41.371002 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.388757 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.438732 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.452435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.489076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.501533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2002509 Nov 19 04:24:41.502195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fce63-c039-486e-a5e2-741de15419ef tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c10d28-eac2-40fe-852e-81fda1cdec1e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:41.524334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7259-bce2-4a73-a1f7-e6a772e196f0 req-d0168edf-3341-4f82-953f-fb2481c946ac tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:41.525976 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75ac7259-bce2-4a73-a1f7-e6a772e196f0 req-d0168edf-3341-4f82-953f-fb2481c946ac tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 945 time: 0.2093575 Nov 19 04:24:41.554893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f212c5b6-6155-4022-abfd-2bda6a48a7d9,segment=NetworkSegment(03a0c0a0-f312-41c2-a048-25fab8060aad),segment_id=03a0c0a0-f312-41c2-a048-25fab8060aad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:41.593900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.600953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0ba3b40e-7985-4006-b4ef-631dfdb7b201 None None] Provisioning complete for port 209f30ba-a249-4adf-951e-faf5f20dde12 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:41.601640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b40e-7985-4006-b4ef-631dfdb7b201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.634381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.653465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75ac7259-bce2-4a73-a1f7-e6a772e196f0 req-4621aab8-011c-4105-8744-60091fa15139 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158900 Nov 19 04:24:41.752333 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.759158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.762892 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:41.825147 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70d69-25b0-474d-a9a3-0535b13a7166 None None] Pushing event updated for resources: {'Port': ['ID=ac7f2820-1fae-46c9-b132-6fadfc232239,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:41.826851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=04ae5fe7-068f-4e00-908d-53c6193bb626,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:41.912700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c264-8675-4f1c-a170-6c46d70854a1 None None] Pushing event updated for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:41.931644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 209f30ba-a249-4adf-951e-faf5f20dde12 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:41.966104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-33e8f12c-edc8-4e5c-b00d-fdd4818957d3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512214967&fields=id&tenant_id=ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 267 time: 0.1967213 Nov 19 04:24:42.000682 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Attempting to bind port ac7f2820-1fae-46c9-b132-6fadfc232239 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:42.001069 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Attempting to bind port ac7f2820-1fae-46c9-b132-6fadfc232239 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:42.001447 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Attempting to bind port ac7f2820-1fae-46c9-b132-6fadfc232239 on network 1a880ed1-d668-4ae2-803c-e98d74b67ffe {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:42.007913 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:42.008297 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Checking segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:42.008713 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.009115 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Bound using segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:42.009606 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Bound port: ac7f2820-1fae-46c9-b132-6fadfc232239, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:42.010018 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.057447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0ba3b40e-7985-4006-b4ef-631dfdb7b201 None None] Provisioning complete for port ac7f2820-1fae-46c9-b132-6fadfc232239 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:42.057826 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b40e-7985-4006-b4ef-631dfdb7b201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.113089 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] For port ac7f2820-1fae-46c9-b132-6fadfc232239, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:42.114223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 209f30ba-a249-4adf-951e-faf5f20dde12 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:42.115086 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.116743 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] For port ac7f2820-1fae-46c9-b132-6fadfc232239, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ac7f2820-1fae-46c9-b132-6fadfc232239,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:42.132479 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.150848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3b40e-7985-4006-b4ef-631dfdb7b201 None None] Port ac7f2820-1fae-46c9-b132-6fadfc232239 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:42.160155 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.166766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56234) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:42.175565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1473046f-027c-436a-992e-52f5372e6c81 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/04ae5fe7-068f-4e00-908d-53c6193bb626 HTTP/1.1" status: 204 len: 168 time: 1.2022364 Nov 19 04:24:42.196197 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4975a9-716b-4464-a59c-6bf3ae61b191 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] GET failed (client error): The resource could not be found. Nov 19 04:24:42.209281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56236) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:42.214609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dc4975a9-716b-4464-a59c-6bf3ae61b191 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports/04ae5fe7-068f-4e00-908d-53c6193bb626 HTTP/1.1" status: 404 len: 333 time: 0.0469215 Nov 19 04:24:42.226823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-6c0fbff7-9750-4502-a191-6049114d58ab tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:42.236591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-6c0fbff7-9750-4502-a191-6049114d58ab tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/networks?id=1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 200 len: 797 time: 0.2505417 Nov 19 04:24:42.269903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-94c3dcbd-5c0e-429f-bd43-ae449124b6ea tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/quotas/ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 375 time: 0.0321906 Nov 19 04:24:42.283977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-51b754d4-7c52-49f5-aa9a-9dd834f95a15 None None] Provisioning complete for port ac7f2820-1fae-46c9-b132-6fadfc232239 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:42.284354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-51b754d4-7c52-49f5-aa9a-9dd834f95a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.298285 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70d69-25b0-474d-a9a3-0535b13a7166 None None] Pushing event updated for resources: {'Port': ['ID=ac7f2820-1fae-46c9-b132-6fadfc232239,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:42.311378 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:42.312028 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:42.446324 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-51b754d4-7c52-49f5-aa9a-9dd834f95a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.447846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-56209788-b8a8-4172-9420-d73d2822e2f8 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768231 Nov 19 04:24:42.454261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f6c20c6-25ad-4461-8276-4a0e0c4a897f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.476197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:42.494162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-51b754d4-7c52-49f5-aa9a-9dd834f95a15 None None] For port ac7f2820-1fae-46c9-b132-6fadfc232239, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ac7f2820-1fae-46c9-b132-6fadfc232239,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:42.504588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-51b754d4-7c52-49f5-aa9a-9dd834f95a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.576319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f6c20c6-25ad-4461-8276-4a0e0c4a897f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.606427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b754d4-7c52-49f5-aa9a-9dd834f95a15 None None] Pushing event updated for resources: {'Port': ['ID=ac7f2820-1fae-46c9-b132-6fadfc232239,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:42.705045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-cb7b3f35-d80e-45eb-a9cc-104e4cca0e8f service neutron] 10.222.0.52 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246184 Nov 19 04:24:42.706697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f6c20c6-25ad-4461-8276-4a0e0c4a897f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.709426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1f6c20c6-25ad-4461-8276-4a0e0c4a897f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.711270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1f6c20c6-25ad-4461-8276-4a0e0c4a897f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/security-groups/6b880fe4-8f8e-4429-b758-d65daadb9a44 HTTP/1.1" status: 204 len: 168 time: 0.4999404 Nov 19 04:24:42.714686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56244) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:42.739511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8c47d298-31bf-4877-8a5f-4b4db5f6452b None None] Provisioning complete for port ac7f2820-1fae-46c9-b132-6fadfc232239 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:42.747266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8c47d298-31bf-4877-8a5f-4b4db5f6452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.819572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c20c6-25ad-4461-8276-4a0e0c4a897f tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b880fe4-8f8e-4429-b758-d65daadb9a44,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:42.831381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-434ccbb1-08f0-4987-b5ae-160ea0724fc3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.841063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-a8da13bd-fcf6-4111-9e80-72aef4e6a09f service neutron] 10.222.0.52 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154082 Nov 19 04:24:42.871226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-434ccbb1-08f0-4987-b5ae-160ea0724fc3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.943076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-434ccbb1-08f0-4987-b5ae-160ea0724fc3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.947302 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:42.948037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-434ccbb1-08f0-4987-b5ae-160ea0724fc3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:42.952589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56246) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:42.953094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-434ccbb1-08f0-4987-b5ae-160ea0724fc3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/security-groups/bc8ae9aa-8e30-4c7e-8a15-c6109a8df12c HTTP/1.1" status: 204 len: 168 time: 0.2366776 Nov 19 04:24:42.965436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ccbb1-08f0-4987-b5ae-160ea0724fc3 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ae9aa-8e30-4c7e-8a15-c6109a8df12c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:42.985282 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ae86e-6203-4351-819e-fecc67e06dcc None None] The sync data for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 is: [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:24:43.007397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d2c284dd-ea75-422e-b7a4-37c15d5be3c6 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:43.048951 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d977d6a0-0185-43a8-a8fc-585ea3775ec1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.093792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d977d6a0-0185-43a8-a8fc-585ea3775ec1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.161775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:24:43.165111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d977d6a0-0185-43a8-a8fc-585ea3775ec1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.168307 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d977d6a0-0185-43a8-a8fc-585ea3775ec1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.173284 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56252) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:43.180683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d977d6a0-0185-43a8-a8fc-585ea3775ec1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/security-groups/c29b16a3-969c-4cb5-9fcc-55f3bf45bb50 HTTP/1.1" status: 204 len: 168 time: 0.2241955 Nov 19 04:24:43.187512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:43.193685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.196475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-33160a59-318d-44e0-a5d4-8dd40ae99a6c None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:43.198750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33160a59-318d-44e0-a5d4-8dd40ae99a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.207390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977d6a0-0185-43a8-a8fc-585ea3775ec1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29b16a3-969c-4cb5-9fcc-55f3bf45bb50,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:43.327241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet 45bccadd-f388-47e9-89ad-c9b7613631a6 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:43.337728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.362918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60e3e2-4632-4ed2-8784-d39cbfcde2ab req-dcc21178-fc2c-40f0-90bd-cacd5cf47928 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:43.376766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee60e3e2-4632-4ed2-8784-d39cbfcde2ab req-dcc21178-fc2c-40f0-90bd-cacd5cf47928 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 945 time: 0.1434391 Nov 19 04:24:43.447410 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.478225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee60e3e2-4632-4ed2-8784-d39cbfcde2ab req-bffbb064-bf8c-4527-b5a4-768a4cce89c4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003525 Nov 19 04:24:43.590024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.648652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b081c9c4-5ecb-41cb-a334-6d43d3965713 req-267e707f-2187-4662-9763-29cc5ec00db6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 210 time: 0.1075444 Nov 19 04:24:43.726827 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.775065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=45bccadd-f388-47e9-89ad-c9b7613631a6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:43.796578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.811862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d9f86ae-4752-496d-bd37-47f2c7055edb tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/45bccadd-f388-47e9-89ad-c9b7613631a6 HTTP/1.1" status: 204 len: 168 time: 0.6372631 Nov 19 04:24:43.812164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56262) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:43.842504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.909920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:43.912941 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72968c96-7a64-49be-a28a-ae8717495c26" -d '{"events": [{"server_uuid": "f101a3e6-f6f1-476c-99c6-3de80e0c1f4f", "name": "network-vif-plugged", "status": "completed", "tag": "d2c284dd-ea75-422e-b7a4-37c15d5be3c6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:43.923474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet a234fcda-3b62-494f-9a02-eaf9a41f99bc {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:43.935230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:43.989763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-33160a59-318d-44e0-a5d4-8dd40ae99a6c None None] Provisioning complete for port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:43.992189 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33160a59-318d-44e0-a5d4-8dd40ae99a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.071333 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6290f36-e9a2-48d2-84fa-778973f9ad23 x-openstack-request-id: req-e6290f36-e9a2-48d2-84fa-778973f9ad23 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:44.071828 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101a3e6-f6f1-476c-99c6-3de80e0c1f4f", "name": "network-vif-plugged", "status": "completed", "tag": "d2c284dd-ea75-422e-b7a4-37c15d5be3c6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:44.072171 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6290f36-e9a2-48d2-84fa-778973f9ad23 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:44.074686 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6', 'code': 200} Nov 19 04:24:44.081105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:44.081840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.112875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ac7f2820-1fae-46c9-b132-6fadfc232239 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:44.119534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.205740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77586bc0-351f-47f3-a12f-d7b6095e17eb req-47d1e9ac-2611-47d1-8ace-632f5ec17d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:44.207882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77586bc0-351f-47f3-a12f-d7b6095e17eb req-47d1e9ac-2611-47d1-8ace-632f5ec17d0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 1097 time: 0.0613749 Nov 19 04:24:44.253258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae48a2-3d52-4ce1-9d31-5d15d5412054 None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:44.314061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-33160a59-318d-44e0-a5d4-8dd40ae99a6c None None] Port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:44.338092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77586bc0-351f-47f3-a12f-d7b6095e17eb req-50580ca4-a92f-4c90-b51c-5c9f22c8ecb6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219418 Nov 19 04:24:44.348863 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.381764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-33160a59-318d-44e0-a5d4-8dd40ae99a6c None None] Could not find standard attr ID for object 04ae5fe7-068f-4e00-908d-53c6193bb626. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:44.405535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:44.419401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ac7f2820-1fae-46c9-b132-6fadfc232239 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:44.419801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.445965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.475728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=a234fcda-3b62-494f-9a02-eaf9a41f99bc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:44.478443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.481872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-224eaaa0-440a-4f8f-838d-423c26aa6da1 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/a234fcda-3b62-494f-9a02-eaf9a41f99bc HTTP/1.1" status: 204 len: 168 time: 0.6687379 Nov 19 04:24:44.484417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56266) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:44.518537 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fa8545-3fac-4b0f-a8d1-d64f248d528e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:44.519099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fa8545-3fac-4b0f-a8d1-d64f248d528e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:44.525527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-88fa8545-3fac-4b0f-a8d1-d64f248d528e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/45bccadd-f388-47e9-89ad-c9b7613631a6 HTTP/1.1" status: 404 len: 337 time: 0.0400507 Nov 19 04:24:44.525704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56270) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:44.549485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2a9a0174-6103-4669-a969-d2f1768af818 None None] Could not find standard attr ID for object 04ae5fe7-068f-4e00-908d-53c6193bb626. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 04:24:44.634106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting subnet d7587389-2ac7-49e4-b435-1801e105a3dd {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:24:44.638546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.652870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:44.706846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c8d7-374f-4ce5-b755-345b01297684 req-5d333cc1-5afd-4c52-aaaf-e52d5f74cafe tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:44.713056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.714958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5520c8d7-374f-4ce5-b755-345b01297684 req-5d333cc1-5afd-4c52-aaaf-e52d5f74cafe tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 946 time: 0.1087375 Nov 19 04:24:44.760668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:44.761160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:44.848583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5520c8d7-374f-4ce5-b755-345b01297684 req-ea936be5-98d7-42d0-9851-5c45b4906519 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268854 Nov 19 04:24:44.916674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.019811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3719961-4f31-4551-9aba-91fd6ee32a5b req-f068e584-2e88-4052-baec-65a20cb05f29 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 210 time: 0.0633233 Nov 19 04:24:45.086335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.128653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Subnet': ['ID=d7587389-2ac7-49e4-b435-1801e105a3dd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:45.149323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.155621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ed12304d-605c-4ee0-8cf8-4f88ae0b9809 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/d7587389-2ac7-49e4-b435-1801e105a3dd HTTP/1.1" status: 204 len: 168 time: 0.6265745 Nov 19 04:24:45.156468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56276) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.190344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-98d5ac9e-f95b-47dc-bc0f-0aa3bd69174c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:45.191971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-98d5ac9e-f95b-47dc-bc0f-0aa3bd69174c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "GET /v2.0/networks?id=1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 200 len: 797 time: 0.1965523 Nov 19 04:24:45.195900 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8221b80-bdcc-48da-a84c-0ab9b26d6e8e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.196396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8221b80-bdcc-48da-a84c-0ab9b26d6e8e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.199722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8221b80-bdcc-48da-a84c-0ab9b26d6e8e tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/5bd04888-b2a7-4712-ac74-147c5fefa211 HTTP/1.1" status: 404 len: 337 time: 0.0415487 Nov 19 04:24:45.202641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56278) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.232992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ff2a8169-7a54-4d90-ae47-982a0ae226a9 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "GET /v2.0/ports?device_id=b128583e-38ed-46dc-bff3-6f0290956ca9 HTTP/1.1" status: 200 len: 205 time: 0.0291946 Nov 19 04:24:45.235653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56280) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.275439 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-14f69f67-b306-4018-bada-cc72a34ab0d9 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] delete failed (client error): The resource could not be found. Nov 19 04:24:45.279378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-14f69f67-b306-4018-bada-cc72a34ab0d9 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/routers/b128583e-38ed-46dc-bff3-6f0290956ca9 HTTP/1.1" status: 404 len: 336 time: 0.0426383 Nov 19 04:24:45.280014 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56282) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.317370 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7735bc23-b015-412e-8efb-167525cb6f54 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.318020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7735bc23-b015-412e-8efb-167525cb6f54 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.323146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7735bc23-b015-412e-8efb-167525cb6f54 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/a092a056-4bc5-4082-a40a-c80346ffa103 HTTP/1.1" status: 404 len: 337 time: 0.0418878 Nov 19 04:24:45.326386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56284) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.331248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-a534cec2-38e0-4e95-be04-826fc6fa32a0 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca23997cd1bc4f09b45f3aa58c22533c HTTP/1.1" status: 200 len: 380 time: 0.1141286 Nov 19 04:24:45.347564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'port': {'device_id': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'admin_state_up': True, 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'security_groups': ['4ccf7fab-cb08-458d-a5f6-67537721fdae']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:45.375171 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a6ca43-e432-40ef-b7a8-7640e81be03b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.375779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a6ca43-e432-40ef-b7a8-7640e81be03b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.379593 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b7a6ca43-e432-40ef-b7a8-7640e81be03b tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/829cc763-372b-4348-b6ec-59caf458f0ab HTTP/1.1" status: 404 len: 337 time: 0.0522039 Nov 19 04:24:45.382926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56288) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.422180 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-543ee83f-bc24-4ef7-9972-3c9bc9963783 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.422666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543ee83f-bc24-4ef7-9972-3c9bc9963783 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.426290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-543ee83f-bc24-4ef7-9972-3c9bc9963783 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/08621f41-f399-449a-bb35-b5eecf335679 HTTP/1.1" status: 404 len: 337 time: 0.0422528 Nov 19 04:24:45.429701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56290) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.465570 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef4794c-9337-4d61-b4c9-d6b0fd909003 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.466339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef4794c-9337-4d61-b4c9-d6b0fd909003 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.469983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eef4794c-9337-4d61-b4c9-d6b0fd909003 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/3b0391cb-69e9-4610-ae0a-3ceafbee5966 HTTP/1.1" status: 404 len: 333 time: 0.0384617 Nov 19 04:24:45.472447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56292) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.521342 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8355e50-5fc0-4172-b061-aeaede09b8df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.521962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8355e50-5fc0-4172-b061-aeaede09b8df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.530371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c8355e50-5fc0-4172-b061-aeaede09b8df tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/f0902eb6-fede-42ea-89f6-20a6b48bae77 HTTP/1.1" status: 404 len: 337 time: 0.0548234 Nov 19 04:24:45.531080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56294) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.545229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Made reservation on behalf of ca23997cd1bc4f09b45f3aa58c22533c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:45.548993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.567932 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc9ee78-3249-4696-8a2b-d6ef436e155c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.568666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc9ee78-3249-4696-8a2b-d6ef436e155c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.575707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56296) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.576430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cbc9ee78-3249-4696-8a2b-d6ef436e155c tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/3deceb07-789b-48b3-8fbe-af09012f2440 HTTP/1.1" status: 404 len: 337 time: 0.0442040 Nov 19 04:24:45.629313 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fc49da-e8f5-4013-979f-b877dcaa5c72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.629650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fc49da-e8f5-4013-979f-b877dcaa5c72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.633477 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-26fc49da-e8f5-4013-979f-b877dcaa5c72 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/976362c3-e99f-47d2-b85c-2d5516ac2fef HTTP/1.1" status: 404 len: 333 time: 0.0568001 Nov 19 04:24:45.636626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56298) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.666932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebbbed7-42cc-4165-acc1-1227c760b278 None None] Network a1426151-5938-47af-9995-d673eeb2e129 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:24:45.671001 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62b27d6-8c89-4e10-8f66-700e04435bb9 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.671596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62b27d6-8c89-4e10-8f66-700e04435bb9 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.677801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d62b27d6-8c89-4e10-8f66-700e04435bb9 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/d357cf8b-0cf4-4893-a381-0bb8647dd187 HTTP/1.1" status: 404 len: 337 time: 0.0400133 Nov 19 04:24:45.679096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56300) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.722111 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e508f-2c45-4dee-bb35-749f631c5aff tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] DELETE failed (client error): The resource could not be found. Nov 19 04:24:45.722828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e508f-2c45-4dee-bb35-749f631c5aff tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 04:24:45.724145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.20.0.5 (1a880ed1-d668-4ae2-803c-e98d74b67ffe/9d44e378-fa4c-439d-adfa-b2999f618903/bd9e7eff-971a-47af-9a60-da806507123b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:45.729810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-229e508f-2c45-4dee-bb35-749f631c5aff tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/subnets/84e2c6e9-bca7-4e31-9323-8093ad801061 HTTP/1.1" status: 404 len: 337 time: 0.0494792 Nov 19 04:24:45.730761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56302) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:45.746437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-093893c4-056b-4f47-bb18-a8ea76d80d7a None None] Provisioning complete for port f212c5b6-6155-4022-abfd-2bda6a48a7d9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:45.746869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-093893c4-056b-4f47-bb18-a8ea76d80d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.873295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Deleting port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:45.874112 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.930349 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.955940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-093893c4-056b-4f47-bb18-a8ea76d80d7a None None] Provisioning complete for port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:45.955940 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-093893c4-056b-4f47-bb18-a8ea76d80d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.982756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:45.985759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] DHCP port deletion for a1426151-5938-47af-9995-d673eeb2e129 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:24:46.004880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-093893c4-056b-4f47-bb18-a8ea76d80d7a None None] Port 4f0a23b5-5dae-41a7-9b75-c18c277214a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:46.022808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.041754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Calling delete_port for 4f0a23b5-5dae-41a7-9b75-c18c277214a7 owned by {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:46.061181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5c40c-e4e3-4b0f-ad79-a5f7b7f9cc33 req-756e2eb2-27e2-451d-ad45-c95b4faaa18d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:46.062871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ea5c40c-e4e3-4b0f-ad79-a5f7b7f9cc33 req-756e2eb2-27e2-451d-ad45-c95b4faaa18d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 946 time: 0.0966759 Nov 19 04:24:46.068265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=bd9e7eff-971a-47af-9a60-da806507123b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:46.073521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] Deleting port f212c5b6-6155-4022-abfd-2bda6a48a7d9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:24:46.074024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.087857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:46.089475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:46.092177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:46.156592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] For port f212c5b6-6155-4022-abfd-2bda6a48a7d9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f212c5b6-6155-4022-abfd-2bda6a48a7d9,segment=NetworkSegment(03a0c0a0-f312-41c2-a048-25fab8060aad),segment_id=03a0c0a0-f312-41c2-a048-25fab8060aad)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:46.157309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.162322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:46.164395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.188528 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] Calling delete_port for f212c5b6-6155-4022-abfd-2bda6a48a7d9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:24:46.191782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-893d7b4d-52a2-4fa7-ad1c-5ee6fba2356b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8485334 Nov 19 04:24:46.205199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ea5c40c-e4e3-4b0f-ad79-a5f7b7f9cc33 req-d326d181-26f3-4fab-9e49-f377f4887dd8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352410 Nov 19 04:24:46.224245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Request body: {'port': {'device_id': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:46.239600 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.292749 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.309572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Port': ['ID=4f0a23b5-5dae-41a7-9b75-c18c277214a7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:46.317238 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.322851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-54bbfd02-2a2d-4a49-98c4-f5296361836a tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/ports/4f0a23b5-5dae-41a7-9b75-c18c277214a7 HTTP/1.1" status: 204 len: 168 time: 0.5870771 Nov 19 04:24:46.325187 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:46.337278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.338252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] Pushing event deleted for resources: {'Port': ['ID=f212c5b6-6155-4022-abfd-2bda6a48a7d9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:46.347910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95733d15-3126-462c-b834-9af7059d6ab0 None None] No DVR routers for this DVR port f212c5b6-6155-4022-abfd-2bda6a48a7d9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:24:46.465459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.487360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840467ba-7f07-44ba-8f21-2a8b42c6f79b req-08151cd0-f28f-4cb6-8bae-f97062a4e9e9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:46.488935 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-840467ba-7f07-44ba-8f21-2a8b42c6f79b req-08151cd0-f28f-4cb6-8bae-f97062a4e9e9 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 931 time: 0.1202352 Nov 19 04:24:46.544554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9402a643-af7c-4f6a-9519-34fec3c999fc None None] Provisioning complete for port bd9e7eff-971a-47af-9a60-da806507123b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:46.544940 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9402a643-af7c-4f6a-9519-34fec3c999fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.590748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9402a643-af7c-4f6a-9519-34fec3c999fc None None] Port bd9e7eff-971a-47af-9a60-da806507123b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:46.615137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.645474 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-840467ba-7f07-44ba-8f21-2a8b42c6f79b req-58d5ca7c-bfa2-4a70-9770-70080d512ce3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436501 Nov 19 04:24:46.657435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1426151-5938-47af-9995-d673eeb2e129']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:46.677899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a0c0a0-f312-41c2-a048-25fab8060aad') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:46.678891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a0c0a0-f312-41c2-a048-25fab8060aad') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:46.704258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.716412 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9e7eff-971a-47af-9a60-da806507123b {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:24:46.725034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.730825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.751636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:24:46.751975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:24:46.754941 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:24:46.821921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d1daa-1f80-455b-8a74-72ae3d978dd2 req-458c2289-a218-4f7c-bc1d-da68f6bb1f00 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:46.823735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-007d1daa-1f80-455b-8a74-72ae3d978dd2 req-458c2289-a218-4f7c-bc1d-da68f6bb1f00 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 946 time: 0.1036255 Nov 19 04:24:46.833544 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.833986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Transition to ACTIVE for port object bd9e7eff-971a-47af-9a60-da806507123b will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:24:46.840774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.843897 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:46.847291 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] 10.222.0.52 "DELETE /v2.0/networks/a1426151-5938-47af-9995-d673eeb2e129 HTTP/1.1" status: 204 len: 168 time: 0.5209048 Nov 19 04:24:46.875067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f88c3-b1a3-47de-8f3c-2cbd0a4b3379 tempest-PortsTestJSON-1328931104 tempest-PortsTestJSON-1328931104-project] Pushing event deleted for resources: {'Network': ['ID=a1426151-5938-47af-9995-d673eeb2e129,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:46.904560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9e7eff-971a-47af-9a60-da806507123b,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:46.913413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.913774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.914148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.914636 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.914983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.915321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.915654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.915988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.916764 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.917098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.917431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.918021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:46.938304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-007d1daa-1f80-455b-8a74-72ae3d978dd2 req-df80846e-c717-4d1e-91b4-106b78f37ea7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049163 Nov 19 04:24:47.014793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Attempting to bind port bd9e7eff-971a-47af-9a60-da806507123b on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:47.015165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Attempting to bind port bd9e7eff-971a-47af-9a60-da806507123b by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:47.015782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Attempting to bind port bd9e7eff-971a-47af-9a60-da806507123b on network 1a880ed1-d668-4ae2-803c-e98d74b67ffe {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:47.023317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Port bd9e7eff-971a-47af-9a60-da806507123b on network 1a880ed1-d668-4ae2-803c-e98d74b67ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:24:47.023908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Attempting to bind port bd9e7eff-971a-47af-9a60-da806507123b on network 1a880ed1-d668-4ae2-803c-e98d74b67ffe {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:47.031823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:47.032175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Checking segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:47.032571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Bound using segment: {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:47.033012 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Bound port: bd9e7eff-971a-47af-9a60-da806507123b, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364f2fc2-ac71-47ca-816d-0e2bf2ad338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:47.033370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.126525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] For port bd9e7eff-971a-47af-9a60-da806507123b, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:47.129906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] For port bd9e7eff-971a-47af-9a60-da806507123b, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bd9e7eff-971a-47af-9a60-da806507123b,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:47.136717 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.176410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:47.176947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.179522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] 10.222.0.31 "PUT /v2.0/ports/bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 200 len: 1091 time: 0.9608963 Nov 19 04:24:47.179989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:47.182312 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961be286-e24a-4626-80df-c7c12f638f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "tag": "bd9e7eff-971a-47af-9a60-da806507123b"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:47.198748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56330) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:47.228874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84083-584a-45de-8dcc-cdb8c9db7899 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9e7eff-971a-47af-9a60-da806507123b,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:47.302660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-c7d6fbe1-0ba2-40cf-87e5-3e6e37cc40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:47.304199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-c7d6fbe1-0ba2-40cf-87e5-3e6e37cc40cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1094 time: 0.0489266 Nov 19 04:24:47.369438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-c4f04c18-f1ab-485d-837e-4dcb33c5dc0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 200 len: 217 time: 0.0426946 Nov 19 04:24:47.383792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5d7ec7fa-0620-492b-8a79-8206b02ce947 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddf9a20486c84f58b2ff076a3b976c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808252 Nov 19 04:24:47.385017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56336) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:47.433313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-3746c72d-d5af-43a4-bf60-5e214bd3e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:47.434986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-3746c72d-d5af-43a4-bf60-5e214bd3e1bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d44e378-fa4c-439d-adfa-b2999f618903 HTTP/1.1" status: 200 len: 835 time: 0.0485935 Nov 19 04:24:47.440940 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d129815c-7bb1-4448-a085-81d141405b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.468142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d129815c-7bb1-4448-a085-81d141405b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.500467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-6739ddd3-32ce-49be-8c03-98860b81c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:47.502203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-6739ddd3-32ce-49be-8c03-98860b81c6a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a880ed1-d668-4ae2-803c-e98d74b67ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479736 Nov 19 04:24:47.517041 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d129815c-7bb1-4448-a085-81d141405b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.519839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d129815c-7bb1-4448-a085-81d141405b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:47.521236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d129815c-7bb1-4448-a085-81d141405b3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/037a2d2c-b018-471d-9a49-45d5329f51d5 HTTP/1.1" status: 204 len: 168 time: 0.1350212 Nov 19 04:24:47.532530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129815c-7bb1-4448-a085-81d141405b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a2d2c-b018-471d-9a49-45d5329f51d5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:47.619111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-fb7ee723-4fbb-4bb9-8b41-ab2af754ad7b service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044326 Nov 19 04:24:47.765592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a979132-f7f2-4712-80f6-a36c8234e706 req-4e68a53f-9103-4624-975d-9e584d7c4fca service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355867 Nov 19 04:24:47.892822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:24:47.927354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f212c5b6-6155-4022-abfd-2bda6a48a7d9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:24:47.927712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f212c5b6-6155-4022-abfd-2bda6a48a7d9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:24:48.845491 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ed7ca-06ac-4123-bc26-913cbcddaa42 x-openstack-request-id: req-252ed7ca-06ac-4123-bc26-913cbcddaa42 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:48.846339 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "tag": "bd9e7eff-971a-47af-9a60-da806507123b", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:48.846775 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-252ed7ca-06ac-4123-bc26-913cbcddaa42 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:48.847345 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b', 'status': 'completed', 'code': 200} Nov 19 04:24:49.033778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d8795-7e1f-45f7-9da2-03faf5eb9d8d req-f16ee619-1004-4f34-933f-6f30c27d9a79 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:49.043282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e9d8795-7e1f-45f7-9da2-03faf5eb9d8d req-f16ee619-1004-4f34-933f-6f30c27d9a79 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 943 time: 0.0791955 Nov 19 04:24:49.050377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be286-e24a-4626-80df-c7c12f638f7d req-f7c6a5ff-f84d-4e11-8c30-a2d1eebed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:49.051994 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-f7c6a5ff-f84d-4e11-8c30-a2d1eebed6d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1094 time: 0.1304636 Nov 19 04:24:49.119885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e9d8795-7e1f-45f7-9da2-03faf5eb9d8d req-9f34aed7-a44c-4a18-a4d1-0f3bb5832e0f tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750124 Nov 19 04:24:49.222379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be286-e24a-4626-80df-c7c12f638f7d req-39627b3f-7071-48a6-991d-d8720251f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:49.223878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-39627b3f-7071-48a6-991d-d8720251f63c service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 200 len: 898 time: 0.1550505 Nov 19 04:24:49.303309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-631e82d2-bcac-4c29-a3d1-43e0e067790b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 200 len: 217 time: 0.0679824 Nov 19 04:24:49.416439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be286-e24a-4626-80df-c7c12f638f7d req-66eb41ed-4ff2-40cc-8de1-c53ea0808a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:49.430342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-66eb41ed-4ff2-40cc-8de1-c53ea0808a76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d44e378-fa4c-439d-adfa-b2999f618903 HTTP/1.1" status: 200 len: 835 time: 0.1162064 Nov 19 04:24:49.511830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961be286-e24a-4626-80df-c7c12f638f7d req-285a1738-6788-4b75-9b52-e3a1cbf5a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:49.513295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-285a1738-6788-4b75-9b52-e3a1cbf5a795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a880ed1-d668-4ae2-803c-e98d74b67ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718288 Nov 19 04:24:49.637670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-8b8f07ce-e698-4f2e-99e3-3a61d695c781 service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979075 Nov 19 04:24:49.762452 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-961be286-e24a-4626-80df-c7c12f638f7d req-1ca70f8c-75ad-4f21-b4a9-8acb6e721855 service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128316 Nov 19 04:24:50.143087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56504) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:50.212874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bd9e7eff-971a-47af-9a60-da806507123b details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:24:50.229348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-a601ec71-69d6-4af8-af70-c12367794d50 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:50.236778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-a601ec71-69d6-4af8-af70-c12367794d50 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1240149 Nov 19 04:24:50.253231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-7ca509b7-ee2c-425f-bc27-1587c1415492 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0155427 Nov 19 04:24:50.313040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73a65940-ced2-4637-b673-16bef19d8475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.318320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc609ee3-c24d-4391-9906-f32a6859a01a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641973 Nov 19 04:24:50.341875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bd9e7eff-971a-47af-9a60-da806507123b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bd9e7eff-971a-47af-9a60-da806507123b,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:50.360379 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bd9e7eff-971a-47af-9a60-da806507123b', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'port_id': 'bd9e7eff-971a-47af-9a60-da806507123b', 'mac_address': 'fa:16:3e:9b:e3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:24:50.410705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73a65940-ced2-4637-b673-16bef19d8475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.416930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73a65940-ced2-4637-b673-16bef19d8475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.425338 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.447316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9e7eff-971a-47af-9a60-da806507123b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:24:50.455350 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-9740ae20-0303-44b7-8b50-debeeb971a04 service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282656 Nov 19 04:24:50.457285 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-73a65940-ced2-4637-b673-16bef19d8475 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f762a759fe6a4cf18c6099ddb4772eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124254 Nov 19 04:24:50.460657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56512) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:50.471176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a65940-ced2-4637-b673-16bef19d8475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f260f99f-7a7a-4821-889c-67c367698524,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:50.474586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bd9e7eff-971a-47af-9a60-da806507123b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bd9e7eff-971a-47af-9a60-da806507123b,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:50.482809 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.533523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bd9e7eff-971a-47af-9a60-da806507123b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:50.590628 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25289831-66ff-47b2-98f1-e4913e78c21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.612895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-6c3ccd4d-8f85-4ed7-86ea-9efa2d7e8c63 service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437814 Nov 19 04:24:50.625457 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25289831-66ff-47b2-98f1-e4913e78c21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.680092 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25289831-66ff-47b2-98f1-e4913e78c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.683319 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25289831-66ff-47b2-98f1-e4913e78c21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:50.686654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-25289831-66ff-47b2-98f1-e4913e78c21f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f260f99f-7a7a-4821-889c-67c367698524 HTTP/1.1" status: 204 len: 168 time: 0.2243574 Nov 19 04:24:50.698294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289831-66ff-47b2-98f1-e4913e78c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f260f99f-7a7a-4821-889c-67c367698524,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:50.855691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bd9e7eff-971a-47af-9a60-da806507123b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:24:50.903391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fff5d-4ec9-4c93-b796-62727cd3473e req-c74c7ed9-453d-4532-a580-6a94c2f62ae0 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:50.905131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-274fff5d-4ec9-4c93-b796-62727cd3473e req-c74c7ed9-453d-4532-a580-6a94c2f62ae0 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 944 time: 0.0791049 Nov 19 04:24:51.020213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-274fff5d-4ec9-4c93-b796-62727cd3473e req-6e8ab5ac-7b7a-4050-816b-5cfcc9094b41 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913925 Nov 19 04:24:51.116949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-baa7685b-d928-4e70-af03-203975c5d6c6 req-014e1ed7-38a7-430a-91b0-f761eebb2679 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.0397949 Nov 19 04:24:51.189329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56538) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:51.210667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea679fb9-9a1f-447a-9f5d-1d5aae2da9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.284872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbc7a-1b5d-48e7-b2cc-dcdbb653a93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.304312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea679fb9-9a1f-447a-9f5d-1d5aae2da9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.308769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ea679fb9-9a1f-447a-9f5d-1d5aae2da9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.353648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679fb9-9a1f-447a-9f5d-1d5aae2da9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ded37-e11e-4fc1-ae02-de766b9d0487,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:51.360915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:51.361463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ea679fb9-9a1f-447a-9f5d-1d5aae2da9d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68dcb21fbc78455b9841af452540a942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698971 Nov 19 04:24:51.434845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ed995ff-ab82-414a-a2e6-223f5f1b791f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.457629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ed995ff-ab82-414a-a2e6-223f5f1b791f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.515289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ed995ff-ab82-414a-a2e6-223f5f1b791f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.518060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2ed995ff-ab82-414a-a2e6-223f5f1b791f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:51.519233 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2ed995ff-ab82-414a-a2e6-223f5f1b791f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee4ded37-e11e-4fc1-ae02-de766b9d0487 HTTP/1.1" status: 204 len: 168 time: 0.1572795 Nov 19 04:24:51.528975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed995ff-ab82-414a-a2e6-223f5f1b791f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ded37-e11e-4fc1-ae02-de766b9d0487,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:52.174613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1198fc-a449-4d9d-9fc3-c726bf189144 req-3ab9c26f-5b8e-4f78-be5b-0afd5ab80cdf tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:52.176941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e1198fc-a449-4d9d-9fc3-c726bf189144 req-3ab9c26f-5b8e-4f78-be5b-0afd5ab80cdf tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 944 time: 0.0819712 Nov 19 04:24:52.234843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bd9e7eff-971a-47af-9a60-da806507123b up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:24:52.288677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-24e33cb8-5366-432b-812c-a4fe1c50888a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:52.290596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-24e33cb8-5366-432b-812c-a4fe1c50888a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1715927 Nov 19 04:24:52.290873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e1198fc-a449-4d9d-9fc3-c726bf189144 req-a6c40136-a879-4cbc-95c4-b051b12bae21 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073329 Nov 19 04:24:52.319735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:52.334923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port bd9e7eff-971a-47af-9a60-da806507123b completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:24:52.342405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bd9e7eff-971a-47af-9a60-da806507123b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:52.345351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:52.425783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4771e22-c219-4b17-81b5-e7f6d602a192 req-a47b2881-285c-40a2-8f0b-0533e6e5c360 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.0493450 Nov 19 04:24:52.505857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:52.526620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:24:52.540832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:52.543089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:52.543840 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da353d0f-cc88-4cc1-bb90-87ed853f1c54" -d '{"events": [{"server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "name": "network-vif-plugged", "status": "completed", "tag": "bd9e7eff-971a-47af-9a60-da806507123b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:52.569758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bd9e7eff-971a-47af-9a60-da806507123b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bd9e7eff-971a-47af-9a60-da806507123b,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:24:52.579208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:52.636466 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea1a7c-1b6a-4a20-abb0-3ae479b5c856 x-openstack-request-id: req-ceea1a7c-1b6a-4a20-abb0-3ae479b5c856 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:52.637115 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "name": "network-vif-plugged", "status": "completed", "tag": "bd9e7eff-971a-47af-9a60-da806507123b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:52.637544 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ceea1a7c-1b6a-4a20-abb0-3ae479b5c856 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:52.638145 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b', 'code': 200} Nov 19 04:24:52.654769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bd9e7eff-971a-47af-9a60-da806507123b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:52.739995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.4 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/2ae01594-44b2-4925-aae0-f9a9dac06ff3) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:52.777768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c02-1030-4ca8-834e-44ebb21f64d6 req-e180fc85-8b96-4c29-849d-1771e2d7030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:52.779119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81749c02-1030-4ca8-834e-44ebb21f64d6 req-e180fc85-8b96-4c29-849d-1771e2d7030c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1096 time: 0.0613942 Nov 19 04:24:52.866025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:52.866643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81749c02-1030-4ca8-834e-44ebb21f64d6 req-a3538826-a291-4da6-9b4f-daada612afd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744252 Nov 19 04:24:52.978677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:53.023071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:53.039344 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d2c284dd-ea75-422e-b7a4-37c15d5be3c6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:24:53.098376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:53.098376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:53.103755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:53.110847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=2ae01594-44b2-4925-aae0-f9a9dac06ff3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:53.231563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:53.232330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:53.282413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-cc8036af-e45a-4ede-9d18-835fbdbd552d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651198 Nov 19 04:24:53.305607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Request body: {'port': {'device_id': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:53.431664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:53.550322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-02052f13-ffa5-4f44-b607-aa999b1ec7d5 None None] Provisioning complete for port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:24:53.551397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02052f13-ffa5-4f44-b607-aa999b1ec7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:53.575827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af9afb-b4d6-4958-86bb-2332a901903c req-37bb4a05-4937-40ad-95bc-159783a9d9c3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:53.580783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39af9afb-b4d6-4958-86bb-2332a901903c req-37bb4a05-4937-40ad-95bc-159783a9d9c3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 945 time: 0.1267645 Nov 19 04:24:53.633570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-02052f13-ffa5-4f44-b607-aa999b1ec7d5 None None] Port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:24:53.644979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-655966b1-c92e-44ab-8275-bbd6f16fedf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:53.656234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39af9afb-b4d6-4958-86bb-2332a901903c req-d92ca075-800c-4c35-ba8c-7766f5081923 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665202 Nov 19 04:24:53.804867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3829c-c1f3-4c7a-a346-5658d3ebb6bb req-7542cb6c-7524-4e67-8ae7-e7496e1092b1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:53.806601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49a3829c-c1f3-4c7a-a346-5658d3ebb6bb req-7542cb6c-7524-4e67-8ae7-e7496e1092b1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 931 time: 0.0591943 Nov 19 04:24:53.892479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-49a3829c-c1f3-4c7a-a346-5658d3ebb6bb req-bbcf7ac7-3a6b-4850-a66b-14aa3b0bf58b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788853 Nov 19 04:24:54.020279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae01594-44b2-4925-aae0-f9a9dac06ff3 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:24:54.037764 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:54.063083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Transition to ACTIVE for port object 2ae01594-44b2-4925-aae0-f9a9dac06ff3 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:24:54.072274 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:54.206093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae01594-44b2-4925-aae0-f9a9dac06ff3,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:54.321201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Attempting to bind port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:24:54.321567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Attempting to bind port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:24:54.327291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Attempting to bind port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:54.332365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:24:54.332703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Attempting to bind port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:24:54.339335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:24:54.339684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:24:54.340080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:24:54.340518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Bound port: 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:24:54.340884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:54.445672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] For port 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:24:54.452751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] For port 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:24:54.457580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:54.524323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:54.525002 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:54.526637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/2ae01594-44b2-4925-aae0-f9a9dac06ff3 HTTP/1.1" status: 200 len: 1091 time: 1.2272110 Nov 19 04:24:54.527435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'tag': '2ae01594-44b2-4925-aae0-f9a9dac06ff3'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:54.530944 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7983a62b-b9fc-4cbb-a1c0-698f4bd56144", "tag": "2ae01594-44b2-4925-aae0-f9a9dac06ff3"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:54.546439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c3224-60ff-4f84-8b9a-6251b15fc7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae01594-44b2-4925-aae0-f9a9dac06ff3,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:54.588620 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad5160d-db4d-471d-b149-770bb95b0c0b x-openstack-request-id: req-5ad5160d-db4d-471d-b149-770bb95b0c0b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:54.589168 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7983a62b-b9fc-4cbb-a1c0-698f4bd56144", "tag": "2ae01594-44b2-4925-aae0-f9a9dac06ff3", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:54.589636 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ad5160d-db4d-471d-b149-770bb95b0c0b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:54.590284 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'tag': '2ae01594-44b2-4925-aae0-f9a9dac06ff3', 'status': 'completed', 'code': 200} Nov 19 04:24:54.660777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-4c81d1e7-8ddd-4b0b-b924-9c53291718be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:54.663460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-4c81d1e7-8ddd-4b0b-b924-9c53291718be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 1094 time: 0.0544338 Nov 19 04:24:54.724281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-16fd196c-b3ac-49a8-80d4-169a78d3cb67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3 HTTP/1.1" status: 200 len: 217 time: 0.0484588 Nov 19 04:24:54.801509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e33135-ed04-4be9-a153-52b5ed47b545 req-98f2ed8f-af20-4490-9b3d-b364fa9ad09b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:54.808385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17e33135-ed04-4be9-a153-52b5ed47b545 req-98f2ed8f-af20-4490-9b3d-b364fa9ad09b tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 945 time: 0.0678349 Nov 19 04:24:54.812725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-46b3bc20-e7ed-45f4-9828-787e8f536d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:54.814424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-46b3bc20-e7ed-45f4-9828-787e8f536d05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0835936 Nov 19 04:24:54.878327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-63f92c20-9e73-4b3c-a2fa-6a635b2a5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:54.880040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-63f92c20-9e73-4b3c-a2fa-6a635b2a5f9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575411 Nov 19 04:24:54.886516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17e33135-ed04-4be9-a153-52b5ed47b545 req-d5b327a5-1772-4ddd-b1a7-93cea77a30d0 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674512 Nov 19 04:24:55.001876 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-4b5e671e-84d9-4027-bdd2-7f1cf5d5ef5c service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138637 Nov 19 04:24:55.047978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ca1e-9fce-4903-994d-5eb981abcc8c req-cae86915-30a9-4b6e-a143-e1e9c89e238d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.053686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af40ca1e-9fce-4903-994d-5eb981abcc8c req-cae86915-30a9-4b6e-a143-e1e9c89e238d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0645187 Nov 19 04:24:55.106442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af40ca1e-9fce-4903-994d-5eb981abcc8c req-241339a8-808c-4e20-a87e-d1d77dea8fb6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Nov 19 04:24:55.121292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ea110415-9a8e-4787-83f7-ef60e7eeefd3 req-4d943e41-a108-434b-8b1b-dc2ddcb79025 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104541 Nov 19 04:24:55.261344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef5b93-2ad9-4108-bd26-67dc85ac660a req-82ddf5d9-04f0-4e7e-882b-4e9fabb8d94d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.263078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26ef5b93-2ad9-4108-bd26-67dc85ac660a req-82ddf5d9-04f0-4e7e-882b-4e9fabb8d94d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 945 time: 0.0747137 Nov 19 04:24:55.264475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-f6eca646-1377-4b11-a842-60784c5af127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.266088 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-f6eca646-1377-4b11-a842-60784c5af127 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 1094 time: 0.0523567 Nov 19 04:24:55.308634 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:55.329952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26ef5b93-2ad9-4108-bd26-67dc85ac660a req-89943e14-78e7-4893-83f9-f461937f7169 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602105 Nov 19 04:24:55.354726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56668) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:55.403261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-be5af510-a5f2-4a2f-be3e-9c90ccd02f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.404551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-be5af510-a5f2-4a2f-be3e-9c90ccd02f8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1309586 Nov 19 04:24:55.407525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db3e6c-ff97-4038-9993-148baf29b507 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.409494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b4db3e6c-ff97-4038-9993-148baf29b507 tempest-TestNetworkBasicOps-1983232791 tempest-TestNetworkBasicOps-1983232791-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1091 time: 0.0532999 Nov 19 04:24:55.414054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 56670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:55.419367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'bd9e7eff-971a-47af-9a60-da806507123b', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:24:55.446813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:55.464535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-1d2c9d1a-693c-4fc9-9cfe-a8630c6a232e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3 HTTP/1.1" status: 200 len: 217 time: 0.0523918 Nov 19 04:24:55.578771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-cdbbef27-e06f-43d3-9a25-7190834e612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.580313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-cdbbef27-e06f-43d3-9a25-7190834e612f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.1089194 Nov 19 04:24:55.596757 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:55.630669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-662ebff8-46ad-4243-aa14-3f608197ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:55.633029 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-662ebff8-46ad-4243-aa14-3f608197ce44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449972 Nov 19 04:24:55.818981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Allocated IP 172.25.8.243 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b29c638e-50de-4e51-9408-927a7f02b873) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:24:55.830323 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-f0abbe0b-2ac6-4217-ac2c-a19df5b5ba07 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883438 Nov 19 04:24:55.994508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ee2d25f-5703-45e9-b3ef-74f7e3ab0f0a req-69dc72ce-9338-4945-a6c3-c36a0dfa6788 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546626 Nov 19 04:24:56.022146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:56.071182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:56.161913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:24:56.165869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:24:56.173520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:24:56.260726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=b29c638e-50de-4e51-9408-927a7f02b873,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:56.328820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.329347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.330470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.330917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.331361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.331797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.332268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.332715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.333185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.333615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.334626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.335129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:24:56.379120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f47e-b272-4e81-8b93-139e9b4b3ff5 req-7a3ab8a1-496b-46b5-ab92-6c886d6135a1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:56.381609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97b6f47e-b272-4e81-8b93-139e9b4b3ff5 req-7a3ab8a1-496b-46b5-ab92-6c886d6135a1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.1213112 Nov 19 04:24:56.401168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-6d058ce2-33d0-462e-be89-9c1599a4a22f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082716 Nov 19 04:24:56.431107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:56.542878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-71010d6b-5fd8-4fc9-b8ee-9ece2a59a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:56.544967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-71010d6b-5fd8-4fc9-b8ee-9ece2a59a4da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 1097 time: 0.0893328 Nov 19 04:24:56.555829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97b6f47e-b272-4e81-8b93-139e9b4b3ff5 req-8134481f-1a01-4527-b22f-7cd0cb033917 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661694 Nov 19 04:24:56.799723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-16870658-1bad-4709-83d5-0fb41eba8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:56.804797 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-16870658-1bad-4709-83d5-0fb41eba8af5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.2189624 Nov 19 04:24:56.887685 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-807581de-aa5b-4824-930f-79ccdb9df960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6 HTTP/1.1" status: 200 len: 217 time: 0.0758307 Nov 19 04:24:56.995286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-933df7cb-a2f7-49c5-9e68-d27556e5e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:56.998652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-933df7cb-a2f7-49c5-9e68-d27556e5e2bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.1022189 Nov 19 04:24:57.015277 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:24:57.069959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-e45c5aa8-6b7f-4667-baf9-d4c4f986c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:57.071796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-e45c5aa8-6b7f-4667-baf9-d4c4f986c190 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663574 Nov 19 04:24:57.121615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:57.211589 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-b05a3ca4-9c3c-4828-b1e8-c5398adb9fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307461 Nov 19 04:24:57.284054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:57.314240 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:57.388461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b8d2b5c-b377-4f18-bb74-f35710c48034 req-edca9a88-b2f7-4321-9450-efc4e760390e service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696010 Nov 19 04:24:57.575983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:57.584264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:57.664322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event updated for resources: {'Port': ['ID=b29c638e-50de-4e51-9408-927a7f02b873,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:24:57.681837 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:57.845577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da8518-84ce-41e9-bd3e-e8cac4731013 req-410ad44f-8671-4084-8e30-6d5c000cb0d9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:57.848692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7da8518-84ce-41e9-bd3e-e8cac4731013 req-410ad44f-8671-4084-8e30-6d5c000cb0d9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.1146665 Nov 19 04:24:57.908921 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Floating IP 73a97085-c216-4484-b279-82a6d16d01b1 associated. External IP: 172.25.8.243, port: bd9e7eff-971a-47af-9a60-da806507123b. Nov 19 04:24:58.020665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7da8518-84ce-41e9-bd3e-e8cac4731013 req-a9579ce1-d008-4b35-9c64-b41314e26a76 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570768 Nov 19 04:24:58.283744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router ad10b055-87a2-4e52-be1d-a21cd21a7df3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:24:58.478292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:24:58.496340 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] Sync routers for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:24:58.524807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:58.526051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:58.548202 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:24:58.632130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56744) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:24:58.649431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7712a0cc-465b-4e40-a228-5d38d701894e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2271047 Nov 19 04:24:58.650164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:24:58.653275 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "tag": "bd9e7eff-971a-47af-9a60-da806507123b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:24:58.742394 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f87b00-49d0-4e26-b023-d5367067092e x-openstack-request-id: req-33f87b00-49d0-4e26-b023-d5367067092e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:24:58.742701 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "tag": "bd9e7eff-971a-47af-9a60-da806507123b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:24:58.742968 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33f87b00-49d0-4e26-b023-d5367067092e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:24:58.743426 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b', 'status': 'completed', 'code': 200} Nov 19 04:24:58.776981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:58.832381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-79923270-8eac-4206-8ce3-9d625f81ce0c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/73a97085-c216-4484-b279-82a6d16d01b1 HTTP/1.1" status: 200 len: 991 time: 0.1989539 Nov 19 04:24:58.873873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-d710468f-bbb0-4c5b-9e30-31b8e523317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:58.875462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-d710468f-bbb0-4c5b-9e30-31b8e523317f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1096 time: 0.0554123 Nov 19 04:24:59.073180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-e2951c35-995d-4f12-8595-4addf8c9794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:59.074960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-e2951c35-995d-4f12-8595-4addf8c9794f service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 200 len: 898 time: 0.1924622 Nov 19 04:24:59.329481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a756cd-3746-4f33-9b56-ef05e9295053 req-27b3d0e7-bba2-4088-b277-77b28fb50efc tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:59.332561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27a756cd-3746-4f33-9b56-ef05e9295053 req-27b3d0e7-bba2-4088-b277-77b28fb50efc tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.1481624 Nov 19 04:24:59.354734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-d9fc9196-dd0e-438a-a917-0bae55d29da5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 200 len: 999 time: 0.2718921 Nov 19 04:24:59.388863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '73a97085-c216-4484-b279-82a6d16d01b1', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'port_id': 'bd9e7eff-971a-47af-9a60-da806507123b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'mac_address': 'fa:16:3e:9b:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:24:56Z', 'updated_at': '2021-11-19T04:24:56Z', 'revision_number': 0, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:59.425365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] Checking router: ad10b055-87a2-4e52-be1d-a21cd21a7df3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:24:59.455990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:24:59.456709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:24:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:24:59.483163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-2ae2868e-bb4a-4fe8-8e95-ee891f80d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:59.485121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-2ae2868e-bb4a-4fe8-8e95-ee891f80d8df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d44e378-fa4c-439d-adfa-b2999f618903 HTTP/1.1" status: 200 len: 835 time: 0.1232042 Nov 19 04:24:59.664448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-16e4f173-7870-4242-8637-25e6f880bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:24:59.666109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-16e4f173-7870-4242-8637-25e6f880bc44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a880ed1-d668-4ae2-803c-e98d74b67ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700938 Nov 19 04:24:59.730638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:24:59.858275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56774) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:00.095963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27a756cd-3746-4f33-9b56-ef05e9295053 req-5cb1ba6e-245a-40f0-a2b9-ca296aca3deb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502642 Nov 19 04:25:00.143872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eaa23694-d6dd-479d-bc96-1b4aafa892b6 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/73a97085-c216-4484-b279-82a6d16d01b1 HTTP/1.1" status: 200 len: 991 time: 0.2741287 Nov 19 04:25:00.163369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-7e51ca89-04a2-44f2-b826-1d7ed8ea60eb service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857476 Nov 19 04:25:00.315751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '73a97085-c216-4484-b279-82a6d16d01b1', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'port_id': 'bd9e7eff-971a-47af-9a60-da806507123b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'mac_address': 'fa:16:3e:9b:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:24:56Z', 'updated_at': '2021-11-19T04:24:56Z', 'revision_number': 0, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:00.372120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f53f54-517c-4fec-afe6-8a69f5dc9662 None None] The sync data for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 is: [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '73a97085-c216-4484-b279-82a6d16d01b1', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'port_id': 'bd9e7eff-971a-47af-9a60-da806507123b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'mac_address': 'fa:16:3e:9b:e3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:24:56Z', 'updated_at': '2021-11-19T04:24:56Z', 'revision_number': 0, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:25:00.378200 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0bd212d7-b6f8-45ce-bffa-76dd55099c4f req-0d90dc81-ab6d-4a6c-a189-a044096352b3 service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999760 Nov 19 04:25:00.763182 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998229a-3b80-4538-bc50-3b575999884d None None] New status for floating IP 73a97085-c216-4484-b279-82a6d16d01b1: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:25:01.148296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 56796) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:01.279679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f6e6b8aa-9654-4622-a66e-4d2954e62cac tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/73a97085-c216-4484-b279-82a6d16d01b1 HTTP/1.1" status: 200 len: 993 time: 0.1301835 Nov 19 04:25:01.283837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41c717-6ab1-4c0b-a3d9-14c3dc008f54 req-21f63159-51b9-4c9d-9966-b9c14e82617d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:01.287706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e41c717-6ab1-4c0b-a3d9-14c3dc008f54 req-21f63159-51b9-4c9d-9966-b9c14e82617d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0829840 Nov 19 04:25:01.402257 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e41c717-6ab1-4c0b-a3d9-14c3dc008f54 req-29d0dbbb-e4f0-4d4f-abc8-3d18c38cd999 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050591 Nov 19 04:25:02.060291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:02.616240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d74c1c-371d-46a3-bf80-4ef8f36d9eeb req-79437051-9dd1-4781-a959-771b02af395a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:02.618195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7d74c1c-371d-46a3-bf80-4ef8f36d9eeb req-79437051-9dd1-4781-a959-771b02af395a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0888474 Nov 19 04:25:02.784818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7d74c1c-371d-46a3-bf80-4ef8f36d9eeb req-0bc5b11d-87fa-4828-8f52-ec19f350beec tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423740 Nov 19 04:25:03.939141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0350d7b-6792-4715-a3f5-3b58dd1e9f3a req-8ae3c1f5-2c9e-4430-8cd4-2f866684b569 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:03.941483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0350d7b-6792-4715-a3f5-3b58dd1e9f3a req-8ae3c1f5-2c9e-4430-8cd4-2f866684b569 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0557592 Nov 19 04:25:04.058942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0350d7b-6792-4715-a3f5-3b58dd1e9f3a req-2eed5545-eb2d-4e59-9e62-a6c1f79162ae tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035843 Nov 19 04:25:05.207347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd6be-1565-488a-99d4-d71197d2ac70 req-17d589d4-1f3d-48ef-a1cc-0099f4311e05 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:05.209838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dcfd6be-1565-488a-99d4-d71197d2ac70 req-17d589d4-1f3d-48ef-a1cc-0099f4311e05 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0641785 Nov 19 04:25:05.280954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dcfd6be-1565-488a-99d4-d71197d2ac70 req-e8552042-1a94-41d2-9dd7-87de98ad78c3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Nov 19 04:25:06.447474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f9ffc-1087-4ed2-baf5-6438f959fdae req-e77e2ffb-2d4f-4e9e-928d-3c1860cf2938 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:06.456012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab5f9ffc-1087-4ed2-baf5-6438f959fdae req-e77e2ffb-2d4f-4e9e-928d-3c1860cf2938 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0693254 Nov 19 04:25:06.564769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab5f9ffc-1087-4ed2-baf5-6438f959fdae req-8df14223-5c06-4d68-bfd7-a1ace762de47 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073639 Nov 19 04:25:07.850978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e0107-f48b-479a-ac60-1a48f8db4890 req-076e8d6f-1077-4a67-a9b2-334366547a70 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:07.853957 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b69e0107-f48b-479a-ac60-1a48f8db4890 req-076e8d6f-1077-4a67-a9b2-334366547a70 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.1284215 Nov 19 04:25:07.923738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b69e0107-f48b-479a-ac60-1a48f8db4890 req-6ecbf89a-6251-4b92-8c04-79e6b1f4c309 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627334 Nov 19 04:25:09.089075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33942e7-f739-4c6a-8a64-7a0f87080975 req-15ea29a8-3f77-4646-a429-d9b81ea620cd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:09.094432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b33942e7-f739-4c6a-8a64-7a0f87080975 req-15ea29a8-3f77-4646-a429-d9b81ea620cd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0583177 Nov 19 04:25:09.196586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b33942e7-f739-4c6a-8a64-7a0f87080975 req-e8e1fec9-0f57-40db-843c-e9ea38d0865e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991943 Nov 19 04:25:10.294215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-2009fd75-96a1-4c69-88ee-a65e732d0b4a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4792776 Nov 19 04:25:10.317167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e329e2-808a-4236-b433-0221bcffa659 req-087bb12d-99d1-4afc-920f-49afab6cd1dd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:10.319432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3e329e2-808a-4236-b433-0221bcffa659 req-087bb12d-99d1-4afc-920f-49afab6cd1dd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0559731 Nov 19 04:25:10.397733 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3e329e2-808a-4236-b433-0221bcffa659 req-435b602f-577b-4128-9e08-58047d0e61f4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664756 Nov 19 04:25:10.461660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-96dcd9b6-2ca5-4acb-9937-7333976f28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:10.463280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-96dcd9b6-2ca5-4acb-9937-7333976f28b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1096 time: 0.0649288 Nov 19 04:25:10.605813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-7cfbdde2-6928-4122-9c37-3bf014e66859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:10.607467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-7cfbdde2-6928-4122-9c37-3bf014e66859 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 200 len: 898 time: 0.1196527 Nov 19 04:25:10.716485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-4bf2a862-2012-4370-9daa-3c2e908195b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 200 len: 1001 time: 0.0948551 Nov 19 04:25:10.805983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-fd94532a-b323-41a0-b494-c8da694f3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:10.805983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-fd94532a-b323-41a0-b494-c8da694f3279 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d44e378-fa4c-439d-adfa-b2999f618903 HTTP/1.1" status: 200 len: 835 time: 0.0752356 Nov 19 04:25:10.879573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-a857e4ee-678a-465c-9697-2e672003f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:10.882154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-a857e4ee-678a-465c-9697-2e672003f699 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a880ed1-d668-4ae2-803c-e98d74b67ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643427 Nov 19 04:25:11.045589 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-c2e5eef8-4108-4b18-9ac9-4d3aa324939b service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550071 Nov 19 04:25:11.165690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ae7aa2c-f7c8-459b-8f2b-bbc1d6c3ca8f req-2a6f4822-54a3-453a-ab0a-474a8f6ada0a service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095629 Nov 19 04:25:11.859773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b398f-f35e-4a96-9a97-d47fa6b52050 req-1b37c149-e3c0-4169-a27e-538224d88ee8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:11.870513 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a9b398f-f35e-4a96-9a97-d47fa6b52050 req-1b37c149-e3c0-4169-a27e-538224d88ee8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.1053793 Nov 19 04:25:11.933885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a9b398f-f35e-4a96-9a97-d47fa6b52050 req-42b453f3-0fcb-4178-8a0f-54b89c595be9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Nov 19 04:25:13.057880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91537-20d3-46e8-bbd4-60a9938bea0d req-e5ca4de7-994c-4bc4-aae7-5a3066f8ef59 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:13.059496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00f91537-20d3-46e8-bbd4-60a9938bea0d req-e5ca4de7-994c-4bc4-aae7-5a3066f8ef59 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0584388 Nov 19 04:25:13.115132 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00f91537-20d3-46e8-bbd4-60a9938bea0d req-e13fb9c4-c198-4102-83c9-0b925b3ea68b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486016 Nov 19 04:25:14.250903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c67e8-4543-4ce1-81ba-e5e1a80ac36c req-ba436469-fe76-40a3-90fa-572c69a758b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:14.258480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d24c67e8-4543-4ce1-81ba-e5e1a80ac36c req-ba436469-fe76-40a3-90fa-572c69a758b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0692322 Nov 19 04:25:14.304583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d24c67e8-4543-4ce1-81ba-e5e1a80ac36c req-8513a333-97dd-4b0f-aeac-de3512750603 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Nov 19 04:25:15.470374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8706ea1-a0dd-45ae-bb41-dc124a32e67d req-d7f18dca-0351-4c66-9a41-1b8e65091981 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:15.471940 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8706ea1-a0dd-45ae-bb41-dc124a32e67d req-d7f18dca-0351-4c66-9a41-1b8e65091981 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0636749 Nov 19 04:25:15.538183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8706ea1-a0dd-45ae-bb41-dc124a32e67d req-9f0c0842-5c3f-4408-a964-6b87c55fff9b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Nov 19 04:25:16.719749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73170fc-ae09-4492-92d1-8026a3f52589 req-a4f489de-139c-4c45-8e19-2e83a706b8e0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:16.722363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f73170fc-ae09-4492-92d1-8026a3f52589 req-a4f489de-139c-4c45-8e19-2e83a706b8e0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0954928 Nov 19 04:25:16.785206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f73170fc-ae09-4492-92d1-8026a3f52589 req-8d641770-ad6f-4258-91ac-f86f3b4e2389 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532699 Nov 19 04:25:17.928278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca307e5b-d12b-47b5-b49a-98b5941d449c req-958c02e1-8b7d-429c-b1eb-6115f546e721 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:17.930741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca307e5b-d12b-47b5-b49a-98b5941d449c req-958c02e1-8b7d-429c-b1eb-6115f546e721 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0549095 Nov 19 04:25:18.006281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca307e5b-d12b-47b5-b49a-98b5941d449c req-80e362d7-574c-43af-a349-7c778801db71 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629525 Nov 19 04:25:19.148698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a2064-c503-41c3-a2b1-ad68a8ddd35a req-4fceb445-7be4-4cb8-b980-fab124809a7e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:19.155901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e53a2064-c503-41c3-a2b1-ad68a8ddd35a req-4fceb445-7be4-4cb8-b980-fab124809a7e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.0780447 Nov 19 04:25:19.211058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e53a2064-c503-41c3-a2b1-ad68a8ddd35a req-02376b17-f46b-4734-8a7a-49a9ec44cc42 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513680 Nov 19 04:25:20.295182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 2ae01594-44b2-4925-aae0-f9a9dac06ff3 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:25:20.391862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cd988-b9f1-46f1-8715-b6d9d5d5705a req-54fc6dbf-3f4a-4e66-a39b-2eb2f6514e37 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:20.393526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-629cd988-b9f1-46f1-8715-b6d9d5d5705a req-54fc6dbf-3f4a-4e66-a39b-2eb2f6514e37 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 943 time: 0.1111188 Nov 19 04:25:20.446539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:20.463687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '2ae01594-44b2-4925-aae0-f9a9dac06ff3', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': '2ae01594-44b2-4925-aae0-f9a9dac06ff3', 'mac_address': 'fa:16:3e:02:83:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:25:20.481097 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-629cd988-b9f1-46f1-8715-b6d9d5d5705a req-98887717-cd54-492a-b694-e7c236570b8e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801911 Nov 19 04:25:20.679092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:20.692962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae01594-44b2-4925-aae0-f9a9dac06ff3 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:25:20.714473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:20.718774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:20.739031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:20.768165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=2ae01594-44b2-4925-aae0-f9a9dac06ff3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:20.775923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.776281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.776629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.776971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.777426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.777706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.778070 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.778404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.778735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.779063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.779385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.779710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:20.869356 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a7864e4-c7be-47a4-a853-3a07d1ca707c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:20.964994 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a7864e4-c7be-47a4-a853-3a07d1ca707c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:20.970037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5a7864e4-c7be-47a4-a853-3a07d1ca707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.007824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7864e4-c7be-47a4-a853-3a07d1ca707c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e2dfc-286c-434f-b3f7-49ec17e59e21,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:21.014465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5a7864e4-c7be-47a4-a853-3a07d1ca707c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30cfe71ea9e5494a89b32a045506dca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736008 Nov 19 04:25:21.014960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57234) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:21.046314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['2ae01594-44b2-4925-aae0-f9a9dac06ff3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:25:21.082748 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b86f02-4426-4d8a-8a4a-ec2d37e13dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.109720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b86f02-4426-4d8a-8a4a-ec2d37e13dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.165820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b86f02-4426-4d8a-8a4a-ec2d37e13dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.169223 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-76b86f02-4426-4d8a-8a4a-ec2d37e13dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.170712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-76b86f02-4426-4d8a-8a4a-ec2d37e13dc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec8e2dfc-286c-434f-b3f7-49ec17e59e21 HTTP/1.1" status: 204 len: 168 time: 0.1544917 Nov 19 04:25:21.181284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b86f02-4426-4d8a-8a4a-ec2d37e13dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e2dfc-286c-434f-b3f7-49ec17e59e21,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:21.283927 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-14ecc5fa-4855-4452-a791-1e57c024a269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.498023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57252) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:21.516257 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0d2193d-9a61-4dc9-aff9-d6ddf9a52131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.604383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0d2193d-9a61-4dc9-aff9-d6ddf9a52131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.609023 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e0d2193d-9a61-4dc9-aff9-d6ddf9a52131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.610847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f551f6f-74d7-4283-a56d-7b47bef4fc9c req-de6f87c7-3eb8-4424-b0de-9c79001e944d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:21.612366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f551f6f-74d7-4283-a56d-7b47bef4fc9c req-de6f87c7-3eb8-4424-b0de-9c79001e944d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 944 time: 0.0525622 Nov 19 04:25:21.652156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e0d2193d-9a61-4dc9-aff9-d6ddf9a52131 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc39717b47ba46f2bafe727ea7dd577c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527593 Nov 19 04:25:21.654585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57258) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:21.663566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2193d-9a61-4dc9-aff9-d6ddf9a52131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a2cc8b-f8ec-4b5f-8041-f763cffd18b3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:21.665780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f551f6f-74d7-4283-a56d-7b47bef4fc9c req-93bfd8dd-a585-4c1f-8198-ebda842813e0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468497 Nov 19 04:25:21.712696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9d5-ab41-4710-ae57-8512cb37094a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.738748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9d5-ab41-4710-ae57-8512cb37094a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.795955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9d5-ab41-4710-ae57-8512cb37094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.798654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9d5-ab41-4710-ae57-8512cb37094a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:21.799832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fbc1b9d5-ab41-4710-ae57-8512cb37094a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83a2cc8b-f8ec-4b5f-8041-f763cffd18b3 HTTP/1.1" status: 204 len: 168 time: 0.1443410 Nov 19 04:25:21.811620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1b9d5-ab41-4710-ae57-8512cb37094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a2cc8b-f8ec-4b5f-8041-f763cffd18b3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:22.308621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 2ae01594-44b2-4925-aae0-f9a9dac06ff3 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:25:22.368068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:25:22.373754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:22.374170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:22.471256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:22.500451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae01594-44b2-4925-aae0-f9a9dac06ff3'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:25:22.502908 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c1765-ebe7-447c-a6f9-e27466313859" -d '{"events": [{"server_uuid": "7983a62b-b9fc-4cbb-a1c0-698f4bd56144", "name": "network-vif-plugged", "status": "completed", "tag": "2ae01594-44b2-4925-aae0-f9a9dac06ff3"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:25:22.519550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:22.525696 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:22.564343 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241ada04-76fb-4926-ae37-c29b9e37922a x-openstack-request-id: req-241ada04-76fb-4926-ae37-c29b9e37922a {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:25:22.564876 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7983a62b-b9fc-4cbb-a1c0-698f4bd56144", "name": "network-vif-plugged", "status": "completed", "tag": "2ae01594-44b2-4925-aae0-f9a9dac06ff3", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:25:22.565229 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-241ada04-76fb-4926-ae37-c29b9e37922a {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:25:22.565769 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae01594-44b2-4925-aae0-f9a9dac06ff3', 'code': 200} Nov 19 04:25:22.612642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=2ae01594-44b2-4925-aae0-f9a9dac06ff3,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:22.735114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764030cb-5b9d-488a-9c74-e5fb1e850deb req-c6a0af3e-ef55-4ad9-bf8f-8d143b0f1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:22.737109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-764030cb-5b9d-488a-9c74-e5fb1e850deb req-c6a0af3e-ef55-4ad9-bf8f-8d143b0f1771 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 1096 time: 0.0835571 Nov 19 04:25:22.804287 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-764030cb-5b9d-488a-9c74-e5fb1e850deb req-615daf98-7d4d-4e7b-b849-8610d037ce2a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Nov 19 04:25:22.805569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41171c27-43de-43eb-811c-dff7a69512a2 req-53aed5e5-dbc2-4115-9ec9-afc1904cea74 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:22.810921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41171c27-43de-43eb-811c-dff7a69512a2 req-53aed5e5-dbc2-4115-9ec9-afc1904cea74 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0579956 Nov 19 04:25:22.854818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:22.885985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41171c27-43de-43eb-811c-dff7a69512a2 req-e3f02c6f-b4bb-4474-9263-b5319d937665 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Nov 19 04:25:23.552660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0cad94db-771d-4378-9002-e153723dbd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:24.035023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254547d-404b-41e1-acb8-342a0d08284c req-6a058c55-f38c-4f28-a85d-3cff53f55816 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:24.039299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a254547d-404b-41e1-acb8-342a0d08284c req-6a058c55-f38c-4f28-a85d-3cff53f55816 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0714827 Nov 19 04:25:24.096675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a254547d-404b-41e1-acb8-342a0d08284c req-b6f67b6e-31f8-4101-9613-28df6b55eb56 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Nov 19 04:25:25.226604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10487b-b553-44ae-865f-580e2518d8fb req-350998b4-bb85-4fd3-8faf-d3036ffe2535 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:25.228499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c10487b-b553-44ae-865f-580e2518d8fb req-350998b4-bb85-4fd3-8faf-d3036ffe2535 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0559235 Nov 19 04:25:25.283794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c10487b-b553-44ae-865f-580e2518d8fb req-7e873ab5-0cda-49f6-b5d3-87c49830587d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Nov 19 04:25:25.315864 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:25.435370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd9bc5-4d27-442d-bbae-59c7bba21d5c req-0ce89ad6-a60f-4a2c-bad0-4f53b1bf164f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:25.437022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fecd9bc5-4d27-442d-bbae-59c7bba21d5c req-0ce89ad6-a60f-4a2c-bad0-4f53b1bf164f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0590105 Nov 19 04:25:25.508074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fecd9bc5-4d27-442d-bbae-59c7bba21d5c req-25ce08cf-1cd0-4fbc-b4d9-deb4621db495 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631649 Nov 19 04:25:25.830916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320807-34fc-4c98-8d45-570bdc582a49 req-955f8f7b-c114-441d-aab9-0f934cc96429 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:25.841838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b320807-34fc-4c98-8d45-570bdc582a49 req-955f8f7b-c114-441d-aab9-0f934cc96429 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0715137 Nov 19 04:25:25.900245 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9b320807-34fc-4c98-8d45-570bdc582a49 req-2202650c-f2f6-431d-9ffc-0cdf1824a77e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Nov 19 04:25:26.437375 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:27.030507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c55a-95ad-423d-b89f-8071831fb74b req-2e81da2a-80c8-4870-b7f1-8c29375443cf tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:27.032828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b305c55a-95ad-423d-b89f-8071831fb74b req-2e81da2a-80c8-4870-b7f1-8c29375443cf tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0577748 Nov 19 04:25:27.153443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b305c55a-95ad-423d-b89f-8071831fb74b req-fafbf412-d3e6-4a9e-b09c-6ef458c8b0a1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064503 Nov 19 04:25:27.250612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:27.635702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f9a9d-04d2-483a-8b11-964e8624148d req-7fea77ac-0cbe-4cad-807e-46aa0a1ffce6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:27.637525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-825f9a9d-04d2-483a-8b11-964e8624148d req-7fea77ac-0cbe-4cad-807e-46aa0a1ffce6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 945 time: 0.0569377 Nov 19 04:25:27.765539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:27.770142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:27.934770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port 2ae01594-44b2-4925-aae0-f9a9dac06ff3, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=2ae01594-44b2-4925-aae0-f9a9dac06ff3,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:27.935329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:27.957445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 2ae01594-44b2-4925-aae0-f9a9dac06ff3 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:28.151211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:28.168149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d2c284dd-ea75-422e-b7a4-37c15d5be3c6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:25:28.196944 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=2ae01594-44b2-4925-aae0-f9a9dac06ff3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:28.279339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port 2ae01594-44b2-4925-aae0-f9a9dac06ff3 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:25:28.288251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:28.291634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['2ae01594-44b2-4925-aae0-f9a9dac06ff3'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:25:28.294569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-825f9a9d-04d2-483a-8b11-964e8624148d req-b0cb0c83-427d-45f5-9e3a-6ced81a03ecd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "DELETE /v2.0/ports/2ae01594-44b2-4925-aae0-f9a9dac06ff3 HTTP/1.1" status: 204 len: 173 time: 0.6489124 Nov 19 04:25:28.296093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'name': 'network-vif-deleted', 'tag': '2ae01594-44b2-4925-aae0-f9a9dac06ff3'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:25:28.301812 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadc5714-e5c8-4a1f-83d3-8641e4ff0c9c" -d '{"events": [{"server_uuid": "7983a62b-b9fc-4cbb-a1c0-698f4bd56144", "name": "network-vif-deleted", "tag": "2ae01594-44b2-4925-aae0-f9a9dac06ff3"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:25:28.470479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c2c80dd-1218-4929-acdf-b04736cefc37 req-0c266a13-0d49-4645-889f-d4796040206a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.1188176 Nov 19 04:25:28.532525 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f2b952-670f-4c7b-b78f-39a560f1b26f x-openstack-request-id: req-88f2b952-670f-4c7b-b78f-39a560f1b26f {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:25:28.532839 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7983a62b-b9fc-4cbb-a1c0-698f4bd56144", "name": "network-vif-deleted", "tag": "2ae01594-44b2-4925-aae0-f9a9dac06ff3", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:25:28.533150 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88f2b952-670f-4c7b-b78f-39a560f1b26f {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:25:28.533572 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7983a62b-b9fc-4cbb-a1c0-698f4bd56144', 'name': 'network-vif-deleted', 'tag': '2ae01594-44b2-4925-aae0-f9a9dac06ff3', 'status': 'completed', 'code': 200} Nov 19 04:25:28.581145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57464) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:28.765853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a944d87e-331e-4193-9120-416c144805fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:28.886521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a944d87e-331e-4193-9120-416c144805fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:28.893689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a944d87e-331e-4193-9120-416c144805fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:28.955054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a944d87e-331e-4193-9120-416c144805fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6faedea2144c4c6ea368dca6ba73ffca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693807 Nov 19 04:25:28.955054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944d87e-331e-4193-9120-416c144805fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c10312d-f706-441f-81af-62f003277669,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:28.955452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57506) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:29.045072 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c588345-fbec-4208-8b4e-ae3bbaa9dac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.077861 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c588345-fbec-4208-8b4e-ae3bbaa9dac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.162689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c588345-fbec-4208-8b4e-ae3bbaa9dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.166020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c588345-fbec-4208-8b4e-ae3bbaa9dac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.167584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8c588345-fbec-4208-8b4e-ae3bbaa9dac9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c10312d-f706-441f-81af-62f003277669 HTTP/1.1" status: 204 len: 168 time: 0.2078764 Nov 19 04:25:29.182597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588345-fbec-4208-8b4e-ae3bbaa9dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c10312d-f706-441f-81af-62f003277669,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:29.627032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57586) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:29.640441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2212c80c-0e1e-4752-9374-4be916d451af req-154f51dc-e336-4dad-8d5a-1dfbc5df8faa tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.0561001 Nov 19 04:25:29.655542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b5a324f-57d4-4b24-976a-a6203713f5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.757823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b5a324f-57d4-4b24-976a-a6203713f5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.764034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b5a324f-57d4-4b24-976a-a6203713f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.817073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a324f-57d4-4b24-976a-a6203713f5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800df371-a1af-4781-b2e0-bfa0325da3ae,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:29.824125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3b5a324f-57d4-4b24-976a-a6203713f5e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36745de6fdfe4d1f9c39763ba48b9858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953113 Nov 19 04:25:29.826793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57610) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:29.902417 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e01fe75d-3193-4b4b-8d31-18cc3cc0e270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.927707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e01fe75d-3193-4b4b-8d31-18cc3cc0e270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.995691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e01fe75d-3193-4b4b-8d31-18cc3cc0e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:29.998847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e01fe75d-3193-4b4b-8d31-18cc3cc0e270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:30.002683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e01fe75d-3193-4b4b-8d31-18cc3cc0e270 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/800df371-a1af-4781-b2e0-bfa0325da3ae HTTP/1.1" status: 204 len: 168 time: 0.1742682 Nov 19 04:25:30.019657 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fe75d-3193-4b4b-8d31-18cc3cc0e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800df371-a1af-4781-b2e0-bfa0325da3ae,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:30.334204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 2ae01594-44b2-4925-aae0-f9a9dac06ff3 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:25:30.360689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 2ae01594-44b2-4925-aae0-f9a9dac06ff3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:25:30.361353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 2ae01594-44b2-4925-aae0-f9a9dac06ff3 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:25:30.777029 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a243eeb-f229-4554-9c57-e3107e9d4eec req-472364c2-534b-408c-8fa3-463667d99ffa tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.0500429 Nov 19 04:25:31.887706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0cfcc444-22e5-4847-91c7-35a5d32ba99e req-00947f4c-4d65-439a-9ed2-d6d6e1e59b3c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.0443676 Nov 19 04:25:32.043691 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:32.495245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57916) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:32.573982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3de1c252-db3d-461a-90e6-619129fe3dc4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/floatingips/73a97085-c216-4484-b279-82a6d16d01b1 HTTP/1.1" status: 200 len: 993 time: 0.0736849 Nov 19 04:25:32.841682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57922) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:33.022383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47c49fb1-8126-4301-9126-384cb326adda req-47c15b7d-1005-4f32-9bc2-20dd58eb9b35 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=7983a62b-b9fc-4cbb-a1c0-698f4bd56144 HTTP/1.1" status: 200 len: 210 time: 0.0481293 Nov 19 04:25:33.047899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port b29c638e-50de-4e51-9408-927a7f02b873 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:33.048355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:33.140360 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:33.140692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:33.157064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for b29c638e-50de-4e51-9408-927a7f02b873 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:33.342002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:33.367154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=b29c638e-50de-4e51-9408-927a7f02b873,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:33.456893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:33.457626 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Floating IP 73a97085-c216-4484-b279-82a6d16d01b1 disassociated (deleted). External IP: 172.25.8.243, port: bd9e7eff-971a-47af-9a60-da806507123b. Nov 19 04:25:33.734788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router ad10b055-87a2-4e52-be1d-a21cd21a7df3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:25:33.856786 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:25:33.861898 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:33.869899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] Sync routers for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:25:33.893228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:33.893875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:33.898427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0eefb245-7bec-427b-b091-e89e7823cb7c tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/floatingips/73a97085-c216-4484-b279-82a6d16d01b1 HTTP/1.1" status: 204 len: 168 time: 1.0553646 Nov 19 04:25:33.899350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:25:33.902972 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb8b7b-ff0d-452b-b481-ee30226d838c" -d '{"events": [{"name": "network-changed", "server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "tag": "bd9e7eff-971a-47af-9a60-da806507123b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:25:34.023636 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:25:34.134452 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85115a12-fde6-40ec-91d2-a356bceb445c x-openstack-request-id: req-85115a12-fde6-40ec-91d2-a356bceb445c {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:25:34.134960 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "tag": "bd9e7eff-971a-47af-9a60-da806507123b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:25:34.135640 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85115a12-fde6-40ec-91d2-a356bceb445c {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:25:34.135640 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b', 'status': 'completed', 'code': 200} Nov 19 04:25:34.150068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:34.263850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-c0becf35-d933-4fdc-bde1-2a681cabbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:34.271151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-c0becf35-d933-4fdc-bde1-2a681cabbde4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 1096 time: 0.0869098 Nov 19 04:25:34.414547 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baa99b-b4bb-4d27-90ac-b0ec32265752 req-a87f3786-9800-4b82-979c-875c92e85cae tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:34.428018 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13baa99b-b4bb-4d27-90ac-b0ec32265752 req-a87f3786-9800-4b82-979c-875c92e85cae tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 945 time: 0.1171918 Nov 19 04:25:34.492345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-85389c37-56ad-4a64-a7a9-bc10c74518eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:34.498845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-85389c37-56ad-4a64-a7a9-bc10c74518eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 200 len: 898 time: 0.2194653 Nov 19 04:25:34.511584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:34.534275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13baa99b-b4bb-4d27-90ac-b0ec32265752 req-f16afc90-1315-4814-8100-84bcf525d8d4 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018405 Nov 19 04:25:34.567866 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-e0a61497-e10d-4399-94eb-14a8b20de1e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 200 len: 217 time: 0.0595822 Nov 19 04:25:34.572658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] Checking router: ad10b055-87a2-4e52-be1d-a21cd21a7df3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:25:34.582090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:34.583299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:34.653639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-011517e2-cd9e-4d21-9d18-a9e6c2893570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:34.657359 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-011517e2-cd9e-4d21-9d18-a9e6c2893570 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d44e378-fa4c-439d-adfa-b2999f618903 HTTP/1.1" status: 200 len: 835 time: 0.0808864 Nov 19 04:25:34.751548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:34.786224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-b35c69de-3262-43c3-8af2-c0d011759c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:34.788702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-b35c69de-3262-43c3-8af2-c0d011759c04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a880ed1-d668-4ae2-803c-e98d74b67ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165287 Nov 19 04:25:34.945326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-b89430cb-e385-4c64-8c30-e47cefd5eac4 service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433272 Nov 19 04:25:34.997329 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:35.031089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81b6bc-f752-4e84-8af2-464873cc4d91 None None] The sync data for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 is: [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ac7f2820-1fae-46c9-b132-6fadfc232239', 'name': '', 'network_id': '1a880ed1-d668-4ae2-803c-e98d74b67ffe', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'mac_address': 'fa:16:3e:41:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:36Z', 'updated_at': '2021-11-19T04:24:42Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'subnets': [{'id': '9d44e378-fa4c-439d-adfa-b2999f618903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:25:35.073609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-46fb8b7b-ff0d-452b-b481-ee30226d838c req-67e9e306-b025-49bc-8a99-9c204ed029a8 service neutron] 10.222.0.31 "GET /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198943 Nov 19 04:25:35.398736 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc444adf-14ca-45f2-9474-341acc37d393 None None] New status for floating IP 73a97085-c216-4484-b279-82a6d16d01b1: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:25:35.772091 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50481cba-3e02-461d-94e5-a7d9ac505b34 req-3fe4b95e-6b62-4545-83c2-9fa7bbe4a1fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:35.773545 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50481cba-3e02-461d-94e5-a7d9ac505b34 req-3fe4b95e-6b62-4545-83c2-9fa7bbe4a1fd tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 945 time: 0.0646408 Nov 19 04:25:35.852938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50481cba-3e02-461d-94e5-a7d9ac505b34 req-93121e36-cbb0-48df-beda-88e06d7d88d0 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ccf7fab-cb08-458d-a5f6-67537721fdae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700502 Nov 19 04:25:35.903922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-a4abaa3d-2bc1-456b-828e-da3445d69c38 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:35.906388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-a4abaa3d-2bc1-456b-828e-da3445d69c38 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 945 time: 0.0833912 Nov 19 04:25:36.014173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port bd9e7eff-971a-47af-9a60-da806507123b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:36.014515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:36.119555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port bd9e7eff-971a-47af-9a60-da806507123b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bd9e7eff-971a-47af-9a60-da806507123b,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:36.119941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:36.134691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for bd9e7eff-971a-47af-9a60-da806507123b owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:36.272884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:36.305603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=bd9e7eff-971a-47af-9a60-da806507123b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:36.358683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] No DVR routers for this DVR port bd9e7eff-971a-47af-9a60-da806507123b on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:25:36.361517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:36.367221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0633b7e-cd45-4ff3-a371-0b2db3a3cacc req-0f4ec3fd-2d41-4404-9630-478c69d0946e tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.31 "DELETE /v2.0/ports/bd9e7eff-971a-47af-9a60-da806507123b HTTP/1.1" status: 204 len: 173 time: 0.4497478 Nov 19 04:25:36.367717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'name': 'network-vif-deleted', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:25:36.370093 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4870b90-28ee-41d6-8f83-e42aba65071d" -d '{"events": [{"server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "name": "network-vif-deleted", "tag": "bd9e7eff-971a-47af-9a60-da806507123b"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:25:36.420805 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e154fb48-4cf7-4fbe-99b5-2f8ee3af4add x-openstack-request-id: req-e154fb48-4cf7-4fbe-99b5-2f8ee3af4add {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:25:36.421235 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ab233f-adc8-4f75-97d5-5cbb160fce05", "name": "network-vif-deleted", "tag": "bd9e7eff-971a-47af-9a60-da806507123b", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:25:36.421621 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e154fb48-4cf7-4fbe-99b5-2f8ee3af4add {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:25:36.422246 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ab233f-adc8-4f75-97d5-5cbb160fce05', 'name': 'network-vif-deleted', 'tag': 'bd9e7eff-971a-47af-9a60-da806507123b', 'status': 'completed', 'code': 200} Nov 19 04:25:37.108360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4000eb17-2f2b-4f50-afa0-52c7e0f43589 req-b00e9bbe-2e67-4010-9b82-6080bcbebb2d tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "GET /v2.0/ports?device_id=09ab233f-adc8-4f75-97d5-5cbb160fce05 HTTP/1.1" status: 200 len: 210 time: 0.0602219 Nov 19 04:25:37.222794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 57978) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:37.367707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b53fe0b1-62c2-4baa-ac7e-d07a227b797e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.497542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b53fe0b1-62c2-4baa-ac7e-d07a227b797e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.501804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b53fe0b1-62c2-4baa-ac7e-d07a227b797e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.545287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b53fe0b1-62c2-4baa-ac7e-d07a227b797e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed0c5525f512474087e37b4550d66c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211589 Nov 19 04:25:37.545497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 57988) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:37.552850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fe0b1-62c2-4baa-ac7e-d07a227b797e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5eabe0-970e-4969-861c-094ddb62273a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:37.606654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb876e2-3bde-4a79-b91f-daee334297de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.630642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb876e2-3bde-4a79-b91f-daee334297de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.698273 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb876e2-3bde-4a79-b91f-daee334297de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.702449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cbb876e2-3bde-4a79-b91f-daee334297de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:37.704128 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cbb876e2-3bde-4a79-b91f-daee334297de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e5eabe0-970e-4969-861c-094ddb62273a HTTP/1.1" status: 204 len: 168 time: 0.1569774 Nov 19 04:25:37.718084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb876e2-3bde-4a79-b91f-daee334297de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5eabe0-970e-4969-861c-094ddb62273a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:38.206496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58004) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:38.316254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69426f82-40df-495f-a667-b067c8ca8cc3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:38.353168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69426f82-40df-495f-a667-b067c8ca8cc3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:38.434011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69426f82-40df-495f-a667-b067c8ca8cc3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:38.437203 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69426f82-40df-495f-a667-b067c8ca8cc3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:38.438746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-69426f82-40df-495f-a667-b067c8ca8cc3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/security-groups/4ccf7fab-cb08-458d-a5f6-67537721fdae HTTP/1.1" status: 204 len: 168 time: 0.2306273 Nov 19 04:25:38.473001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426f82-40df-495f-a667-b067c8ca8cc3 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf7fab-cb08-458d-a5f6-67537721fdae,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:38.487829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58016) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:39.053074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:39.402745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port ac7f2820-1fae-46c9-b132-6fadfc232239 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:39.402745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:39.517486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port ac7f2820-1fae-46c9-b132-6fadfc232239, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ac7f2820-1fae-46c9-b132-6fadfc232239,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:39.517486 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:39.565152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for ac7f2820-1fae-46c9-b132-6fadfc232239 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:39.875551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:39.931540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=ac7f2820-1fae-46c9-b132-6fadfc232239,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:40.173843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.378130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58052) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:40.383632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bd9e7eff-971a-47af-9a60-da806507123b no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:25:40.389872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448796078', 'description': 'tempest-secgroup-smoke-448796078 description', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:40.413517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: bd9e7eff-971a-47af-9a60-da806507123b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:25:40.413872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bd9e7eff-971a-47af-9a60-da806507123b not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:25:40.432646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.443920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.478919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Router ad10b055-87a2-4e52-be1d-a21cd21a7df3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:25:40.538597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.546817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.580816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e4067b-4057-4bc5-9f9f-2a4e6e5c18af,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:40.627360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:25:40.639151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58056) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:40.641601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9303d2fd-4ae8-4aca-892e-6ad01aab1e61 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "PUT /v2.0/routers/ad10b055-87a2-4e52-be1d-a21cd21a7df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1512122 Nov 19 04:25:40.643180 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] Sync routers for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:25:40.655774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:40.656470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:40.696288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.715923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.761537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting subnet 9d44e378-fa4c-439d-adfa-b2999f618903 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:25:40.766864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.772118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3876593 Nov 19 04:25:40.772923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58060) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:40.777325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'afbe8dcb-6f46-4200-b5df-c844b5eba33a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:40.781591 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.784487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea156c7-8615-4577-bdc0-c2bcc36d911b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbe8dcb-6f46-4200-b5df-c844b5eba33a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:40.807548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:40.836283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.871116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.966415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.973766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:40.976075 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.012621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:25:39Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:41.024140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68f419d-0981-45ef-8c12-59c68ac644b0,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:41.044742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.052205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-38e1e2c0-0c5e-46aa-b5dc-11f908932c13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723558 Nov 19 04:25:41.052205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58062) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:41.052563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] Checking router: ad10b055-87a2-4e52-be1d-a21cd21a7df3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:25:41.055259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'afbe8dcb-6f46-4200-b5df-c844b5eba33a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:41.060952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] Routers {'ad10b055-87a2-4e52-be1d-a21cd21a7df3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:41.061598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:41.081416 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.119058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.123010 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/subnets/9d44e378-fa4c-439d-adfa-b2999f618903 HTTP/1.1" status: 204 len: 168 time: 0.4829032 Nov 19 04:25:41.123982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b1d21-c12b-42ec-839d-3ee89a7f82b1 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Subnet': ['ID=9d44e378-fa4c-439d-adfa-b2999f618903,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:41.125675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58064) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:41.126453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.147535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19ea92-c83f-4b3d-828e-54d177bae039 None None] Network 1a880ed1-d668-4ae2-803c-e98d74b67ffe requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:25:41.186577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.192548 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.220244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906e8677-b1b5-4611-89fd-cb9fd4fd1e2f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:41.242495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.245667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0db81607-ec75-4584-ae05-2448abc13e78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1957457 Nov 19 04:25:41.247385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] Set router ad10b055-87a2-4e52-be1d-a21cd21a7df3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:41.248349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58066) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:41.256194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'afbe8dcb-6f46-4200-b5df-c844b5eba33a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:41.271263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.291870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.373340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.378235 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.415783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.417519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1681008 Nov 19 04:25:41.418650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a4bc1-3306-4327-9888-637f74f3054d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462a9d27-41f1-4487-9bd5-6c84a50dbcf0,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:41.422505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58068) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:41.428068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'afbe8dcb-6f46-4200-b5df-c844b5eba33a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:41.466380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.541170 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.546466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.580274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410a9041-5042-4a6e-9a01-427b4c39563e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:41.588393 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.589684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e6ab07ba-d949-4abf-8702-b742de837e7c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661146 Nov 19 04:25:41.606398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58070) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:41.612273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'afbe8dcb-6f46-4200-b5df-c844b5eba33a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:41.648923 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:25:41.658663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.690600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:25:39Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:41.745872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebb2aa-7492-4f68-b5b8-2e61c71f0a5b None None] The sync data for ids ['ad10b055-87a2-4e52-be1d-a21cd21a7df3'] in n-d-818503-1 is: [{'id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'name': 'tempest-TestNetworkBasicOps-router-299964458', 'tenant_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:25:39Z', 'revision_number': 5, 'project_id': 'ca23997cd1bc4f09b45f3aa58c22533c', 'gw_port': {'id': 'a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:42:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad10b055-87a2-4e52-be1d-a21cd21a7df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:24:31Z', 'updated_at': '2021-11-19T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:25:41.750268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] DHCP port deletion for 1a880ed1-d668-4ae2-803c-e98d74b67ffe request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:25:41.762778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.771575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.792548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e1172f-7a1b-47c9-b0f8-531ec33e5591,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:41.804324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.805647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-538339aa-faeb-4e3a-9fc0-e54d9d16e7b0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981843 Nov 19 04:25:41.808396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58078) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:41.824273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'afbe8dcb-6f46-4200-b5df-c844b5eba33a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:41.824615 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.870383 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:25:41.873267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] Deleting port 209f30ba-a249-4adf-951e-faf5f20dde12 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:41.874041 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.878767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.946635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Deleting port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:41.946922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.997524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] For port 209f30ba-a249-4adf-951e-faf5f20dde12, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=209f30ba-a249-4adf-951e-faf5f20dde12,segment=NetworkSegment(364f2fc2-ac71-47ca-816d-0e2bf2ad338f),segment_id=364f2fc2-ac71-47ca-816d-0e2bf2ad338f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:41.998263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:41.998620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.006641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.018887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] Calling delete_port for 209f30ba-a249-4adf-951e-faf5f20dde12 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:42.034574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0b28eb-a9e2-4c80-8ce9-31d4121f096f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:42.058895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.059114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-72f3dfbb-a1e8-4b0a-89c8-9cfc1259a59b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2487433 Nov 19 04:25:42.061985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58082) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:42.067823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'network': {'name': 'tempest-network-smoke--154722446', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'port_security_enabled': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:42.089895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:25:42.093428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.124517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173882d-4a65-4138-b7ea-8f697b893da5 req-b61fd478-68dd-4335-9ff5-117e671ae5b8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:42.137601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:25:42.138248 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5173882d-4a65-4138-b7ea-8f697b893da5 req-b61fd478-68dd-4335-9ff5-117e671ae5b8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 946 time: 0.1075077 Nov 19 04:25:42.145659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] For port a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:42.157321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.178690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.179204 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Added segment 9e8f0d0f-be71-4fe6-be96-d7a852656f31 of type vlan for network 34c0e5ee-5675-4903-bb01-916a010d5eb8 Nov 19 04:25:42.217645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.231054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] No DVR routers for this DVR port 209f30ba-a249-4adf-951e-faf5f20dde12 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:25:42.233558 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.251362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Calling delete_port for a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:42.265517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b365a6b-8c19-4a38-a2f1-ff9f1aef2058 None None] Pushing event deleted for resources: {'Port': ['ID=209f30ba-a249-4adf-951e-faf5f20dde12,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:42.287851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.294275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:42.295249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.295819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ac7f2820-1fae-46c9-b132-6fadfc232239 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:25:42.329558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ac7f2820-1fae-46c9-b132-6fadfc232239 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:25:42.329926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ac7f2820-1fae-46c9-b132-6fadfc232239 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:25:42.330416 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 209f30ba-a249-4adf-951e-faf5f20dde12 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:25:42.366512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 209f30ba-a249-4adf-951e-faf5f20dde12 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:25:42.366512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 209f30ba-a249-4adf-951e-faf5f20dde12 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:25:42.369878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3031840 Nov 19 04:25:42.370668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58084) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:42.387069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5173882d-4a65-4138-b7ea-8f697b893da5 req-6b809c02-d5cf-4482-a566-c51e26b61f43 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177815 Nov 19 04:25:42.400658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'admin_state_up': True, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:42.414599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2890fb-de4e-4f80-89ec-2d313f5676c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Network': ['ID=34c0e5ee-5675-4903-bb01-916a010d5eb8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:42.431842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:25:42.438259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.439681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.531624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.554277 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.582291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Port': ['ID=a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:42.607817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe185c5f-e1b8-47c7-b01c-a52ab6f81192 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:25:42.651995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.705609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.753828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.756248 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.823659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.824913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Fanout notify agent at l3_agent the message router_deleted on router ad10b055-87a2-4e52-be1d-a21cd21a7df3 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:25:42.837133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.838873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-83d277cc-e44a-459c-acf4-f14dc4f93566 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/routers/ad10b055-87a2-4e52-be1d-a21cd21a7df3 HTTP/1.1" status: 204 len: 168 time: 1.7116911 Nov 19 04:25:42.841667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:42.957876 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.973983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:42.995953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.112958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.151596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a880ed1-d668-4ae2-803c-e98d74b67ffe']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:43.166864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364f2fc2-ac71-47ca-816d-0e2bf2ad338f') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:43.167562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364f2fc2-ac71-47ca-816d-0e2bf2ad338f') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:43.179086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.145 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/a9f3dbdb-86cb-46a5-8386-d3c36585faa2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:25:43.193007 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.211075 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.223312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:25:43.223886 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:25:43.230867 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:25:43.303597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.340042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.343121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.354468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58096) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:43.354642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] 10.222.0.52 "DELETE /v2.0/networks/1a880ed1-d668-4ae2-803c-e98d74b67ffe HTTP/1.1" status: 204 len: 168 time: 0.5112467 Nov 19 04:25:43.357048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd78d7-7857-4fba-99a7-3773ea34d1f5 tempest-TestNetworkBasicOps-1302892400 tempest-TestNetworkBasicOps-1302892400-project] Pushing event deleted for resources: {'Network': ['ID=1a880ed1-d668-4ae2-803c-e98d74b67ffe,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:43.391013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.438366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:25:43.441595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:25:43.445366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:25:43.451096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:43.462952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738b9bd-37a8-4fd1-8f29-c78dd9c21a39 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:25:43.545922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-13e394e6-72a5-4e51-a998-86c72193b3d1 None None] Provisioning complete for port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:43.550299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13e394e6-72a5-4e51-a998-86c72193b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.591934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279bd46-828c-400e-922f-da806f42347d req-cc213652-38ba-407c-8517-29740a8c46ef tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:43.595594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5279bd46-828c-400e-922f-da806f42347d req-cc213652-38ba-407c-8517-29740a8c46ef tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 946 time: 0.0937476 Nov 19 04:25:43.619067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-13e394e6-72a5-4e51-a998-86c72193b3d1 None None] Port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:25:43.662473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5279bd46-828c-400e-922f-da806f42347d req-df46cc47-9819-44d8-80d6-9c8f732c1f88 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4dc3e7b-45d4-4186-88c3-016ea264e686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Nov 19 04:25:43.684576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84c931bf-735e-4e00-bf19-99f8d74cd9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.702510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:43.737271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-2b8eddcf-cbf1-419c-aca1-e9322ece4764 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:43.738952 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-2b8eddcf-cbf1-419c-aca1-e9322ece4764 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 946 time: 0.2520885 Nov 19 04:25:43.851597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-224ae54c-a589-4296-b0c6-ffd481913845 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca23997cd1bc4f09b45f3aa58c22533c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478198 Nov 19 04:25:43.854670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58110) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:43.921523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04a052a0-e6c2-469b-a92e-1ec73e937194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.922841 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:25:43.953234 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04a052a0-e6c2-469b-a92e-1ec73e937194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:43.958948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:25:43.959886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a0c8d9f1-bf6a-4ad0-8073-c8eb54d29534 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:25:44.008306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.016956 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04a052a0-e6c2-469b-a92e-1ec73e937194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.017404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:25:44.017809 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.020272 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-04a052a0-e6c2-469b-a92e-1ec73e937194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.021689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-04a052a0-e6c2-469b-a92e-1ec73e937194 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b8f6731-0068-4486-9b69-07253bbea729 HTTP/1.1" status: 204 len: 168 time: 0.1659403 Nov 19 04:25:44.030811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a052a0-e6c2-469b-a92e-1ec73e937194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8f6731-0068-4486-9b69-07253bbea729,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:44.089193 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84c931bf-735e-4e00-bf19-99f8d74cd9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.119657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-84c931bf-735e-4e00-bf19-99f8d74cd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.218016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-84c931bf-735e-4e00-bf19-99f8d74cd9bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e2b3708d2f24167a0910a0429b595f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8649230 Nov 19 04:25:44.220674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58116) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:44.229259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c931bf-735e-4e00-bf19-99f8d74cd9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f61bfe-5670-4b12-b2b4-6375bd8867a8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:44.268480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port d2c284dd-ea75-422e-b7a4-37c15d5be3c6, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:44.268853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.274613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9991-6d38-41fb-a381-09ac81bbb16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.298367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9991-6d38-41fb-a381-09ac81bbb16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.308245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:44.330697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for d2c284dd-ea75-422e-b7a4-37c15d5be3c6 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:25:44.343729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ab08144-6763-43d6-aa8a-cc19d1b7a741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.355004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9991-6d38-41fb-a381-09ac81bbb16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.357819 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9991-6d38-41fb-a381-09ac81bbb16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.359093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0b6d9991-6d38-41fb-a381-09ac81bbb16b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5f61bfe-5670-4b12-b2b4-6375bd8867a8 HTTP/1.1" status: 204 len: 168 time: 0.1373999 Nov 19 04:25:44.368395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d9991-6d38-41fb-a381-09ac81bbb16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f61bfe-5670-4b12-b2b4-6375bd8867a8,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:44.473323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.660926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ab08144-6763-43d6-aa8a-cc19d1b7a741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.671284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6ab08144-6763-43d6-aa8a-cc19d1b7a741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.708262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58126) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:44.721564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d88-559e-43a2-8866-5557e3fc26dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.747517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab08144-6763-43d6-aa8a-cc19d1b7a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4816bdcb-da59-496f-ba1b-332fb6e7ffda,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:44.751266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.758535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6ab08144-6763-43d6-aa8a-cc19d1b7a741 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aade7036257e49ec91ac3e683845d532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478779 Nov 19 04:25:44.763732 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58128) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:44.765705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d2c284dd-ea75-422e-b7a4-37c15d5be3c6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:25:44.770929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3ca214b1-ddb4-4e02-a12e-7726bdd3db96 req-29212b22-5503-4884-83a4-b84de5278fc3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0407567 Nov 19 04:25:44.794434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=d2c284dd-ea75-422e-b7a4-37c15d5be3c6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:44.854238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port d2c284dd-ea75-422e-b7a4-37c15d5be3c6 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:25:44.857166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.861180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94f1b18c-f50e-4bf2-afcf-ada603abf734 req-813d5305-7cc9-4e89-bf0e-091c5381d342 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "DELETE /v2.0/ports/d2c284dd-ea75-422e-b7a4-37c15d5be3c6 HTTP/1.1" status: 204 len: 173 time: 1.1158662 Nov 19 04:25:44.862614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'name': 'network-vif-deleted', 'tag': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:25:44.867391 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab8c746-0c4a-4f46-9307-d2362eb03c10" -d '{"events": [{"server_uuid": "f101a3e6-f6f1-476c-99c6-3de80e0c1f4f", "name": "network-vif-deleted", "tag": "d2c284dd-ea75-422e-b7a4-37c15d5be3c6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:25:44.871819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4a0ae231-563b-473c-97cc-dcfe2a6006aa is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:25:44.880332 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94b34d1e-64cd-43ca-9315-27782a026821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.933488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d88-559e-43a2-8866-5557e3fc26dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.936639 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc632f63-6ad6-4fbd-b3a4-8d0a4b0ce9cd x-openstack-request-id: req-fc632f63-6ad6-4fbd-b3a4-8d0a4b0ce9cd {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:25:44.937068 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101a3e6-f6f1-476c-99c6-3de80e0c1f4f", "name": "network-vif-deleted", "tag": "d2c284dd-ea75-422e-b7a4-37c15d5be3c6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:25:44.937251 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc632f63-6ad6-4fbd-b3a4-8d0a4b0ce9cd {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:25:44.937684 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101a3e6-f6f1-476c-99c6-3de80e0c1f4f', 'name': 'network-vif-deleted', 'tag': 'd2c284dd-ea75-422e-b7a4-37c15d5be3c6', 'status': 'completed', 'code': 200} Nov 19 04:25:44.946520 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94b34d1e-64cd-43ca-9315-27782a026821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:44.949426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d88-559e-43a2-8866-5557e3fc26dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.013144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-50cf1d88-559e-43a2-8866-5557e3fc26dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0591103b4368404e923aa33c498eb349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3018758 Nov 19 04:25:45.013765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58132) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:45.015908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf1d88-559e-43a2-8866-5557e3fc26dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db44057e-ff57-4f2f-aa77-03d2d951f93e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:45.024684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:25:45.038931 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Sync routers for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:25:45.053047 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:45.053713 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:45.060403 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94b34d1e-64cd-43ca-9315-27782a026821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.063343 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-94b34d1e-64cd-43ca-9315-27782a026821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.067654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-94b34d1e-64cd-43ca-9315-27782a026821 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4816bdcb-da59-496f-ba1b-332fb6e7ffda HTTP/1.1" status: 204 len: 168 time: 0.2969363 Nov 19 04:25:45.078892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b34d1e-64cd-43ca-9315-27782a026821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4816bdcb-da59-496f-ba1b-332fb6e7ffda,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:45.084644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.086015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9bc45072-605b-4ed4-8569-c62e7d4ed5f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7008288 Nov 19 04:25:45.089649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58136) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:45.102453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-978cf275-911e-47f6-afe6-2296df07928c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.138646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-978cf275-911e-47f6-afe6-2296df07928c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.222322 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-978cf275-911e-47f6-afe6-2296df07928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.225758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-978cf275-911e-47f6-afe6-2296df07928c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.227877 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-978cf275-911e-47f6-afe6-2296df07928c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db44057e-ff57-4f2f-aa77-03d2d951f93e HTTP/1.1" status: 204 len: 168 time: 0.2126114 Nov 19 04:25:45.240004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cf275-911e-47f6-afe6-2296df07928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db44057e-ff57-4f2f-aa77-03d2d951f93e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:45.392398 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:45.483682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d69696df-6b4f-496a-b91b-eaf80195d752 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=6289611ad08e4eb0851b0e1f7590a28a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3922334 Nov 19 04:25:45.486157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58142) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:45.619414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5a077c-7f79-454c-b3ca-22798a1ffbb6 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:45.622326 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-af5a077c-7f79-454c-b3ca-22798a1ffbb6 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348956 Nov 19 04:25:45.637994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58144) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:45.666091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8d39c3f4-4a19-4d3b-9777-2b7dfdec67e0 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368767 Nov 19 04:25:45.666091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58146) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:45.671909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397393705', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:45.761466 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:43Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:45.804063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Checking router: 4a0ae231-563b-473c-97cc-dcfe2a6006aa for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:25:45.804951 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Updating router 4a0ae231-563b-473c-97cc-dcfe2a6006aa port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:25:45.840718 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.911823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:25:45.916050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:45.940874 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11f282a0-627d-43ca-b534-b7a3b0e6d805 req-9a20a11c-5435-4366-ad19-abeb2c5a25dd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0544846 Nov 19 04:25:46.170242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.200397 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.214409 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.251054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f0e02-d24d-444c-ab05-005a4e992634 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:25:46.279732 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Attempting to bind port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:25:46.280301 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Attempting to bind port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:25:46.280775 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Attempting to bind port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:25:46.314293 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:25:46.314833 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:25:46.315324 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.315843 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:25:46.317065 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Bound port: a9f3dbdb-86cb-46a5-8386-d3c36585faa2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:25:46.317644 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.385252 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] For port a9f3dbdb-86cb-46a5-8386-d3c36585faa2, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:25:46.387088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a3650f80-ca3b-401b-a60f-0d894f581e46 None None] Provisioning complete for port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:46.388940 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3650f80-ca3b-401b-a60f-0d894f581e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.390112 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] For port a9f3dbdb-86cb-46a5-8386-d3c36585faa2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:25:46.403077 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.448878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209f4a5-107c-4145-81c8-930b7faa0e01 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:25:46.449091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:46.449753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:46.474971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a3650f80-ca3b-401b-a60f-0d894f581e46 None None] Port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:25:46.593730 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:46.614411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Subnet': ['ID=60c57acc-e675-442b-bcf2-d98d6ef4a465,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:46.619659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c0114457-d53f-4e86-bcbc-102e63901dc2 None None] Provisioning complete for port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:46.620374 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0114457-d53f-4e86-bcbc-102e63901dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.622329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Checking segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:25:46.622329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network hostable DHCP agents. Network: 34c0e5ee-5675-4903-bb01-916a010d5eb8, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:25:46.646654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:25:46.660668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 34c0e5ee-5675-4903-bb01-916a010d5eb8) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:25:46.676579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:46.678739 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.699337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfda2a-025b-45f4-8ca1-692b6078b333 None None] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:25:46.703554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58168) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:46.704608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5e93e1ec-9f9c-4689-a31e-fd9caf8e83e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0374122 Nov 19 04:25:46.723414 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Pushing event updated for resources: {'Port': ['ID=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:46.735654 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.736013 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.736368 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.736715 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.737060 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.737410 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.737750 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.738660 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.739085 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.739328 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.739664 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.739997 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:46.848171 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5589135-34c2-4dd6-81a0-61834eb0116c None None] Pushing event updated for resources: {'Port': ['ID=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:46.881390 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:43Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:46.906222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0114457-d53f-4e86-bcbc-102e63901dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:46.914605 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88856d69-b8a5-43b2-8293-e108b3915684 None None] The sync data for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 is: [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:43Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:25:46.936099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c0114457-d53f-4e86-bcbc-102e63901dc2 None None] For port a9f3dbdb-86cb-46a5-8386-d3c36585faa2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:46.975296 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0114457-d53f-4e86-bcbc-102e63901dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.085027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0114457-d53f-4e86-bcbc-102e63901dc2 None None] Pushing event updated for resources: {'Port': ['ID=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:47.134531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-34c0e5ee-5675-4903-bb01-916a010d5eb8', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:25:47.135848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.163552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33eaf483-86f3-45aa-8704-06f3452498e6 req-9f27984c-7482-4633-a5a3-82a7b9004e34 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0378273 Nov 19 04:25:47.301768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d2c284dd-ea75-422e-b7a4-37c15d5be3c6 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:25:47.367519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: d2c284dd-ea75-422e-b7a4-37c15d5be3c6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:25:47.367885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d2c284dd-ea75-422e-b7a4-37c15d5be3c6 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:25:47.384883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Allocated IP 172.20.0.2 (34c0e5ee-5675-4903-bb01-916a010d5eb8/60c57acc-e675-442b-bcf2-d98d6ef4a465/eaa64bbf-178f-4d69-97ea-70dac8d6bb39) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:25:47.572373 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.596590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.604882 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.668746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:25:47.673870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:25:47.678157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:25:47.695052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Pushing event updated for resources: {'Port': ['ID=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:47.773604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Attempting to bind port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:25:47.773898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Attempting to bind port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:25:47.774305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Attempting to bind port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:25:47.782859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:25:47.783245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Checking segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:25:47.783666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.785799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Bound using segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:25:47.786446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Bound port: eaa64bbf-178f-4d69-97ea-70dac8d6bb39, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:25:47.787054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:47.879586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] For port eaa64bbf-178f-4d69-97ea-70dac8d6bb39, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:25:47.883966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] For port eaa64bbf-178f-4d69-97ea-70dac8d6bb39, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:25:47.892397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:48.006529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be50e2-27c1-4e82-846e-6c06b7803b46 None None] Pushing event updated for resources: {'Port': ['ID=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:48.040603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a9f3dbdb-86cb-46a5-8386-d3c36585faa2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:25:48.122678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:48.123066 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:48.149968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.1 (34c0e5ee-5675-4903-bb01-916a010d5eb8/60c57acc-e675-442b-bcf2-d98d6ef4a465/dd644d3b-887e-4cc7-9361-f7762ce4dd2b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:25:48.376483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92ea64a5-aa02-4b94-a241-2d650912e7a2 req-a23d51fe-4e85-47c3-afd9-e25fe5357be8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0397789 Nov 19 04:25:48.437245 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:48.489652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:48.538724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:25:48.542026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:25:48.548479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:25:48.584181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:48.603945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:48.756506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:48.860758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58220) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:48.999746 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-52690f5b-fa32-4ae1-8b9b-883ebc29748b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.117895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.123940 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.223614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-52690f5b-fa32-4ae1-8b9b-883ebc29748b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.224675 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.230891 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-52690f5b-fa32-4ae1-8b9b-883ebc29748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.232996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:49.313360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690f5b-fa32-4ae1-8b9b-883ebc29748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdf8ca1-ffd8-4b94-ac85-471d3d440b15,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:49.318898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-52690f5b-fa32-4ae1-8b9b-883ebc29748b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b395cfb3062f43098426da027ea20220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569325 Nov 19 04:25:49.321612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58224) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:49.411986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:25:49.413205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25db563f-30ee-4af5-b0c2-f6ca35abec9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.416374 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:25:49.471765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25db563f-30ee-4af5-b0c2-f6ca35abec9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.584045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ddda89f7-57d2-4b2f-8faf-1755885e0352 req-6cabf03a-9941-4590-b35b-56f57009e426 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0538125 Nov 19 04:25:49.684382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25db563f-30ee-4af5-b0c2-f6ca35abec9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.687452 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-25db563f-30ee-4af5-b0c2-f6ca35abec9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:49.692014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-25db563f-30ee-4af5-b0c2-f6ca35abec9a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efdf8ca1-ffd8-4b94-ac85-471d3d440b15 HTTP/1.1" status: 204 len: 168 time: 0.3661392 Nov 19 04:25:49.710480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db563f-30ee-4af5-b0c2-f6ca35abec9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdf8ca1-ffd8-4b94-ac85-471d3d440b15,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:49.729480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4a0ae231-563b-473c-97cc-dcfe2a6006aa has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:25:49.868356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02790e1-2b58-4c32-845a-4f40537c35a7 None None] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:25:49.929548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:25:49.948592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f42ca95d-d8c8-4205-9986-54b17363eab1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/4a0ae231-563b-473c-97cc-dcfe2a6006aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2431927 Nov 19 04:25:49.960191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Sync routers for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:25:50.016929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:50.017557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:50.074303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-02b71fff-0b70-454f-9736-d6d593e74002 None None] Provisioning complete for port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:50.074676 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02b71fff-0b70-454f-9736-d6d593e74002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.076428 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eaa64bbf-178f-4d69-97ea-70dac8d6bb39 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:25:50.196028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58248) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:50.213211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.256744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-2d48153c-b996-4185-8e25-b803bdb89ad6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448796078&fields=id&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 267 time: 0.0686867 Nov 19 04:25:50.304103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.309155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.358515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d2de4f15c9946a684112f6d7452af62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607745 Nov 19 04:25:50.359666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58250) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:50.360530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd609fa-8174-49b2-b09f-bd8994655d8a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:50.383191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.383805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.384344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.384953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.385511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.386232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.387002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.387673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.388755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.389507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.390113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.390884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2e4dd-e66a-44e8-a9db-428e76c04fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:25:50.423799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-5ee93dc9-f619-4efc-abee-248d0e3d108f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:50.435170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-5ee93dc9-f619-4efc-abee-248d0e3d108f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 796 time: 0.1690223 Nov 19 04:25:50.446862 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94349b4-cc52-4962-a429-14126c2f64a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.452951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-ee415ca9-d928-4fcc-b533-9b80688e3e88 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/quotas/6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 375 time: 0.0169165 Nov 19 04:25:50.476336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94349b4-cc52-4962-a429-14126c2f64a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.479817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:50.480195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.507031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-1e6cbad0-540f-4793-9773-f1afcd2c172c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530078 Nov 19 04:25:50.522183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:50.532324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94349b4-cc52-4962-a429-14126c2f64a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.536697 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e94349b4-cc52-4962-a429-14126c2f64a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.540959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e94349b4-cc52-4962-a429-14126c2f64a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bd609fa-8174-49b2-b09f-bd8994655d8a HTTP/1.1" status: 204 len: 168 time: 0.1775358 Nov 19 04:25:50.550995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94349b4-cc52-4962-a429-14126c2f64a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd609fa-8174-49b2-b09f-bd8994655d8a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:50.602186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02b71fff-0b70-454f-9736-d6d593e74002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.657876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-5b533c0a-d029-4e66-8785-527ae264664d service neutron] 10.222.0.52 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431756 Nov 19 04:25:50.732599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-02b71fff-0b70-454f-9736-d6d593e74002 None None] For port eaa64bbf-178f-4d69-97ea-70dac8d6bb39, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:50.848260 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02b71fff-0b70-454f-9736-d6d593e74002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:50.901024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:51.015516 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:25:51.015938 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:25:51.041804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b71fff-0b70-454f-9736-d6d593e74002 None None] Pushing event updated for resources: {'Port': ['ID=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:51.093472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-06d37558-6140-4bc5-8e11-e79d7164436a None None] Provisioning complete for port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:51.094612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06d37558-6140-4bc5-8e11-e79d7164436a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:51.136740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-be2506cb-2db6-43e4-a8f2-855edee0c634 service neutron] 10.222.0.52 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715960 Nov 19 04:25:51.187434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 2, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:51.226020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Checking router: 4a0ae231-563b-473c-97cc-dcfe2a6006aa for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:25:51.226424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Updating router 4a0ae231-563b-473c-97cc-dcfe2a6006aa port dd644d3b-887e-4cc7-9361-f7762ce4dd2b binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:25:51.386688 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:51.423309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e5b18d89-6686-4ae8-9a45-28757342a620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:51.458226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c6aa5660-cc84-46a8-a362-3d8a1fd39da4 req-c994cbd4-ab20-450e-8b44-1bc7c61f0c7b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f101a3e6-f6f1-476c-99c6-3de80e0c1f4f HTTP/1.1" status: 200 len: 210 time: 0.0381622 Nov 19 04:25:51.616642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-13ce9b15-757e-482d-b25c-1483d16ee853 req-020c0620-0815-4c8c-b092-3ef9365b2b9a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 210 time: 0.0552640 Nov 19 04:25:51.795717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-06d37558-6140-4bc5-8e11-e79d7164436a None None] Provisioning complete for port dd644d3b-887e-4cc7-9361-f7762ce4dd2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:51.796388 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06d37558-6140-4bc5-8e11-e79d7164436a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:51.883635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-06d37558-6140-4bc5-8e11-e79d7164436a None None] Port dd644d3b-887e-4cc7-9361-f7762ce4dd2b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:25:52.007651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eaa64bbf-178f-4d69-97ea-70dac8d6bb39 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:25:52.054040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.060725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-60cf0a93-c5b0-412c-9e69-7810c742233c None None] Provisioning complete for port dd644d3b-887e-4cc7-9361-f7762ce4dd2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:52.061101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a93-c5b0-412c-9e69-7810c742233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.103382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-60cf0a93-c5b0-412c-9e69-7810c742233c None None] Port dd644d3b-887e-4cc7-9361-f7762ce4dd2b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:25:52.108697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.177997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:52.178377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.214402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdd33-16a5-4ba8-bb41-ed6f6525b527 None None] Pushing event updated for resources: {'Port': ['ID=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:52.264618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Attempting to bind port dd644d3b-887e-4cc7-9361-f7762ce4dd2b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:25:52.265003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Attempting to bind port dd644d3b-887e-4cc7-9361-f7762ce4dd2b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:25:52.265434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Attempting to bind port dd644d3b-887e-4cc7-9361-f7762ce4dd2b on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:25:52.274828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:25:52.275208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Checking segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:25:52.275661 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.276048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Bound using segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:25:52.276667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Bound port: dd644d3b-887e-4cc7-9361-f7762ce4dd2b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:25:52.277208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.473569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] For port dd644d3b-887e-4cc7-9361-f7762ce4dd2b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:25:52.477391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] For port dd644d3b-887e-4cc7-9361-f7762ce4dd2b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:25:52.484303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.564354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6000423f-175c-4a19-8c68-3eda40ba37ee None None] Provisioning complete for port dd644d3b-887e-4cc7-9361-f7762ce4dd2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:52.564739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6000423f-175c-4a19-8c68-3eda40ba37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.628933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdd33-16a5-4ba8-bb41-ed6f6525b527 None None] Pushing event updated for resources: {'Port': ['ID=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:52.634417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:25:52.635241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:52.772618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bae620d7-6c26-4306-af49-6f8a6eb4f5be req-f68efc98-b8f1-476e-af01-58a11be94d02 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 210 time: 0.0336642 Nov 19 04:25:52.867590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:52.872081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:25:52.906377 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6000423f-175c-4a19-8c68-3eda40ba37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.033432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-e2b3eb77-5b0d-4496-b2ac-c9a15e37e39c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:53.036739 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-e2b3eb77-5b0d-4496-b2ac-c9a15e37e39c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 796 time: 0.2330127 Nov 19 04:25:53.080016 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6000423f-175c-4a19-8c68-3eda40ba37ee None None] For port dd644d3b-887e-4cc7-9361-f7762ce4dd2b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:53.095124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6000423f-175c-4a19-8c68-3eda40ba37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.147981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-05b8cb12-5943-4a31-af9b-1b1890d80261 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 379 time: 0.0771933 Nov 19 04:25:53.161667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'port': {'device_id': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'admin_state_up': True, 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'security_groups': ['afbe8dcb-6f46-4200-b5df-c844b5eba33a']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:53.301725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:25:53.305977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.374935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000423f-175c-4a19-8c68-3eda40ba37ee None None] Pushing event updated for resources: {'Port': ['ID=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:53.404475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6e09e1da-206f-494a-aabb-5a9d4972fa0e None None] Provisioning complete for port dd644d3b-887e-4cc7-9361-f7762ce4dd2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:53.404861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6e09e1da-206f-494a-aabb-5a9d4972fa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.486628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:25:53.502304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.5 (34c0e5ee-5675-4903-bb01-916a010d5eb8/60c57acc-e675-442b-bcf2-d98d6ef4a465/427c0479-c92d-4514-af84-aa60b5d3fa1a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:25:53.564533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06add74b-945e-41f3-bd1b-842d970bffc8 None None] The sync data for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 is: [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:25:53.604959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c03dc82a-0a42-4e41-b090-5f8ada530b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.766992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.804643 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.867165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:25:53.870444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:25:53.876584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:25:53.881179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:53.972190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:53.973661 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:53.988794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655ca9f-0a8f-44e2-a66c-bbe4879de037 req-296c0408-76d1-48cf-b277-809732b7b041 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:54.003058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c655ca9f-0a8f-44e2-a66c-bbe4879de037 req-296c0408-76d1-48cf-b277-809732b7b041 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 931 time: 0.1156843 Nov 19 04:25:54.017257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-046eb646-a2f7-43d7-9d92-0f5fa713a2ee tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8611495 Nov 19 04:25:54.053300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dd644d3b-887e-4cc7-9361-f7762ce4dd2b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:25:54.057996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Request body: {'port': {'device_id': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:54.079080 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c655ca9f-0a8f-44e2-a66c-bbe4879de037 req-c579c8cb-db7c-436b-8968-a07037516983 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725453 Nov 19 04:25:54.168749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port dd644d3b-887e-4cc7-9361-f7762ce4dd2b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:54.170187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.172277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.329887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-02453544-e521-435e-ae61-fd69579a8f9b None None] Provisioning complete for port 427c0479-c92d-4514-af84-aa60b5d3fa1a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:25:54.330347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-02453544-e521-435e-ae61-fd69579a8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.378067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-02453544-e521-435e-ae61-fd69579a8f9b None None] Port 427c0479-c92d-4514-af84-aa60b5d3fa1a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:25:54.507121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427c0479-c92d-4514-af84-aa60b5d3fa1a {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:25:54.515453 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.528634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Transition to ACTIVE for port object 427c0479-c92d-4514-af84-aa60b5d3fa1a will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:25:54.532879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.627829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:54.698424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:25:54.700523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:25:54.700952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:25:54.706095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Port 427c0479-c92d-4514-af84-aa60b5d3fa1a on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:25:54.709767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:25:54.716498 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:25:54.716886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Checking segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:25:54.717894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Bound using segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:25:54.718465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Bound port: 427c0479-c92d-4514-af84-aa60b5d3fa1a, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:25:54.718943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.861058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:25:54.873504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:25:54.882566 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.927500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:54.928143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:54.929586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] 10.222.0.31 "PUT /v2.0/ports/427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 1091 time: 0.8766139 Nov 19 04:25:54.930149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:25:54.932521 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59ee02-0d83-405f-92d2-0540cc47692f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:25:54.997330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6d42f-e1c5-470f-9e5d-df2c270263b7 service neutron] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:55.014927 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312e4327-b81f-4b09-b9c4-391e93a43051 x-openstack-request-id: req-312e4327-b81f-4b09-b9c4-391e93a43051 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:25:55.015232 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:25:55.015500 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-312e4327-b81f-4b09-b9c4-391e93a43051 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:25:55.015925 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'status': 'completed', 'code': 200} Nov 19 04:25:55.096584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-3ace7501-c740-44cc-ac32-e2e3af350dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:55.099046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-3ace7501-c740-44cc-ac32-e2e3af350dd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1094 time: 0.0622437 Nov 19 04:25:55.203342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-dcf4818d-b85c-4070-a620-ca786b0bc77c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 217 time: 0.0822296 Nov 19 04:25:55.297160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbca3f-f674-4a09-9d21-e5685fcbaa58 req-f7146925-7c6e-4161-88ab-99058531ebe6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:55.302461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-db0e355f-db6f-47ef-ba04-75fff047bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:55.304031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-db0e355f-db6f-47ef-ba04-75fff047bb60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0872445 Nov 19 04:25:55.306249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17cbca3f-f674-4a09-9d21-e5685fcbaa58 req-f7146925-7c6e-4161-88ab-99058531ebe6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.1039088 Nov 19 04:25:55.330438 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:55.385082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-499cdfde-2122-4c3e-a4ed-89a194d54d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:55.387172 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-499cdfde-2122-4c3e-a4ed-89a194d54d46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687687 Nov 19 04:25:55.397130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17cbca3f-f674-4a09-9d21-e5685fcbaa58 req-4d651ea3-563d-4c81-8443-1fb08ed34ec5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897369 Nov 19 04:25:55.511383 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-122bdd7d-09b9-466c-9ca8-aa7eb1d1ee96 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066012 Nov 19 04:25:55.610277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3291eaa3-2394-4b15-9d96-f3006bb9a586 req-15821f02-2587-4608-ad92-1a859cd694c8 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868022 Nov 19 04:25:55.763072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-681b9b3e-831c-4930-af46-51193e51077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:55.765177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-681b9b3e-831c-4930-af46-51193e51077c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1094 time: 0.0423183 Nov 19 04:25:55.880074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-5fb4b65f-bd99-4f79-8081-ab9d71ab4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:55.882231 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-5fb4b65f-bd99-4f79-8081-ab9d71ab4b8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.1094549 Nov 19 04:25:55.970895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-89307efd-1ad0-49b6-85d2-8a6d4ebe1430 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 217 time: 0.0619032 Nov 19 04:25:56.029301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-bfb4acc0-ad8e-4d2b-a296-2f646b2574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:56.030991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-bfb4acc0-ad8e-4d2b-a296-2f646b2574c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0525744 Nov 19 04:25:56.098104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-991a2d0b-7f65-4e23-9beb-411179c7f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:56.100827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-991a2d0b-7f65-4e23-9beb-411179c7f82f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619473 Nov 19 04:25:56.229039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-01ec82ad-4987-43b6-b7ad-58e66b3a486c service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148319 Nov 19 04:25:56.352684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f59ee02-0d83-405f-92d2-0540cc47692f req-1badad8e-16b7-4152-ab32-11c2af4b5700 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154861 Nov 19 04:25:56.470902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:56.625383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb6c44-5c26-474e-a927-cf6b5433ba0d req-4ddeff76-5d0c-4e0c-b19b-b1a45afaaada tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:56.627721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24fb6c44-5c26-474e-a927-cf6b5433ba0d req-4ddeff76-5d0c-4e0c-b19b-b1a45afaaada tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0737448 Nov 19 04:25:56.709375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24fb6c44-5c26-474e-a927-cf6b5433ba0d req-f7b56907-6946-4197-a5bf-c16dba147f2a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742421 Nov 19 04:25:57.260262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.522586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58402) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:57.528012 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892949733', 'description': 'tempest-secgroup-smoke-892949733 description', 'project_id': '8e9dc1d705174fcb91cc89e93a176495'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:57.554424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.629294 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.633516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.664931 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.666218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1425657 Nov 19 04:25:57.666932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cc4d4-7688-45ca-8d42-99909a252904 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:57.669041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58406) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:57.673752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group_rule': {'security_group_id': '88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c', 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:57.702325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.765597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.774216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.795170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e8dafa-9aeb-4d77-b367-18a2d39e7e8e,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:57.802293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.803639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-39fc37c6-44fa-40a4-a720-0e240c172597 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336133 Nov 19 04:25:57.806286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58410) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:57.811344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group_rule': {'security_group_id': '88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c', 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:57.847901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.859978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bb755-83ea-4ed6-9308-658bf4eb4df5 req-05c69518-3224-466f-a173-c04036f28b2c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:57.861821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c5bb755-83ea-4ed6-9308-658bf4eb4df5 req-05c69518-3224-466f-a173-c04036f28b2c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0698929 Nov 19 04:25:57.914635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.919325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.919936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c5bb755-83ea-4ed6-9308-658bf4eb4df5 req-6c37cd96-828e-4313-b466-3883d3187614 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495787 Nov 19 04:25:57.937675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393ad5cf-5378-41ef-8a11-18708cdf09b3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:57.948746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:57.950021 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-088a97ab-b83d-4158-a552-a987da76b0b6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427720 Nov 19 04:25:57.952811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58412) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:57.957996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group_rule': {'security_group_id': '88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c', 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:57.985169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.045185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.049663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.079552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f2e8a9-e641-4435-8537-8f5799bc1a83,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:58.086333 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.091510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-93a65835-82f4-4b4e-b951-37b3b7b5e2ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343379 Nov 19 04:25:58.091753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58414) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:58.096263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group_rule': {'security_group_id': '88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c', 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:58.123379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.188615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.193306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.214637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b909b3-f8ba-40d8-9166-a501027afac5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:58.220470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.221749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fbb6e99e-cbf9-4beb-9c6b-151b1c0e9a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289599 Nov 19 04:25:58.224459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58416) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:58.229106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group_rule': {'security_group_id': '88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c', 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:58.251442 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Project 8e9dc1d705174fcb91cc89e93a176495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:25:58.258312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.324499 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.329466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.349439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055f3453-c204-49f3-8813-05c5776be293,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:58.361134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.362535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-809ec4d6-6591-4d82-bf0d-b78e8f45cb9a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370137 Nov 19 04:25:58.365162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:25:58.374491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'security_group_rule': {'security_group_id': '88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c', 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:25:58.401094 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Project 8e9dc1d705174fcb91cc89e93a176495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:25:58.406822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.455424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:25:58.473838 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.479040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.501336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e6ceb1-912c-48ab-accb-4d305de3dd69,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:58.526839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.531399 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5cbc26c3-81f9-4bd0-b552-097a34bd668e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1636317 Nov 19 04:25:58.599762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:58.612580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'port_id': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'mac_address': 'fa:16:3e:a0:d4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:25:58.657535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.674750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427c0479-c92d-4514-af84-aa60b5d3fa1a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:25:58.697717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:25:58.702158 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:25:58.757493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:25:59.055784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3730e-e6b8-4a13-86d9-d89105246479 req-42ee601f-141c-48b1-970e-ea3a20c54cf2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:25:59.057384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0a3730e-e6b8-4a13-86d9-d89105246479 req-42ee601f-141c-48b1-970e-ea3a20c54cf2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 944 time: 0.0580158 Nov 19 04:25:59.076718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['427c0479-c92d-4514-af84-aa60b5d3fa1a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:25:59.130067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0a3730e-e6b8-4a13-86d9-d89105246479 req-56e593d9-92b9-46a0-8de9-aa49fe26bd28 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661933 Nov 19 04:26:00.262352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445420-111b-40ae-be56-9f059a0670e9 req-58d8466b-a1bf-4dd9-af2f-4ed535ef20d5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:00.263998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19445420-111b-40ae-be56-9f059a0670e9 req-58d8466b-a1bf-4dd9-af2f-4ed535ef20d5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 944 time: 0.0582526 Nov 19 04:26:00.320157 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19445420-111b-40ae-be56-9f059a0670e9 req-e7a55539-62a3-4d45-8660-b2380dc30323 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Nov 19 04:26:00.472831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:26:00.528027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 427c0479-c92d-4514-af84-aa60b5d3fa1a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:26:00.532914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 427c0479-c92d-4514-af84-aa60b5d3fa1a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:26:00.533390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:00.618640 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:00.643577 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:00.646097 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272a7525-e80c-46a3-a37d-bb1e4357933b" -d '{"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-plugged", "status": "completed", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:00.660853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:00.667422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:00.706871 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5170e4-617d-4cf9-a6eb-597eba835648 x-openstack-request-id: req-dc5170e4-617d-4cf9-a6eb-597eba835648 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:00.707172 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-plugged", "status": "completed", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:00.707435 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc5170e4-617d-4cf9-a6eb-597eba835648 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:00.707970 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'code': 200} Nov 19 04:26:00.724818 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:00.857558 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e731a-1784-4b9a-96f0-cca0ca16f674 req-4d99858c-1c18-41ab-be24-7483d30410e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:00.859124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f1e731a-1784-4b9a-96f0-cca0ca16f674 req-4d99858c-1c18-41ab-be24-7483d30410e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0472233 Nov 19 04:26:00.912968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8f1e731a-1784-4b9a-96f0-cca0ca16f674 req-9c5a9543-25c9-432e-b49e-489537500208 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411980 Nov 19 04:26:01.445454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c67c8-793d-4f68-a33c-02a6c2e2cfef req-952e79ac-3b90-47fa-ba3e-8694796653a8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:01.447027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e95c67c8-793d-4f68-a33c-02a6c2e2cfef req-952e79ac-3b90-47fa-ba3e-8694796653a8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0509498 Nov 19 04:26:01.505740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e95c67c8-793d-4f68-a33c-02a6c2e2cfef req-29c71967-b58b-466d-bd35-95cf4f0ae5b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522220 Nov 19 04:26:02.045013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.125062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58524) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:02.276991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8832d50-bed1-4b1b-9672-8569e40fee3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.366007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8832d50-bed1-4b1b-9672-8569e40fee3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.371008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8832d50-bed1-4b1b-9672-8569e40fee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.411625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c8832d50-bed1-4b1b-9672-8569e40fee3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f683f44698c24dd2abe17c363e9ffda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853813 Nov 19 04:26:02.413621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8832d50-bed1-4b1b-9672-8569e40fee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ae9c1-91e6-4329-afc3-0f8781064d42,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:02.414534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58528) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:02.473339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.504388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.559310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.562118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:02.563718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/514ae9c1-91e6-4329-afc3-0f8781064d42 HTTP/1.1" status: 204 len: 168 time: 0.1480682 Nov 19 04:26:02.573516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ae9c1-91e6-4329-afc3-0f8781064d42,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:02.585062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.585764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.586375 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.586940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.587540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.588100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.589127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.589681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.590269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.590823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.591354 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.591887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aea4fd3-1744-485b-9fd8-4856c5312b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:02.683682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b042a-42dd-4cb3-a82b-597f7104d8c7 req-4cae7cd3-17e5-4897-b93d-8938e9b7ae61 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:02.691754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-020b042a-42dd-4cb3-a82b-597f7104d8c7 req-4cae7cd3-17e5-4897-b93d-8938e9b7ae61 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0722487 Nov 19 04:26:02.755816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-020b042a-42dd-4cb3-a82b-597f7104d8c7 req-faa86d1f-e420-4de2-9824-e35b6fce3282 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580060 Nov 19 04:26:02.907961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aeab9-e00a-4c33-8c36-acac23baaff1 req-b8c0d312-d41c-4723-ae11-fbb8d89a13eb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:02.909825 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef2aeab9-e00a-4c33-8c36-acac23baaff1 req-b8c0d312-d41c-4723-ae11-fbb8d89a13eb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0704525 Nov 19 04:26:02.979010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef2aeab9-e00a-4c33-8c36-acac23baaff1 req-f9f58f14-cae4-4006-8237-626d9e5221b1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630260 Nov 19 04:26:03.008682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58544) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:03.057182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac54521-6656-4093-8952-c06ec0e9d70b tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:03.058850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7ac54521-6656-4093-8952-c06ec0e9d70b tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1091 time: 0.0490732 Nov 19 04:26:03.061808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58546) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:03.066914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:26:03.093370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:03.217470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:03.368069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.94 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2a596f50-a0f6-49d5-9225-8fc33555e320) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:26:03.485822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:03.534075 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:03.576336 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:26:03.579568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:26:03.583268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:26:03.608090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=2a596f50-a0f6-49d5-9225-8fc33555e320,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:04.010790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:04.082712 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:04.255779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:04.260868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:04.348723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=2a596f50-a0f6-49d5-9225-8fc33555e320,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:04.359812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:04.470465 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP 8355f2d5-8a0c-4176-a309-0339928156b0 associated. External IP: 172.25.8.94, port: 427c0479-c92d-4514-af84-aa60b5d3fa1a. Nov 19 04:26:04.710159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4a0ae231-563b-473c-97cc-dcfe2a6006aa has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:26:04.840820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:26:04.853965 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] Sync routers for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:26:04.865206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:04.866035 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:26:04.866692 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:04.898597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3ff0ab41-4f16-4bf1-87ce-f3c63afe7b19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8356953 Nov 19 04:26:04.899287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:04.901631 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:04.981795 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:26:05.020512 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253cacb-f385-4dc4-bdd1-718be08ec1ff req-9492eaaf-4fda-49a6-97db-fdeccb5352dd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:05.022685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5253cacb-f385-4dc4-bdd1-718be08ec1ff req-9492eaaf-4fda-49a6-97db-fdeccb5352dd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0635271 Nov 19 04:26:05.084691 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5253cacb-f385-4dc4-bdd1-718be08ec1ff req-d937cef9-ac27-4f26-8d17-40afaae952f6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539055 Nov 19 04:26:05.110022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58586) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:05.158180 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747ceff-f49c-4907-aed1-fdc327e230b0 x-openstack-request-id: req-5747ceff-f49c-4907-aed1-fdc327e230b0 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:05.158600 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:05.159019 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5747ceff-f49c-4907-aed1-fdc327e230b0 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:05.160029 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'status': 'completed', 'code': 200} Nov 19 04:26:05.247344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9b04f300-fcd0-4b92-86b2-c17a1d885746 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/8355f2d5-8a0c-4176-a309-0339928156b0 HTTP/1.1" status: 200 len: 990 time: 0.1360774 Nov 19 04:26:05.260123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-dc11593f-c4cc-4de1-9f16-fcd4b383c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:05.261987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-dc11593f-c4cc-4de1-9f16-fcd4b383c0c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0618055 Nov 19 04:26:05.262650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-84ab7b2d-1ed2-43c1-91fe-cbe7ab271f15 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=68a379a987ad43198abaa8891876590f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357094 Nov 19 04:26:05.277167 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8355f2d5-8a0c-4176-a309-0339928156b0', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'port_id': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'mac_address': 'fa:16:3e:a0:d4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:26:03Z', 'updated_at': '2021-11-19T04:26:03Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:05.312775 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] Checking router: 4a0ae231-563b-473c-97cc-dcfe2a6006aa for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:26:05.322479 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:26:05.323347 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:25:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:05.370024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-43e8599f-8603-4c39-a731-16208156ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:05.372633 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-43e8599f-8603-4c39-a731-16208156ad7b service neutron] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.1023357 Nov 19 04:26:05.491778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-43dc024c-5098-441e-9f0f-f8ed8fe10e58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 998 time: 0.1126873 Nov 19 04:26:05.495218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-3edcbf20-c9f1-4c6e-9f27-a4df78f281cd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:05.497024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-3edcbf20-c9f1-4c6e-9f27-a4df78f281cd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284083 Nov 19 04:26:05.515183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-2b8f1c8a-3c9b-4141-b344-902e4842dba7 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/quotas/68a379a987ad43198abaa8891876590f HTTP/1.1" status: 200 len: 375 time: 0.0124445 Nov 19 04:26:05.548525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-e93cfe2f-fbf2-4922-8740-99b2a219d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:05.551324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-e93cfe2f-fbf2-4922-8740-99b2a219d2d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0518575 Nov 19 04:26:05.559807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-1f407288-b0f7-4ff3-8b34-a6bff204cb24 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=68a379a987ad43198abaa8891876590f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383673 Nov 19 04:26:05.574177 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:26:05.609738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-928fcb11-10c3-4b9c-88aa-1c5866b03f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:05.611552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-928fcb11-10c3-4b9c-88aa-1c5866b03f9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527809 Nov 19 04:26:05.744214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-542a0fa6-79f4-45c6-be43-ace202c07617 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254423 Nov 19 04:26:05.758907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b074b98f-db67-4eea-90fb-9eaf14b9a421 req-ed2d5763-7b41-4c23-be63-2f924c2cb599 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 210 time: 0.0311759 Nov 19 04:26:05.884059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7f3fe018-b47f-47a5-86e9-a01283cdf4d3 req-4d9e1e91-538d-454a-a771-fba2a2b52c43 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324568 Nov 19 04:26:05.888806 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8355f2d5-8a0c-4176-a309-0339928156b0', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'port_id': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'mac_address': 'fa:16:3e:a0:d4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:26:03Z', 'updated_at': '2021-11-19T04:26:03Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:05.918576 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe9e89-cfe2-4af1-9dc2-6c852e8cf7ca None None] The sync data for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 is: [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8355f2d5-8a0c-4176-a309-0339928156b0', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'port_id': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'mac_address': 'fa:16:3e:a0:d4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:26:03Z', 'updated_at': '2021-11-19T04:26:03Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:26:06.164388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6da4b-a942-41c0-858f-db7a05182b2d None None] New status for floating IP 8355f2d5-8a0c-4176-a309-0339928156b0: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:26:06.251135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58608) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:06.336970 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6417dda4-92d3-4847-b65c-5185b9c8abba tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/8355f2d5-8a0c-4176-a309-0339928156b0 HTTP/1.1" status: 200 len: 990 time: 0.0845287 Nov 19 04:26:06.864792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-7459786b-32c5-475f-a15f-6b8ccce7a66c tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=68a379a987ad43198abaa8891876590f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647292 Nov 19 04:26:06.888115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-912dc2d0-a94c-4c8e-9740-bc17e054f9f3 req-0f131a84-9cc7-4249-94df-3e0c0ef8caec tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 210 time: 0.0445106 Nov 19 04:26:07.100742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-b74438f5-f268-40db-813c-687e8134fa68 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:07.102538 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-b74438f5-f268-40db-813c-687e8134fa68 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324600 Nov 19 04:26:07.115812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Request body: {'port': {'device_id': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': '68a379a987ad43198abaa8891876590f'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:26:07.239859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Made reservation on behalf of 68a379a987ad43198abaa8891876590f for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:26:07.243633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.253854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.336787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58614) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:07.371832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.376209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.411414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ccbe248d-b566-42a6-b3d5-53b21be53ce4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/8355f2d5-8a0c-4176-a309-0339928156b0 HTTP/1.1" status: 200 len: 992 time: 0.0726807 Nov 19 04:26:07.438876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41ccae-fa79-4c3f-9134-4ee27bd14489,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:07.521390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Allocated IP 192.168.233.238 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/2259555e-2f82-4d11-8a47-8acd67ac20ca) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:26:07.693230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.731672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.776517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:26:07.779801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:26:07.784040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:26:07.810072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Pushing event updated for resources: {'Port': ['ID=2259555e-2f82-4d11-8a47-8acd67ac20ca,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:07.842115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:07.842775 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:07.866819 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-eb721c80-19af-40bf-b9c1-168c569a82fd tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7550981 Nov 19 04:26:08.008911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Request body: {'port': {'device_id': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:26:08.033088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6550a0f-1a69-49ca-a50d-78dda976166e req-079ad301-75cf-4242-8fa2-9ff17d3b33dc tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:08.035518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6550a0f-1a69-49ca-a50d-78dda976166e req-079ad301-75cf-4242-8fa2-9ff17d3b33dc tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 936 time: 0.0646486 Nov 19 04:26:08.071993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.092960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f91dd53-2235-407b-bb1a-e3a5bc602d12 None None] Provisioning complete for port 2259555e-2f82-4d11-8a47-8acd67ac20ca triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:26:08.093571 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f91dd53-2235-407b-bb1a-e3a5bc602d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.107824 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b6550a0f-1a69-49ca-a50d-78dda976166e req-fdc91e9b-930a-4238-b167-df2cc504e4a4 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656078 Nov 19 04:26:08.139921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1f91dd53-2235-407b-bb1a-e3a5bc602d12 None None] Port 2259555e-2f82-4d11-8a47-8acd67ac20ca cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:26:08.366611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2259555e-2f82-4d11-8a47-8acd67ac20ca {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:26:08.374258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.388016 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Transition to ACTIVE for port object 2259555e-2f82-4d11-8a47-8acd67ac20ca will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:26:08.392460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.451271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2259555e-2f82-4d11-8a47-8acd67ac20ca,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:08.522262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Attempting to bind port 2259555e-2f82-4d11-8a47-8acd67ac20ca on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:26:08.522871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Attempting to bind port 2259555e-2f82-4d11-8a47-8acd67ac20ca by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:26:08.523464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Attempting to bind port 2259555e-2f82-4d11-8a47-8acd67ac20ca on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:26:08.530389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Port 2259555e-2f82-4d11-8a47-8acd67ac20ca on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:26:08.532549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Attempting to bind port 2259555e-2f82-4d11-8a47-8acd67ac20ca on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:26:08.539380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:26:08.539873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:26:08.540368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:26:08.540913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Bound port: 2259555e-2f82-4d11-8a47-8acd67ac20ca, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:26:08.541382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.634534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] For port 2259555e-2f82-4d11-8a47-8acd67ac20ca, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:26:08.638119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] For port 2259555e-2f82-4d11-8a47-8acd67ac20ca, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:26:08.650635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.723316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:08.724681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:08.726490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/2259555e-2f82-4d11-8a47-8acd67ac20ca HTTP/1.1" status: 200 len: 1096 time: 0.8513045 Nov 19 04:26:08.727582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'tag': '2259555e-2f82-4d11-8a47-8acd67ac20ca'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:08.731841 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a7b4d-9640-497f-8265-48bfeb2c84b5" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0cbb3-16b6-4fa6-a631-8cb5edc21684", "tag": "2259555e-2f82-4d11-8a47-8acd67ac20ca"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:08.780574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf01ab-830c-4634-ba09-a75edb7c78c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2259555e-2f82-4d11-8a47-8acd67ac20ca,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:08.823783 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41307420-2c1f-4580-a198-d691849da186 x-openstack-request-id: req-41307420-2c1f-4580-a198-d691849da186 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:08.824345 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0cbb3-16b6-4fa6-a631-8cb5edc21684", "tag": "2259555e-2f82-4d11-8a47-8acd67ac20ca", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:08.824787 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41307420-2c1f-4580-a198-d691849da186 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:08.825357 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'tag': '2259555e-2f82-4d11-8a47-8acd67ac20ca', 'status': 'completed', 'code': 200} Nov 19 04:26:08.866593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-6ae0cc60-e94d-41cc-b877-7d17f9519635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:08.868542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-6ae0cc60-e94d-41cc-b877-7d17f9519635 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a379a987ad43198abaa8891876590f&device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 1099 time: 0.0557752 Nov 19 04:26:08.920833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-4eb30e51-846f-462c-8fc6-bdb5cc4b36fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca HTTP/1.1" status: 200 len: 217 time: 0.0441585 Nov 19 04:26:08.981903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-5491c493-7483-478c-920a-d48a48b02f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:08.983580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-5491c493-7483-478c-920a-d48a48b02f64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0563452 Nov 19 04:26:09.039846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-ba5aabb5-cb96-409d-926a-6084fa9b0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:09.041358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-ba5aabb5-cb96-409d-926a-6084fa9b0700 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511589 Nov 19 04:26:09.151125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-f266f0bf-8055-4e1a-a0bc-b6ddabe26f96 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017318 Nov 19 04:26:09.239757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80895be5-8dda-46ca-8da4-3bd7ab940f46 req-17b29851-891b-4a12-9bf7-2803cffc04c8 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:09.241658 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80895be5-8dda-46ca-8da4-3bd7ab940f46 req-17b29851-891b-4a12-9bf7-2803cffc04c8 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 948 time: 0.0528953 Nov 19 04:26:09.273908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4d06518c-c545-40c1-9cdb-ad6cbbf9e018 req-92f8b5b7-9d0b-4e08-9800-e4b3126b811b service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112325 Nov 19 04:26:09.299074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-80895be5-8dda-46ca-8da4-3bd7ab940f46 req-89e1c55f-f2ba-43d5-b030-7e7c5e7750bb tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Nov 19 04:26:09.373522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-277c0a06-e063-4c6d-947d-5705f6739906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:09.375760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-277c0a06-e063-4c6d-947d-5705f6739906 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a379a987ad43198abaa8891876590f&device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 1099 time: 0.0459242 Nov 19 04:26:09.477025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-2a74d654-60bd-45dd-a243-2b0142828350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:09.479114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-2a74d654-60bd-45dd-a243-2b0142828350 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.0961473 Nov 19 04:26:09.529229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-da784f6f-4e79-48f1-a78f-f4f3c9634849 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca HTTP/1.1" status: 200 len: 217 time: 0.0428700 Nov 19 04:26:09.584830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-dfb5e8c8-08f7-43bb-9096-50b8fb5c8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:09.586342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-dfb5e8c8-08f7-43bb-9096-50b8fb5c8d88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0496540 Nov 19 04:26:09.637540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-ca999af8-cb94-460e-8aa2-f84769d8b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:09.639389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-ca999af8-cb94-460e-8aa2-f84769d8b53a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448604 Nov 19 04:26:09.750968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-1b373196-4163-4e59-90dc-de0edb251972 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014061 Nov 19 04:26:09.847655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-823a7b4d-9640-497f-8265-48bfeb2c84b5 req-46bb43c9-e16c-4bc2-9a89-90cf3dec6c2c service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892391 Nov 19 04:26:10.419817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08de7da-a8fc-42f5-8421-fb9beaab6666 req-54538de9-365a-4e3e-a986-33949b74905a tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:10.421357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a08de7da-a8fc-42f5-8421-fb9beaab6666 req-54538de9-365a-4e3e-a986-33949b74905a tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 948 time: 0.0510399 Nov 19 04:26:10.477146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a08de7da-a8fc-42f5-8421-fb9beaab6666 req-8fef85d2-675a-4f24-b8dc-39f587e7008a tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482233 Nov 19 04:26:11.013382 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:26:11.411284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2259555e-2f82-4d11-8a47-8acd67ac20ca details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:26:11.506599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 2259555e-2f82-4d11-8a47-8acd67ac20ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:11.519039 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '2259555e-2f82-4d11-8a47-8acd67ac20ca', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '2259555e-2f82-4d11-8a47-8acd67ac20ca', 'mac_address': 'fa:16:3e:ad:da:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:26:11.562625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:11.579495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2259555e-2f82-4d11-8a47-8acd67ac20ca {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:26:11.603717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 2259555e-2f82-4d11-8a47-8acd67ac20ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:11.608011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:11.609887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f49b1c-9350-492e-b70c-3cee6588bf0d req-c9579bbc-a936-4df1-8120-da715b87cc16 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:11.611439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11f49b1c-9350-492e-b70c-3cee6588bf0d req-c9579bbc-a936-4df1-8120-da715b87cc16 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 948 time: 0.0584447 Nov 19 04:26:11.660629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=2259555e-2f82-4d11-8a47-8acd67ac20ca,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:11.679095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11f49b1c-9350-492e-b70c-3cee6588bf0d req-6c4ed3b4-cb4e-420b-9549-bc3d9a09a150 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602136 Nov 19 04:26:11.818998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['2259555e-2f82-4d11-8a47-8acd67ac20ca'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:26:11.851444 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-d4cebc2b-8d87-4c73-8d8a-c08aefff1d48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573413 Nov 19 04:26:11.965267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53214337-101c-4ed8-a67b-25fb84b60049 req-57763e19-44fb-4ae6-b9d6-fa710ca94015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:11.966839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-57763e19-44fb-4ae6-b9d6-fa710ca94015 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0497372 Nov 19 04:26:12.077573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53214337-101c-4ed8-a67b-25fb84b60049 req-8bd9c319-aed1-4dd2-9ef0-9f02cbfc4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:12.079114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-8bd9c319-aed1-4dd2-9ef0-9f02cbfc4f60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.0909803 Nov 19 04:26:12.155588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-b2a36332-7ade-4e13-868b-86ff474572d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 1000 time: 0.0641689 Nov 19 04:26:12.209285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53214337-101c-4ed8-a67b-25fb84b60049 req-97e94168-04f0-4790-a913-5fed646910ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:12.210801 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-97e94168-04f0-4790-a913-5fed646910ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0460234 Nov 19 04:26:12.258915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53214337-101c-4ed8-a67b-25fb84b60049 req-84160cc9-528b-4101-b4be-c24fa9dee320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:12.260454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-84160cc9-528b-4101-b4be-c24fa9dee320 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416620 Nov 19 04:26:12.359927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-f194d17d-2c90-4aea-b0c3-62338658f293 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924721 Nov 19 04:26:12.464700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53214337-101c-4ed8-a67b-25fb84b60049 req-de7bf31e-6b45-45f4-b868-3c4de6f02fac service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945413 Nov 19 04:26:12.797832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27512-09f9-4ed7-95ec-e387b7314f8e req-23e5b81f-4ea5-4061-b9bd-2374aca96d21 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:12.800133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acb27512-09f9-4ed7-95ec-e387b7314f8e req-23e5b81f-4ea5-4061-b9bd-2374aca96d21 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 949 time: 0.0512488 Nov 19 04:26:12.862142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acb27512-09f9-4ed7-95ec-e387b7314f8e req-b9b6115f-a307-4d53-b4d7-2428672d65c6 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537863 Nov 19 04:26:13.423829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2259555e-2f82-4d11-8a47-8acd67ac20ca up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:26:13.478266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 2259555e-2f82-4d11-8a47-8acd67ac20ca completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:26:13.482480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 2259555e-2f82-4d11-8a47-8acd67ac20ca triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:26:13.482859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:13.561130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:13.587817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259555e-2f82-4d11-8a47-8acd67ac20ca'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:13.590077 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d901d2a-c33f-4234-8069-5974f8dadee2" -d '{"events": [{"server_uuid": "00e0cbb3-16b6-4fa6-a631-8cb5edc21684", "name": "network-vif-plugged", "status": "completed", "tag": "2259555e-2f82-4d11-8a47-8acd67ac20ca"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:13.602950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 2259555e-2f82-4d11-8a47-8acd67ac20ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:13.608106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:13.632164 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93afb44-8840-4dab-86de-58bd6a463c02 x-openstack-request-id: req-f93afb44-8840-4dab-86de-58bd6a463c02 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:13.632348 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0cbb3-16b6-4fa6-a631-8cb5edc21684", "name": "network-vif-plugged", "status": "completed", "tag": "2259555e-2f82-4d11-8a47-8acd67ac20ca", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:13.632582 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f93afb44-8840-4dab-86de-58bd6a463c02 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:13.632980 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259555e-2f82-4d11-8a47-8acd67ac20ca', 'code': 200} Nov 19 04:26:13.660748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=2259555e-2f82-4d11-8a47-8acd67ac20ca,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:13.742807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dd112-427c-46e4-9a28-0a070ade8da1 req-83e550c8-3405-41fa-967f-59a92da7a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:13.744274 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-878dd112-427c-46e4-9a28-0a070ade8da1 req-83e550c8-3405-41fa-967f-59a92da7a322 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 1101 time: 0.0447464 Nov 19 04:26:13.797899 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-878dd112-427c-46e4-9a28-0a070ade8da1 req-f6f5e1ae-4a87-4415-a1da-e48b27883ce4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Nov 19 04:26:13.985827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956311c-0d70-453a-be9a-e9527c275291 req-b09d8017-c4b5-4640-90c8-2d151632831f tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:13.987591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4956311c-0d70-453a-be9a-e9527c275291 req-b09d8017-c4b5-4640-90c8-2d151632831f tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 950 time: 0.0506158 Nov 19 04:26:14.041195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4956311c-0d70-453a-be9a-e9527c275291 req-66f479a6-9d88-4083-a92b-a5322a8cf7bc tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Nov 19 04:26:15.182764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff0916-822a-4ed3-a485-d0d86c3205d6 req-8cd76a11-c155-4c77-82b1-98bfcac9ef2f tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:15.184492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cff0916-822a-4ed3-a485-d0d86c3205d6 req-8cd76a11-c155-4c77-82b1-98bfcac9ef2f tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 950 time: 0.0605180 Nov 19 04:26:15.248955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7cff0916-822a-4ed3-a485-d0d86c3205d6 req-69fa328f-2823-424b-a24b-4e38553f1462 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572641 Nov 19 04:26:17.303907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-de397047-9781-4c2a-b175-35678780909a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892949733&fields=id&tenant_id=8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 267 time: 0.0443563 Nov 19 04:26:17.416079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-5d64b153-0e0d-4d96-abfa-56250ddd7848 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:17.417484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-5d64b153-0e0d-4d96-abfa-56250ddd7848 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1053598 Nov 19 04:26:17.432836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-2426b5f7-18c0-498e-8682-de0b40e0aa36 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0096073 Nov 19 04:26:17.484430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-ac27c785-1a4b-4774-a6a4-a7bfdbf6ed24 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461617 Nov 19 04:26:17.582095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-04a088cb-7d66-4e35-a9a2-c11b16824674 service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855291 Nov 19 04:26:17.675167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-330fe3e7-0284-4a51-8be6-e14d9a8c898f service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857251 Nov 19 04:26:17.981234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26d5c8bf-7915-4c16-bd35-e09a27c2f951 req-ae666253-31f4-4b89-bae7-4e52ba665409 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 210 time: 0.0282087 Nov 19 04:26:19.076692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-732d6622-ff51-4d62-a32c-d87dee37cd2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:19.078817 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-732d6622-ff51-4d62-a32c-d87dee37cd2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1194489 Nov 19 04:26:19.106313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b4f2020-362e-4de3-9593-8691d5b392b6 req-6686a388-0fe5-434d-8c45-655b5d43373d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 210 time: 0.0325055 Nov 19 04:26:19.161275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-d5926a70-f8ab-441a-8ee3-7d967ef61d9e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 379 time: 0.0614488 Nov 19 04:26:19.171024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': 'f5e677be-588c-4749-9eb0-36251532c72f', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'security_groups': ['88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:26:19.297174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:26:19.301529 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:19.442227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.11 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/ebbd3e5c-5afc-4c75-8383-516519f6ac5a) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:26:19.598848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:19.636842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:19.697314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:26:19.701552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:26:19.703379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:19.706544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:26:19.758302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:19.758988 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:19.776891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b55b5ff6-65ab-40ec-a2e7-5e2eb9e5ade3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096249 Nov 19 04:26:19.797794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Request body: {'port': {'device_id': 'f5e677be-588c-4749-9eb0-36251532c72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:26:19.867445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.015392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-32a496a4-d4bb-4739-8de6-4265d3b39665 None None] Provisioning complete for port ebbd3e5c-5afc-4c75-8383-516519f6ac5a triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:26:20.016006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-32a496a4-d4bb-4739-8de6-4265d3b39665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.052537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-32a496a4-d4bb-4739-8de6-4265d3b39665 None None] Port ebbd3e5c-5afc-4c75-8383-516519f6ac5a cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:26:20.156385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbd3e5c-5afc-4c75-8383-516519f6ac5a {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:26:20.166347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.179379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Transition to ACTIVE for port object ebbd3e5c-5afc-4c75-8383-516519f6ac5a will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:26:20.184254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.228856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d0287-45a4-4d63-9ed5-eb674c0cdd7b req-0b53e786-b881-44f1-9c81-58116dfee728 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:20.230497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c5d0287-45a4-4d63-9ed5-eb674c0cdd7b req-0b53e786-b881-44f1-9c81-58116dfee728 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0522385 Nov 19 04:26:20.234876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:20.300565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c5d0287-45a4-4d63-9ed5-eb674c0cdd7b req-8cd393c2-9bc1-4a51-bee0-64ae7dc87557 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541568 Nov 19 04:26:20.325245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Attempting to bind port ebbd3e5c-5afc-4c75-8383-516519f6ac5a on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:26:20.325718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Attempting to bind port ebbd3e5c-5afc-4c75-8383-516519f6ac5a by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:26:20.326344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Attempting to bind port ebbd3e5c-5afc-4c75-8383-516519f6ac5a on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:26:20.331966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Port ebbd3e5c-5afc-4c75-8383-516519f6ac5a on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:26:20.332429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Attempting to bind port ebbd3e5c-5afc-4c75-8383-516519f6ac5a on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:26:20.337878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:26:20.338102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:26:20.338404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:26:20.338841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Bound port: ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:26:20.339202 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.409821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] For port ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:26:20.414221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] For port ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:26:20.418813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.436839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:20.438127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:20.440366 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] 10.222.0.31 "PUT /v2.0/ports/ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 200 len: 1092 time: 0.6470292 Nov 19 04:26:20.442057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:20.444453 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e40bc3-4805-4752-89a8-21c4188c945e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:20.501476 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d9f258-5b6f-4b4f-a25a-9895a74cd32f x-openstack-request-id: req-a4d9f258-5b6f-4b4f-a25a-9895a74cd32f {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:20.501773 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:20.502626 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4d9f258-5b6f-4b4f-a25a-9895a74cd32f {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:20.503280 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'status': 'completed', 'code': 200} Nov 19 04:26:20.504285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2eba-163b-47f6-b4f4-e43080c5eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:20.571300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b076382b-f276-4cd3-bbbd-111f0b9611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:20.573444 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-b076382b-f276-4cd3-bbbd-111f0b9611f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1095 time: 0.0536056 Nov 19 04:26:20.644433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-df394d93-d9c7-44a5-a560-9a08cf8fa073 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 200 len: 217 time: 0.0476532 Nov 19 04:26:20.710914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-7351de07-385d-468d-8763-ded28ab2e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:20.712467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-7351de07-385d-468d-8763-ded28ab2e1b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0594804 Nov 19 04:26:20.764963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-e1b48e13-c404-450a-86ff-8674fa1af375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:20.766628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-e1b48e13-c404-450a-86ff-8674fa1af375 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460923 Nov 19 04:26:21.192460 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-cd67934a-0b41-4f79-a920-77f984e5b45c service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172332 Nov 19 04:26:21.277281 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-30d48dec-7802-422f-b39e-3a511af931e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:21.293836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3368be4-5dbf-46b9-91bb-05a5396384a9 req-6e92c40d-5c39-477d-b27a-25f4f94ab5c9 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939565 Nov 19 04:26:21.425966 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40bc3-4805-4752-89a8-21c4188c945e req-32683a7b-9770-4b9f-b0d0-f5cd2239bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:21.427566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-32683a7b-9770-4b9f-b0d0-f5cd2239bc11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1095 time: 0.0529342 Nov 19 04:26:21.429002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d4d9e-a734-4321-add6-9e383ccc1fba req-410b775b-8fd1-4b26-b5d5-bb5d051b1b98 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:21.430719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-383d4d9e-a734-4321-add6-9e383ccc1fba req-410b775b-8fd1-4b26-b5d5-bb5d051b1b98 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0520811 Nov 19 04:26:21.486162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-383d4d9e-a734-4321-add6-9e383ccc1fba req-182007d3-d487-47b4-9fd1-5f9597611d0e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490332 Nov 19 04:26:21.522131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40bc3-4805-4752-89a8-21c4188c945e req-7813293f-3d04-402f-83ff-d8666d940bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:21.523629 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-7813293f-3d04-402f-83ff-d8666d940bfb service neutron] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.0889323 Nov 19 04:26:21.570031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-d40ee7b9-1836-4a86-888e-5bccb7442eb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 200 len: 217 time: 0.0385275 Nov 19 04:26:21.624682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40bc3-4805-4752-89a8-21c4188c945e req-e7de644a-8737-402a-8ea0-da7c38e6c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:21.626310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-e7de644a-8737-402a-8ea0-da7c38e6c2e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0447137 Nov 19 04:26:21.681496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40bc3-4805-4752-89a8-21c4188c945e req-5bfd6095-f06d-4e11-945f-9d072c6fccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:21.683045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-5bfd6095-f06d-4e11-945f-9d072c6fccd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446529 Nov 19 04:26:21.779880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-993e18f2-ab4e-4295-a51f-de1fb24ce31e service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889359 Nov 19 04:26:21.873638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-77e40bc3-4805-4752-89a8-21c4188c945e req-db3b2047-a69d-4d04-a203-b6dbc4ea1c4c service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857272 Nov 19 04:26:22.608760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5acdb8-0e54-4a33-bae8-fbeee6b9efb4 req-e9a2796d-237c-4744-b604-61b016bd9d87 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:22.610292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d5acdb8-0e54-4a33-bae8-fbeee6b9efb4 req-e9a2796d-237c-4744-b604-61b016bd9d87 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0539546 Nov 19 04:26:22.660797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d5acdb8-0e54-4a33-bae8-fbeee6b9efb4 req-c351fd9c-a9d7-4a5e-939b-519019311437 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 Nov 19 04:26:22.837860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:23.556923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-37487559-c1dd-4e5e-8e0e-83a6e76ef4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:23.777736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090f07-2037-48c4-9899-4f2bbcf31287 req-beb21331-a626-4c64-9a54-d1c92a271f9b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:23.779376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12090f07-2037-48c4-9899-4f2bbcf31287 req-beb21331-a626-4c64-9a54-d1c92a271f9b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0493400 Nov 19 04:26:23.833316 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12090f07-2037-48c4-9899-4f2bbcf31287 req-5431112d-9e7b-4c4b-95da-dfa83795bcbb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Nov 19 04:26:24.960030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013dae-030d-4c4e-8c55-da4ae392f8b9 req-93c860c2-2848-41a8-b578-2ccbc4df0c77 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:24.961664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d013dae-030d-4c4e-8c55-da4ae392f8b9 req-93c860c2-2848-41a8-b578-2ccbc4df0c77 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0503528 Nov 19 04:26:25.021279 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d013dae-030d-4c4e-8c55-da4ae392f8b9 req-9a7d8e41-6112-4283-876f-1ade494e5846 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529144 Nov 19 04:26:25.304121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:26.141465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a9d00-1560-42e2-b1da-eb583fdc8a24 req-78d2a9a3-468c-4d47-966e-92f4fcbc60ae tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:26.143124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b5a9d00-1560-42e2-b1da-eb583fdc8a24 req-78d2a9a3-468c-4d47-966e-92f4fcbc60ae tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0502205 Nov 19 04:26:26.198708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b5a9d00-1560-42e2-b1da-eb583fdc8a24 req-019c1ab7-0500-4a75-ad06-5ec7ff9ada31 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478029 Nov 19 04:26:26.431594 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:27.260177 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:27.336939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4722a-3548-4c20-aa7d-1149684f0762 req-855d81d1-a55b-4342-af23-555422c79dd0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:27.338589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4b4722a-3548-4c20-aa7d-1149684f0762 req-855d81d1-a55b-4342-af23-555422c79dd0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0597324 Nov 19 04:26:27.391039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b4b4722a-3548-4c20-aa7d-1149684f0762 req-f0afd32f-2b60-481e-949e-bd515c6575d3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 Nov 19 04:26:28.513629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764ca27-18f2-458f-9841-9773c042a028 req-79982b3e-7e26-418a-bf6c-e7b989563ae3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:28.515185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4764ca27-18f2-458f-9841-9773c042a028 req-79982b3e-7e26-418a-bf6c-e7b989563ae3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0544734 Nov 19 04:26:28.573014 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4764ca27-18f2-458f-9841-9773c042a028 req-d87576a7-a0c7-493c-ae0d-fecac1b29df4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490599 Nov 19 04:26:29.713136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6aec-fa73-455d-8dfb-4b7a3111077b req-9dfab05b-f989-4716-a9c7-0bfcc85513f7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:29.714714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d60c6aec-fa73-455d-8dfb-4b7a3111077b req-9dfab05b-f989-4716-a9c7-0bfcc85513f7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0576406 Nov 19 04:26:29.776920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d60c6aec-fa73-455d-8dfb-4b7a3111077b req-f39ce35e-436f-4583-9ae8-0a7553b9bcec tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518553 Nov 19 04:26:30.905394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9bd4e-4d8f-4ee0-a1c2-059830e487b8 req-f4d49cc4-55c5-47cb-affe-b305b25360ff tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:30.906921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8f9bd4e-4d8f-4ee0-a1c2-059830e487b8 req-f4d49cc4-55c5-47cb-affe-b305b25360ff tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0529563 Nov 19 04:26:30.956990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8f9bd4e-4d8f-4ee0-a1c2-059830e487b8 req-b9f6d326-9fa5-4861-9111-c7a40023d2a6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437393 Nov 19 04:26:32.046320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:32.078439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7f02-0e7e-4fee-b29d-115490d49700 req-7bf8a7d4-326e-4ba9-809f-eba93a80cda3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:32.080765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d53a7f02-0e7e-4fee-b29d-115490d49700 req-7bf8a7d4-326e-4ba9-809f-eba93a80cda3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 944 time: 0.0521650 Nov 19 04:26:32.136518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d53a7f02-0e7e-4fee-b29d-115490d49700 req-178c91f1-0476-464a-a033-6c0c6dffc68e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503776 Nov 19 04:26:32.545757 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ebbd3e5c-5afc-4c75-8383-516519f6ac5a details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:26:32.645539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:32.657448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'mac_address': 'fa:16:3e:f8:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:26:32.702759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:32.716512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbd3e5c-5afc-4c75-8383-516519f6ac5a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:26:32.737319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:32.741919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:32.789888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:32.797837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.798242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.799078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.799502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.799862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.800213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.800561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.800905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.801248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.801587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.801949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:32.802454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:26:33.068193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ebbd3e5c-5afc-4c75-8383-516519f6ac5a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:26:33.263308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddbb80-4993-4b5f-820b-8e2fdbfdd882 req-2eb9ed2e-7fe2-4fc1-8e3a-119ecd2ffd97 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:33.268512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7ddbb80-4993-4b5f-820b-8e2fdbfdd882 req-2eb9ed2e-7fe2-4fc1-8e3a-119ecd2ffd97 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 945 time: 0.0586545 Nov 19 04:26:33.325981 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a7ddbb80-4993-4b5f-820b-8e2fdbfdd882 req-c8a306a0-fee4-4cb0-abd0-086c0905920c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519705 Nov 19 04:26:34.446511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d251e8-3dec-45b4-bacc-5af410d56c9e req-dd88bf8b-1967-4d27-af1e-85963ed44719 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:34.448064 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02d251e8-3dec-45b4-bacc-5af410d56c9e req-dd88bf8b-1967-4d27-af1e-85963ed44719 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 945 time: 0.0510893 Nov 19 04:26:34.505163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02d251e8-3dec-45b4-bacc-5af410d56c9e req-870b9a74-41cf-4e8c-a645-0d5525ecdde6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510409 Nov 19 04:26:34.568711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ebbd3e5c-5afc-4c75-8383-516519f6ac5a up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:26:34.620441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port ebbd3e5c-5afc-4c75-8383-516519f6ac5a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:26:34.624930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ebbd3e5c-5afc-4c75-8383-516519f6ac5a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:26:34.625499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:34.710718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:34.734349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:34.736777 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4271bcbd-60a5-4eaf-9db6-05c954754b84" -d '{"events": [{"server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "name": "network-vif-plugged", "status": "completed", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:34.758394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:26:34.764366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:34.791549 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507a4674-c359-441a-ab12-fad729d3ca51 x-openstack-request-id: req-507a4674-c359-441a-ab12-fad729d3ca51 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:34.791878 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "name": "network-vif-plugged", "status": "completed", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:34.793927 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-507a4674-c359-441a-ab12-fad729d3ca51 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:34.793927 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'code': 200} Nov 19 04:26:34.822916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:34.915446 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795021bb-4a13-4423-b08a-51195a6655a9 req-0b8d07ee-6045-4685-bee4-b3f4a8a2fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:34.917716 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795021bb-4a13-4423-b08a-51195a6655a9 req-0b8d07ee-6045-4685-bee4-b3f4a8a2fe6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1097 time: 0.0444238 Nov 19 04:26:34.972403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795021bb-4a13-4423-b08a-51195a6655a9 req-0ec55fd2-1b27-48ba-9446-909ba9406bf6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456355 Nov 19 04:26:35.622502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dc346-c47f-46b1-b201-f6ede4cbffbc req-ebdf2da2-a739-4fbd-805c-4b8669043aba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:35.630824 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e0dc346-c47f-46b1-b201-f6ede4cbffbc req-ebdf2da2-a739-4fbd-805c-4b8669043aba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0580599 Nov 19 04:26:35.680549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e0dc346-c47f-46b1-b201-f6ede4cbffbc req-2005ebab-bc40-44a0-a6dd-6c61c8bfee18 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488460 Nov 19 04:26:36.801714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daf58b-c098-4e19-aafc-17875c91823e req-4d4bc3d1-3a58-4d4b-b6b2-44e27252c265 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:36.803387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34daf58b-c098-4e19-aafc-17875c91823e req-4d4bc3d1-3a58-4d4b-b6b2-44e27252c265 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0536976 Nov 19 04:26:36.853627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34daf58b-c098-4e19-aafc-17875c91823e req-ac1238c6-3eee-40b0-ba3e-061084dcfe1d tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Nov 19 04:26:36.971020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1954b7-ae3b-4796-9c6c-3801a972857b req-5d6a0149-4529-4450-8713-221d28b53461 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:36.972504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c1954b7-ae3b-4796-9c6c-3801a972857b req-5d6a0149-4529-4450-8713-221d28b53461 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0499911 Nov 19 04:26:37.022662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c1954b7-ae3b-4796-9c6c-3801a972857b req-902038bd-bdd9-4400-bd57-9f5e2395e53f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Nov 19 04:26:37.046133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58804) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:37.101636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5c2bd-a8e8-47d2-a6f8-791cebffd52b tempest-TestVolumeBootPattern-1134749226 tempest-TestVolumeBootPattern-1134749226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:37.103262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4ba5c2bd-a8e8-47d2-a6f8-791cebffd52b tempest-TestVolumeBootPattern-1134749226 tempest-TestVolumeBootPattern-1134749226-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1092 time: 0.0559022 Nov 19 04:26:37.106387 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 58806) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:37.110713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:26:37.134918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:37.251353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:37.378192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.25.8.230 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/4a3ec20c-10c0-497a-af67-75720f49c374) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:26:37.502309 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:37.536265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:37.573668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:26:37.576462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:26:37.580230 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:26:37.612671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=4a3ec20c-10c0-497a-af67-75720f49c374,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:38.263876 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:38.334703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:38.481099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:38.488114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:38.561749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=4a3ec20c-10c0-497a-af67-75720f49c374,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:38.573287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:38.678108 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Floating IP a5834648-f91f-477a-afa5-b9dbbd106a0c associated. External IP: 172.25.8.230, port: ebbd3e5c-5afc-4c75-8383-516519f6ac5a. Nov 19 04:26:38.898515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:26:39.009141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:26:39.020493 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:26:39.028418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:39.031985 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:26:39.033280 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:26:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:39.074028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-153406f3-432a-4a73-8e8c-091f66a14d2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9542344 Nov 19 04:26:39.074028 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:26:39.074028 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1c32a-0cb5-427a-98ff-de268fc60dae" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:26:39.118674 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cddabe-f6ed-4674-abcd-8d829fb850ce x-openstack-request-id: req-94cddabe-f6ed-4674-abcd-8d829fb850ce {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:26:39.118989 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:26:39.119259 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94cddabe-f6ed-4674-abcd-8d829fb850ce {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:26:39.119682 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'status': 'completed', 'code': 200} Nov 19 04:26:39.162908 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:26:39.206102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-3fcf76e2-37e5-475b-925e-89249a075292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:39.207822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-3fcf76e2-37e5-475b-925e-89249a075292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1097 time: 0.0441308 Nov 19 04:26:39.307279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-92d2a409-a69b-43ef-9412-e178ae284b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:39.309613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-92d2a409-a69b-43ef-9412-e178ae284b21 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.0932937 Nov 19 04:26:39.381830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-8b7b4b05-030a-469e-bb12-ff8e98eabd04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 200 len: 1000 time: 0.0648723 Nov 19 04:26:39.400685 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a5834648-f91f-477a-afa5-b9dbbd106a0c', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:f8:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e677be-588c-4749-9eb0-36251532c72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:26:37Z', 'updated_at': '2021-11-19T04:26:37Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:39.428275 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:26:39.438313 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:26:39.439079 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:26:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:39.439779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-c566c70c-294b-4eab-9931-2351f587396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:39.441184 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-c566c70c-294b-4eab-9931-2351f587396f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0525324 Nov 19 04:26:39.504509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-859cf94e-e8e3-4c03-87a5-59f8c44fbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:39.505700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-859cf94e-e8e3-4c03-87a5-59f8c44fbb8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569315 Nov 19 04:26:39.569210 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:26:39.608512 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-32f76b22-0a82-4327-8e33-56a9ca3a10c0 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945830 Nov 19 04:26:39.708831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-99c1c32a-0cb5-427a-98ff-de268fc60dae req-169c31e1-1419-465a-8200-5515afbee35e service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926206 Nov 19 04:26:39.808416 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a5834648-f91f-477a-afa5-b9dbbd106a0c', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:f8:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e677be-588c-4749-9eb0-36251532c72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:26:37Z', 'updated_at': '2021-11-19T04:26:37Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:26:39.834790 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829f866-30ea-4126-a555-22a1dd07cf4b None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a5834648-f91f-477a-afa5-b9dbbd106a0c', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:f8:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e677be-588c-4749-9eb0-36251532c72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:26:37Z', 'updated_at': '2021-11-19T04:26:37Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:26:40.031433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69677d-9210-4e9e-829a-4d23995ae75c None None] New status for floating IP a5834648-f91f-477a-afa5-b9dbbd106a0c: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:26:40.534495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899050d-41e8-4338-a527-71acb091470b req-6da031d6-bed4-44e2-9f7c-342fe1a4b65e tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:40.536195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9899050d-41e8-4338-a527-71acb091470b req-6da031d6-bed4-44e2-9f7c-342fe1a4b65e tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0481358 Nov 19 04:26:40.557489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9899050d-41e8-4338-a527-71acb091470b req-b00b47a7-f4e0-44e4-8a09-db4d1b6c5e83 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:40.638655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9899050d-41e8-4338-a527-71acb091470b req-b00b47a7-f4e0-44e4-8a09-db4d1b6c5e83 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:40.643005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-9899050d-41e8-4338-a527-71acb091470b req-b00b47a7-f4e0-44e4-8a09-db4d1b6c5e83 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:40.682590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b47a7-f4e0-44e4-8a09-db4d1b6c5e83 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d3f1e-e9c3-450d-aa52-560b312d58e1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:26:40.688351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9899050d-41e8-4338-a527-71acb091470b req-b00b47a7-f4e0-44e4-8a09-db4d1b6c5e83 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455066 Nov 19 04:26:40.812597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8be1d-5bc6-4877-a699-78df10547123 req-95d2ab99-9d2f-4a3a-8393-b474b1078c9d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:40.814742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecf8be1d-5bc6-4877-a699-78df10547123 req-95d2ab99-9d2f-4a3a-8393-b474b1078c9d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0573359 Nov 19 04:26:40.867864 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ecf8be1d-5bc6-4877-a699-78df10547123 req-f7ab2602-ba20-4d02-b7c2-3eb8a4d8ecd1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470984 Nov 19 04:26:40.890425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58826) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:40.956708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fe98979e-3f43-4bad-9d97-1ccd7f6b5f72 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/8355f2d5-8a0c-4176-a309-0339928156b0 HTTP/1.1" status: 200 len: 992 time: 0.0649843 Nov 19 04:26:41.235589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-792c71c4-bec3-4ee9-a151-7061cb901ef0 req-6a472f58-58a8-4170-9b23-dcc28e4d6800 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:26:41.236640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-792c71c4-bec3-4ee9-a151-7061cb901ef0 req-6a472f58-58a8-4170-9b23-dcc28e4d6800 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054672 Nov 19 04:26:41.521859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 58840) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:26:41.582356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298841ed-943a-4b28-afb0-237e8a864f1e req-d8bff97d-18cb-4dbc-ae01-4aabda2c5d50 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:41.586405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-298841ed-943a-4b28-afb0-237e8a864f1e req-d8bff97d-18cb-4dbc-ae01-4aabda2c5d50 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0583360 Nov 19 04:26:41.625567 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-a3f13dc3-ea6f-4d04-aa28-df42842f4ee5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020019 Nov 19 04:26:41.635755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fbbbc0c3-f752-434f-9bc7-1e0d05eb403e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:26:41.636845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fbbbc0c3-f752-434f-9bc7-1e0d05eb403e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052991 Nov 19 04:26:41.638432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-298841ed-943a-4b28-afb0-237e8a864f1e req-70c1d4d6-38f0-470c-aa1f-5c66fef485c8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484803 Nov 19 04:26:42.770707 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6745-ef31-4fde-9707-196232235ddc req-8bbdc105-fbb2-4398-a60e-707f2e92bd26 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:42.772840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439c6745-ef31-4fde-9707-196232235ddc req-8bbdc105-fbb2-4398-a60e-707f2e92bd26 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0618014 Nov 19 04:26:42.832381 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-439c6745-ef31-4fde-9707-196232235ddc req-11fac4eb-eb4e-4346-bec2-d2bbba3a729b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535369 Nov 19 04:26:42.892574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-db754c9d-744d-4a4e-a109-9b35a842f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:42.894092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-db754c9d-744d-4a4e-a109-9b35a842f2cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0413680 Nov 19 04:26:42.988362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-21d3e2b8-da1d-49bd-b0b4-bfed4ec7e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:42.989834 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-21d3e2b8-da1d-49bd-b0b4-bfed4ec7e706 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.0891078 Nov 19 04:26:43.057836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-acadb897-4885-44e5-bead-ff34835b8b8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 1000 time: 0.0606189 Nov 19 04:26:43.107417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-5504b3ea-80d2-41c6-a663-cd3f3f0e8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:43.108765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-5504b3ea-80d2-41c6-a663-cd3f3f0e8ade service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0433547 Nov 19 04:26:43.157429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-9f20664d-bee8-496a-866e-ce730d31accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:43.159516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-9f20664d-bee8-496a-866e-ce730d31accb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436842 Nov 19 04:26:43.247259 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-9f430429-c2ad-457c-82a0-ab2311a44ddd service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806184 Nov 19 04:26:43.343406 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-3e42c36a-111b-4eaa-9a8d-c7cb312f8b1a service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888860 Nov 19 04:26:43.953242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c549-d6df-4c9b-a6b3-16a3e22c67b7 req-09a78e1f-5119-4dae-8fc8-f08867f57aff tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:43.955193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1d9c549-d6df-4c9b-a6b3-16a3e22c67b7 req-09a78e1f-5119-4dae-8fc8-f08867f57aff tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Nov 19 04:26:44.006925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1d9c549-d6df-4c9b-a6b3-16a3e22c67b7 req-23aadf5f-4eed-4cc1-8509-3fc0e2aa739f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Nov 19 04:26:45.129104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7b64-d679-442c-b660-87e5c5b9d2ba req-5199b13a-b84e-4762-915e-120a2845e9cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:45.130701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47eb7b64-d679-442c-b660-87e5c5b9d2ba req-5199b13a-b84e-4762-915e-120a2845e9cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0531082 Nov 19 04:26:45.188351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-47eb7b64-d679-442c-b660-87e5c5b9d2ba req-e939527a-07da-4ea7-a3b3-8d1fb5abb43d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513225 Nov 19 04:26:46.313645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04fa1-5d32-4eba-8e39-d819840a201c req-2be292c0-62cb-42ed-bbf0-3462ba5465dc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:46.315441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01c04fa1-5d32-4eba-8e39-d819840a201c req-2be292c0-62cb-42ed-bbf0-3462ba5465dc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0561135 Nov 19 04:26:46.366477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-01c04fa1-5d32-4eba-8e39-d819840a201c req-41fa551a-608d-4bef-888a-caa000f5c994 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Nov 19 04:26:47.486826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1430718-b07a-4d97-b519-874afc1352e8 req-0b3a23e9-f9e3-4281-87d9-cf92aa8c1b47 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:47.488441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1430718-b07a-4d97-b519-874afc1352e8 req-0b3a23e9-f9e3-4281-87d9-cf92aa8c1b47 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Nov 19 04:26:47.543726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1430718-b07a-4d97-b519-874afc1352e8 req-8bf5f386-2163-4f08-9708-85710acd5ac8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489693 Nov 19 04:26:48.012472 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:26:48.669585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226ee2d-52c0-4094-a203-a75e3bd9b502 req-0df998ac-dcb4-401f-ace4-e38419701b16 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:48.671109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6226ee2d-52c0-4094-a203-a75e3bd9b502 req-0df998ac-dcb4-401f-ace4-e38419701b16 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0541506 Nov 19 04:26:48.721682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6226ee2d-52c0-4094-a203-a75e3bd9b502 req-9befddf2-b902-4c95-a387-f264996b98ef tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Nov 19 04:26:49.851910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02661b-1e11-43d4-acb8-39f26593e4ce req-67acbb6d-be68-4120-8ad7-427b9f67fc14 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:49.854114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c02661b-1e11-43d4-acb8-39f26593e4ce req-67acbb6d-be68-4120-8ad7-427b9f67fc14 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0548644 Nov 19 04:26:49.906105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c02661b-1e11-43d4-acb8-39f26593e4ce req-7f643287-5282-4e4e-b7dd-c0ecfec3dfbb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464532 Nov 19 04:26:51.023867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0daff-f7ec-4d91-b337-0cdea0d24711 req-e2afd00d-8aa0-4b42-aaa1-e04a19f1763b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:51.025394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0af0daff-f7ec-4d91-b337-0cdea0d24711 req-e2afd00d-8aa0-4b42-aaa1-e04a19f1763b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0496259 Nov 19 04:26:51.079368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0af0daff-f7ec-4d91-b337-0cdea0d24711 req-e9303f2d-7b88-4ab0-93fa-1b77e3c913e4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478585 Nov 19 04:26:51.280315 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-09eb5309-a105-4484-8b43-0418b51285a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:52.204120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab10d89-c62d-47ee-ab4e-8833634b072a req-1acc859c-2d7b-4ae1-b34e-ee95d5073239 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:52.206544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cab10d89-c62d-47ee-ab4e-8833634b072a req-1acc859c-2d7b-4ae1-b34e-ee95d5073239 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Nov 19 04:26:52.257738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cab10d89-c62d-47ee-ab4e-8833634b072a req-46b34ee7-c615-45e9-b47d-fb0943715335 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450315 Nov 19 04:26:52.848787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:53.377532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677695-3617-474a-8832-7edb13f53669 req-aa7d7d4d-b9ab-4a7f-aa90-da1bf15ea473 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:53.378985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89677695-3617-474a-8832-7edb13f53669 req-aa7d7d4d-b9ab-4a7f-aa90-da1bf15ea473 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0519881 Nov 19 04:26:53.432772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89677695-3617-474a-8832-7edb13f53669 req-06660d0c-ba72-4d76-aa03-e27b9c0b9e97 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473571 Nov 19 04:26:53.559289 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-427cd2c1-f6c8-4386-9db3-9f37bb29d242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:54.568682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb169fdb-862f-43d7-907c-e50ac37015fd req-d788c5d0-6727-4c48-8bb8-00fc6760c50d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:54.570270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb169fdb-862f-43d7-907c-e50ac37015fd req-d788c5d0-6727-4c48-8bb8-00fc6760c50d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0598907 Nov 19 04:26:54.621194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb169fdb-862f-43d7-907c-e50ac37015fd req-27fc0dd2-5217-48f2-b187-91e38d211736 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Nov 19 04:26:55.312807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:55.740643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac3f8c-4e9d-47e8-a523-d3a139abf990 req-610fc198-348a-4548-9b4f-abeaa676775e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:55.742535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0aac3f8c-4e9d-47e8-a523-d3a139abf990 req-610fc198-348a-4548-9b4f-abeaa676775e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0513086 Nov 19 04:26:55.797112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0aac3f8c-4e9d-47e8-a523-d3a139abf990 req-34303c7b-7eaa-41a0-bcd9-b16c7c3bbd4b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485191 Nov 19 04:26:56.434521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:56.927982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eaa5e-e35e-40f8-bf06-790a69b60b38 req-cffb4753-04b1-42cb-9618-80f2e4a0237c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:56.929502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-015eaa5e-e35e-40f8-bf06-790a69b60b38 req-cffb4753-04b1-42cb-9618-80f2e4a0237c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Nov 19 04:26:56.985297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-015eaa5e-e35e-40f8-bf06-790a69b60b38 req-69d38c40-0285-4d3c-a03b-35d56e5981e6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496948 Nov 19 04:26:57.267154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:26:58.108412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c8e7-79b6-4dfc-82bf-83633870c32f req-b35fb154-e454-44b3-93be-ccadac3502e0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:58.109843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8435c8e7-79b6-4dfc-82bf-83633870c32f req-b35fb154-e454-44b3-93be-ccadac3502e0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0511613 Nov 19 04:26:58.163525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8435c8e7-79b6-4dfc-82bf-83633870c32f req-3f78be06-cd99-4b7e-9604-4e5092bebaf7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468183 Nov 19 04:26:58.305580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-499b0bd1-41c1-410a-a571-5fcb82a3dc37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434885 Nov 19 04:26:58.390127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-41557926-077d-4077-a937-33568aca044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:58.392874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-41557926-077d-4077-a937-33568aca044e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68a379a987ad43198abaa8891876590f&device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 1101 time: 0.0434780 Nov 19 04:26:58.508858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-543622d9-e8c6-4798-b698-00057a283754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:58.510389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-543622d9-e8c6-4798-b698-00057a283754 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.0983343 Nov 19 04:26:58.552284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-fa885fcd-06b1-47fb-aff3-df7997f2c7b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca HTTP/1.1" status: 200 len: 217 time: 0.0354578 Nov 19 04:26:58.605271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-6055f406-27d7-4a3b-9ed0-d7bbf4b7e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:58.606760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-6055f406-27d7-4a3b-9ed0-d7bbf4b7e3ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0452094 Nov 19 04:26:58.659598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-532cff7f-7bcf-4d55-b5ca-2fc755a14848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:58.660953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-532cff7f-7bcf-4d55-b5ca-2fc755a14848 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458746 Nov 19 04:26:58.759374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-5417f535-a9e4-4ce3-bef9-8e3276be83d7 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912547 Nov 19 04:26:58.856384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5833e5c-ca06-4778-8423-fcaa8bced2a4 req-11aded48-1577-4605-8e1a-474206f93383 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905011 Nov 19 04:26:59.290923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc9538-b26d-498d-825a-13f498137909 req-e1836c3f-c8f8-4e09-aba8-8901b04ec3eb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:26:59.292621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64dc9538-b26d-498d-825a-13f498137909 req-e1836c3f-c8f8-4e09-aba8-8901b04ec3eb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Nov 19 04:26:59.346473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64dc9538-b26d-498d-825a-13f498137909 req-121858ac-e6d5-413b-8fd9-c018a8741490 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462401 Nov 19 04:27:00.473019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0f92-9786-4e10-bf23-61281e437b96 req-9b03460a-294c-469b-8a2a-b9ae1833a179 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:00.474612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-793f0f92-9786-4e10-bf23-61281e437b96 req-9b03460a-294c-469b-8a2a-b9ae1833a179 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0571239 Nov 19 04:27:00.526937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-793f0f92-9786-4e10-bf23-61281e437b96 req-786e790a-3dc1-4505-9944-7fd007059c90 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Nov 19 04:27:00.748416 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-474ee805-08b7-45ee-a324-679d3fe2721d service neutron] show failed (client error): The resource could not be found. Nov 19 04:27:00.749513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-474ee805-08b7-45ee-a324-679d3fe2721d service neutron] 10.222.0.31 "GET /v2.0/ports/427c0479-c92d-4514-af84-aa60b5d3fa1a/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.1155729 Nov 19 04:27:01.038908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-752057d5-1481-49e5-a5aa-3b0ae097a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:01.040510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-752057d5-1481-49e5-a5aa-3b0ae097a3ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 1096 time: 0.0995893 Nov 19 04:27:01.054235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:01.117660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:01.333003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:01.372358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:27:01.423314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:01.426135 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f49da6-4122-46f6-b679-07549e12c551" -d '{"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-unplugged", "status": "completed", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:01.430259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:01.448274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Transition to ACTIVE for port object 427c0479-c92d-4514-af84-aa60b5d3fa1a will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:27:01.453091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:01.528995 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516f69d1-b388-4c0c-87ed-52aa01da78ea x-openstack-request-id: req-516f69d1-b388-4c0c-87ed-52aa01da78ea {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:01.529433 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-unplugged", "status": "completed", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:01.529761 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-516f69d1-b388-4c0c-87ed-52aa01da78ea {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:01.530389 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'code': 200} Nov 19 04:27:01.666110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] No DVR routers for this DVR port 427c0479-c92d-4514-af84-aa60b5d3fa1a on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:27:01.716557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040150f-3fac-46d0-bd32-0c06d2404278 req-2c772467-ec72-4847-98de-acd6f3627eab tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:01.718897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1040150f-3fac-46d0-bd32-0c06d2404278 req-2c772467-ec72-4847-98de-acd6f3627eab tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0918226 Nov 19 04:27:01.754562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:01.767104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.767740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.768312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.768835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.769179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.769516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.769853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.770212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.770681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.770934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.771294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.771592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:01.778903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1040150f-3fac-46d0-bd32-0c06d2404278 req-63d3b2de-b140-4c07-95b3-7f9a37594af1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516050 Nov 19 04:27:01.843208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:27:01.843354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:27:01.843655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:01.849335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Port 427c0479-c92d-4514-af84-aa60b5d3fa1a on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:27:01.849662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Attempting to bind port 427c0479-c92d-4514-af84-aa60b5d3fa1a on network 34c0e5ee-5675-4903-bb01-916a010d5eb8 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:01.855114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:27:01.855464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Checking segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:27:01.855861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Bound using segment: {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:27:01.856303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Bound port: 427c0479-c92d-4514-af84-aa60b5d3fa1a, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8f0d0f-be71-4fe6-be96-d7a852656f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:27:01.856672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:01.925587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:27:01.928799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:27:01.933625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:01.976773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:01.977463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:01.979087 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] 10.222.0.36 "PUT /v2.0/ports/427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 1091 time: 0.9296167 Nov 19 04:27:02.016573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ce1a4-41ce-4160-88a2-37065bd83791 service neutron] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:02.042898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:02.053091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-378e11a8-614d-4b72-9fa3-d4a529efeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:02.054691 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-378e11a8-614d-4b72-9fa3-d4a529efeafc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1094 time: 0.0505066 Nov 19 04:27:02.180863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-b20b3745-cbe3-4ad4-9950-de50f0f050ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:02.182458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-b20b3745-cbe3-4ad4-9950-de50f0f050ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.1204860 Nov 19 04:27:02.261394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-a83dfc93-226b-445f-9be5-18c0253d475f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 998 time: 0.0705791 Nov 19 04:27:02.315147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-32a43ad4-b54c-4aa5-bd37-ea6f29ae8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:02.316918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-32a43ad4-b54c-4aa5-bd37-ea6f29ae8e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0483453 Nov 19 04:27:02.369105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-74c91c87-1986-4470-b004-93731cf64dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:02.370955 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-74c91c87-1986-4470-b004-93731cf64dfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473752 Nov 19 04:27:02.468709 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-e990d8f7-24ca-4b12-8959-83f365cfc3fb service neutron] 10.222.0.36 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893986 Nov 19 04:27:02.570030 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b50b01b-93de-4146-b8d1-d404a07dd53a req-cdf9ce9d-7a69-47fc-9cc3-dc1ccd53567c service neutron] 10.222.0.36 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944362 Nov 19 04:27:02.910986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44963f38-50db-404d-ba10-86d34870f46f req-50b2fd91-b163-4f94-9e67-664ab06cf510 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:02.912560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44963f38-50db-404d-ba10-86d34870f46f req-50b2fd91-b163-4f94-9e67-664ab06cf510 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0539751 Nov 19 04:27:02.963146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44963f38-50db-404d-ba10-86d34870f46f req-d4e8e684-55bb-4f2f-870b-77109974fd29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Nov 19 04:27:03.532275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:03.535122 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0db5e3a-4f65-49c0-8d53-480602489149" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:03.584233 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f4263-7544-4dd5-b1b2-e66eca272bd2 x-openstack-request-id: req-e07f4263-7544-4dd5-b1b2-e66eca272bd2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:03.584531 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:03.584790 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e07f4263-7544-4dd5-b1b2-e66eca272bd2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:03.585200 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'status': 'completed', 'code': 200} Nov 19 04:27:03.922902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-31d3e9fc-29c0-4082-bc6e-8ea80ef051e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:03.924596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-31d3e9fc-29c0-4082-bc6e-8ea80ef051e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1094 time: 0.3206706 Nov 19 04:27:03.931041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-7f59c907-2ce0-427d-9bb4-d572d760e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:03.932497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-7f59c907-2ce0-427d-9bb4-d572d760e320 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1094 time: 0.0526669 Nov 19 04:27:04.107798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32901d-c02a-45ba-9bf4-5aa07714a57b req-b75c1360-1552-44b0-9d38-292f7dd5550c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.109555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d32901d-c02a-45ba-9bf4-5aa07714a57b req-b75c1360-1552-44b0-9d38-292f7dd5550c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0580518 Nov 19 04:27:04.142870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-1a9aafce-23b2-4955-a7ae-bbf43a1f6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.144778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-1a9aafce-23b2-4955-a7ae-bbf43a1f6118 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.2015853 Nov 19 04:27:04.198180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9d32901d-c02a-45ba-9bf4-5aa07714a57b req-b36ee444-5d11-4737-8fda-1bcda4d1afbe tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788417 Nov 19 04:27:04.209570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-f861708f-e2d6-410d-ba0c-195536f8715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.211418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-f861708f-e2d6-410d-ba0c-195536f8715b service neutron] 10.222.0.36 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.2765696 Nov 19 04:27:04.286252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-67f5fc52-13a4-42db-a81a-a3115b3e3cd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 998 time: 0.1264126 Nov 19 04:27:04.343136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-5822380c-4d92-477d-942e-9fa4213c70a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 998 time: 0.1173220 Nov 19 04:27:04.395457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-864b298c-e578-4d3b-af44-33d1793e8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.396953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-864b298c-e578-4d3b-af44-33d1793e8f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.1037331 Nov 19 04:27:04.435562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-fd3a1b23-d5c4-43b1-8d71-c5e9b322ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.437018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-fd3a1b23-d5c4-43b1-8d71-c5e9b322ae08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0863452 Nov 19 04:27:04.481246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-181f51a9-c018-4d73-b324-e5c27dd997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.482878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-181f51a9-c018-4d73-b324-e5c27dd997e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762019 Nov 19 04:27:04.520140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-ad6ea5a9-8548-4668-834e-3bdb7e2f2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:04.521682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-ad6ea5a9-8548-4668-834e-3bdb7e2f2f06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770297 Nov 19 04:27:04.674584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-17db6118-d4ac-4c80-98b1-ba0f3585dc9a service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822827 Nov 19 04:27:04.683260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:27:04.706179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-2dfcdb03-9871-4cb5-a1a8-4ec849e8c86c service neutron] 10.222.0.36 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579897 Nov 19 04:27:04.873737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-06f42b89-4d45-404e-a8a6-21e680c3d7c0 service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916764 Nov 19 04:27:04.877655 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f0db5e3a-4f65-49c0-8d53-480602489149 req-cab6f158-8d13-4828-9d5e-e35bb89c12c8 service neutron] 10.222.0.36 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440837 Nov 19 04:27:04.890856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:27:05.324549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d088684-25ad-4c1e-bb42-98358612585b req-c131b4c0-04c6-4008-84b5-99eb18ec75b1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:05.326161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d088684-25ad-4c1e-bb42-98358612585b req-c131b4c0-04c6-4008-84b5-99eb18ec75b1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0512717 Nov 19 04:27:05.383625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d088684-25ad-4c1e-bb42-98358612585b req-fd13540e-0ea4-4a7b-af4e-0422f82c8905 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504363 Nov 19 04:27:05.605947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c2055-386b-4132-96a1-722101a0f6c8 req-abb38b60-0727-488c-a292-88c2822aa741 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:05.607850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c8c2055-386b-4132-96a1-722101a0f6c8 req-abb38b60-0727-488c-a292-88c2822aa741 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 943 time: 0.0538132 Nov 19 04:27:05.657537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:27:05.670538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c8c2055-386b-4132-96a1-722101a0f6c8 req-c54bf559-f38d-4310-afa9-0d47093a898a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541072 Nov 19 04:27:05.737005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-6eb10cb1-db9d-4762-ab77-102339998aa0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:05.738689 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-6eb10cb1-db9d-4762-ab77-102339998aa0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9&tenant_id=6289611ad08e4eb0851b0e1f7590a28a&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 943 time: 0.1170373 Nov 19 04:27:05.788601 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:05.801844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'port_id': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'mac_address': 'fa:16:3e:a0:d4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:27:05.819958 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-9bdacce7-ea73-48b1-8f0b-30f4ce2d05b1 service neutron] delete failed (client error): The resource could not be found. Nov 19 04:27:05.821325 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-9bdacce7-ea73-48b1-8f0b-30f4ce2d05b1 service neutron] 10.222.0.31 "DELETE /v2.0/ports/427c0479-c92d-4514-af84-aa60b5d3fa1a/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0713556 Nov 19 04:27:05.842909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:05.861255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427c0479-c92d-4514-af84-aa60b5d3fa1a {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:27:05.889608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:05.894008 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:05.942793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-9b27d2a2-7d25-428d-8d0e-91ec07cd0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:05.944256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-9b27d2a2-7d25-428d-8d0e-91ec07cd0349 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1095 time: 0.0475941 Nov 19 04:27:05.948692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:06.050977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-8b45a641-39ec-45f9-8b2c-05baa2bb47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:06.052809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-8b45a641-39ec-45f9-8b2c-05baa2bb47db service neutron] 10.222.0.31 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.1009219 Nov 19 04:27:06.117509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['427c0479-c92d-4514-af84-aa60b5d3fa1a'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:27:06.127989 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-054009f3-7226-4f91-9c3b-2a9b5cc2d4aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 999 time: 0.0646865 Nov 19 04:27:06.191602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-264c107c-c89f-4fc9-b94c-60aacb2bbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:06.193900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-264c107c-c89f-4fc9-b94c-60aacb2bbdb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0552180 Nov 19 04:27:06.255241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-947f8d3e-5bf8-4429-ad9d-c0b25938994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:06.257048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-947f8d3e-5bf8-4429-ad9d-c0b25938994a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546801 Nov 19 04:27:06.377156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-25ece055-ef85-4c78-bd0c-fdc450a4fcbf service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124001 Nov 19 04:27:06.480635 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-38fd3282-9ef2-4344-b70a-6ee8e67026d0 req-ef36c777-58e2-44ad-ab49-9550b9df389a service neutron] 10.222.0.31 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961566 Nov 19 04:27:06.812213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baef2c9-9ce0-47d2-aec9-c0e44621cca3 req-1ce79bf2-844c-4e06-a5ca-4922f9fe8af5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:06.813903 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5baef2c9-9ce0-47d2-aec9-c0e44621cca3 req-1ce79bf2-844c-4e06-a5ca-4922f9fe8af5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 944 time: 0.0547240 Nov 19 04:27:06.872424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5baef2c9-9ce0-47d2-aec9-c0e44621cca3 req-cebcc6f8-3080-4294-9ca3-e9f29bdd07c3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519438 Nov 19 04:27:07.656251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:27:07.714624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 427c0479-c92d-4514-af84-aa60b5d3fa1a completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:27:07.718814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 427c0479-c92d-4514-af84-aa60b5d3fa1a triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:07.719188 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:07.804238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:07.837205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:07.840304 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb86fcf-634b-4875-af8f-8359273fd2ee" -d '{"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-plugged", "status": "completed", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:07.846442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:07.850625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:07.884161 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81a1f31-cb94-4a29-86b4-58a764215614 x-openstack-request-id: req-f81a1f31-cb94-4a29-86b4-58a764215614 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:07.884440 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-plugged", "status": "completed", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:07.884724 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f81a1f31-cb94-4a29-86b4-58a764215614 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:07.885114 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'code': 200} Nov 19 04:27:07.913395 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:08.014690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167178fb-5681-49c1-b835-464804fb9473 req-8c4f9fb0-2f5c-4591-b5a3-7af9343640e4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:08.016104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-167178fb-5681-49c1-b835-464804fb9473 req-8c4f9fb0-2f5c-4591-b5a3-7af9343640e4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0590017 Nov 19 04:27:08.068019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-167178fb-5681-49c1-b835-464804fb9473 req-81d6d174-7c25-4852-97ef-5fcbc6e5ff1c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455620 Nov 19 04:27:08.090860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 59356) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:08.154327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-81fbca78-ee16-488a-89c7-c1bedbcf7782 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/8355f2d5-8a0c-4176-a309-0339928156b0 HTTP/1.1" status: 200 len: 992 time: 0.0622499 Nov 19 04:27:13.842140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-9075aa3d-ba22-41a9-a4a0-fe340d720935 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423422 Nov 19 04:27:13.944081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-87b987b9-5093-43be-ac75-d5b400e26fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:13.945681 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-87b987b9-5093-43be-ac75-d5b400e26fa6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1097 time: 0.0427985 Nov 19 04:27:14.065497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-26356dea-c6fb-45e3-a011-f9f34110e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:14.067673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-26356dea-c6fb-45e3-a011-f9f34110e394 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.0994310 Nov 19 04:27:14.138176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-8ed7de20-5b28-461f-bb6f-c22a1d58f1fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 200 len: 1002 time: 0.0628831 Nov 19 04:27:14.189884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-0ddc4cfc-bca2-400e-bb4e-ceb5b74a8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:14.192699 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-0ddc4cfc-bca2-400e-bb4e-ceb5b74a8312 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0468175 Nov 19 04:27:14.244902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-a574c0dd-84f9-4a98-9dc6-eb800dec7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:14.246415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-a574c0dd-84f9-4a98-9dc6-eb800dec7ec4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463889 Nov 19 04:27:14.346378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-a6eb633d-8538-45f3-b3b5-25d8624b55b5 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917194 Nov 19 04:27:14.450087 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e4baae6-2809-4646-b3c2-a0957d298ea2 req-6cdb1714-5eff-4d24-bc55-5d5ec9afeaf4 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959129 Nov 19 04:27:21.282942 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a79f48ae-b7ad-4126-83c0-4359e7a0b040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:22.841687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:23.563745 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-23403cf3-d236-4f5b-ad18-1dace3138da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:25.011615 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:27:25.310420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:26.409204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186006c-f5bb-4693-85b6-59f2098e39a5 req-3773245b-5ad9-4118-948d-1fbc1931928b tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:26.411421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e186006c-f5bb-4693-85b6-59f2098e39a5 req-3773245b-5ad9-4118-948d-1fbc1931928b tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 950 time: 0.0585904 Nov 19 04:27:26.437481 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:26.463711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e186006c-f5bb-4693-85b6-59f2098e39a5 req-40648775-6828-44cf-898c-fa990fc93ef7 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Nov 19 04:27:27.249472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:27.580142 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad4254-1792-48c9-8b4c-0e855d68c9eb req-f0b3591a-7ea8-43d2-9cac-3d89949e8bd3 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:27.582183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4ad4254-1792-48c9-8b4c-0e855d68c9eb req-f0b3591a-7ea8-43d2-9cac-3d89949e8bd3 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 950 time: 0.0497894 Nov 19 04:27:27.630985 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4ad4254-1792-48c9-8b4c-0e855d68c9eb req-0bc042cf-80fa-4e18-8ace-4a11c8cf631f tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e41ccae-fa79-4c3f-9134-4ee27bd14489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Nov 19 04:27:27.934349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-30990288-e80b-4895-9875-905ce989a909 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:27.935816 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-30990288-e80b-4895-9875-905ce989a909 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.36 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 950 time: 0.0499337 Nov 19 04:27:28.028139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Deleting port 2259555e-2f82-4d11-8a47-8acd67ac20ca {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:27:28.028489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:28.125002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] For port 2259555e-2f82-4d11-8a47-8acd67ac20ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=2259555e-2f82-4d11-8a47-8acd67ac20ca,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:28.125271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:28.137697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Calling delete_port for 2259555e-2f82-4d11-8a47-8acd67ac20ca owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:27:28.272425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:28.284009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['2259555e-2f82-4d11-8a47-8acd67ac20ca'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:27:28.305414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Pushing event deleted for resources: {'Port': ['ID=2259555e-2f82-4d11-8a47-8acd67ac20ca,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:28.352595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] No DVR routers for this DVR port 2259555e-2f82-4d11-8a47-8acd67ac20ca on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:27:28.355468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:28.359054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-da3400f4-dee8-4c3e-93cc-1a3d5669242f req-03da4008-853d-4818-9635-5b4e36a09861 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.36 "DELETE /v2.0/ports/2259555e-2f82-4d11-8a47-8acd67ac20ca HTTP/1.1" status: 204 len: 173 time: 0.4170880 Nov 19 04:27:28.359563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'name': 'network-vif-deleted', 'tag': '2259555e-2f82-4d11-8a47-8acd67ac20ca'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:28.361968 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc47c8-a6ab-49b1-9cd4-bb42d2f975b4" -d '{"events": [{"server_uuid": "00e0cbb3-16b6-4fa6-a631-8cb5edc21684", "name": "network-vif-deleted", "tag": "2259555e-2f82-4d11-8a47-8acd67ac20ca"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:28.410739 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7f723-68c6-4fb5-b07f-c41e07d09cd7 x-openstack-request-id: req-20f7f723-68c6-4fb5-b07f-c41e07d09cd7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:28.411268 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0cbb3-16b6-4fa6-a631-8cb5edc21684", "name": "network-vif-deleted", "tag": "2259555e-2f82-4d11-8a47-8acd67ac20ca", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:28.411672 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20f7f723-68c6-4fb5-b07f-c41e07d09cd7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:28.412203 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0cbb3-16b6-4fa6-a631-8cb5edc21684', 'name': 'network-vif-deleted', 'tag': '2259555e-2f82-4d11-8a47-8acd67ac20ca', 'status': 'completed', 'code': 200} Nov 19 04:27:28.753789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beaa9dfa-af0a-4a5e-9239-20637a94bd59 req-e8380740-e325-40f0-ab08-e94e75965b91 tempest-VolumesBackupsTest-1229339401 tempest-VolumesBackupsTest-1229339401-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e0cbb3-16b6-4fa6-a631-8cb5edc21684 HTTP/1.1" status: 200 len: 210 time: 0.0302501 Nov 19 04:27:31.725271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2259555e-2f82-4d11-8a47-8acd67ac20ca no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:27:31.748889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 2259555e-2f82-4d11-8a47-8acd67ac20ca {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:27:31.749247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 2259555e-2f82-4d11-8a47-8acd67ac20ca not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:27:32.052572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:36.669663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c42a-a624-4c58-9a72-9d8a5c509a3a req-c8b784d4-9c9d-40d1-9150-eb38ed965d31 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:36.672130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2969c42a-a624-4c58-9a72-9d8a5c509a3a req-c8b784d4-9c9d-40d1-9150-eb38ed965d31 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0474808 Nov 19 04:27:36.721728 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2969c42a-a624-4c58-9a72-9d8a5c509a3a req-f749cc19-b649-46fd-af27-3b3db676e8a1 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408044 Nov 19 04:27:36.746152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60022) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:36.915542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 2a596f50-a0f6-49d5-9225-8fc33555e320 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:27:36.916222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:36.997773 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:36.998141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:37.011710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 2a596f50-a0f6-49d5-9225-8fc33555e320 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:27:37.169439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:37.193181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=2a596f50-a0f6-49d5-9225-8fc33555e320,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:37.207419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.207798 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.208165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.208519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.208866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.209215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.209562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.209905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.210289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.210628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.210964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.211302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:37.275824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:37.276174 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP 8355f2d5-8a0c-4176-a309-0339928156b0 disassociated (deleted). External IP: 172.25.8.94, port: 427c0479-c92d-4514-af84-aa60b5d3fa1a. Nov 19 04:27:37.496629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4a0ae231-563b-473c-97cc-dcfe2a6006aa has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:27:37.612420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:27:37.617888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:37.624659 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] Sync routers for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:27:37.635946 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:37.636970 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:37.646642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cfc1ae01-354e-40ae-ab68-42417afa85ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/floatingips/8355f2d5-8a0c-4176-a309-0339928156b0 HTTP/1.1" status: 204 len: 168 time: 0.8993425 Nov 19 04:27:37.647220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:37.649862 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10195d42-788f-4f9e-9ae4-b3e3dfc47532" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:37.833184 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe45666-acf0-4add-860b-2fc6d75d5b9a x-openstack-request-id: req-8fe45666-acf0-4add-860b-2fc6d75d5b9a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:37.844558 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:37.845232 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fe45666-acf0-4add-860b-2fc6d75d5b9a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:37.845873 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'status': 'completed', 'code': 200} Nov 19 04:27:37.862643 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:37.911671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-becd40d2-76db-4372-9ba2-fe694cd3640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:37.913891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-becd40d2-76db-4372-9ba2-fe694cd3640f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 1096 time: 0.0560989 Nov 19 04:27:37.939073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f56543-a16a-4203-8114-fc835b442840 req-a07a37b0-a041-4fa1-8925-c08670162c57 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:37.941349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44f56543-a16a-4203-8114-fc835b442840 req-a07a37b0-a041-4fa1-8925-c08670162c57 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0530622 Nov 19 04:27:38.007077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44f56543-a16a-4203-8114-fc835b442840 req-7701c5cd-ded5-40e5-a429-eb4b2e98a7cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591061 Nov 19 04:27:38.042583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-c3e9b7f8-882a-4010-9fea-20c4fb7e780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:38.044322 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-c3e9b7f8-882a-4010-9fea-20c4fb7e780b service neutron] 10.222.0.36 "GET /v2.0/networks?id=34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 200 len: 897 time: 0.1226366 Nov 19 04:27:38.091955 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:38.092274 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-cf5bbdd6-04ce-469b-9e04-69641106e1e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 200 len: 217 time: 0.0391912 Nov 19 04:27:38.120899 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] Checking router: 4a0ae231-563b-473c-97cc-dcfe2a6006aa for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:27:38.130508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:38.132189 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:38.150252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-cd821584-dd81-4932-9b33-78e392fb37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:38.152024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-cd821584-dd81-4932-9b33-78e392fb37e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 200 len: 835 time: 0.0529423 Nov 19 04:27:38.211067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-1f9c99d9-7beb-4d8f-ab10-4ede5831d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:38.212566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-1f9c99d9-7beb-4d8f-ab10-4ede5831d3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34c0e5ee-5675-4903-bb01-916a010d5eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522177 Nov 19 04:27:38.256907 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:38.309614 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-7b5ce390-5159-4b71-8e9c-07506a30a9b2 service neutron] 10.222.0.36 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869193 Nov 19 04:27:38.410215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10195d42-788f-4f9e-9ae4-b3e3dfc47532 req-a53ac8e7-7f9c-4da3-b2a9-f85f294b7c22 service neutron] 10.222.0.36 "GET /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928056 Nov 19 04:27:38.473125 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:38.504296 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11eb66-0015-440a-aa64-01c4724a5822 None None] The sync data for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 is: [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:25:48Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'dd644d3b-887e-4cc7-9361-f7762ce4dd2b', 'name': '', 'network_id': '34c0e5ee-5675-4903-bb01-916a010d5eb8', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:41:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:47Z', 'updated_at': '2021-11-19T04:25:52Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '60c57acc-e675-442b-bcf2-d98d6ef4a465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:27:38.746890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff48cac2-b9b2-4291-8ea5-7ace2969fd94 None None] New status for floating IP 8355f2d5-8a0c-4176-a309-0339928156b0: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:27:39.132542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34452-07f6-41af-81df-4702d99aa4b2 req-319b6d34-6421-4ea1-b302-340d080e2ac6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:39.134196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ee34452-07f6-41af-81df-4702d99aa4b2 req-319b6d34-6421-4ea1-b302-340d080e2ac6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Nov 19 04:27:39.176898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7885e20-aef7-4693-a2de-28136b759365 req-adf129ec-cbdc-439f-8d58-7f6e396395ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:39.178511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7885e20-aef7-4693-a2de-28136b759365 req-adf129ec-cbdc-439f-8d58-7f6e396395ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ac54969-5237-4adb-b1db-e4aa929411c9 HTTP/1.1" status: 200 len: 945 time: 0.0552013 Nov 19 04:27:39.197175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ee34452-07f6-41af-81df-4702d99aa4b2 req-5d32a26b-2254-47fb-82e4-c57d5d277373 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=afbe8dcb-6f46-4200-b5df-c844b5eba33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543442 Nov 19 04:27:39.281867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 427c0479-c92d-4514-af84-aa60b5d3fa1a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:27:39.282268 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:39.375114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port 427c0479-c92d-4514-af84-aa60b5d3fa1a, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=427c0479-c92d-4514-af84-aa60b5d3fa1a,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:39.375531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:39.388390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 427c0479-c92d-4514-af84-aa60b5d3fa1a owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:27:39.532032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:39.566951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=427c0479-c92d-4514-af84-aa60b5d3fa1a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:39.610934 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] No DVR routers for this DVR port 427c0479-c92d-4514-af84-aa60b5d3fa1a on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:27:39.614850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:39.618673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7885e20-aef7-4693-a2de-28136b759365 req-7777848e-ec8b-41da-a0e4-f4f58c0d5f46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.36 "DELETE /v2.0/ports/427c0479-c92d-4514-af84-aa60b5d3fa1a HTTP/1.1" status: 204 len: 173 time: 0.4339979 Nov 19 04:27:39.619138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-deleted', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:39.621603 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412382f-49f3-45e6-8d60-88f6d371422c" -d '{"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-deleted", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:39.816044 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1735619-6b88-4da4-8652-5d2a768db4c7 x-openstack-request-id: req-e1735619-6b88-4da4-8652-5d2a768db4c7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:39.816408 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac54969-5237-4adb-b1db-e4aa929411c9", "name": "network-vif-deleted", "tag": "427c0479-c92d-4514-af84-aa60b5d3fa1a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:39.816731 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1735619-6b88-4da4-8652-5d2a768db4c7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:39.817214 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac54969-5237-4adb-b1db-e4aa929411c9', 'name': 'network-vif-deleted', 'tag': '427c0479-c92d-4514-af84-aa60b5d3fa1a', 'status': 'completed', 'code': 200} Nov 19 04:27:40.260115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60044) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:40.968157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:41.342116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port dd644d3b-887e-4cc7-9361-f7762ce4dd2b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:27:41.342817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:41.446115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port dd644d3b-887e-4cc7-9361-f7762ce4dd2b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:41.446495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:41.460438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for dd644d3b-887e-4cc7-9361-f7762ce4dd2b owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:27:41.655284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:41.687427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=dd644d3b-887e-4cc7-9361-f7762ce4dd2b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:41.895145 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.128974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4a0ae231-563b-473c-97cc-dcfe2a6006aa has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:27:42.245145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:27:42.253924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60050) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:42.254419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d401cd0e-ba30-443f-8db8-71df7b95c9ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/4a0ae231-563b-473c-97cc-dcfe2a6006aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9927137 Nov 19 04:27:42.256696 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] Sync routers for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:27:42.276463 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:42.277270 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:42.313409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting subnet 60c57acc-e675-442b-bcf2-d98d6ef4a465 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:27:42.317439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.362933 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.398889 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:42.459894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.536242 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.566068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Subnet': ['ID=60c57acc-e675-442b-bcf2-d98d6ef4a465,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:42.572062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.578811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-eeb86d3f-7a2e-4d86-95fa-4842dabe80bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/subnets/60c57acc-e675-442b-bcf2-d98d6ef4a465 HTTP/1.1" status: 204 len: 168 time: 0.3180225 Nov 19 04:27:42.579467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60052) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:42.581011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a108a-0281-4d6d-8147-f7588f9002af None None] Network 34c0e5ee-5675-4903-bb01-916a010d5eb8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:27:42.599974 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:27:41Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:42.654696 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] Checking router: 4a0ae231-563b-473c-97cc-dcfe2a6006aa for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:27:42.663915 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] Routers {'4a0ae231-563b-473c-97cc-dcfe2a6006aa'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:42.664527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:42.718518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.793766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] DHCP port deletion for 34c0e5ee-5675-4903-bb01-916a010d5eb8 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:27:42.805720 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] Set router 4a0ae231-563b-473c-97cc-dcfe2a6006aa gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:42.855368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Deleting port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:27:42.856048 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.857856 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.944782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port a9f3dbdb-86cb-46a5-8386-d3c36585faa2 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:27:42.945401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.956785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] For port eaa64bbf-178f-4d69-97ea-70dac8d6bb39, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,segment=NetworkSegment(9e8f0d0f-be71-4fe6-be96-d7a852656f31),segment_id=9e8f0d0f-be71-4fe6-be96-d7a852656f31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:42.957422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:42.977432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Calling delete_port for eaa64bbf-178f-4d69-97ea-70dac8d6bb39 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:27:43.039767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:27:41Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:43.050837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port a9f3dbdb-86cb-46a5-8386-d3c36585faa2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:43.051139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.065823 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.066777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for a9f3dbdb-86cb-46a5-8386-d3c36585faa2 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:27:43.073722 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaee30-670f-4bdd-bddd-ce7707938600 None None] The sync data for ids ['4a0ae231-563b-473c-97cc-dcfe2a6006aa'] in n-d-818503-1 is: [{'id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326899892', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:25:42Z', 'updated_at': '2021-11-19T04:27:41Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'a9f3dbdb-86cb-46a5-8386-d3c36585faa2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0ae231-563b-473c-97cc-dcfe2a6006aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:25:43Z', 'updated_at': '2021-11-19T04:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:27:43.098183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] No DVR routers for this DVR port eaa64bbf-178f-4d69-97ea-70dac8d6bb39 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:27:43.100183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Pushing event deleted for resources: {'Port': ['ID=eaa64bbf-178f-4d69-97ea-70dac8d6bb39,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:43.128493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.128847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.129203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.129548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.129889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.130983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.131327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.131665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.132325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.132582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.132922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.133255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4c71-8e40-4e1a-8756-e326f2584332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:43.255407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.304812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=a9f3dbdb-86cb-46a5-8386-d3c36585faa2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:43.321547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4891b-a692-4d47-a66a-64508a317613 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:27:43.376030 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.492663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.495186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.765391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:27:43.786625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 427c0479-c92d-4514-af84-aa60b5d3fa1a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:27:43.786984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 427c0479-c92d-4514-af84-aa60b5d3fa1a not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:27:43.823323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.823895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Fanout notify agent at l3_agent the message router_deleted on router 4a0ae231-563b-473c-97cc-dcfe2a6006aa {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:27:43.832725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:43.833872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2f37cd8e-e45b-44cd-886d-d2f0090e7389 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/routers/4a0ae231-563b-473c-97cc-dcfe2a6006aa HTTP/1.1" status: 204 len: 168 time: 1.2521951 Nov 19 04:27:43.836731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60064) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:43.927653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.043301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.065400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c0e5ee-5675-4903-bb01-916a010d5eb8']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:44.083442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8f0d0f-be71-4fe6-be96-d7a852656f31') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:44.083669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8f0d0f-be71-4fe6-be96-d7a852656f31') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:44.099875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.122019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.128916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:27:44.129323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:27:44.132599 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:27:44.202652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.213465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.216352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/networks/34c0e5ee-5675-4903-bb01-916a010d5eb8 HTTP/1.1" status: 204 len: 168 time: 0.3784041 Nov 19 04:27:44.219294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60076) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:44.226989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678525c1-d342-43c9-b3cd-da0a8a407c00 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Network': ['ID=34c0e5ee-5675-4903-bb01-916a010d5eb8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:44.280782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f05147ee-83d1-42b2-a5ef-83b3f626eda2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.306170 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f05147ee-83d1-42b2-a5ef-83b3f626eda2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.381275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f05147ee-83d1-42b2-a5ef-83b3f626eda2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.385191 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f05147ee-83d1-42b2-a5ef-83b3f626eda2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.387659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f05147ee-83d1-42b2-a5ef-83b3f626eda2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/security-groups/afbe8dcb-6f46-4200-b5df-c844b5eba33a HTTP/1.1" status: 204 len: 168 time: 0.1665769 Nov 19 04:27:44.401782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05147ee-83d1-42b2-a5ef-83b3f626eda2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbe8dcb-6f46-4200-b5df-c844b5eba33a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:44.475767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dd644d3b-887e-4cc7-9361-f7762ce4dd2b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:27:44.499641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: dd644d3b-887e-4cc7-9361-f7762ce4dd2b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:27:44.500003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device dd644d3b-887e-4cc7-9361-f7762ce4dd2b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:27:44.500435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eaa64bbf-178f-4d69-97ea-70dac8d6bb39 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:27:44.527418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: eaa64bbf-178f-4d69-97ea-70dac8d6bb39 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:27:44.527768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device eaa64bbf-178f-4d69-97ea-70dac8d6bb39 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:27:44.868023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60082) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:44.872780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325567720', 'description': 'tempest-secgroup-smoke-1325567720 description', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:44.901227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.969205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:44.974027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.005141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.006434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1373260 Nov 19 04:27:45.008410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19cf33-e55c-4f48-bea5-fc87a767ce8c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d33ef5e-8a79-4e7c-9d89-71a45e747f14,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.009433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60084) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.015235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '8d33ef5e-8a79-4e7c-9d89-71a45e747f14', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.044497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.107283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.111313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.129642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74ad66e-8121-4111-99a4-fb4f809e4298,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.140013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.141212 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ffda0b5f-f578-4eac-96d5-86ec9d11a6de tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297514 Nov 19 04:27:45.144645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.148914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '8d33ef5e-8a79-4e7c-9d89-71a45e747f14', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.175205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.236692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.243381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.265080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631dc9b3-fb89-4ce6-9265-9fba7d62cfaa,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.272484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.273710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6036462b-b977-467a-b854-51c809aa785c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281424 Nov 19 04:27:45.276585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60090) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.281470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '8d33ef5e-8a79-4e7c-9d89-71a45e747f14', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.314200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.379687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.384467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.406365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c928fa-e15c-486b-8654-dac423efda87,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.416816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.419362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4c416545-f99a-422e-b308-06b5ee33dc67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405337 Nov 19 04:27:45.421427 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60092) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.427545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '8d33ef5e-8a79-4e7c-9d89-71a45e747f14', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.456579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.518391 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.522096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.540784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b641dd88-6ea0-4eaa-a429-aa6dde8bd975,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.546426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.551386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e0206e70-c87e-4148-a2bf-e2446d79fa7a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244464 Nov 19 04:27:45.551888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60102) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.555922 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '8d33ef5e-8a79-4e7c-9d89-71a45e747f14', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.579503 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:27:45.585568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.645206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.649751 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.667829 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c932bb-9f64-408f-96f2-ced657d3f255,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.676980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.678324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1dee8442-2e24-4820-b83c-df8427ced3e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258774 Nov 19 04:27:45.681013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60104) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.685458 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '8d33ef5e-8a79-4e7c-9d89-71a45e747f14', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.707540 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:27:45.712892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.776251 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.780246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.795771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230c0ab8-0bb1-4679-95fa-01d954d27487,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:45.807680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.808945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-451121cb-9ddc-49ee-add5-750ee4ae0aea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269934 Nov 19 04:27:45.811804 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60106) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:45.816873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'network': {'name': 'tempest-network-smoke--2077640269', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:45.838475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:27:45.842087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.867933 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:27:45.877814 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.878201 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Added segment a95913ae-40ac-4082-b548-514945f21258 of type vlan for network 2f0efba2-9e47-4ae1-afca-25e5b489e723 Nov 19 04:27:45.919900 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.945548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.951470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:45.952063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:45.979490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a9f3dbdb-86cb-46a5-8386-d3c36585faa2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:27:46.003029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a9f3dbdb-86cb-46a5-8386-d3c36585faa2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:27:46.003728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a9f3dbdb-86cb-46a5-8386-d3c36585faa2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:27:46.010053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1971910 Nov 19 04:27:46.013069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60108) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:46.019083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'admin_state_up': True, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:46.049627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.050840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.112036 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.270973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.364328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b253-0d8f-4c9d-b142-ecacb8756727 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Network': ['ID=2f0efba2-9e47-4ae1-afca-25e5b489e723,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:46.376510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:27:46.486148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.507025 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.613846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.51 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b1861392-b0bc-402e-96c5-17edba86f1d2) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:27:46.727530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.763073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.800761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:27:46.805144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:27:46.808796 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:27:46.820050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365eafc-a426-45aa-8857-7f6d07b54539 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:27:46.841290 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=b1861392-b0bc-402e-96c5-17edba86f1d2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:46.859921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-85c82c03-2d41-4f5d-b821-0f0e496afda2 None None] Provisioning complete for port b1861392-b0bc-402e-96c5-17edba86f1d2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:46.860299 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-85c82c03-2d41-4f5d-b821-0f0e496afda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:46.897002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-85c82c03-2d41-4f5d-b821-0f0e496afda2 None None] Port b1861392-b0bc-402e-96c5-17edba86f1d2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:27:47.095757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:47.322108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:47.451651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:27:47.561227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:27:47.572075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Sync routers for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:27:47.585053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:47.586340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46c0aed5-c17e-4b32-9559-2653c4329db6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5721233 Nov 19 04:27:47.586727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:47.587582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:47.589631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60114) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:47.628413 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3c3d56b9-d54b-47ff-8fa9-610380b77b0c tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=6289611ad08e4eb0851b0e1f7590a28a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344076 Nov 19 04:27:47.629188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:47.697531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:47.784628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140c230-cbe8-48c8-90b9-71d87ebbb428 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:47.786305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b140c230-cbe8-48c8-90b9-71d87ebbb428 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1561437 Nov 19 04:27:47.789172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:47.834890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3b72d4da-d75c-4f21-a94d-7653f321aa3f tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416930 Nov 19 04:27:47.837292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60120) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:47.843406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-775958855', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:47.939215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:46Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:47.959509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:27:47.963301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:47.977480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Checking router: 4ca6a541-9aae-4b26-be3e-9b7c1339e878 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:27:47.977901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Updating router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 port b1861392-b0bc-402e-96c5-17edba86f1d2 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:27:48.011662 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.198244 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.314026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Subnet': ['ID=658d94ad-f8d4-4256-b4f8-ef979c76dbf1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:48.327028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Checking segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:27:48.327522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network hostable DHCP agents. Network: 2f0efba2-9e47-4ae1-afca-25e5b489e723, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:27:48.344653 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.350527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:27:48.353990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.364341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2f0efba2-9e47-4ae1-afca-25e5b489e723) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:27:48.370748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:48.372385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.392048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-85569903-0e15-47ed-b155-7a2d09c2b014 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5534027 Nov 19 04:27:48.394542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6f60e-c0e9-42ad-a58c-8d02675a1353 None None] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:27:48.395388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60124) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:27:48.456956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85f993-6ec7-4e76-91bc-156b30bc6395 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:27:48.505558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Attempting to bind port b1861392-b0bc-402e-96c5-17edba86f1d2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:27:48.506232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Attempting to bind port b1861392-b0bc-402e-96c5-17edba86f1d2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:27:48.506599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Attempting to bind port b1861392-b0bc-402e-96c5-17edba86f1d2 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:48.513181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6d4db-635e-4ef0-99d9-e5469928cda4 None None] Pushing event updated for resources: {'Port': ['ID=b1861392-b0bc-402e-96c5-17edba86f1d2,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:48.524859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:27:48.525245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:27:48.525658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.526222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:27:48.526686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Bound port: b1861392-b0bc-402e-96c5-17edba86f1d2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:27:48.527079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.609783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-56b39de8-c410-4cb0-89b9-fde8579cc8f8 None None] Provisioning complete for port b1861392-b0bc-402e-96c5-17edba86f1d2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:48.610468 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-56b39de8-c410-4cb0-89b9-fde8579cc8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.669678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] For port b1861392-b0bc-402e-96c5-17edba86f1d2, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:27:48.694989 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-56b39de8-c410-4cb0-89b9-fde8579cc8f8 None None] Port b1861392-b0bc-402e-96c5-17edba86f1d2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:27:48.698978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] For port b1861392-b0bc-402e-96c5-17edba86f1d2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b1861392-b0bc-402e-96c5-17edba86f1d2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:27:48.893314 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.921792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2f0efba2-9e47-4ae1-afca-25e5b489e723', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:27:48.922692 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:48.955651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7ac7c-a542-4fc7-9bec-a46ee4cab721 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:27:48.988642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6d4db-635e-4ef0-99d9-e5469928cda4 None None] Pushing event updated for resources: {'Port': ['ID=b1861392-b0bc-402e-96c5-17edba86f1d2,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:48.991122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:48.991724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:49.146364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-910a5160-2786-441a-b38b-a432abfc373a None None] Provisioning complete for port b1861392-b0bc-402e-96c5-17edba86f1d2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:49.146740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910a5160-2786-441a-b38b-a432abfc373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.154007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.235124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:49.359437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Allocated IP 172.20.0.2 (2f0efba2-9e47-4ae1-afca-25e5b489e723/658d94ad-f8d4-4256-b4f8-ef979c76dbf1/616dd276-b9d4-4190-afa2-92e71187bcaa) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:27:49.423838 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910a5160-2786-441a-b38b-a432abfc373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.497077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-910a5160-2786-441a-b38b-a432abfc373a None None] For port b1861392-b0bc-402e-96c5-17edba86f1d2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b1861392-b0bc-402e-96c5-17edba86f1d2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:49.504970 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-910a5160-2786-441a-b38b-a432abfc373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.640995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a5160-2786-441a-b38b-a432abfc373a None None] Pushing event updated for resources: {'Port': ['ID=b1861392-b0bc-402e-96c5-17edba86f1d2,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:49.668272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.674638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:46Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:49.678060 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.724761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.1 (2f0efba2-9e47-4ae1-afca-25e5b489e723/658d94ad-f8d4-4256-b4f8-ef979c76dbf1/d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:27:49.730189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b3957-be39-41ff-ac5e-49f778e1080f None None] The sync data for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 is: [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:46Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:27:49.750919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:27:49.760457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:27:49.764046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:27:49.771151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Pushing event updated for resources: {'Port': ['ID=616dd276-b9d4-4190-afa2-92e71187bcaa,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:49.828597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Attempting to bind port 616dd276-b9d4-4190-afa2-92e71187bcaa on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:27:49.828597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Attempting to bind port 616dd276-b9d4-4190-afa2-92e71187bcaa by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:27:49.828597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Attempting to bind port 616dd276-b9d4-4190-afa2-92e71187bcaa on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:49.833347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:27:49.833732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Checking segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:27:49.834158 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.834557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Bound using segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:27:49.835027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Bound port: 616dd276-b9d4-4190-afa2-92e71187bcaa, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:27:49.835419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.866080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.903659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] For port 616dd276-b9d4-4190-afa2-92e71187bcaa, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:27:49.904618 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.908104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] For port 616dd276-b9d4-4190-afa2-92e71187bcaa, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=616dd276-b9d4-4190-afa2-92e71187bcaa,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:27:49.915627 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:49.961699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:27:49.962989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:27:49.976119 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:49.980048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:27:50.010231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0404c5-05f9-4e5b-952b-64d3118fed24 None None] Pushing event updated for resources: {'Port': ['ID=616dd276-b9d4-4190-afa2-92e71187bcaa,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:50.057520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:50.151726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b1861392-b0bc-402e-96c5-17edba86f1d2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:27:50.218520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b1861392-b0bc-402e-96c5-17edba86f1d2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:50.218998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:50.286282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:50.746398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:50.753768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:50.840358 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:50.842282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:50.975606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:27:50.978987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:27:51.112371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:27:51.237243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:27:51.242568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-939f3e79-797c-45a5-a2a3-914b63a93e6a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/4ca6a541-9aae-4b26-be3e-9b7c1339e878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8459613 Nov 19 04:27:51.252582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b37f6b-3a33-49d7-b024-ace64963802e None None] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:27:51.322351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-687a75c2-87a6-41e1-86d6-697ab0434b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:51.359982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ec621974-92ae-4607-8c65-2895cef1dd5e None None] Provisioning complete for port 616dd276-b9d4-4190-afa2-92e71187bcaa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:51.360425 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec621974-92ae-4607-8c65-2895cef1dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:51.487519 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-5f277345-8ceb-40c5-8df8-db5b0a876b88 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325567720&fields=id&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 267 time: 0.0563316 Nov 19 04:27:51.508761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec621974-92ae-4607-8c65-2895cef1dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:51.546876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ec621974-92ae-4607-8c65-2895cef1dd5e None None] For port 616dd276-b9d4-4190-afa2-92e71187bcaa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=616dd276-b9d4-4190-afa2-92e71187bcaa,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:51.553760 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec621974-92ae-4607-8c65-2895cef1dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:51.621823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec621974-92ae-4607-8c65-2895cef1dd5e None None] Pushing event updated for resources: {'Port': ['ID=616dd276-b9d4-4190-afa2-92e71187bcaa,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:51.629796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-786a9a7b-8c43-4bc3-9cf3-16a4e9cdcfd9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:51.634538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-786a9a7b-8c43-4bc3-9cf3-16a4e9cdcfd9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 797 time: 0.1397121 Nov 19 04:27:51.651280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-fefdd18f-511a-468f-a9c9-493a62e29bf6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/quotas/6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 375 time: 0.0111928 Nov 19 04:27:51.719522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-c22c97de-ef8f-40e6-9196-f993be31b5ef tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579243 Nov 19 04:27:51.799522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b4bf5333-1264-4f45-8d6b-c7a3a49fa4d6 None None] Provisioning complete for port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:51.799909 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5333-1264-4f45-8d6b-c7a3a49fa4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:51.829464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-03c730b4-f662-460d-9e5b-c8e247eb7fc6 service neutron] 10.222.0.52 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951445 Nov 19 04:27:51.843628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf5333-1264-4f45-8d6b-c7a3a49fa4d6 None None] Port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:27:51.858726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b4bf5333-1264-4f45-8d6b-c7a3a49fa4d6 None None] Provisioning complete for port 616dd276-b9d4-4190-afa2-92e71187bcaa triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:51.859118 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5333-1264-4f45-8d6b-c7a3a49fa4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:51.895461 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Sync routers for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:27:51.912558 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:51.913100 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:51.989051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-206afe87-8876-4b22-a037-c75b1f013aa7 service neutron] 10.222.0.52 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445942 Nov 19 04:27:52.119595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 616dd276-b9d4-4190-afa2-92e71187bcaa up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:27:52.199210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-80393433-5180-411e-9d05-de1bd77b6675 None None] Provisioning complete for port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:52.199614 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-80393433-5180-411e-9d05-de1bd77b6675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:52.253991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02c70b0d-615b-4023-857f-2bf17e628812 req-0b0949bc-fdbe-4ecc-8e12-cf17ae62fbd8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 210 time: 0.0667615 Nov 19 04:27:52.277508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-80393433-5180-411e-9d05-de1bd77b6675 None None] Port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:27:52.291903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 616dd276-b9d4-4190-afa2-92e71187bcaa triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:52.292288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:52.298514 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:52.512642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7c19091f-3266-494f-aa8e-856ba0ba3338 None None] Provisioning complete for port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:52.513362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7c19091f-3266-494f-aa8e-856ba0ba3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:52.558633 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 2, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:52.563950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7c19091f-3266-494f-aa8e-856ba0ba3338 None None] Port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:27:52.595292 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Checking router: 4ca6a541-9aae-4b26-be3e-9b7c1339e878 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:27:52.597027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Updating router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:27:52.628536 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:52.861706 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:52.936398 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:52.943047 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.015314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Pushing event updated for resources: {'Port': ['ID=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:53.048411 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.049334 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.049686 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.050646 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.051017 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.051353 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.051691 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.052018 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.052356 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.052685 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.053019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.053348 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:27:53.081022 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Attempting to bind port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:27:53.082255 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Attempting to bind port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:27:53.082822 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Attempting to bind port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:53.088817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:27:53.089305 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Checking segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:27:53.089783 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.090306 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Bound using segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:27:53.090842 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Bound port: d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:27:53.091303 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.161122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] For port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:27:53.164859 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] For port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:27:53.171798 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.240556 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86875-c46b-4178-a8cc-e1cfb85700f6 None None] Pushing event updated for resources: {'Port': ['ID=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:53.247178 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:27:53.247828 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:53.307754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-48a09c76-a26e-49d4-bfbf-3a38ae2c4b56 None None] Provisioning complete for port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:53.308731 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a09c76-a26e-49d4-bfbf-3a38ae2c4b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.370481 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:27:53.420397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1cbb5dd-9738-404b-986e-66abc94c7bd2 req-bf5660ba-4f83-497d-9953-795df5d867f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 210 time: 0.0470545 Nov 19 04:27:53.429390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a09c76-a26e-49d4-bfbf-3a38ae2c4b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.484627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-48a09c76-a26e-49d4-bfbf-3a38ae2c4b56 None None] For port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:53.489791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-48a09c76-a26e-49d4-bfbf-3a38ae2c4b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.546081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09c76-a26e-49d4-bfbf-3a38ae2c4b56 None None] Pushing event updated for resources: {'Port': ['ID=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:53.576639 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8bbd092b-0871-4bc9-bdc0-5a445840eea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.624163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-25bd0f16-6fb9-452a-8300-8a51b60b3f0b None None] Provisioning complete for port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:53.624685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-25bd0f16-6fb9-452a-8300-8a51b60b3f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:53.675700 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:27:53.710434 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aaed7f-afa3-4a7f-854d-45343ed3eb84 None None] The sync data for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 is: [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:27:53.806586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-2dd6a19a-66b5-4d3f-b954-d4b6cbb8f4fc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:53.808201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-2dd6a19a-66b5-4d3f-b954-d4b6cbb8f4fc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 797 time: 0.2512405 Nov 19 04:27:53.897117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-5f137a20-1e82-46a9-9ae7-0311b7d25dad tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 380 time: 0.0612676 Nov 19 04:27:53.909541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'port': {'device_id': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'admin_state_up': True, 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'security_groups': ['8d33ef5e-8a79-4e7c-9d89-71a45e747f14']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:54.056922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:27:54.061896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.067969 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:27:54.124404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:54.124788 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.209378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.10 (2f0efba2-9e47-4ae1-afca-25e5b489e723/658d94ad-f8d4-4256-b4f8-ef979c76dbf1/80263d5b-c807-4373-a7d6-b0e3fcf00d24) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:27:54.402084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.440860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.487779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:27:54.491172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:27:54.495291 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:27:54.522258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:54.557949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:54.560216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.600314 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-b924b398-77f5-4109-b137-dca4e930ba96 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6963871 Nov 19 04:27:54.605397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25daf2-e636-466e-8713-81662f404aa9 req-102ce040-c4f3-48c5-9aaa-cfdd342ee283 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:54.615396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a25daf2-e636-466e-8713-81662f404aa9 req-102ce040-c4f3-48c5-9aaa-cfdd342ee283 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 932 time: 0.0684373 Nov 19 04:27:54.628051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Request body: {'port': {'device_id': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:27:54.676718 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a25daf2-e636-466e-8713-81662f404aa9 req-dd694051-50c6-4cb9-9e0b-4d3db6d2de35 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593257 Nov 19 04:27:54.711501 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.832350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3d24faaf-d143-4f24-80df-fd8c7e19dc4c None None] Provisioning complete for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:27:54.832890 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3d24faaf-d143-4f24-80df-fd8c7e19dc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:54.890878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3d24faaf-d143-4f24-80df-fd8c7e19dc4c None None] Port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:27:55.065154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80263d5b-c807-4373-a7d6-b0e3fcf00d24 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:27:55.074735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:55.088146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Transition to ACTIVE for port object 80263d5b-c807-4373-a7d6-b0e3fcf00d24 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:27:55.092974 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:55.145242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:55.220969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:27:55.221471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:27:55.221903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:55.227832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:27:55.228242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:27:55.233775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:27:55.234158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Checking segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:27:55.234553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Bound using segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:27:55.234991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Bound port: 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:27:55.235357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:55.308914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:27:55.312654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:27:55.323476 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:55.328122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:55.368092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:55.368854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:55.370437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] 10.222.0.31 "PUT /v2.0/ports/80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 1092 time: 0.7481892 Nov 19 04:27:55.370991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:27:55.373423 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335c3864-5613-4f14-b7a8-d283f1778fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:27:55.415033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d36e1-634e-4308-a4ca-43c013fb3390 service neutron] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:55.431918 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5606dc-5929-4a51-b6cb-b688f5b1c27c x-openstack-request-id: req-6f5606dc-5929-4a51-b6cb-b688f5b1c27c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:27:55.432241 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:27:55.432486 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f5606dc-5929-4a51-b6cb-b688f5b1c27c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:27:55.432900 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'status': 'completed', 'code': 200} Nov 19 04:27:55.505905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-a5d32d3d-1ec6-42fd-befe-7e4c505264b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:55.507532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-a5d32d3d-1ec6-42fd-befe-7e4c505264b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1095 time: 0.0446393 Nov 19 04:27:55.562875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-9ff44afb-e031-46ca-bcce-cfab0cb6fbb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Nov 19 04:27:55.616141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-3dd6dc6d-0fdb-44ca-b981-617482c6a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:55.617643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-3dd6dc6d-0fdb-44ca-b981-617482c6a4db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0458906 Nov 19 04:27:55.678657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-819fc52c-f0bb-49c4-b348-c0eb14fc8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:55.680204 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-819fc52c-f0bb-49c4-b348-c0eb14fc8603 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495336 Nov 19 04:27:55.789012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-a9ee8f73-f4da-4cdf-a1b3-a4dad7458a2c service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926344 Nov 19 04:27:55.807303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284cb9a-00dc-47d9-bb54-58a6275c4f69 req-4219d158-b34f-4fd6-9524-f9ad90eaf798 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:55.808816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d284cb9a-00dc-47d9-bb54-58a6275c4f69 req-4219d158-b34f-4fd6-9524-f9ad90eaf798 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0560939 Nov 19 04:27:55.880532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d284cb9a-00dc-47d9-bb54-58a6275c4f69 req-d232eb1c-f0bd-44c9-a2cd-0901ba2e5bb7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641963 Nov 19 04:27:55.896275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-55e4be05-dbd5-4060-aa85-0bd341dee84e req-02c1c8eb-5541-411e-a89d-c744b78372f1 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941176 Nov 19 04:27:56.046794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-b693e320-2f7e-4cfc-b70f-310c46242010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:56.048864 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-b693e320-2f7e-4cfc-b70f-310c46242010 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1095 time: 0.0420291 Nov 19 04:27:56.144961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-5fd923fc-052d-445e-8600-cabe1bdf266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:56.146391 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-5fd923fc-052d-445e-8600-cabe1bdf266d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.0901659 Nov 19 04:27:56.191205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-9440806a-1e6d-4c72-be87-a551ba417b41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 217 time: 0.0362961 Nov 19 04:27:56.246858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-180c9359-50c8-496f-a6f0-b9e82bc91a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:56.248317 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-180c9359-50c8-496f-a6f0-b9e82bc91a3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0454841 Nov 19 04:27:56.300159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-c322a988-f2f7-4420-a804-eb0cddd69802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:56.301648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-c322a988-f2f7-4420-a804-eb0cddd69802 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419266 Nov 19 04:27:56.407159 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-f178e2ad-5c6b-4440-91c4-77a25412e576 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970776 Nov 19 04:27:56.442791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:56.506758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-335c3864-5613-4f14-b7a8-d283f1778fb1 req-dd819f23-afd3-49d8-85ab-f4569c995e71 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905769 Nov 19 04:27:56.998216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68378d07-5d44-4a41-9d0e-37b7a6204433 req-5ba21fa7-8aaf-46ca-a0ba-dae78ced20ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:56.999720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68378d07-5d44-4a41-9d0e-37b7a6204433 req-5ba21fa7-8aaf-46ca-a0ba-dae78ced20ca tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0491605 Nov 19 04:27:57.049671 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-68378d07-5d44-4a41-9d0e-37b7a6204433 req-d13545b6-5c49-4500-961d-de49c6eeabf9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Nov 19 04:27:57.251234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:58.172262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f403f-9c8d-4aa2-9bc5-02880a78f5bf req-78c48bf4-f5a8-45c4-93a5-2ba641856e03 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:58.173826 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-278f403f-9c8d-4aa2-9bc5-02880a78f5bf req-78c48bf4-f5a8-45c4-93a5-2ba641856e03 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0533869 Nov 19 04:27:58.226682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-278f403f-9c8d-4aa2-9bc5-02880a78f5bf req-4c9022b2-4e6b-4241-b35d-0261b7fbed01 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 Nov 19 04:27:58.987944 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:27:59.089420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:59.100629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'mac_address': 'fa:16:3e:43:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:27:59.138056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:59.150704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80263d5b-c807-4373-a7d6-b0e3fcf00d24 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:27:59.169369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:27:59.174043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:27:59.225200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:27:59.350050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ce943-7bc8-4e2f-8a2c-894fc2f10e6c req-ba2ee0aa-a454-4178-85ae-4373346cb5bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:27:59.352185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c09ce943-7bc8-4e2f-8a2c-894fc2f10e6c req-ba2ee0aa-a454-4178-85ae-4373346cb5bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0521443 Nov 19 04:27:59.404945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c09ce943-7bc8-4e2f-8a2c-894fc2f10e6c req-7f9b2d45-d8f3-419a-a6bb-dd72cd25a35c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457635 Nov 19 04:27:59.545139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['80263d5b-c807-4373-a7d6-b0e3fcf00d24'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:28:00.520989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f23c3-bcbe-4674-a5fe-17928a20d0a5 req-989cd3cc-3d15-412b-bf45-10718c93ba32 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:00.522648 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca8f23c3-bcbe-4674-a5fe-17928a20d0a5 req-989cd3cc-3d15-412b-bf45-10718c93ba32 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Nov 19 04:28:00.575508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca8f23c3-bcbe-4674-a5fe-17928a20d0a5 req-9faf1514-a1a0-455b-84a8-4ef8ed5b8a93 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Nov 19 04:28:01.005009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:28:01.058171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:28:01.061882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:28:01.062380 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:01.143859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:01.166667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:28:01.168879 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3294081e-8cc2-4a1c-8812-983b473362bf" -d '{"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-plugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:28:01.181865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:28:01.187076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:01.239733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:01.274932 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18e1af0-5f4e-4f5a-94e4-47209878ae76 x-openstack-request-id: req-b18e1af0-5f4e-4f5a-94e4-47209878ae76 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:28:01.275231 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-plugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:28:01.275490 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b18e1af0-5f4e-4f5a-94e4-47209878ae76 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:28:01.275892 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'code': 200} Nov 19 04:28:01.422097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319fa7-4e21-44d8-b8f6-9f3d375a432f req-7f34264a-e52c-420c-be5f-c81a3b94aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:01.424926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d319fa7-4e21-44d8-b8f6-9f3d375a432f req-7f34264a-e52c-420c-be5f-c81a3b94aad3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1097 time: 0.0435801 Nov 19 04:28:01.474056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d319fa7-4e21-44d8-b8f6-9f3d375a432f req-e5166427-042b-401f-a413-07a252b0ba5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Nov 19 04:28:01.697746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65641b-52be-4042-b0b3-15eb1ed7ddf6 req-cf492589-f0f5-495b-af56-9e6421fa2a45 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:01.699296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb65641b-52be-4042-b0b3-15eb1ed7ddf6 req-cf492589-f0f5-495b-af56-9e6421fa2a45 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0511339 Nov 19 04:28:01.749069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb65641b-52be-4042-b0b3-15eb1ed7ddf6 req-8c66f47e-61b1-4b88-8bb8-ca54b6a854e7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Nov 19 04:28:02.012066 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:28:02.053371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:02.883095 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a20b65-ebcb-4623-9e3c-3dfb339bb35a req-b340185d-3917-4a9e-ba5c-e6a36e2bb314 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:02.884640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a20b65-ebcb-4623-9e3c-3dfb339bb35a req-b340185d-3917-4a9e-ba5c-e6a36e2bb314 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0534029 Nov 19 04:28:02.933755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5a20b65-ebcb-4623-9e3c-3dfb339bb35a req-f942de99-28e8-4e1d-acf6-a4d2eeff8341 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Nov 19 04:28:03.054158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39f4f-fe78-4eac-a1db-6481bdec0093 req-7e2e743f-8702-48cd-ad50-14252e0a8a56 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:03.055663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81f39f4f-fe78-4eac-a1db-6481bdec0093 req-7e2e743f-8702-48cd-ad50-14252e0a8a56 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0558395 Nov 19 04:28:03.106887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81f39f4f-fe78-4eac-a1db-6481bdec0093 req-ba843fa5-35df-41f5-bdc7-fec864dd180a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Nov 19 04:28:03.129469 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 60258) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:28:03.169316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8e62a-c005-4f2b-a86a-360071336e2f tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:03.170906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-97c8e62a-c005-4f2b-a86a-360071336e2f tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1092 time: 0.0403724 Nov 19 04:28:03.173883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60262) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:28:03.178436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:28:03.203555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:03.307217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:03.407233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.87 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b03964c0-ce48-400c-870e-c304cec17b58) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:28:03.780259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:03.822305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:03.859819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:28:03.863020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:28:03.866612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:28:03.894811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=b03964c0-ce48-400c-870e-c304cec17b58,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:03.906112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.906470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.906818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.907159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.907523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.908109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.908458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.908793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.909126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.909460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.909788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:03.910135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:28:04.390991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:04.491102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:04.642845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:04.647312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:04.716145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=b03964c0-ce48-400c-870e-c304cec17b58,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:04.725586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:04.827989 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP 59bca92d-5909-4da4-bf18-799286d014df associated. External IP: 172.25.8.87, port: 80263d5b-c807-4373-a7d6-b0e3fcf00d24. Nov 19 04:28:05.038309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:28:05.153139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:28:05.163833 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] Sync routers for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:28:05.174659 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:05.175878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:28:05.176692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:05.204984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5af4855a-71d1-49d2-84b6-bb5467a2db25 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0275979 Nov 19 04:28:05.204984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:28:05.206100 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d48731a-438b-4ff1-a44d-d1fa6c299050" -d '{"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:28:05.295579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:28:05.305870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee3e08-768c-42ef-81f6-762f206063b2 req-9eac82df-fa83-42a0-b371-60b854a05802 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:05.308118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cee3e08-768c-42ef-81f6-762f206063b2 req-9eac82df-fa83-42a0-b371-60b854a05802 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0557983 Nov 19 04:28:05.363137 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cee3e08-768c-42ef-81f6-762f206063b2 req-73975be6-91f2-4374-8bfd-8b13e87a548a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480692 Nov 19 04:28:05.386019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60290) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:28:05.424381 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2c8c89-fa8c-43bd-bbde-082decafc0c6 x-openstack-request-id: req-fd2c8c89-fa8c-43bd-bbde-082decafc0c6 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:28:05.425015 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:28:05.425015 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd2c8c89-fa8c-43bd-bbde-082decafc0c6 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:28:05.425434 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'status': 'completed', 'code': 200} Nov 19 04:28:05.458635 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-305e42a5-9e4d-4e09-901d-0d066af7ed7e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/59bca92d-5909-4da4-bf18-799286d014df HTTP/1.1" status: 200 len: 991 time: 0.0703299 Nov 19 04:28:05.524048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-06d1736e-f1e8-4273-8a3c-31269bfd50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:05.525571 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-06d1736e-f1e8-4273-8a3c-31269bfd50a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1097 time: 0.0517073 Nov 19 04:28:05.569976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '59bca92d-5909-4da4-bf18-799286d014df', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'mac_address': 'fa:16:3e:43:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:28:04Z', 'updated_at': '2021-11-19T04:28:04Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:05.599499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] Checking router: 4ca6a541-9aae-4b26-be3e-9b7c1339e878 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:28:05.608133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:28:05.608882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:27:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:05.627488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-5ce9975a-97a9-4c87-aca4-4c6761994fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:05.628968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-5ce9975a-97a9-4c87-aca4-4c6761994fce service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.0960305 Nov 19 04:28:05.713503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-52597495-bdfd-4768-910f-a5066b9eeb3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.0771356 Nov 19 04:28:05.739085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:28:05.768869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-23456442-a605-4713-8a0f-fb17e279003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:05.771032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-23456442-a605-4713-8a0f-fb17e279003c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0495372 Nov 19 04:28:05.819989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-67ec5973-4410-42b5-b5e9-299e19bfa207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:05.821598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-67ec5973-4410-42b5-b5e9-299e19bfa207 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429814 Nov 19 04:28:05.928044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-0270d9fa-8de2-4333-b13c-f57bfeccca02 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986054 Nov 19 04:28:05.982694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '59bca92d-5909-4da4-bf18-799286d014df', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'mac_address': 'fa:16:3e:43:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:28:04Z', 'updated_at': '2021-11-19T04:28:04Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:06.010578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b6b96-ef40-456f-b96b-8ae6830b3999 None None] The sync data for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 is: [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '59bca92d-5909-4da4-bf18-799286d014df', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'mac_address': 'fa:16:3e:43:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:28:04Z', 'updated_at': '2021-11-19T04:28:04Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:28:06.031964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9d48731a-438b-4ff1-a44d-d1fa6c299050 req-acdf130b-def9-4270-83a5-6855448f5f45 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969949 Nov 19 04:28:06.223210 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7a1151-11fc-4631-9e95-0ab37a575890 None None] New status for floating IP 59bca92d-5909-4da4-bf18-799286d014df: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:28:06.461086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:28:06.528153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6a7039cb-4a81-454a-a5de-374fc82644e5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/59bca92d-5909-4da4-bf18-799286d014df HTTP/1.1" status: 200 len: 993 time: 0.0656877 Nov 19 04:28:14.872007 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-d3b03301-a731-4047-a388-5984afb4b40a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413010 Nov 19 04:28:14.980924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d97f8-513d-485d-b84f-5deac23543af req-51e397c3-e99c-4614-bb8e-1b6321f37720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:14.982490 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-51e397c3-e99c-4614-bb8e-1b6321f37720 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 1097 time: 0.0417135 Nov 19 04:28:15.370077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d97f8-513d-485d-b84f-5deac23543af req-c5346a98-a5bf-4b54-9cec-b1da66c8872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:15.371569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-c5346a98-a5bf-4b54-9cec-b1da66c8872c service neutron] 10.222.0.31 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.3691154 Nov 19 04:28:15.442427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-5e919926-0ae5-44da-8fb2-ef38fc280104 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 200 len: 1002 time: 0.0611923 Nov 19 04:28:15.494682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d97f8-513d-485d-b84f-5deac23543af req-ac0bf319-3419-43d6-b4c5-cb83b371a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:15.496126 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-ac0bf319-3419-43d6-b4c5-cb83b371a84e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0443816 Nov 19 04:28:15.545440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d97f8-513d-485d-b84f-5deac23543af req-2e513b29-111e-4db2-864f-9b8f51f1c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:15.546934 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-2e513b29-111e-4db2-864f-9b8f51f1c5ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429683 Nov 19 04:28:15.637823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-025818ea-5f26-47d0-87a9-be994a4d1dcc service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816166 Nov 19 04:28:15.742103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-745d97f8-513d-485d-b84f-5deac23543af req-63c61f0f-b356-4246-99d0-d0c054a30ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959187 Nov 19 04:28:21.291009 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc68c822-ce1d-475d-85b9-6f4df9cc3508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:22.859362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:23.569280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1e1046e3-ae84-48f4-baf9-0333e4342a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:25.317481 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:26.446352 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:27.255232 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:32.059659 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:37.115314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fc37b-dab2-40c9-ac2a-20aeb0dec1d0 req-ffb0a2cf-83c6-407d-b2f4-cf12cf7685af tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:37.116847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f8fc37b-dab2-40c9-ac2a-20aeb0dec1d0 req-ffb0a2cf-83c6-407d-b2f4-cf12cf7685af tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0564175 Nov 19 04:28:37.173726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f8fc37b-dab2-40c9-ac2a-20aeb0dec1d0 req-bac03869-6bb8-4821-9873-a671816666ce tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509183 Nov 19 04:28:38.295886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b791cd-0965-4add-97c5-bef1a0d25274 req-345707f6-3bd8-4ec7-856d-752ca6f6c2e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:38.298144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81b791cd-0965-4add-97c5-bef1a0d25274 req-345707f6-3bd8-4ec7-856d-752ca6f6c2e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0552564 Nov 19 04:28:38.350744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81b791cd-0965-4add-97c5-bef1a0d25274 req-d22ba337-b737-4a00-b5c8-5a60f23299df tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458050 Nov 19 04:28:39.003069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-2073010c-d867-4cd2-b8e9-412e5cddd76b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:39.004555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-2073010c-d867-4cd2-b8e9-412e5cddd76b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0503743 Nov 19 04:28:39.011009 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:28:39.097140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port ebbd3e5c-5afc-4c75-8383-516519f6ac5a {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:28:39.097488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:39.198491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port ebbd3e5c-5afc-4c75-8383-516519f6ac5a, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:28:39.198865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:39.422288 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:39.422676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:39.423119 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Floating IP a5834648-f91f-477a-afa5-b9dbbd106a0c disassociated. External IP: 172.25.8.230, port: ebbd3e5c-5afc-4c75-8383-516519f6ac5a. Nov 19 04:28:39.423475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for ebbd3e5c-5afc-4c75-8383-516519f6ac5a owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:28:39.474907 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4bc88-34bb-46c2-b98a-20bd6c111db3 req-d43c133a-f8e7-47c0-89e6-a61c0535c07f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:39.476970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92d4bc88-34bb-46c2-b98a-20bd6c111db3 req-d43c133a-f8e7-47c0-89e6-a61c0535c07f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 946 time: 0.0554111 Nov 19 04:28:39.528854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92d4bc88-34bb-46c2-b98a-20bd6c111db3 req-9de53812-5c71-493d-b85f-25be8814b093 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453837 Nov 19 04:28:39.559373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:39.591960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=ebbd3e5c-5afc-4c75-8383-516519f6ac5a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:39.712739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:28:39.820294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:28:39.837588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:28:39.851824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:28:39.852774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:28:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:39.861657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port ebbd3e5c-5afc-4c75-8383-516519f6ac5a on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:28:39.864354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:39.867782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bbadc23b-db8e-49e6-a0cc-f74133dcd7e8 req-22d8698e-0b99-40a0-a6b5-fca0279116e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.31 "DELETE /v2.0/ports/ebbd3e5c-5afc-4c75-8383-516519f6ac5a HTTP/1.1" status: 204 len: 173 time: 0.8563335 Nov 19 04:28:39.868231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'name': 'network-vif-deleted', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:28:39.870813 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f866a8a-b72c-4c10-8729-1a4842b24d28" -d '{"events": [{"server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "name": "network-vif-deleted", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:28:39.923622 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0466adc-db50-481c-aae1-adf6c1a36376 x-openstack-request-id: req-f0466adc-db50-481c-aae1-adf6c1a36376 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:28:39.924012 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e677be-588c-4749-9eb0-36251532c72f", "name": "network-vif-deleted", "tag": "ebbd3e5c-5afc-4c75-8383-516519f6ac5a", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:28:39.924340 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0466adc-db50-481c-aae1-adf6c1a36376 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:28:39.924814 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e677be-588c-4749-9eb0-36251532c72f', 'name': 'network-vif-deleted', 'tag': 'ebbd3e5c-5afc-4c75-8383-516519f6ac5a', 'status': 'completed', 'code': 200} Nov 19 04:28:40.019887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:28:40.260940 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:40.294375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:28:40.303195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:28:40.303912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:28:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:40.412403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:28:40.647391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ffea1b6-b692-4f5f-badb-8201c898a336 req-a8d9f9ce-4a67-4f42-a34a-00283f5dfb48 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 210 time: 0.0375824 Nov 19 04:28:40.653251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:28:40.682489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb41bf9-ac70-4ddd-8baa-fb687d792159 None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:28:40.940601 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a974e-32ee-43f3-b381-8b3c36664b44 None None] New status for floating IP a5834648-f91f-477a-afa5-b9dbbd106a0c: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:28:41.135598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ebbd3e5c-5afc-4c75-8383-516519f6ac5a no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:28:41.315362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: ebbd3e5c-5afc-4c75-8383-516519f6ac5a {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:28:41.315807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ebbd3e5c-5afc-4c75-8383-516519f6ac5a not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:28:41.745486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efc45a24-9820-4ec4-9c71-a3a3088933c2 req-5fec0b8e-57e9-456b-8b65-4688ed946c5f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 210 time: 0.0288119 Nov 19 04:28:41.908586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff5648-3d16-499e-9f68-d42f918df5d1 req-9235aeca-c1d7-4536-8044-4d50bad939e7 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:41.910204 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81ff5648-3d16-499e-9f68-d42f918df5d1 req-9235aeca-c1d7-4536-8044-4d50bad939e7 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1097 time: 0.0444334 Nov 19 04:28:41.959999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-81ff5648-3d16-499e-9f68-d42f918df5d1 req-e1e9725a-b985-4c76-93c2-c966684baed4 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Nov 19 04:28:42.107483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597679-01e3-44b5-a391-01d11ccc665b req-1135e230-1d86-495d-b271-812d03e8dac7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:42.109644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39597679-01e3-44b5-a391-01d11ccc665b req-1135e230-1d86-495d-b271-812d03e8dac7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0583916 Nov 19 04:28:42.162573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39597679-01e3-44b5-a391-01d11ccc665b req-524f80c2-662b-41a1-bf82-2ebfa2b675b6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Nov 19 04:28:42.185686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60600) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:28:42.275431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6a1f2e1-614e-4ab5-9e7e-0aa27dc2f3d4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/59bca92d-5909-4da4-bf18-799286d014df HTTP/1.1" status: 200 len: 993 time: 0.0849171 Nov 19 04:28:42.851105 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-284e7d27-ba6d-4c4f-b231-6ded6c67b410 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494523 Nov 19 04:28:42.855283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d375a13-d4a4-486b-bff1-a0455f73ea50 req-561cfdac-cac0-4ddf-af31-c5e4ebc8bb36 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:42.857397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d375a13-d4a4-486b-bff1-a0455f73ea50 req-561cfdac-cac0-4ddf-af31-c5e4ebc8bb36 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0640652 Nov 19 04:28:42.927074 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d375a13-d4a4-486b-bff1-a0455f73ea50 req-b82f74e3-8a6d-4224-9a4b-06441edc678d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513327 Nov 19 04:28:43.037713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d612095-6755-4551-81bc-c5dd59f5fdc2 req-29f5cb46-61c0-4bef-995e-e7370e6eb716 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 210 time: 0.0402689 Nov 19 04:28:44.073510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789039-cca6-43e9-aedb-ac2d673918cc req-fdcc1298-fad4-4525-b7f8-867eff690443 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:44.087267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee789039-cca6-43e9-aedb-ac2d673918cc req-fdcc1298-fad4-4525-b7f8-867eff690443 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0691419 Nov 19 04:28:44.117664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-0f9f9125-afcb-4544-8a16-c78d215bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:44.119339 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-0f9f9125-afcb-4544-8a16-c78d215bde58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1097 time: 0.0605357 Nov 19 04:28:44.146628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee789039-cca6-43e9-aedb-ac2d673918cc req-8df21361-7832-4087-a1f8-80fa130a8c14 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581629 Nov 19 04:28:44.240672 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cc96822-030d-48e7-9449-503c8f7986a1 req-3b7d5153-a2c4-4b83-b3b1-7d6dc2b21b8f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e677be-588c-4749-9eb0-36251532c72f HTTP/1.1" status: 200 len: 210 time: 0.0411792 Nov 19 04:28:44.256997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-4d38e6a4-e865-4301-9b2c-a3c4770e280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:44.259035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-4d38e6a4-e865-4301-9b2c-a3c4770e280f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1279359 Nov 19 04:28:44.345621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-2a2a74e0-130b-4c0c-b903-96465ae74960 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 1001 time: 0.0751159 Nov 19 04:28:44.409089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-aa7003b4-c759-4ef5-8793-c97227ac00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:44.411040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-aa7003b4-c759-4ef5-8793-c97227ac00f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0543919 Nov 19 04:28:44.462234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-0e426034-bafb-454a-9a44-afff19e85754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:44.463854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-0e426034-bafb-454a-9a44-afff19e85754 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447791 Nov 19 04:28:44.572664 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-4d30c8fb-f242-4047-b01d-c0a27a2a7d97 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963466 Nov 19 04:28:44.675080 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-6a3ed5ae-59f1-4f29-88d3-700848b4a26a service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932822 Nov 19 04:28:45.258397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2a73-e130-4701-b7f1-d8dd5147e9d4 req-cc8d88a7-78c8-4954-b018-defaf45aa7bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:45.259896 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-725d2a73-e130-4701-b7f1-d8dd5147e9d4 req-cc8d88a7-78c8-4954-b018-defaf45aa7bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0488791 Nov 19 04:28:45.316359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-725d2a73-e130-4701-b7f1-d8dd5147e9d4 req-a96653ad-3195-40a8-80d5-e757a096fde7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Nov 19 04:28:45.521888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-cbce1ad6-2ced-4e70-8272-25f27a6cca94 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892949733&fields=id&tenant_id=8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 267 time: 0.0446408 Nov 19 04:28:45.634802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-b12c7449-0a54-48f2-bc40-cae566fd2507 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:45.636440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-b12c7449-0a54-48f2-bc40-cae566fd2507 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1076884 Nov 19 04:28:45.655104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-3840743b-fbc5-4606-a666-69759a956afb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0116620 Nov 19 04:28:45.712843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-78734f76-98ef-40cf-adbc-cf7bdd3b37c6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515833 Nov 19 04:28:45.810476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-03ed3dca-fb29-4caa-a114-7aa296b6c776 service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850270 Nov 19 04:28:45.927749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-0357dd55-487a-47f0-90b3-6881747a8f9b service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104360 Nov 19 04:28:46.238292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeab85b-2167-4db1-81a6-566a525ffe44 req-e0c3f02a-0e2d-4562-9dd7-7d6945c38572 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 210 time: 0.0284336 Nov 19 04:28:46.446646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899127f-ae7b-4b04-9064-8a3ac6579d9f req-818324b0-922b-4043-adf6-6f0d2fd488c0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:46.448221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f899127f-ae7b-4b04-9064-8a3ac6579d9f req-818324b0-922b-4043-adf6-6f0d2fd488c0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0587032 Nov 19 04:28:46.509159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f899127f-ae7b-4b04-9064-8a3ac6579d9f req-435fb64f-58ba-4a02-a9ff-654105384f26 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497675 Nov 19 04:28:47.186736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-03600f53-20f7-4739-b125-121ce217a24a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:47.188396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-03600f53-20f7-4739-b125-121ce217a24a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1249187 Nov 19 04:28:47.260787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-e947c130-36d3-44d3-8a75-ad279622c6a5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 379 time: 0.0626893 Nov 19 04:28:47.280401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'security_groups': ['88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:28:47.372960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba6d405d-c324-409d-87d2-3c1f58b51ec9 req-8f6749c6-9aa8-4bd4-89f3-279dc6cf83fa tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 210 time: 0.0370347 Nov 19 04:28:47.414824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:28:47.418466 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:47.566234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.10 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/0e2c5083-0ae2-44a2-b09a-4d3b589996c9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:28:47.692876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cfa57-313f-4c44-9dca-28a0ee05afe1 req-9d2d749a-82da-4e0d-a337-500321b52aac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:47.695191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-946cfa57-313f-4c44-9dca-28a0ee05afe1 req-9d2d749a-82da-4e0d-a337-500321b52aac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0591536 Nov 19 04:28:47.732226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:47.754451 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-946cfa57-313f-4c44-9dca-28a0ee05afe1 req-f5305183-f922-4dc2-9b81-0505310faaea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530443 Nov 19 04:28:47.775044 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:47.825374 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:28:47.830082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:28:47.835557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:28:47.870131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:47.908551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:47.909251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:47.928345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-37234842-a566-4652-a9d5-ef96b513d84f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6605752 Nov 19 04:28:47.940668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Request body: {'port': {'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:28:48.022308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.142020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2b3c358e-7ff1-4a9d-be32-e36db5711e91 None None] Provisioning complete for port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:28:48.142642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2b3c358e-7ff1-4a9d-be32-e36db5711e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.179811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c358e-7ff1-4a9d-be32-e36db5711e91 None None] Port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:28:48.325619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:28:48.334068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.347507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Transition to ACTIVE for port object 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:28:48.351329 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.426745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:48.517906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Attempting to bind port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:28:48.518318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Attempting to bind port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:28:48.518619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Attempting to bind port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:28:48.532889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:28:48.533170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Attempting to bind port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:28:48.545679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:28:48.547308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:28:48.547886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:28:48.548522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Bound port: 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:28:48.549087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.561540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f382d7-0279-4256-b14a-6b8f86c127d7 req-3bb4a731-e9c7-416d-a533-afb212829bee tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:48.564997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7f382d7-0279-4256-b14a-6b8f86c127d7 req-3bb4a731-e9c7-416d-a533-afb212829bee tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0852683 Nov 19 04:28:48.628468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] For port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:28:48.629815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7f382d7-0279-4256-b14a-6b8f86c127d7 req-50d4b390-2f74-4434-91db-0322349016b4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584543 Nov 19 04:28:48.633680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] For port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:28:48.651826 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.707784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:48.708757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:48.711700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] 10.222.0.36 "PUT /v2.0/ports/0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 1092 time: 0.7755592 Nov 19 04:28:48.712549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:28:48.715311 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eaaa31-ec52-43e4-89fc-816066f545e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:28:48.786478 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d6d6d9-7cb0-4d49-9918-097cb09558ad x-openstack-request-id: req-96d6d6d9-7cb0-4d49-9918-097cb09558ad {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:28:48.786876 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:28:48.797067 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96d6d6d9-7cb0-4d49-9918-097cb09558ad {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:28:48.797792 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'status': 'completed', 'code': 200} Nov 19 04:28:48.803676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b925c-951f-4ec8-8ae2-67de4f3d3fac service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:28:48.842442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-588824fa-effc-4270-97b6-a4a3d12af6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:48.844462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-588824fa-effc-4270-97b6-a4a3d12af6f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1095 time: 0.0765467 Nov 19 04:28:48.930362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-a530f11e-9fc3-4405-a51a-817504354b70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 217 time: 0.0772498 Nov 19 04:28:48.943688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199693b-0456-44fe-8100-59671c477268 req-b3ddb6c9-e535-4b53-9a52-c489de421911 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:48.946579 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8199693b-0456-44fe-8100-59671c477268 req-b3ddb6c9-e535-4b53-9a52-c489de421911 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0685215 Nov 19 04:28:49.020567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-b6d726b7-9faf-420e-9a97-b5a5176f5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.022217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-b6d726b7-9faf-420e-9a97-b5a5176f5b43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0851247 Nov 19 04:28:49.041598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8199693b-0456-44fe-8100-59671c477268 req-ff4e502e-bc1d-4596-be65-4c2f9a9f0e19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881870 Nov 19 04:28:49.087102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-b4c1a2f1-51fb-4987-8e1d-4c3c9b6beb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.088653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-b4c1a2f1-51fb-4987-8e1d-4c3c9b6beb44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589764 Nov 19 04:28:49.190506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-c65db04b-451e-47c2-a4a6-c54e5fc23c34 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938497 Nov 19 04:28:49.303648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d9cfdc38-dfdc-46b4-84e8-74e1f02035cc req-0f69f520-356b-432b-9d32-45982f8f7197 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033406 Nov 19 04:28:49.396061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-d48e540a-6249-4ada-b2bd-23bfa8ca407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.397454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-d48e540a-6249-4ada-b2bd-23bfa8ca407b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1095 time: 0.0472915 Nov 19 04:28:49.505277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-f17929c8-9652-4860-a2d9-13774e2e7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.506808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-f17929c8-9652-4860-a2d9-13774e2e7496 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1026165 Nov 19 04:28:49.552570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-1194a1ef-8185-4102-bece-0389d43ea519 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 217 time: 0.0364385 Nov 19 04:28:49.606917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-d2cf2c8b-f09d-43f3-a5de-b1f334df361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.608931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-d2cf2c8b-f09d-43f3-a5de-b1f334df361a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0489571 Nov 19 04:28:49.664071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-567a7763-61cf-4c14-92f6-63e435eb7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.665632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-567a7763-61cf-4c14-92f6-63e435eb7b9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506637 Nov 19 04:28:49.776411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-8c6716bc-34e9-44a7-9997-b3ad41f9b0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027780 Nov 19 04:28:49.781291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfadc54-3efc-47cb-abc4-129d2bb885ad req-48a1dcf3-b6f4-4244-849a-4d8579119725 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:49.782765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbfadc54-3efc-47cb-abc4-129d2bb885ad req-48a1dcf3-b6f4-4244-849a-4d8579119725 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0711334 Nov 19 04:28:49.835750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbfadc54-3efc-47cb-abc4-129d2bb885ad req-60cf941d-27a0-4229-bc46-f33c3d25bb5e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461414 Nov 19 04:28:49.893279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-36eaaa31-ec52-43e4-89fc-816066f545e9 req-c5401c5e-3755-4cc5-953a-f97d1b7c9c18 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092002 Nov 19 04:28:50.178278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956c398-fdb6-4249-8265-cdb3002cb091 req-4e0e99fc-965e-4731-a68c-9b34f5ad5378 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:50.180005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0956c398-fdb6-4249-8265-cdb3002cb091 req-4e0e99fc-965e-4731-a68c-9b34f5ad5378 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0559568 Nov 19 04:28:50.251032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0956c398-fdb6-4249-8265-cdb3002cb091 req-14fcc3ee-140e-4a0e-a910-fd78e8ae0037 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644658 Nov 19 04:28:51.003294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc0fa8-5917-4068-b891-4b19f90f445c req-bd8f0569-6b32-4a7d-8dbe-72f259a8f2fa tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:51.004835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dabc0fa8-5917-4068-b891-4b19f90f445c req-bd8f0569-6b32-4a7d-8dbe-72f259a8f2fa tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0660563 Nov 19 04:28:51.059490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dabc0fa8-5917-4068-b891-4b19f90f445c req-e9996fee-a6d6-45c7-913d-24e01e4574f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480635 Nov 19 04:28:51.285025 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1549d82a-3dae-4df6-ae45-03bc2164b860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:51.404508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd382-b616-41d3-8aa7-9d9919e26871 req-515f44b4-f830-41c0-aacf-904928bbe3cb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:51.407065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f2bd382-b616-41d3-8aa7-9d9919e26871 req-515f44b4-f830-41c0-aacf-904928bbe3cb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0574002 Nov 19 04:28:51.459236 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f2bd382-b616-41d3-8aa7-9d9919e26871 req-9491e876-c6ce-4691-8a7e-592ca9c18719 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Nov 19 04:28:52.203340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bb4f0-e6d2-4491-b519-36c71352f6b9 req-7f858888-6243-479f-9eb5-175f033dfd74 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:52.205392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-364bb4f0-e6d2-4491-b519-36c71352f6b9 req-7f858888-6243-479f-9eb5-175f033dfd74 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0700612 Nov 19 04:28:52.258975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-364bb4f0-e6d2-4491-b519-36c71352f6b9 req-61aac542-ae4f-4aec-804c-9277457a5ccb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476503 Nov 19 04:28:52.589578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81828ba-55b0-473e-aae4-3baac69cd469 req-cfa51fb4-0eef-49bf-a36d-dc4ca2129e97 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:52.597708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c81828ba-55b0-473e-aae4-3baac69cd469 req-cfa51fb4-0eef-49bf-a36d-dc4ca2129e97 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0638525 Nov 19 04:28:52.648831 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c81828ba-55b0-473e-aae4-3baac69cd469 req-f724676d-6252-4a60-9598-4c182b71e945 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502114 Nov 19 04:28:52.869177 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:53.396810 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52196-780b-45b8-be00-7e37ff6eabca req-f6942ccd-cf01-40dd-accb-f4fe2fa41a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:53.398346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36e52196-780b-45b8-be00-7e37ff6eabca req-f6942ccd-cf01-40dd-accb-f4fe2fa41a69 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0563686 Nov 19 04:28:53.461792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-36e52196-780b-45b8-be00-7e37ff6eabca req-603c22e4-550d-48eb-8feb-5a8bb79dfc01 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573549 Nov 19 04:28:53.570627 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff302777-ae6a-452d-b2b8-b7e9adb678e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:53.778919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef204ff-302b-469d-8091-e2770b3397aa req-65e4bf8a-cd17-4ba4-82f9-59ebddad1d73 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:53.780465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ef204ff-302b-469d-8091-e2770b3397aa req-65e4bf8a-cd17-4ba4-82f9-59ebddad1d73 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0500221 Nov 19 04:28:53.830782 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ef204ff-302b-469d-8091-e2770b3397aa req-e4997ee1-e50f-46f7-baa7-8572e12541d9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 Nov 19 04:28:54.578845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924da62-81f7-4afd-9f40-e72ca1de81d1 req-2e8462d3-d7e7-40da-a938-794ee5347d5f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:54.580351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2924da62-81f7-4afd-9f40-e72ca1de81d1 req-2e8462d3-d7e7-40da-a938-794ee5347d5f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0501251 Nov 19 04:28:54.633635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2924da62-81f7-4afd-9f40-e72ca1de81d1 req-87546cd8-3808-4605-98a8-9db9b00b8675 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Nov 19 04:28:54.956803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b6718-38ec-4ca2-a1fd-3e48e7c6ac9d req-b161d55d-0b12-4e1f-847d-e0807dd07e36 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:54.958564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c3b6718-38ec-4ca2-a1fd-3e48e7c6ac9d req-b161d55d-0b12-4e1f-847d-e0807dd07e36 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0556514 Nov 19 04:28:55.010156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c3b6718-38ec-4ca2-a1fd-3e48e7c6ac9d req-94108476-5598-4d06-9484-120729b94ebc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Nov 19 04:28:55.319619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:55.760854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4205a-3463-4046-9f12-d2fb46a2d2e8 req-0868d0ab-98c5-49ae-848a-d0ef9081e105 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:55.762415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b0b4205a-3463-4046-9f12-d2fb46a2d2e8 req-0868d0ab-98c5-49ae-848a-d0ef9081e105 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0529289 Nov 19 04:28:55.812399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b0b4205a-3463-4046-9f12-d2fb46a2d2e8 req-bb29f559-078f-4243-aac1-c4ae95e5528a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432365 Nov 19 04:28:56.131672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8a33a-5197-4b84-9ef2-288afd57ec44 req-8c0600d3-10e0-4f8c-883e-a5fab51dbf9f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:56.133224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f8a33a-5197-4b84-9ef2-288afd57ec44 req-8c0600d3-10e0-4f8c-883e-a5fab51dbf9f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0499175 Nov 19 04:28:56.188879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7f8a33a-5197-4b84-9ef2-288afd57ec44 req-882afb29-de22-4b72-9718-0af1efd43779 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 Nov 19 04:28:56.448109 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:56.930846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c633f0-dacc-46d5-918c-28d1b78d1eb9 req-324dfe4b-6d5f-4ff0-93af-13a8fa8e57c7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:56.932325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95c633f0-dacc-46d5-918c-28d1b78d1eb9 req-324dfe4b-6d5f-4ff0-93af-13a8fa8e57c7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0495491 Nov 19 04:28:56.981820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95c633f0-dacc-46d5-918c-28d1b78d1eb9 req-6d921d34-e494-4d61-a81b-2d0523dc9309 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431859 Nov 19 04:28:57.254927 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:28:57.309797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258efc95-62b4-46ab-8c83-e95a16767826 req-4521f1ed-82aa-465d-8475-59f3a59a05bf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:57.311416 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-258efc95-62b4-46ab-8c83-e95a16767826 req-4521f1ed-82aa-465d-8475-59f3a59a05bf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0521588 Nov 19 04:28:57.363507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-258efc95-62b4-46ab-8c83-e95a16767826 req-94f5ece3-97ed-4beb-a84e-766065cfa9e5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457687 Nov 19 04:28:58.107634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245bc58-374b-4df2-b1d1-43e060d35b9e req-05de335e-b15a-4950-ae72-e6b405f7eea7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:58.109670 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1245bc58-374b-4df2-b1d1-43e060d35b9e req-05de335e-b15a-4950-ae72-e6b405f7eea7 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0544896 Nov 19 04:28:58.159047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1245bc58-374b-4df2-b1d1-43e060d35b9e req-d10a48ed-ee75-45a5-92c2-48fa6fce80a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432558 Nov 19 04:28:58.483828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5802f6-85f6-4a91-8e54-7f76b727a163 req-6a9b5ed9-d9df-4042-a8a9-0457e5a1683f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:58.485560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c5802f6-85f6-4a91-8e54-7f76b727a163 req-6a9b5ed9-d9df-4042-a8a9-0457e5a1683f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0522182 Nov 19 04:28:58.535341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c5802f6-85f6-4a91-8e54-7f76b727a163 req-443142da-e402-473e-a011-f94eae31344d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Nov 19 04:28:59.285792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477534c0-232d-4d72-af0e-6364b0dedeaa req-e9d003a8-a8db-453e-b306-a519c42412e9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:59.287324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-477534c0-232d-4d72-af0e-6364b0dedeaa req-e9d003a8-a8db-453e-b306-a519c42412e9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 944 time: 0.0568478 Nov 19 04:28:59.338214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-477534c0-232d-4d72-af0e-6364b0dedeaa req-94ba66cb-eabd-4ebf-90f5-ffa7c760e51b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447862 Nov 19 04:28:59.652550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f90a-61eb-4fd1-8913-12d65c70adda req-1d7a16ae-d04a-42a3-8201-77e875ec6bb0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:28:59.654088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2aa5f90a-61eb-4fd1-8913-12d65c70adda req-1d7a16ae-d04a-42a3-8201-77e875ec6bb0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0502300 Nov 19 04:28:59.709237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2aa5f90a-61eb-4fd1-8913-12d65c70adda req-3fa36d1c-2c15-4f0e-93d6-88baee5a9a19 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486975 Nov 19 04:29:00.206396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:29:00.303700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:00.315256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:29:00.357591 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:00.371957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:29:00.396080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:00.401072 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:00.448365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:00.455839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.456195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.456605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.456890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.457232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.457571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.457781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7b5b4-2a77-4294-badb-acd229cfeb75 req-3ed3fb4a-4e39-4c4e-bf0f-12c52c36cd2b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:00.457907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.458261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.458594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.458925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.459261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.459464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24b7b5b4-2a77-4294-badb-acd229cfeb75 req-3ed3fb4a-4e39-4c4e-bf0f-12c52c36cd2b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 945 time: 0.0497096 Nov 19 04:29:00.459646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:00.515196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24b7b5b4-2a77-4294-badb-acd229cfeb75 req-b0faa10b-d61c-4fad-881d-918263007970 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Nov 19 04:29:00.606589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0e2c5083-0ae2-44a2-b09a-4d3b589996c9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:29:00.850723 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf3d1-c1dc-47a8-8afd-65be393373b7 req-832f8370-1e53-42bd-9d8b-705d35ee0ad8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:00.852269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b6cf3d1-c1dc-47a8-8afd-65be393373b7 req-832f8370-1e53-42bd-9d8b-705d35ee0ad8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0646551 Nov 19 04:29:00.904939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b6cf3d1-c1dc-47a8-8afd-65be393373b7 req-da472360-1cdb-4ae3-93f8-7454ebf24064 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Nov 19 04:29:01.649243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b4419-4a95-4e74-9273-ba0b8ab49c0d req-27eec383-330a-4f9d-b313-9c714009faad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:01.652466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-964b4419-4a95-4e74-9273-ba0b8ab49c0d req-27eec383-330a-4f9d-b313-9c714009faad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 945 time: 0.0570080 Nov 19 04:29:01.710505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-964b4419-4a95-4e74-9273-ba0b8ab49c0d req-a8d4ccb3-573e-4c39-9198-7b5d1179fd8c tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499117 Nov 19 04:29:02.038838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca560b-eb5f-400d-8afe-afa41df7fa6e req-13a04349-b53f-432c-be38-ae4a3f2d88ea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:02.040369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03ca560b-eb5f-400d-8afe-afa41df7fa6e req-13a04349-b53f-432c-be38-ae4a3f2d88ea tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0571246 Nov 19 04:29:02.080308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:02.093550 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03ca560b-eb5f-400d-8afe-afa41df7fa6e req-a306eeb5-8403-44e9-be3b-1034ebb03977 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465782 Nov 19 04:29:02.213365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:29:02.264754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:29:02.269134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:29:02.269519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:02.351872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:02.374606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:02.376868 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507bf87a-96ba-4d1f-ae82-73b7c4da6170" -d '{"events": [{"server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:02.391080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:02.401205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:02.428017 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d338c-eff1-466e-90ce-b77ff18acf42 x-openstack-request-id: req-139d338c-eff1-466e-90ce-b77ff18acf42 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:02.428318 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "name": "network-vif-plugged", "status": "completed", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:02.428578 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-139d338c-eff1-466e-90ce-b77ff18acf42 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:02.428979 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'code': 200} Nov 19 04:29:02.458655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:02.517143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e2dc9-d24c-42aa-8bbf-a168fd34cbd2 req-a96f8ef9-c7bc-4217-8a73-152223adcec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:02.518700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e2dc9-d24c-42aa-8bbf-a168fd34cbd2 req-a96f8ef9-c7bc-4217-8a73-152223adcec8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1097 time: 0.0414510 Nov 19 04:29:02.567050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8d3e2dc9-d24c-42aa-8bbf-a168fd34cbd2 req-403c6e60-4603-4584-a2b6-0a6af33ce6f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414994 Nov 19 04:29:02.836528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92436672-dfef-443c-ac1a-58c8f29aacc9 req-a081f2c2-9332-47a1-b2a8-f852d4e9e1e9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:02.838109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92436672-dfef-443c-ac1a-58c8f29aacc9 req-a081f2c2-9332-47a1-b2a8-f852d4e9e1e9 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 946 time: 0.0529261 Nov 19 04:29:02.890352 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92436672-dfef-443c-ac1a-58c8f29aacc9 req-49ba6a8c-bd4a-4817-a9d0-a18a631c1db8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446064 Nov 19 04:29:03.211836 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf4ed9-f127-4e79-8313-bfa5a526209a req-165feaab-0c11-41b1-a1d8-2996e0769df8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:03.213275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4aaf4ed9-f127-4e79-8313-bfa5a526209a req-165feaab-0c11-41b1-a1d8-2996e0769df8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0490961 Nov 19 04:29:03.268329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4aaf4ed9-f127-4e79-8313-bfa5a526209a req-a27e1c6b-ef05-4f7c-b945-feb44ddc6718 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485160 Nov 19 04:29:04.020298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4206b-5fa4-4d9e-8c11-153dfc98484f req-4947b39c-1ba7-4518-a397-d8bf74e6851a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:04.021865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-20d4206b-5fa4-4d9e-8c11-153dfc98484f req-4947b39c-1ba7-4518-a397-d8bf74e6851a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 946 time: 0.0508480 Nov 19 04:29:04.076908 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-20d4206b-5fa4-4d9e-8c11-153dfc98484f req-49904295-b0e4-484f-8085-fec02fed0aa6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 Nov 19 04:29:04.196893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4a836-faeb-47fa-b69d-32e0e0d900b7 req-f9a4ebed-abe3-4069-b660-9c3349c269ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:04.198486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62b4a836-faeb-47fa-b69d-32e0e0d900b7 req-f9a4ebed-abe3-4069-b660-9c3349c269ad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 946 time: 0.0531352 Nov 19 04:29:04.252225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62b4a836-faeb-47fa-b69d-32e0e0d900b7 req-f606bec8-205f-467c-bbaf-15a649c39dce tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Nov 19 04:29:04.275181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60950) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:04.410759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc902-ade3-4714-b065-1739e90f5b46 req-e7006ecc-cfa8-464b-aaf3-d157fa97c308 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:04.412440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f5cc902-ade3-4714-b065-1739e90f5b46 req-e7006ecc-cfa8-464b-aaf3-d157fa97c308 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0680962 Nov 19 04:29:04.446925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b570dd4a-bb65-4cdd-8df4-ce2f3b1944a4 tempest-TestVolumeBootPattern-1134749226 tempest-TestVolumeBootPattern-1134749226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:04.451297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b570dd4a-bb65-4cdd-8df4-ce2f3b1944a4 tempest-TestVolumeBootPattern-1134749226 tempest-TestVolumeBootPattern-1134749226-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1092 time: 0.1722441 Nov 19 04:29:04.451437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 60956) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:04.456299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:29:04.466207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f5cc902-ade3-4714-b065-1739e90f5b46 req-490b9646-998b-44f0-8d9f-d5d7ed418063 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 Nov 19 04:29:04.480175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:04.577594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:04.685390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.25.8.80 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/55d29e4a-f417-4b71-a951-9d9577b4ea51) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:29:04.786293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:04.820507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:04.867995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:29:04.870905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:29:04.875459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:29:04.878669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=55d29e4a-f417-4b71-a951-9d9577b4ea51,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:04.905527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.905883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.906254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.906599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.906939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.907278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.907612 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.907979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.908274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.908602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.908939 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:04.909271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:05.262028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:05.330122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:05.482283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:05.486857 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:05.558333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=55d29e4a-f417-4b71-a951-9d9577b4ea51,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:05.573100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:05.595060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1bf1e-9cab-46e3-a04d-4dab3e64a4ed req-bbd23af7-64fc-4b97-9ffa-1c12db1de499 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:05.596766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53e1bf1e-9cab-46e3-a04d-4dab3e64a4ed req-bbd23af7-64fc-4b97-9ffa-1c12db1de499 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0542068 Nov 19 04:29:05.649600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-53e1bf1e-9cab-46e3-a04d-4dab3e64a4ed req-59ece965-2d9e-4657-885c-e435b6c437e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Nov 19 04:29:05.678399 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Floating IP dab09b2e-e8f0-4f65-9397-ce1dbf5abc08 associated. External IP: 172.25.8.80, port: 0e2c5083-0ae2-44a2-b09a-4d3b589996c9. Nov 19 04:29:06.188970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:29:06.297527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:29:06.308537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:29:06.315297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:06.320476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:29:06.321405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:28:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:06.343795 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dcffa931-e700-4fc5-871a-fa622d33dcd4 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8906744 Nov 19 04:29:06.344484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:06.346896 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922" -d '{"events": [{"name": "network-changed", "server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:06.391697 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd0fe23-0597-4df3-b1f8-c30f09e94d0c x-openstack-request-id: req-9cd0fe23-0597-4df3-b1f8-c30f09e94d0c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:06.391993 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:06.392253 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cd0fe23-0597-4df3-b1f8-c30f09e94d0c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:06.392670 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'status': 'completed', 'code': 200} Nov 19 04:29:06.448120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:29:06.455248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-c60c89f6-1f9d-4abe-b120-862e26be9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:06.456787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-c60c89f6-1f9d-4abe-b120-862e26be9de4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1097 time: 0.0433407 Nov 19 04:29:06.551454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-e7261d35-b6e2-4646-82a2-b5f5342c7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:06.553530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-e7261d35-b6e2-4646-82a2-b5f5342c7941 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.0894184 Nov 19 04:29:06.627952 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-940ecafd-ddf8-4581-94ff-445a5ec7fbea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 999 time: 0.0681903 Nov 19 04:29:06.680914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-3b1eda09-5034-45dc-b542-341e6ce5c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:06.682545 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-3b1eda09-5034-45dc-b542-341e6ce5c3ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0480990 Nov 19 04:29:06.691957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:05Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:06.739444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:29:06.745063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-04a48c42-dcae-4d09-bd24-3fdbe02ec5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:06.746638 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-04a48c42-dcae-4d09-bd24-3fdbe02ec5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564883 Nov 19 04:29:06.754772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:29:06.755703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:28:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:06.800222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2303-ff27-4c1f-893c-60f3f9c4744c req-3de21557-ba64-475b-9f16-eba7a6411aed tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:06.802152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-296d2303-ff27-4c1f-893c-60f3f9c4744c req-3de21557-ba64-475b-9f16-eba7a6411aed tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 946 time: 0.0632663 Nov 19 04:29:06.857257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-f738c1ad-8bb0-4dc5-a36d-fa0c1796ab3d service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031816 Nov 19 04:29:06.880698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-296d2303-ff27-4c1f-893c-60f3f9c4744c req-a9164779-7cde-45d9-a02d-7c0f38878f05 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707874 Nov 19 04:29:06.914791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:29:06.956886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6f48f0d4-6ca9-445f-aab9-e6ce93be2922 req-cf9489a5-fb46-4a3d-bf88-1512130b14b6 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923519 Nov 19 04:29:07.144771 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-54aaab7d-2315-4a53-9bb6-a9a3d3513658 service neutron] show failed (client error): The resource could not be found. Nov 19 04:29:07.150142 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-54aaab7d-2315-4a53-9bb6-a9a3d3513658 service neutron] 10.222.0.31 "GET /v2.0/ports/80263d5b-c807-4373-a7d6-b0e3fcf00d24/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0749881 Nov 19 04:29:07.204967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:05Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:07.231515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465af3f-fa10-448b-86ec-d0254d2d69b0 None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:05Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:29:07.385394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-b0e4dafe-2f77-4019-b626-bba54720377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:07.387048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-b0e4dafe-2f77-4019-b626-bba54720377e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 1097 time: 0.0482032 Nov 19 04:29:07.401360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:29:07.459442 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:07.491011 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462233a-3b6e-48e4-9543-f7997cc11040 None None] New status for floating IP dab09b2e-e8f0-4f65-9397-ce1dbf5abc08: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:29:07.674599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:07.709983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:29:07.753242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:07.766467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Transition to ACTIVE for port object 80263d5b-c807-4373-a7d6-b0e3fcf00d24 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:29:07.771237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:07.853266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:07.897228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] No DVR routers for this DVR port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:29:08.016200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b171d0-d453-4c00-ab69-20d30985e915 req-b3cb6cca-997f-4cac-a8d0-23feb65a8c80 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.018585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b171d0-d453-4c00-ab69-20d30985e915 req-b3cb6cca-997f-4cac-a8d0-23feb65a8c80 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0544980 Nov 19 04:29:08.048835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:29:08.048835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:29:08.048835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:29:08.056025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:29:08.056221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:29:08.063098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:29:08.063448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Checking segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:29:08.063981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Bound using segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:29:08.064565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Bound port: 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:29:08.064820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:08.085221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48b171d0-d453-4c00-ab69-20d30985e915 req-66274285-ca7f-49ee-8f40-1a405d480efd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583127 Nov 19 04:29:08.140990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:29:08.144167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:29:08.148147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:08.183957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.184679 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:08.186754 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] 10.222.0.36 "PUT /v2.0/ports/80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 1092 time: 0.7899182 Nov 19 04:29:08.209789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b93c0-2891-4806-a18a-13e3edbbbc8e service neutron] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:08.266371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-f5c1b463-d0ff-4e9e-a9b1-9a3282b6020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.267990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-f5c1b463-d0ff-4e9e-a9b1-9a3282b6020d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1095 time: 0.0483534 Nov 19 04:29:08.372914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-cd88ddbb-9ab1-4b5f-8e91-98bf33004814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.374902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-cd88ddbb-9ab1-4b5f-8e91-98bf33004814 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1000504 Nov 19 04:29:08.419761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}, {'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:08.422716 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac" -d '{"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-unplugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}, {"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:08.449887 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-e0c16290-5027-41f8-9735-fc7d0d356c56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.0674887 Nov 19 04:29:08.491159 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3be26a-a286-4356-a9a5-7a73bd3de466 x-openstack-request-id: req-bf3be26a-a286-4356-a9a5-7a73bd3de466 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:08.491525 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-unplugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "code": 200}, {"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:08.491781 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf3be26a-a286-4356-a9a5-7a73bd3de466 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:08.492176 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'code': 200} Nov 19 04:29:08.492440 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'status': 'completed', 'code': 200} Nov 19 04:29:08.510530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-a605b878-61ac-4a0a-96e2-958e58501b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.511989 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-a605b878-61ac-4a0a-96e2-958e58501b5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0545177 Nov 19 04:29:08.560465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-3081e516-6495-4b34-8d6c-e147be370a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.562089 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-3081e516-6495-4b34-8d6c-e147be370a42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421789 Nov 19 04:29:08.668486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-ad43b1a8-b4a3-48c3-b8e8-3e6240681f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.670025 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-ad43b1a8-b4a3-48c3-b8e8-3e6240681f8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1095 time: 0.1008956 Nov 19 04:29:08.838835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-75b7945c-881d-4e3b-a3b1-f094df6a64e7 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553102 Nov 19 04:29:08.838835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-557a70ba-8d89-4dce-afa6-2bf501f38697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:08.838835 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-557a70ba-8d89-4dce-afa6-2bf501f38697 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1551583 Nov 19 04:29:08.860622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-80f27cbd-acf2-45c5-b82b-5fdbd07fd813 req-17dbb318-e00f-4350-b917-97b9e3b41f8a service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196649 Nov 19 04:29:08.961227 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-a0d2ffb0-df17-496b-b03b-91fa3ca7f476 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.0967851 Nov 19 04:29:09.005802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-c11ef76a-f078-4802-91a3-911a268fb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.007424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-c11ef76a-f078-4802-91a3-911a268fb9bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1095 time: 0.0783582 Nov 19 04:29:09.089866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-8103055f-8507-4de2-b5db-2cd4f673b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.091379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-8103055f-8507-4de2-b5db-2cd4f673b292 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.1164503 Nov 19 04:29:09.174126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-c88a1611-31f8-4c49-98b3-96b2c82607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.175536 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-c88a1611-31f8-4c49-98b3-96b2c82607fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1502142 Nov 19 04:29:09.192447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-273f6386-9773-4d8e-9571-97f6178f8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.193918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-273f6386-9773-4d8e-9571-97f6178f8072 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880578 Nov 19 04:29:09.216630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e9321-e1c2-4973-84af-ed766b63bc87 req-92c84f3f-feb7-4c4b-9d91-69ba8542c0a4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.218247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-415e9321-e1c2-4973-84af-ed766b63bc87 req-92c84f3f-feb7-4c4b-9d91-69ba8542c0a4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0525248 Nov 19 04:29:09.279008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-415e9321-e1c2-4973-84af-ed766b63bc87 req-2076cd80-d4ce-41bc-9971-2b6b0718c25e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540061 Nov 19 04:29:09.309166 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-735bcefd-f7d9-42ab-9d6d-e6eff9369f5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.1263099 Nov 19 04:29:09.371608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-ac8480b2-c72b-43ed-b149-c5ef85540d13 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500616 Nov 19 04:29:09.382777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-8782d835-6343-444e-a372-c9d5a35d8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.384181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-8782d835-6343-444e-a372-c9d5a35d8c0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0660229 Nov 19 04:29:09.492521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-c262b4ef-d0b3-4fce-bbc8-70f306ddb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:09.494056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-c262b4ef-d0b3-4fce-bbc8-70f306ddb150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009147 Nov 19 04:29:09.527573 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-ecfa5e43-bede-42ce-a050-c0989c1b8d25 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424551 Nov 19 04:29:09.598673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-da09ac4e-c762-44a7-b0e9-4c7f1fcefb39 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934615 Nov 19 04:29:09.700199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f2f4f001-7ef3-4f5b-9b70-2c274f67c3ac req-938b44e4-4ddd-4331-afcc-c8ec62cbe72c service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925314 Nov 19 04:29:10.405516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa69b0c-af46-44d3-82ee-e4658dbc1418 req-94d6ada1-91b4-473d-9a99-4efa4c0ab523 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:10.407139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fa69b0c-af46-44d3-82ee-e4658dbc1418 req-94d6ada1-91b4-473d-9a99-4efa4c0ab523 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0544176 Nov 19 04:29:10.489466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4fa69b0c-af46-44d3-82ee-e4658dbc1418 req-f84dda7f-f320-4140-9d48-5e35af942b11 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612121 Nov 19 04:29:11.218728 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:29:11.262086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:29:11.616777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b3469-7136-468a-b7f8-fe0907a7c765 req-796f51af-00b6-4972-b8ae-6e9eed64f293 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:11.618343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e86b3469-7136-468a-b7f8-fe0907a7c765 req-796f51af-00b6-4972-b8ae-6e9eed64f293 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0525014 Nov 19 04:29:11.668386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e86b3469-7136-468a-b7f8-fe0907a7c765 req-adbd76d4-a390-48d1-84b8-6bb5fef0cf60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Nov 19 04:29:11.933203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8ea3a9ca-5f26-4716-a3ef-314e6fb2a6dd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:11.934941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8ea3a9ca-5f26-4716-a3ef-314e6fb2a6dd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.36 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3&tenant_id=6289611ad08e4eb0851b0e1f7590a28a&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0610228 Nov 19 04:29:11.940062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2b54-40bd-437a-97ed-271f60e79cf6 req-d29712e9-aba1-4e78-9373-a11bba2176bc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:11.941597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b6e2b54-40bd-437a-97ed-271f60e79cf6 req-d29712e9-aba1-4e78-9373-a11bba2176bc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 944 time: 0.0577648 Nov 19 04:29:12.001668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8b6e2b54-40bd-437a-97ed-271f60e79cf6 req-6b02bc4c-40f2-4823-8d6e-638981c4ed56 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538805 Nov 19 04:29:12.003617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-be7d39bb-479a-47c6-a112-d2f6e0aa9f49 service neutron] 10.222.0.36 "GET /v2.0/ports/80263d5b-c807-4373-a7d6-b0e3fcf00d24/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 382 time: 0.0607955 Nov 19 04:29:12.077241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-ad50857d-1ad7-4109-abec-b6b08d83f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:12.078924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-ad50857d-1ad7-4109-abec-b6b08d83f5df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1095 time: 0.0482357 Nov 19 04:29:12.180177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-d52b9fab-ea17-471c-90f9-2ffac3157c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:12.181974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-d52b9fab-ea17-471c-90f9-2ffac3157c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.0963969 Nov 19 04:29:12.256776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-0ab7581b-3b0d-49c8-ae30-0edff96a82c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.0670547 Nov 19 04:29:12.284413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:29:12.313205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8fd6db53-7993-438c-837d-c088fd8b70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:12.314928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8fd6db53-7993-438c-837d-c088fd8b70d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0519288 Nov 19 04:29:12.366265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-4cefe671-7294-44dd-b32a-d4916319a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:12.368152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-4cefe671-7294-44dd-b32a-d4916319a60a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453973 Nov 19 04:29:12.385186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:12.404912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'mac_address': 'fa:16:3e:43:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:29:12.449876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:12.468293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80263d5b-c807-4373-a7d6-b0e3fcf00d24 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:29:12.491196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:12.493101 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8549bc44-bd50-4323-aeb3-bff6ad0786fd service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175575 Nov 19 04:29:12.504457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:12.566639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:12.596832 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-2d2069ce-fabb-4356-91fa-7241321954aa service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946805 Nov 19 04:29:12.739773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['80263d5b-c807-4373-a7d6-b0e3fcf00d24'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:29:13.127729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc704c85-a15b-43c0-9703-8725e32033cc req-1bee4a3f-d8b7-41f3-a815-cae78b0c4b3d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:13.129302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc704c85-a15b-43c0-9703-8725e32033cc req-1bee4a3f-d8b7-41f3-a815-cae78b0c4b3d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Nov 19 04:29:13.184434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc704c85-a15b-43c0-9703-8725e32033cc req-4aee6be5-9f9e-48b6-ad49-533142da1ba4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490634 Nov 19 04:29:14.287780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:29:14.322772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e51792-1361-4b9e-a7d0-557854331720 req-a35a843b-1217-4145-8029-703664d77f13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:14.332712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4e51792-1361-4b9e-a7d0-557854331720 req-a35a843b-1217-4145-8029-703664d77f13 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0609519 Nov 19 04:29:14.393197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:29:14.401426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:29:14.402349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4e51792-1361-4b9e-a7d0-557854331720 req-905e2e27-b166-4a08-94d0-69e658c0b475 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639286 Nov 19 04:29:14.406817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:14.504894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:14.531511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:14.533755 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a18f3-8a6e-4155-923c-58df39d91e9c" -d '{"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-plugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:14.547662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:14.553366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:14.603453 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bcf624-9f25-4681-80cd-a4914a040c40 x-openstack-request-id: req-24bcf624-9f25-4681-80cd-a4914a040c40 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:14.603929 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-plugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:14.604175 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24bcf624-9f25-4681-80cd-a4914a040c40 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:14.604595 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'code': 200} Nov 19 04:29:14.610502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:14.820610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-350f40ef-c8c3-4010-9064-33beaa1e52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:14.822433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-350f40ef-c8c3-4010-9064-33beaa1e52c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 1097 time: 0.0519814 Nov 19 04:29:14.841435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:29:14.911573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:15.163653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:15.207442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:29:15.252522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:15.254847 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06d97a-47d4-41f3-8487-f047733ffc93" -d '{"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-unplugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:15.259014 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:15.271924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Transition to ACTIVE for port object 80263d5b-c807-4373-a7d6-b0e3fcf00d24 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:29:15.276386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:15.581546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0acf94-8c40-4e31-a834-3e62707b6320 req-8d8ac261-b1ed-4d5d-a057-a4d33cafcae1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:15.586534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea0acf94-8c40-4e31-a834-3e62707b6320 req-8d8ac261-b1ed-4d5d-a057-a4d33cafcae1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0746257 Nov 19 04:29:15.649476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea0acf94-8c40-4e31-a834-3e62707b6320 req-3ec28b65-d936-4f8b-9022-c9b4ac2c8e5f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550308 Nov 19 04:29:15.704428 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeed57f-3179-4c07-a86b-7fdf22f590d2 x-openstack-request-id: req-eaeed57f-3179-4c07-a86b-7fdf22f590d2 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:15.704744 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-unplugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:15.704994 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eaeed57f-3179-4c07-a86b-7fdf22f590d2 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:15.705400 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'code': 200} Nov 19 04:29:15.715627 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:15.755836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] No DVR routers for this DVR port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:29:15.905616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:29:15.906437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:29:15.906437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:29:15.910546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:29:15.910875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Attempting to bind port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on network 2f0efba2-9e47-4ae1-afca-25e5b489e723 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:29:15.916449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:29:15.916920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Checking segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:29:15.917330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Bound using segment: {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:29:15.917770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Bound port: 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95913ae-40ac-4082-b548-514945f21258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:29:15.918165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:15.988149 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:29:15.991837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:29:15.997529 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:16.010364 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:29:16.038214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.038874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:16.040279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] 10.222.0.31 "PUT /v2.0/ports/80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 1093 time: 1.2036357 Nov 19 04:29:16.061104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21d0c7-f03f-4509-9f45-cd569cdd9256 service neutron] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=11']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:16.133133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-697a0d2a-cf21-4b80-a12f-9d9de7ecf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.134980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-697a0d2a-cf21-4b80-a12f-9d9de7ecf059 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0494115 Nov 19 04:29:16.261822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8c20923d-8929-4c1a-a1e0-0266bfd991e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.263737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-8c20923d-8929-4c1a-a1e0-0266bfd991e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1161151 Nov 19 04:29:16.338297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-2418bf56-2296-4ec3-83e3-78bc7f0fe425 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.0635326 Nov 19 04:29:16.393617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-47b63478-029a-44a5-9b4d-7eea9f9201cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.395154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-47b63478-029a-44a5-9b4d-7eea9f9201cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0471530 Nov 19 04:29:16.458170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-558e2c8b-5e06-40bc-9261-21f9ae6f55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.459699 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-558e2c8b-5e06-40bc-9261-21f9ae6f55cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520594 Nov 19 04:29:16.568594 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-53415a7b-41e1-4528-9691-fb1b73df1a7f service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960877 Nov 19 04:29:16.681828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db95547e-daf8-48c1-8631-b20d2a294dbc req-d40d2bc7-a740-40a5-84da-2dae6f18c078 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002855 Nov 19 04:29:16.816358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320bc4-0469-48f2-ae76-aac32e09f267 req-09486406-0ffd-4346-ba94-3f8386711355 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.817955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5320bc4-0469-48f2-ae76-aac32e09f267 req-09486406-0ffd-4346-ba94-3f8386711355 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0695066 Nov 19 04:29:16.875181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5320bc4-0469-48f2-ae76-aac32e09f267 req-87b7d84f-cee3-4edf-8fd1-f9639b3382d8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491662 Nov 19 04:29:16.886604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-4152773d-9eb9-4d2d-af40-2d92101b9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.890075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-4152773d-9eb9-4d2d-af40-2d92101b9d11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0465882 Nov 19 04:29:16.997224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-67823733-d7bb-41e2-aaac-845904eb4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:16.999916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-67823733-d7bb-41e2-aaac-845904eb4cf7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.0906944 Nov 19 04:29:17.080276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-f4235939-88c3-4a4c-ac4c-337cd559318d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.0688956 Nov 19 04:29:17.136273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-e0b9920c-3fb5-4c96-b387-37c8c6b6ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:17.137761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-e0b9920c-3fb5-4c96-b387-37c8c6b6ef98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0495422 Nov 19 04:29:17.186190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-a269a41d-aeea-4442-9df0-9ea4689e9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:17.188304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-a269a41d-aeea-4442-9df0-9ea4689e9894 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425098 Nov 19 04:29:17.304630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-e82a5c72-9041-4c64-96ed-22ea11188e62 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035836 Nov 19 04:29:17.402948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37c8f57f-03f4-4a9f-86e7-88973ec59e37 req-f4275c48-0db2-4be9-b46d-4e1781323545 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898273 Nov 19 04:29:17.707096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:17.709320 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec06c4a-8893-43ff-9599-d518ec6fe7af" -d '{"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:17.760027 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc098a-c7fd-413f-98b8-bb654d639f37 x-openstack-request-id: req-8ecc098a-c7fd-413f-98b8-bb654d639f37 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:17.760332 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:17.760598 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ecc098a-c7fd-413f-98b8-bb654d639f37 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:17.761020 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'status': 'completed', 'code': 200} Nov 19 04:29:17.854329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-752b0b5b-f4f4-4fd6-96aa-4b1cac124679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:17.855931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-752b0b5b-f4f4-4fd6-96aa-4b1cac124679 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0753872 Nov 19 04:29:17.922442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-589dfe1e-0fc5-46bf-bed1-7424704c8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:17.924186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-589dfe1e-0fc5-46bf-bed1-7424704c8b04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1096 time: 0.1000342 Nov 19 04:29:18.031421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53ebab-d258-4bf4-bb72-b747d3a6816b req-a7745102-0ea6-4cfb-b30b-bfef73b2764d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.033262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d53ebab-d258-4bf4-bb72-b747d3a6816b req-a7745102-0ea6-4cfb-b30b-bfef73b2764d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0761445 Nov 19 04:29:18.036953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-17e9947e-9aaa-4f70-9b6e-a75fa1bf2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.038654 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-17e9947e-9aaa-4f70-9b6e-a75fa1bf2bf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1759458 Nov 19 04:29:18.087902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d53ebab-d258-4bf4-bb72-b747d3a6816b req-7c8c4df9-98bc-4156-9daf-f37eba66150b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Nov 19 04:29:18.111961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-f9554330-eeb7-4fc7-af70-a57e8e7bc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.113511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-f9554330-eeb7-4fc7-af70-a57e8e7bc129 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1798413 Nov 19 04:29:18.168135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-fc582b88-6c7b-4fbf-8fcb-fe1d4f59f4cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.1176369 Nov 19 04:29:18.226500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-ce160f20-ba18-4b6e-82a8-62ba50e14686 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 999 time: 0.1016829 Nov 19 04:29:18.236020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-1e8c713e-f6fb-42ad-8610-ea3e213af3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.237476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-1e8c713e-f6fb-42ad-8610-ea3e213af3c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0614243 Nov 19 04:29:18.315819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-08e8297e-11a7-4dac-b02f-04f75f0ba0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.317662 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-08e8297e-11a7-4dac-b02f-04f75f0ba0af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0789750 Nov 19 04:29:18.328702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:29:18.337648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-d6ac617f-422f-42a5-8565-775cc0ff38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.338486 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-d6ac617f-422f-42a5-8565-775cc0ff38b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930300 Nov 19 04:29:18.400477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:29:18.433429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-6a5c5e20-295e-42a8-9875-59144d479bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:18.435009 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-6a5c5e20-295e-42a8-9875-59144d479bed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096883 Nov 19 04:29:18.476331 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-4a7a472b-3786-4da8-b8c0-e44b9946a166 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161108 Nov 19 04:29:18.645217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-5ee039b7-c3cd-4471-a920-3b045b72be03 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678944 Nov 19 04:29:18.651279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-dfd402cd-37bf-492a-93c5-1fec05fd3fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642454 Nov 19 04:29:18.749668 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fec06c4a-8893-43ff-9599-d518ec6fe7af req-de050e75-6db7-45d3-819b-03c5bbf751bb service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969210 Nov 19 04:29:19.214694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e4aa4-af46-408f-9dec-714b8165ccff req-4d126aa2-0791-4551-9b18-ceccd0ac2de9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:19.216249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-506e4aa4-af46-408f-9dec-714b8165ccff req-4d126aa2-0791-4551-9b18-ceccd0ac2de9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 945 time: 0.0501621 Nov 19 04:29:19.270040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-506e4aa4-af46-408f-9dec-714b8165ccff req-5f280f2b-994a-4d5c-86b5-c9a49e9569cf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468550 Nov 19 04:29:19.294166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 32986) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:19.363218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d3306631-23d0-480f-9a52-043b742ccbec tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/59bca92d-5909-4da4-bf18-799286d014df HTTP/1.1" status: 200 len: 991 time: 0.0671010 Nov 19 04:29:21.287022 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dc9328cc-18ec-4fd2-a9cd-717aa7443b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:21.294068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:29:21.421733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:21.434489 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'port_id': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'mac_address': 'fa:16:3e:43:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:29:21.473696 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:21.487861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80263d5b-c807-4373-a7d6-b0e3fcf00d24 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:29:21.507359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:21.512323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:21.559821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:21.823994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['80263d5b-c807-4373-a7d6-b0e3fcf00d24'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:29:22.892663 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:23.291287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:29:23.341059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:29:23.346181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:29:23.346555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:23.425261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:23.448109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:23.450353 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71cab09-10b0-4d71-9199-efc56498d15c" -d '{"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-plugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:23.468541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:23.472961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:23.506592 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21397e5b-50f0-400c-81f3-8c87227965fe x-openstack-request-id: req-21397e5b-50f0-400c-81f3-8c87227965fe {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:23.506936 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-plugged", "status": "completed", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:23.507200 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21397e5b-50f0-400c-81f3-8c87227965fe {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:23.507550 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'code': 200} Nov 19 04:29:23.534811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=13']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:23.572395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c36c4b51-f8d6-41a7-97c5-0b2e83279fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:25.323369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:26.454429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:27.258690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:32.100663 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:51.293053 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a3933a4-bad5-4b54-b8c2-7096a6ea16eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:52.150620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c169-0d6b-4d37-a722-090d6ade1a72 req-e47ba9b2-df73-4307-a290-365924324d99 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:52.152425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8aa3c169-0d6b-4d37-a722-090d6ade1a72 req-e47ba9b2-df73-4307-a290-365924324d99 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1098 time: 0.1261802 Nov 19 04:29:52.210304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8aa3c169-0d6b-4d37-a722-090d6ade1a72 req-876a864c-9c15-477a-b62c-78ca885fba53 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512834 Nov 19 04:29:52.238295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33738) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:52.418263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port b03964c0-ce48-400c-870e-c304cec17b58 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:29:52.418542 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:52.507381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:52.508101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:52.523439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for b03964c0-ce48-400c-870e-c304cec17b58 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:29:52.719028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:52.746420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=b03964c0-ce48-400c-870e-c304cec17b58,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:52.818947 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:52.819623 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP 59bca92d-5909-4da4-bf18-799286d014df disassociated (deleted). External IP: 172.25.8.87, port: 80263d5b-c807-4373-a7d6-b0e3fcf00d24. Nov 19 04:29:52.887702 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:53.010850 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:29:53.055461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:29:53.183275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:29:53.188695 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:53.194700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] Sync routers for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:29:53.206855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:29:53.207612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:53.221025 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-17fb4e2a-46ef-4255-9d66-cb3e22f886c5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/floatingips/59bca92d-5909-4da4-bf18-799286d014df HTTP/1.1" status: 204 len: 168 time: 0.9783812 Nov 19 04:29:53.221025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:53.221025 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268ca17d-c9f0-4152-aa9d-94e313533ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:53.422096 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ebee03-eacd-4f6b-93f7-f0750846d4c4 x-openstack-request-id: req-e4ebee03-eacd-4f6b-93f7-f0750846d4c4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:53.423344 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:53.423822 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4ebee03-eacd-4f6b-93f7-f0750846d4c4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:53.425096 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'status': 'completed', 'code': 200} Nov 19 04:29:53.495919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:29:53.514862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-cbcae9d9-fca4-40c9-a7fc-293a350540ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:53.517196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-cbcae9d9-fca4-40c9-a7fc-293a350540ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 1098 time: 0.0499377 Nov 19 04:29:53.535297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362d8a5-ae8e-4b51-9fda-bab3f168a6ff req-c0a493f8-9bef-4904-bce3-9b79d87c73fa tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:53.536958 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c362d8a5-ae8e-4b51-9fda-bab3f168a6ff req-c0a493f8-9bef-4904-bce3-9b79d87c73fa tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 947 time: 0.0633690 Nov 19 04:29:53.591568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c362d8a5-ae8e-4b51-9fda-bab3f168a6ff req-4a211ce5-0ffa-4043-ab35-ce82c3862b12 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484481 Nov 19 04:29:53.644486 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f611-13d4-4f78-8764-46a3cc176f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:53.647461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-8dc6334c-48e0-4427-bfce-ad81f23ccdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:53.648710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-8dc6334c-48e0-4427-bfce-ad81f23ccdfc service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 200 len: 898 time: 0.1244590 Nov 19 04:29:53.700890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-720409e5-9859-4432-afed-257bcf5c3333 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 200 len: 217 time: 0.0424001 Nov 19 04:29:53.741185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:53.757121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-28638b46-44ce-4891-9ebd-9992203d61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:53.758582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-28638b46-44ce-4891-9ebd-9992203d61cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 200 len: 834 time: 0.0505514 Nov 19 04:29:53.768483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] Checking router: 4ca6a541-9aae-4b26-be3e-9b7c1339e878 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:29:53.777203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:29:53.777827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:53.809196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-22bcfe01-0aa4-42c6-9069-cd7f2977c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:53.810759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-22bcfe01-0aa4-42c6-9069-cd7f2977c05b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f0efba2-9e47-4ae1-afca-25e5b489e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436525 Nov 19 04:29:53.901114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:29:53.917179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-42ba64f6-081c-4c4c-ba93-5a5a7f4d73e9 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985272 Nov 19 04:29:54.020551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-268ca17d-c9f0-4152-aa9d-94e313533ea3 req-f750735f-2530-40c2-9095-6a3734e64ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947690 Nov 19 04:29:54.122548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:54.149831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e855467-692f-487a-bba0-d5f958abb35d None None] The sync data for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 is: [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:50Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd4cdbbcc-e88a-44c3-b2a9-1ca6a621177b', 'name': '', 'network_id': '2f0efba2-9e47-4ae1-afca-25e5b489e723', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:0f:31:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:49Z', 'updated_at': '2021-11-19T04:27:53Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '658d94ad-f8d4-4256-b4f8-ef979c76dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:29:54.384595 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ae832-243e-4034-8f0b-2a98ca3e9af9 None None] New status for floating IP 59bca92d-5909-4da4-bf18-799286d014df: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:29:54.725448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155aa9d-c5d8-458e-9049-a90674dc7ddd req-f429a83c-5a31-42ce-a378-e8654b196779 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:54.726978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f155aa9d-c5d8-458e-9049-a90674dc7ddd req-f429a83c-5a31-42ce-a378-e8654b196779 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 947 time: 0.0532649 Nov 19 04:29:54.783230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f155aa9d-c5d8-458e-9049-a90674dc7ddd req-0a7f19a7-1c7a-44e6-9176-7a634f7e40cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d33ef5e-8a79-4e7c-9d89-71a45e747f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490253 Nov 19 04:29:55.106395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c5675d75-1322-4c06-81dd-edb87eaace27 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:29:55.107852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c5675d75-1322-4c06-81dd-edb87eaace27 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 947 time: 0.0490701 Nov 19 04:29:55.214138 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:29:55.214494 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:55.305110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port 80263d5b-c807-4373-a7d6-b0e3fcf00d24, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=80263d5b-c807-4373-a7d6-b0e3fcf00d24,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:55.305482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:55.318210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 80263d5b-c807-4373-a7d6-b0e3fcf00d24 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:29:55.327988 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:55.458216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:55.490553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=80263d5b-c807-4373-a7d6-b0e3fcf00d24,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:55.533899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] No DVR routers for this DVR port 80263d5b-c807-4373-a7d6-b0e3fcf00d24 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:29:55.536540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:55.539940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-78dd1d71-9455-4588-93bf-d0d84204e22c req-c405def0-7f25-416b-adfc-cf2b6d1001ac tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "DELETE /v2.0/ports/80263d5b-c807-4373-a7d6-b0e3fcf00d24 HTTP/1.1" status: 204 len: 173 time: 0.4224372 Nov 19 04:29:55.540383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-deleted', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:29:55.542680 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f412d6-b12e-42f8-b8d4-601b6e8e85f4" -d '{"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-deleted", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:29:55.583876 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ad6b9-30ee-4bf8-a9a8-b6e90d85b33a x-openstack-request-id: req-328ad6b9-30ee-4bf8-a9a8-b6e90d85b33a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:29:55.584184 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3", "name": "network-vif-deleted", "tag": "80263d5b-c807-4373-a7d6-b0e3fcf00d24", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:29:55.584462 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-328ad6b9-30ee-4bf8-a9a8-b6e90d85b33a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:29:55.585023 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3', 'name': 'network-vif-deleted', 'tag': '80263d5b-c807-4373-a7d6-b0e3fcf00d24', 'status': 'completed', 'code': 200} Nov 19 04:29:55.897110 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3541c27d-7233-4290-bd2d-7f060ec3f353 req-ab9b9829-1405-4fa7-b48d-a644fd1e71a8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=36e5c7fd-45f9-4be7-a5f8-3604fc4e60b3 HTTP/1.1" status: 200 len: 210 time: 0.0277760 Nov 19 04:29:56.453479 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:56.955031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33834) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:57.268435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:57.626782 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:57.894904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:29:57.895256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:57.989054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:57.989800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:58.002526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:29:58.204498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:58.233859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:58.445018 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:58.684960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:29:58.800510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:29:58.806410 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ada80126-30e2-45d6-a2d6-9d8c4788b4cd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/4ca6a541-9aae-4b26-be3e-9b7c1339e878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8502843 Nov 19 04:29:58.808285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33868) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:58.811806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] Sync routers for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:29:58.821552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:29:58.822203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:58.867469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting subnet 658d94ad-f8d4-4256-b4f8-ef979c76dbf1 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:29:58.870910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:58.915949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:58.957165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:29:59.007749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.084842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.123034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.129780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33876) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:29:59.130381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/subnets/658d94ad-f8d4-4256-b4f8-ef979c76dbf1 HTTP/1.1" status: 204 len: 168 time: 0.3209214 Nov 19 04:29:59.131121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2f34c-764d-4ff7-b6e2-68c76a720d29 None None] Network 2f0efba2-9e47-4ae1-afca-25e5b489e723 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:29:59.131935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd95a28-0a1c-4f72-8cf8-3e4698630b60 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Subnet': ['ID=658d94ad-f8d4-4256-b4f8-ef979c76dbf1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:59.247632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.269022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:29:58Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:59.298515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] Checking router: 4ca6a541-9aae-4b26-be3e-9b7c1339e878 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:29:59.310260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] Routers {'4ca6a541-9aae-4b26-be3e-9b7c1339e878'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:29:59.311029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:59.366835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.415834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] DHCP port deletion for 2f0efba2-9e47-4ae1-afca-25e5b489e723 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:29:59.426003 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port b1861392-b0bc-402e-96c5-17edba86f1d2 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:29:59.426566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.427339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:29:59.460322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 80263d5b-c807-4373-a7d6-b0e3fcf00d24 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:29:59.460675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 80263d5b-c807-4373-a7d6-b0e3fcf00d24 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:29:59.466620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] Set router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:29:59.511539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port b1861392-b0bc-402e-96c5-17edba86f1d2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b1861392-b0bc-402e-96c5-17edba86f1d2,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:59.511920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.529610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for b1861392-b0bc-402e-96c5-17edba86f1d2 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:29:59.625713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] Deleting port 616dd276-b9d4-4190-afa2-92e71187bcaa {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:29:59.626045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.703036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.730122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] For port 616dd276-b9d4-4190-afa2-92e71187bcaa, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=616dd276-b9d4-4190-afa2-92e71187bcaa,segment=NetworkSegment(a95913ae-40ac-4082-b548-514945f21258),segment_id=a95913ae-40ac-4082-b548-514945f21258)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:29:59.730536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.734928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe186b4-2b03-4c45-b8fd-16cedabf8fc1 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:29:59.752351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] Calling delete_port for 616dd276-b9d4-4190-afa2-92e71187bcaa owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:29:59.772486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=b1861392-b0bc-402e-96c5-17edba86f1d2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:29:59.787419 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.787788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.788149 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.788505 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.788854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.789203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.789548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.789893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.790260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.790802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.791146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.791488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:29:59.803878 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.845862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:29:58Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:29:59.904003 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.906579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.956645 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.957195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca6a541-9aae-4b26-be3e-9b7c1339e878 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:29:59.968349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:29:59.969660 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-87306833-4908-4f1b-86f4-7724f02a752d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/routers/4ca6a541-9aae-4b26-be3e-9b7c1339e878 HTTP/1.1" status: 204 len: 168 time: 0.8387003 Nov 19 04:29:59.972266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:00.045305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8baf1b0-5f10-482b-b208-e3071372f8bc None None] The sync data for ids ['4ca6a541-9aae-4b26-be3e-9b7c1339e878'] in n-d-818503-1 is: [{'id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51082295', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:29:58Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b1861392-b0bc-402e-96c5-17edba86f1d2', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca6a541-9aae-4b26-be3e-9b7c1339e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:27:46Z', 'updated_at': '2021-11-19T04:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:30:00.055815 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.096245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.138724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] Pushing event deleted for resources: {'Port': ['ID=616dd276-b9d4-4190-afa2-92e71187bcaa,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:00.143752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df2fc1-7e68-47c7-8264-c6f00bed11dc None None] No DVR routers for this DVR port 616dd276-b9d4-4190-afa2-92e71187bcaa on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:30:00.153705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 616dd276-b9d4-4190-afa2-92e71187bcaa {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:30:00.154347 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.257658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port 616dd276-b9d4-4190-afa2-92e71187bcaa, host n-d-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:00.258117 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.273990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 616dd276-b9d4-4190-afa2-92e71187bcaa owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:30:00.277257 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Port 616dd276-b9d4-4190-afa2-92e71187bcaa was not found and therefore no delete operation was performed {{(pid=109986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:30:00.279058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.296576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-b81c40ff-bd3d-4f8c-86cb-df2735b62ba6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473082 Nov 19 04:30:00.307648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=616dd276-b9d4-4190-afa2-92e71187bcaa,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:00.313415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] No DVR routers for this DVR port 616dd276-b9d4-4190-afa2-92e71187bcaa on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:30:00.397486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-1f9f526a-2b0e-45ad-b747-ef6d3fbb18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:00.406886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-1f9f526a-2b0e-45ad-b747-ef6d3fbb18bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1097 time: 0.0443921 Nov 19 04:30:00.424050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.459760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0efba2-9e47-4ae1-afca-25e5b489e723']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:00.471428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95913ae-40ac-4082-b548-514945f21258') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:00.472006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95913ae-40ac-4082-b548-514945f21258') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:00.482462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.502359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.509180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:30:00.509858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:30:00.513491 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:30:00.548388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 616dd276-b9d4-4190-afa2-92e71187bcaa no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:30:00.578337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 616dd276-b9d4-4190-afa2-92e71187bcaa {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:30:00.579009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 616dd276-b9d4-4190-afa2-92e71187bcaa not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:30:00.594435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-933edb8c-430e-403b-995e-5863d68d3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:00.596665 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-933edb8c-430e-403b-995e-5863d68d3526 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1502912 Nov 19 04:30:00.602877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.619498 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.627297 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/networks/2f0efba2-9e47-4ae1-afca-25e5b489e723 HTTP/1.1" status: 204 len: 168 time: 0.6539161 Nov 19 04:30:00.627928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33902) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:00.645629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebd876-b740-4a83-8834-590a1eb25246 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Network': ['ID=2f0efba2-9e47-4ae1-afca-25e5b489e723,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:00.677579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-35230776-472f-44b3-a0df-afc8b223ead1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 1001 time: 0.0725465 Nov 19 04:30:00.716174 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1e21-dafc-4ca1-a6ff-5672fe98ae06 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.734369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-c21c705d-ed06-47ba-86b4-4bfd14975887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:00.735986 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-c21c705d-ed06-47ba-86b4-4bfd14975887 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0491688 Nov 19 04:30:00.750696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1e21-dafc-4ca1-a6ff-5672fe98ae06 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.796714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-dc7ec789-0ea3-4093-99d0-fb0942ea5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:00.798748 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-dc7ec789-0ea3-4093-99d0-fb0942ea5c9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555534 Nov 19 04:30:00.811200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-ac195155-6214-4df6-8c26-9f7f23e4db81 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:30:00.812685 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-ac195155-6214-4df6-8c26-9f7f23e4db81 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058975 Nov 19 04:30:00.836981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1e21-dafc-4ca1-a6ff-5672fe98ae06 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.846149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1e21-dafc-4ca1-a6ff-5672fe98ae06 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:00.850675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4fdc1e21-dafc-4ca1-a6ff-5672fe98ae06 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/security-groups/8d33ef5e-8a79-4e7c-9d89-71a45e747f14 HTTP/1.1" status: 204 len: 168 time: 0.2130647 Nov 19 04:30:00.861733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc1e21-dafc-4ca1-a6ff-5672fe98ae06 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d33ef5e-8a79-4e7c-9d89-71a45e747f14,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:00.947168 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-663455c7-1b87-4653-a2cf-9c1aa647ad1e service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269038 Nov 19 04:30:01.058152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c7c8dce5-3a08-48be-981e-52490f0ff261 req-97350e34-5c1c-41ec-8fa8-1bdd6549747f service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023753 Nov 19 04:30:01.215103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33918) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:01.219879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431016032', 'description': 'tempest-secgroup-smoke-1431016032 description', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:01.244767 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.320300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.325407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.357225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.358885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1426644 Nov 19 04:30:01.361677 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33924) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:01.366643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '99970a89-49d3-4a08-90c3-df5e80649885', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:01.374915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff9548-b17c-453c-8525-2cea70e0c99c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99970a89-49d3-4a08-90c3-df5e80649885,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:01.406808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.463227 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.466920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.491563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bc74c2-fbb9-4b95-93ce-46ed0ef233f3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:01.497555 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.499450 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c15458be-5ac3-45b3-9e34-f0c46a6ec5b9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367514 Nov 19 04:30:01.502642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33926) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:01.507002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '99970a89-49d3-4a08-90c3-df5e80649885', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:01.533579 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.596544 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.601861 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.626935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23917c88-e7c6-48fc-9e5a-ce343cc54595,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:01.635555 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.636963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6c8d1a6b-4940-46a0-9d13-13641055df34 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333749 Nov 19 04:30:01.640264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33932) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:01.644715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '99970a89-49d3-4a08-90c3-df5e80649885', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:01.672424 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.743916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.747894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.766757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e277bc-bb4d-43f8-b0c4-eba667998f1e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:01.774226 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.775487 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9887c384-4307-4cdd-a9c7-485254012940 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341901 Nov 19 04:30:01.778448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:01.783924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '99970a89-49d3-4a08-90c3-df5e80649885', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:01.812237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.880256 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.885600 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.905693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8e80a0-6fb1-4d7f-996c-1c5d77e1a090,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:01.910251 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:01.911550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d1f060a-1c49-4b67-a5bb-0e7b31e8a3e3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318500 Nov 19 04:30:01.914201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33940) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:01.918469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '99970a89-49d3-4a08-90c3-df5e80649885', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:01.940873 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:30:01.946041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.011344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.015137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.033735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e43c583-1f92-4028-b9b4-2a4ed11a641d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:02.042531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.047730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aee80f40-1f96-4c55-8113-66a8a659fc2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286335 Nov 19 04:30:02.048442 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33942) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:02.056548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': '99970a89-49d3-4a08-90c3-df5e80649885', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:02.070730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:30:02.100400 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:30:02.101508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:30:02.101854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d4cdbbcc-e88a-44c3-b2a9-1ca6a621177b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:30:02.102493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b1861392-b0bc-402e-96c5-17edba86f1d2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:30:02.107470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.128244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b1861392-b0bc-402e-96c5-17edba86f1d2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:30:02.128667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b1861392-b0bc-402e-96c5-17edba86f1d2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:30:02.135459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.179258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.187788 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.209004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe3e6ce-d4fa-4cde-af46-4167db279f48,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:02.217060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.219509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9ec6e7a2-f2fc-44a4-a26a-88cfd0294ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1695497 Nov 19 04:30:02.222453 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33950) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:02.227643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'network': {'name': 'tempest-network-smoke--1329773094', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:02.250764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:30:02.253822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.278650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:30:02.288799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.289150 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Added segment 5689dd4d-033c-4fba-812c-6cffe4721b12 of type vlan for network c707c870-4675-4be5-9ae2-40626e7336d6 Nov 19 04:30:02.332596 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.360066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.366007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:02.366611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.437470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2108428 Nov 19 04:30:02.437736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33956) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:02.444602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'admin_state_up': True, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:02.451259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab6f8-4944-4758-a74d-0a47faea2693 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Network': ['ID=c707c870-4675-4be5-9ae2-40626e7336d6,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:02.462962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c707c870-4675-4be5-9ae2-40626e7336d6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:30:02.471793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.472905 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:02.855705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.003967 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.205320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.228120 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.336861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.51 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/24822fcc-087e-48bd-b942-b1df4e957fd9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:30:03.445604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.481517 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.525169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:03.528266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:03.532283 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:30:03.544112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ef5dc-81a6-4b97-bbff-ccbd342e5753 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:30:03.557516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=24822fcc-087e-48bd-b942-b1df4e957fd9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:03.639919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e082da30-fb0f-4f94-bd20-25e104fe2e7c None None] Provisioning complete for port 24822fcc-087e-48bd-b942-b1df4e957fd9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:03.640314 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e082da30-fb0f-4f94-bd20-25e104fe2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:03.678279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e082da30-fb0f-4f94-bd20-25e104fe2e7c None None] Port 24822fcc-087e-48bd-b942-b1df4e957fd9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:30:03.810213 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.017330 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.151073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:30:04.267573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:30:04.278718 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Sync routers for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:30:04.288879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:30:04.289080 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.289523 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:04.293561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 33990) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:04.307099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a60eb54a-cd19-4a52-ae18-041997145b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8681157 Nov 19 04:30:04.330125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-62cb1c02-99a6-4ccf-87d6-9cf6b2e733a5 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=6289611ad08e4eb0851b0e1f7590a28a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353372 Nov 19 04:30:04.333231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:04.415200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:30:04.434497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda1f6c-e797-4125-b088-6f3cf1b5934b tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:04.438627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3cda1f6c-e797-4125-b088-6f3cf1b5934b tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015706 Nov 19 04:30:04.438848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 33996) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:04.472829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8da81746-7f49-4bd6-a0ec-6263ef21c47e tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304613 Nov 19 04:30:04.473050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34000) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:04.478113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596965916', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:04.572908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:30:04.576928 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.619901 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:03Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:04.647939 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Checking router: 06bd82f0-b3d7-4028-8cbd-e913b3d8637f for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:30:04.648293 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Updating router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f port 24822fcc-087e-48bd-b942-b1df4e957fd9 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:30:04.675489 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.790853 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.852595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Subnet': ['ID=1a31839f-6471-42ea-a160-e62121c5bfe1,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:04.881439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Checking segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:04.881827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network hostable DHCP agents. Network: c707c870-4675-4be5-9ae2-40626e7336d6, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:30:04.901868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network c707c870-4675-4be5-9ae2-40626e7336d6 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:30:04.913065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c707c870-4675-4be5-9ae2-40626e7336d6) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:04.917376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:04.918015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.925811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ced915-67ec-4ce3-8681-3af5d1fc81e4 None None] Network c707c870-4675-4be5-9ae2-40626e7336d6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:30:04.942280 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0bb02dec-7241-4de8-96d0-c92ee3698b37 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4668019 Nov 19 04:30:04.943765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 34006) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:04.953908 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:04.961847 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.019515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d29add7-450c-4b11-8d2f-86ebd7379418 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:30:05.025035 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Attempting to bind port 24822fcc-087e-48bd-b942-b1df4e957fd9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:30:05.025422 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Attempting to bind port 24822fcc-087e-48bd-b942-b1df4e957fd9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:30:05.025795 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Attempting to bind port 24822fcc-087e-48bd-b942-b1df4e957fd9 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:05.036761 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:30:05.038089 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:05.039066 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.039967 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:30:05.040623 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Bound port: 24822fcc-087e-48bd-b942-b1df4e957fd9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:30:05.041206 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.090844 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Pushing event updated for resources: {'Port': ['ID=24822fcc-087e-48bd-b942-b1df4e957fd9,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:05.110164 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.110775 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.111308 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.111834 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.112337 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.112847 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.113346 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.113842 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.114396 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.114890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.115384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.115907 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.126512 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] For port 24822fcc-087e-48bd-b942-b1df4e957fd9, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:30:05.130228 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] For port 24822fcc-087e-48bd-b942-b1df4e957fd9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=24822fcc-087e-48bd-b942-b1df4e957fd9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:30:05.138767 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.164716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Provisioning complete for port 24822fcc-087e-48bd-b942-b1df4e957fd9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:05.165100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.214552 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:30:05.215618 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:05.227768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90986c2b-71f9-4266-9de8-385e901b7d81 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:30:05.246748 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c707c870-4675-4be5-9ae2-40626e7336d6', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:30:05.247600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.355168 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c73fa9-c591-4a78-8ebc-7887e36d9931 None None] Pushing event updated for resources: {'Port': ['ID=24822fcc-087e-48bd-b942-b1df4e957fd9,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:05.377059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.387402 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:30:05.488441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Allocated IP 172.20.0.2 (c707c870-4675-4be5-9ae2-40626e7336d6/1a31839f-6471-42ea-a160-e62121c5bfe1/74a54298-efc3-45ec-8b7b-55fbd3bdb3bd) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:30:05.503797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] For port 24822fcc-087e-48bd-b942-b1df4e957fd9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=24822fcc-087e-48bd-b942-b1df4e957fd9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:05.512992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.513432 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.624678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Pushing event updated for resources: {'Port': ['ID=24822fcc-087e-48bd-b942-b1df4e957fd9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:05.650582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.650934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.651286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.651630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.651967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.652301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.652634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.652967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.653297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.653628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.653971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.654307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2dca1-d292-4655-a74d-b596f2820a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:05.713994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-db479244-6ce9-40e9-a617-519e20ab537e None None] Provisioning complete for port 24822fcc-087e-48bd-b942-b1df4e957fd9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:05.713994 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db479244-6ce9-40e9-a617-519e20ab537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.769541 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-061f481f-5241-4756-ab82-034be0365dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:03Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:05.774795 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.790868 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.800852 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f481f-5241-4756-ab82-034be0365dbc None None] The sync data for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 is: [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:03Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:30:05.859814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.1 (c707c870-4675-4be5-9ae2-40626e7336d6/1a31839f-6471-42ea-a160-e62121c5bfe1/8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:30:05.871092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Network c707c870-4675-4be5-9ae2-40626e7336d6 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:05.876373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:05.878467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Pushing event updated for resources: {'Port': ['ID=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:05.880761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:30:05.949094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Attempting to bind port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:30:05.949690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Attempting to bind port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:30:05.949810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Attempting to bind port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:05.956812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:30:05.957721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Checking segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:05.957721 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:05.958133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Bound using segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:30:05.958600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Bound port: 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:30:05.958981 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:06.005430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:06.046124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] For port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:30:06.046936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:06.052224 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] For port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:30:06.063165 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:06.091718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network c707c870-4675-4be5-9ae2-40626e7336d6 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:06.105795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:06.115143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:30:06.132796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8641eed-d38c-4b7a-bd9f-93b1dad67a6a None None] Pushing event updated for resources: {'Port': ['ID=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:06.159031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:06.172945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.173300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.173650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.174046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.174376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.174784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.175130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.175467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.175804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.176141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.176474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.176801 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:30:06.192790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:06.406943 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.084620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.091150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.173128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:07.175628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.296123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network c707c870-4675-4be5-9ae2-40626e7336d6 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:07.297548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:07.328000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5bd522-3f5c-4554-a77b-e64173289b3e None None] Network c707c870-4675-4be5-9ae2-40626e7336d6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:30:07.423929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:30:07.464815 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2e9250d0-5d42-4200-adbe-9d7ebcc584ba None None] Provisioning complete for port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:07.465199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e9250d0-5d42-4200-adbe-9d7ebcc584ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.565658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:30:07.572292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d2607e28-e75f-491b-b865-37ddeec3e659 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/06bd82f0-b3d7-4028-8cbd-e913b3d8637f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271105 Nov 19 04:30:07.627807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e9250d0-5d42-4200-adbe-9d7ebcc584ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.667323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2e9250d0-5d42-4200-adbe-9d7ebcc584ba None None] For port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:07.673465 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e9250d0-5d42-4200-adbe-9d7ebcc584ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.744202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9250d0-5d42-4200-adbe-9d7ebcc584ba None None] Pushing event updated for resources: {'Port': ['ID=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:07.808163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-b48a2c33-d895-468b-b582-7e2b9c34acf7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431016032&fields=id&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 267 time: 0.0785625 Nov 19 04:30:07.901631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1d635ac2-d907-4e33-a279-79e98584acac None None] Provisioning complete for port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:07.902222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1d635ac2-d907-4e33-a279-79e98584acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.942994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1d635ac2-d907-4e33-a279-79e98584acac None None] Port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:30:07.953876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1d635ac2-d907-4e33-a279-79e98584acac None None] Provisioning complete for port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:07.954676 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1d635ac2-d907-4e33-a279-79e98584acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:07.973377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-92b88d52-e4d6-4c9e-b715-16dec476034e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:07.988131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-92b88d52-e4d6-4c9e-b715-16dec476034e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 797 time: 0.1660836 Nov 19 04:30:07.989228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Sync routers for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:30:08.010717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-9023d5ce-67de-4981-a700-6eaf6885f12f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/quotas/6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 375 time: 0.0180125 Nov 19 04:30:08.012171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:30:08.013092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:08.103489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-151f4387-fb2a-4868-bfb3-c7741eecec95 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880296 Nov 19 04:30:08.178683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:30:08.284258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 24822fcc-087e-48bd-b942-b1df4e957fd9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:30:08.367520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-11d379d5-da7f-406f-879a-cc4c3918cc8d None None] Provisioning complete for port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:08.368219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11d379d5-da7f-406f-879a-cc4c3918cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:08.375937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-9496eef5-fb4a-4c60-a1a7-580fb5766ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516518 Nov 19 04:30:08.439687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-11d379d5-da7f-406f-879a-cc4c3918cc8d None None] Port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:30:08.462616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 24822fcc-087e-48bd-b942-b1df4e957fd9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:08.463078 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:08.477967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-6d7f7562-3a9c-4108-87b1-3f72cade52ca service neutron] 10.222.0.52 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959032 Nov 19 04:30:08.643550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-196b75ea-0d7e-47de-9b46-d18bae51f2d8 None None] Provisioning complete for port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:08.653336 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-196b75ea-0d7e-47de-9b46-d18bae51f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:08.655755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 2, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:08.668215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:30:08.715381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Checking router: 06bd82f0-b3d7-4028-8cbd-e913b3d8637f for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:30:08.715381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Updating router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:30:08.718366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3418c7ca-5496-4468-a411-94dd986456dc req-a6129fb9-de3b-4fc2-8402-ddf44930f787 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Nov 19 04:30:08.968292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:08.970153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-196b75ea-0d7e-47de-9b46-d18bae51f2d8 None None] Port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:30:09.025642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:09.026064 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.337626 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.343104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.399799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4203c8-e606-411c-95d6-8a3b92c49876 None None] Pushing event updated for resources: {'Port': ['ID=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:09.464342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Attempting to bind port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:30:09.464751 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Attempting to bind port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:30:09.465156 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Attempting to bind port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:09.470671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:30:09.471085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Checking segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:09.471495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.471904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Bound using segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:30:09.472374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Bound port: 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:30:09.472762 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.550145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] For port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:30:09.553586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] For port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:30:09.558156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.620848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:30:09.622420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:09.665565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4203c8-e606-411c-95d6-8a3b92c49876 None None] Pushing event updated for resources: {'Port': ['ID=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:09.770461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:30:09.772365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-89fcf63d-a70a-4844-b637-b25e02c3b087 None None] Provisioning complete for port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:09.772736 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89fcf63d-a70a-4844-b637-b25e02c3b087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:09.853038 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8dbb55cd-7158-4792-99e4-bb6224233e8d req-a4cded1e-027e-4e96-a8e8-bdc230f4d5bd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 210 time: 0.0326507 Nov 19 04:30:10.018670 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89fcf63d-a70a-4844-b637-b25e02c3b087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:10.078869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-89fcf63d-a70a-4844-b637-b25e02c3b087 None None] For port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:10.084349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-89fcf63d-a70a-4844-b637-b25e02c3b087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:10.137553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:09Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:10.173506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b590391-106f-45bc-ab77-0ab08e39bf29 None None] The sync data for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 is: [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:09Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:30:10.177855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcf63d-a70a-4844-b637-b25e02c3b087 None None] Pushing event updated for resources: {'Port': ['ID=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:10.215814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3206f41b-b9d8-4e92-b438-facfb74d625b None None] Provisioning complete for port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:10.216221 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3206f41b-b9d8-4e92-b438-facfb74d625b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:10.399894 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-b7b6d0af-e24c-4bca-ac8a-ec1fd0c39162 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:10.402150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-b7b6d0af-e24c-4bca-ac8a-ec1fd0c39162 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 797 time: 0.1915779 Nov 19 04:30:10.494734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-0e697a16-989c-4223-a18c-62c583a7dbb5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 380 time: 0.0718558 Nov 19 04:30:10.506014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'port': {'device_id': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'admin_state_up': True, 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'security_groups': ['99970a89-49d3-4a08-90c3-df5e80649885']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:10.625086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:30:10.631396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:10.778011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.5 (c707c870-4675-4be5-9ae2-40626e7336d6/1a31839f-6471-42ea-a160-e62121c5bfe1/c8f6559c-2d6b-46b2-90e9-1b315501a090) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:30:10.959309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:10.970159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40bc4aae-086c-4955-9d5a-63d7860c7342 req-7264ba62-c14a-45de-bd88-35096dd40d59 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 210 time: 0.0326612 Nov 19 04:30:11.006982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.047901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network c707c870-4675-4be5-9ae2-40626e7336d6 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:11.053842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:11.056737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:30:11.099831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:11.131143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:11.131837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.154415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-51f33ec8-5108-4608-a0b0-80217aef1cda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525996 Nov 19 04:30:11.189277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Request body: {'port': {'device_id': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:11.264467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.380695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-58634206-611f-422c-b9fd-6a8f3799850b None None] Provisioning complete for port c8f6559c-2d6b-46b2-90e9-1b315501a090 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:11.383320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58634206-611f-422c-b9fd-6a8f3799850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.433517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-58634206-611f-422c-b9fd-6a8f3799850b None None] Port c8f6559c-2d6b-46b2-90e9-1b315501a090 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:30:11.588063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f6559c-2d6b-46b2-90e9-1b315501a090 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:30:11.596357 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.609232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Transition to ACTIVE for port object c8f6559c-2d6b-46b2-90e9-1b315501a090 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:30:11.612934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.679523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:11.739289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:30:11.739924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:30:11.740356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:11.745183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:30:11.745516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:11.751947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:30:11.752296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Checking segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:11.752694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Bound using segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:30:11.753130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Bound port: c8f6559c-2d6b-46b2-90e9-1b315501a090, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:30:11.753501 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.823621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:30:11.827476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:30:11.834540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.876751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:11.877448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:11.879197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 1091 time: 0.6958308 Nov 19 04:30:11.881744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:30:11.884132 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1e260-8ea0-4472-942a-b873c1395fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:30:11.910557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4102-396a-4d34-8d0d-84e1301f6032 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:11.939891 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff36ae9-01d0-4d43-b07d-60e523f57c21 x-openstack-request-id: req-7ff36ae9-01d0-4d43-b07d-60e523f57c21 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:30:11.940259 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:30:11.940578 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ff36ae9-01d0-4d43-b07d-60e523f57c21 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:30:11.941164 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'status': 'completed', 'code': 200} Nov 19 04:30:12.004897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-d1a9f211-cc3f-460c-9deb-0fd5fdbca17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.006715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-d1a9f211-cc3f-460c-9deb-0fd5fdbca17e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1094 time: 0.0479071 Nov 19 04:30:12.074225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-b689950d-6ab0-431d-9ac3-fa36cd9fd950 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 217 time: 0.0468667 Nov 19 04:30:12.140228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-c789fdb0-96f1-401b-b811-715e5ab604ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.141750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-c789fdb0-96f1-401b-b811-715e5ab604ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.0528924 Nov 19 04:30:12.147557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaec25-c371-444c-a924-0e492bfbf6a9 req-317b9777-3013-494d-9423-867743384ba8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.150952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6faaec25-c371-444c-a924-0e492bfbf6a9 req-317b9777-3013-494d-9423-867743384ba8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 943 time: 0.0780725 Nov 19 04:30:12.163998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:30:12.230061 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-4a65f045-cd72-4e05-a958-7ebea427d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.231636 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-4a65f045-cd72-4e05-a958-7ebea427d53d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688703 Nov 19 04:30:12.238266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6faaec25-c371-444c-a924-0e492bfbf6a9 req-ea0ae31d-9cf3-4b38-8828-e76a4891fd89 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765023 Nov 19 04:30:12.262805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:12.263189 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:12.352675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-7d16b90b-6634-4014-a5f8-d93dff2277d0 service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077738 Nov 19 04:30:12.451740 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4c478adb-3f6b-4251-a4f2-bca73de9fbbe req-73861940-ab9f-4952-96bc-ba24a469f403 service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869787 Nov 19 04:30:12.598195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-3e3226a7-97ee-4f6d-b544-8b87d38b892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.599792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-3e3226a7-97ee-4f6d-b544-8b87d38b892f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1094 time: 0.0552337 Nov 19 04:30:12.693511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-131a06b0-7c14-4468-a2ab-fe8d1893b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.694931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-131a06b0-7c14-4468-a2ab-fe8d1893b23b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 898 time: 0.0872996 Nov 19 04:30:12.739727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-5dd3ea97-3586-4ad8-8e5c-844da97c9f99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 217 time: 0.0370302 Nov 19 04:30:12.801039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-985ca326-42ab-42b0-8bea-4bc11b41fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.802556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-985ca326-42ab-42b0-8bea-4bc11b41fe86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.0508454 Nov 19 04:30:12.852136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-554bac42-0402-4c4a-a2b1-8f0d5255f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:12.853644 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-554bac42-0402-4c4a-a2b1-8f0d5255f0ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429671 Nov 19 04:30:12.948077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-d6a353cb-59eb-459f-8ba9-ebb35c5009e7 service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862212 Nov 19 04:30:13.041916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bc1e260-8ea0-4472-942a-b873c1395fa2 req-4f0df452-ea3e-478d-ad0d-d1a178d6158e service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839398 Nov 19 04:30:13.346362 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1fc8a-17a5-4a5f-8c30-f5a83cb6b4c7 req-fa7ce7ee-c2e7-4483-a501-d80df1807992 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:13.347923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59c1fc8a-17a5-4a5f-8c30-f5a83cb6b4c7 req-fa7ce7ee-c2e7-4483-a501-d80df1807992 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 943 time: 0.0501297 Nov 19 04:30:13.398663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59c1fc8a-17a5-4a5f-8c30-f5a83cb6b4c7 req-171f8622-a2cf-4c83-a8f3-4942af64d9fb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Nov 19 04:30:14.526019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb45813-5aa1-4e6b-96ec-399cd12d55cc req-5a9b57b8-f9a6-46a8-8111-12d78b51a5b2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:14.527529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cb45813-5aa1-4e6b-96ec-399cd12d55cc req-5a9b57b8-f9a6-46a8-8111-12d78b51a5b2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 943 time: 0.0611856 Nov 19 04:30:14.585530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cb45813-5aa1-4e6b-96ec-399cd12d55cc req-7f459311-6e1f-4714-8cc0-fd0ba795fb65 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510075 Nov 19 04:30:15.516660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:30:15.622567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:15.641541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'port_id': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'mac_address': 'fa:16:3e:1c:a6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:30:15.681139 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:15.695189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f6559c-2d6b-46b2-90e9-1b315501a090 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:30:15.711715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297e53-ff90-41d2-b408-4c7c7fac7004 req-11a053ec-6359-4f80-8654-a2b144aa8b78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:15.713282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf297e53-ff90-41d2-b408-4c7c7fac7004 req-11a053ec-6359-4f80-8654-a2b144aa8b78 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 943 time: 0.0529830 Nov 19 04:30:15.716417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:15.721413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:15.766353 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf297e53-ff90-41d2-b408-4c7c7fac7004 req-0a004f8e-263e-4b8c-aeac-2427e9d60bcb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Nov 19 04:30:15.771351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:16.056286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c8f6559c-2d6b-46b2-90e9-1b315501a090'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:30:16.893633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122a838-f999-4754-a609-0ccbf09a97ad req-fe0a1aa0-cdff-4804-a827-be4facb7c3e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:16.895273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e122a838-f999-4754-a609-0ccbf09a97ad req-fe0a1aa0-cdff-4804-a827-be4facb7c3e1 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0583444 Nov 19 04:30:16.952296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e122a838-f999-4754-a609-0ccbf09a97ad req-9fd1884a-c907-4ec1-8586-d9553cb0dc46 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505626 Nov 19 04:30:17.524773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:30:17.588542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port c8f6559c-2d6b-46b2-90e9-1b315501a090 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:30:17.593383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port c8f6559c-2d6b-46b2-90e9-1b315501a090 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:17.593863 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:17.675777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:17.700270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:30:17.704139 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48276a1a-cbe1-4cf8-9f3f-e295c3529d9a" -d '{"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-plugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:30:17.720720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:17.725819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:17.755076 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3b8d94-735c-4a41-90fe-3ed7e08d6598 x-openstack-request-id: req-2e3b8d94-735c-4a41-90fe-3ed7e08d6598 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:30:17.755374 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-plugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:30:17.755683 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e3b8d94-735c-4a41-90fe-3ed7e08d6598 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:30:17.756085 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'code': 200} Nov 19 04:30:17.784983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:17.888363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff57c5-75af-4b22-b1b8-046958abf3b4 req-90b07ecf-b5e0-42be-b5eb-dd675937ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:17.889900 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03ff57c5-75af-4b22-b1b8-046958abf3b4 req-90b07ecf-b5e0-42be-b5eb-dd675937ddfc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1096 time: 0.0418403 Nov 19 04:30:17.942622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-03ff57c5-75af-4b22-b1b8-046958abf3b4 req-6fe17966-ef06-46ef-9ede-ab34b7537ddf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403156 Nov 19 04:30:18.078603 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0724991-d447-4fb5-83d6-63400f3927f2 req-ec0e3358-4256-473d-95ed-46cfa4dd3b1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:18.080357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0724991-d447-4fb5-83d6-63400f3927f2 req-ec0e3358-4256-473d-95ed-46cfa4dd3b1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Nov 19 04:30:18.133767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0724991-d447-4fb5-83d6-63400f3927f2 req-42c2dbbc-da9e-4208-a78f-f5aa8e097c6b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469344 Nov 19 04:30:19.252431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768efd5-6f20-40f6-bed8-554aa09aa61e req-77f08a97-b74a-48d1-97b7-249235890b7f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:19.253972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f768efd5-6f20-40f6-bed8-554aa09aa61e req-77f08a97-b74a-48d1-97b7-249235890b7f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Nov 19 04:30:19.307447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f768efd5-6f20-40f6-bed8-554aa09aa61e req-e2b6f04a-b227-4bcf-8872-5566da230ab5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Nov 19 04:30:19.424795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df81d-a62b-4c5a-ac0f-c9eef14c154e req-24296ad2-fddc-4978-a098-4a1d557f1a1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:19.426344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-989df81d-a62b-4c5a-ac0f-c9eef14c154e req-24296ad2-fddc-4978-a098-4a1d557f1a1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Nov 19 04:30:19.477205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-989df81d-a62b-4c5a-ac0f-c9eef14c154e req-d0cc9305-bc55-45e2-b089-0c2f563d21dc tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 Nov 19 04:30:19.501966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34182) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:19.547995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ee38b-dbed-4c1f-85a1-cd70a4b43b4a tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:19.549563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8e7ee38b-dbed-4c1f-85a1-cd70a4b43b4a tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1091 time: 0.0463433 Nov 19 04:30:19.552586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34184) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:19.557111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:19.580894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:19.683623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:19.789212 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.52 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/16d8b7e6-320e-49af-b25b-1b7b4461fa45) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:30:19.897730 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:19.938888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:19.980190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:19.985655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:19.990100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:30:19.993141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=16d8b7e6-320e-49af-b25b-1b7b4461fa45,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:20.681707 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:20.747250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:20.907939 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:20.913487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:20.987781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=16d8b7e6-320e-49af-b25b-1b7b4461fa45,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:20.997922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:21.102405 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP cfa11a36-76ab-4a64-81f6-1dd2146d3710 associated. External IP: 172.25.8.52, port: c8f6559c-2d6b-46b2-90e9-1b315501a090. Nov 19 04:30:21.296074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da482285-4b94-4aa3-8199-0379c0225810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:21.322557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:30:21.429523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:30:21.441151 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] Sync routers for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:30:21.449200 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:21.453364 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:30:21.454030 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:21.483858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9f3c26b8-2396-46d4-8964-0b52e5a0ed7d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9277210 Nov 19 04:30:21.483858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:30:21.484817 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac1386-37db-48f0-a0f1-22789f0bbedb" -d '{"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:30:21.563520 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:30:21.589317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e461a-4ba1-48f6-bb08-5dbb42f50907 req-cbdf6c62-62c6-47f0-920f-123ca224bff2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:21.590872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca2e461a-4ba1-48f6-bb08-5dbb42f50907 req-cbdf6c62-62c6-47f0-920f-123ca224bff2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Nov 19 04:30:21.643052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca2e461a-4ba1-48f6-bb08-5dbb42f50907 req-c859524d-46fc-4982-b324-eb62d061777b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Nov 19 04:30:21.665115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34196) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:21.734786 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a4baca3-f0d4-4763-a597-4fab8c45812a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/cfa11a36-76ab-4a64-81f6-1dd2146d3710 HTTP/1.1" status: 200 len: 990 time: 0.0681767 Nov 19 04:30:21.765018 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e863bc4a-a338-42c9-bcc2-5d464ad84b7b x-openstack-request-id: req-e863bc4a-a338-42c9-bcc2-5d464ad84b7b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:30:21.765329 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:30:21.765590 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e863bc4a-a338-42c9-bcc2-5d464ad84b7b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:30:21.766045 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'status': 'completed', 'code': 200} Nov 19 04:30:21.806706 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'cfa11a36-76ab-4a64-81f6-1dd2146d3710', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'port_id': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'mac_address': 'fa:16:3e:1c:a6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:30:20Z', 'updated_at': '2021-11-19T04:30:20Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:10Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:21.834349 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] Checking router: 06bd82f0-b3d7-4028-8cbd-e913b3d8637f for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:30:21.843410 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:30:21.844419 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:29:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:21.862569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-4aac3e8c-456c-492e-9d41-dbd7ffe9adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:21.864205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-4aac3e8c-456c-492e-9d41-dbd7ffe9adae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1096 time: 0.0514669 Nov 19 04:30:21.955204 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:30:21.960987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-15bd1685-b04f-49db-9364-b0f009d13722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:21.962532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-15bd1685-b04f-49db-9364-b0f009d13722 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 898 time: 0.0908437 Nov 19 04:30:22.044666 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-3597ef25-0155-4760-a187-5c64ac5fad41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 998 time: 0.0746887 Nov 19 04:30:22.104661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-74b67e09-cfd4-46cb-a091-f1b19cbd8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:22.106171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-74b67e09-cfd4-46cb-a091-f1b19cbd8c4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.0542643 Nov 19 04:30:22.155021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-0fbec28d-31a7-4db0-92f3-ca4605556cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:22.156544 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-0fbec28d-31a7-4db0-92f3-ca4605556cc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429420 Nov 19 04:30:22.203466 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'cfa11a36-76ab-4a64-81f6-1dd2146d3710', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'port_id': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'mac_address': 'fa:16:3e:1c:a6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:30:20Z', 'updated_at': '2021-11-19T04:30:20Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:10Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:30:22.235585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f09dcb-f795-4c3a-ac23-560f3e950992 None None] The sync data for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 is: [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'cfa11a36-76ab-4a64-81f6-1dd2146d3710', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'port_id': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'mac_address': 'fa:16:3e:1c:a6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:30:20Z', 'updated_at': '2021-11-19T04:30:20Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:10Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:30:22.260799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-52eda4c6-ebda-4eec-9753-21f34480105c service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961435 Nov 19 04:30:22.360296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53ac1386-37db-48f0-a0f1-22789f0bbedb req-df318565-3086-4ba1-b10f-6e63e3c6e210 service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922763 Nov 19 04:30:22.452073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62963cca-6ef2-4e00-b044-7df835c3bffa None None] New status for floating IP cfa11a36-76ab-4a64-81f6-1dd2146d3710: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:30:22.736824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 34200) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:22.800996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-101b4721-a749-45ef-88ae-ad767a16e139 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/cfa11a36-76ab-4a64-81f6-1dd2146d3710 HTTP/1.1" status: 200 len: 992 time: 0.0627913 Nov 19 04:30:22.879720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:23.577954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-762e6fe9-fcf1-4a65-808a-3e99fe733846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:25.329182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:26.464955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:27.260670 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:30.010097 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:30:32.097895 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:45.306790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-c5f07495-f163-4fbd-b5ee-cc0cc29fb212 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892949733&fields=id&tenant_id=8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 267 time: 0.0480666 Nov 19 04:30:45.438714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-1f18b3ad-34cb-4760-9388-cad1ac668cdb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:45.440372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-1f18b3ad-34cb-4760-9388-cad1ac668cdb tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1251836 Nov 19 04:30:45.456849 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-0c2868d5-459e-4e63-a4cc-6d3224eefb8e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/quotas/8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 375 time: 0.0102282 Nov 19 04:30:45.520366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-b5b0b29f-fcd4-4cc2-b1a4-ff918a73260a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564895 Nov 19 04:30:45.624417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-8cfaaf1f-6522-445b-ae42-a3e5d843c31a service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904951 Nov 19 04:30:45.719024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-41bd1733-fed4-4533-9e45-336341a26a7e service neutron] 10.222.0.52 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Nov 19 04:30:46.032448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90fbe3cb-6034-428d-99f3-69663e5c7474 req-e4e2c249-c8fd-4565-b672-a4b9ea999552 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0330994 Nov 19 04:30:47.017758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-037b54d7-6a5f-4d5a-b720-4be99218823a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:47.019429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-037b54d7-6a5f-4d5a-b720-4be99218823a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 812 time: 0.1355734 Nov 19 04:30:47.088283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-be56c98d-8c35-48ab-a7bd-2fa3b03d93d1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9dc1d705174fcb91cc89e93a176495 HTTP/1.1" status: 200 len: 379 time: 0.0583999 Nov 19 04:30:47.100521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'port': {'device_id': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'admin_state_up': True, 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'security_groups': ['88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:47.134730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a7ced33-9bab-486a-a0af-0f6a2526a743 req-3efeaa3a-54c8-4bdb-9e80-a66091ab75cd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0270338 Nov 19 04:30:47.226594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Made reservation on behalf of 8e9dc1d705174fcb91cc89e93a176495 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:30:47.230594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:47.389526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.20.0.4 (01a9aba9-c2be-4f68-8841-2f5b102465f7/fca730ab-ae7c-4ee9-99de-de41ebb08336/47ebbe51-41d3-42f5-84de-90529d3991c1) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:30:47.540004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:47.574330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:47.617280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:30:47.620285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:30:47.623430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:30:47.664123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=47ebbe51-41d3-42f5-84de-90529d3991c1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:47.688467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:47.689621 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:47.718904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-87dbac74-13da-430f-a543-cb1bb3243b2a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6228528 Nov 19 04:30:47.734063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Request body: {'port': {'device_id': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:47.805897 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:47.936115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ce61ae31-c8f1-4b33-a9ae-09e533a91b9d None None] Provisioning complete for port 47ebbe51-41d3-42f5-84de-90529d3991c1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:30:47.936698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce61ae31-c8f1-4b33-a9ae-09e533a91b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:47.972162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ce61ae31-c8f1-4b33-a9ae-09e533a91b9d None None] Port 47ebbe51-41d3-42f5-84de-90529d3991c1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:30:48.093068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ebbe51-41d3-42f5-84de-90529d3991c1 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:30:48.101664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:48.116215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Transition to ACTIVE for port object 47ebbe51-41d3-42f5-84de-90529d3991c1 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:30:48.121096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:48.180915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ebbe51-41d3-42f5-84de-90529d3991c1,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:48.265308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Attempting to bind port 47ebbe51-41d3-42f5-84de-90529d3991c1 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:30:48.265831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Attempting to bind port 47ebbe51-41d3-42f5-84de-90529d3991c1 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:30:48.266306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Attempting to bind port 47ebbe51-41d3-42f5-84de-90529d3991c1 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:48.278393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Port 47ebbe51-41d3-42f5-84de-90529d3991c1 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:30:48.279168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Attempting to bind port 47ebbe51-41d3-42f5-84de-90529d3991c1 on network 01a9aba9-c2be-4f68-8841-2f5b102465f7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:48.291613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:30:48.292153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Checking segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:48.292647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Bound using segment: {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:30:48.294196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Bound port: 47ebbe51-41d3-42f5-84de-90529d3991c1, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba71813-0738-439e-bd07-007a0dce0585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:30:48.300352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1fb76-eec0-4e15-bc13-dba6df6839d0 req-4d3f792f-5fb6-4254-8eed-35ac2fda09af tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:48.307914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7da1fb76-eec0-4e15-bc13-dba6df6839d0 req-4d3f792f-5fb6-4254-8eed-35ac2fda09af tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0662839 Nov 19 04:30:48.311767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:48.412036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7da1fb76-eec0-4e15-bc13-dba6df6839d0 req-e22dd5fb-4bf2-488e-b8a2-adf6e152abca tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028595 Nov 19 04:30:48.440815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] For port 47ebbe51-41d3-42f5-84de-90529d3991c1, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:30:48.444418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] For port 47ebbe51-41d3-42f5-84de-90529d3991c1, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=47ebbe51-41d3-42f5-84de-90529d3991c1,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:30:48.450821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:48.501386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:48.502148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:48.504939 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/47ebbe51-41d3-42f5-84de-90529d3991c1 HTTP/1.1" status: 200 len: 1091 time: 0.7764773 Nov 19 04:30:48.507892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:30:48.513238 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c03fc75-b59b-4308-9287-3e850299feba" -d '{"events": [{"name": "network-changed", "server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:30:48.593275 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecf7c9e-fcb2-4de6-9596-810bceca140e x-openstack-request-id: req-1ecf7c9e-fcb2-4de6-9596-810bceca140e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:30:48.593666 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:30:48.593926 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ecf7c9e-fcb2-4de6-9596-810bceca140e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:30:48.594354 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'status': 'completed', 'code': 200} Nov 19 04:30:48.602876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4b52-acf4-4480-8f24-d490d88b36c7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ebbe51-41d3-42f5-84de-90529d3991c1,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:48.631794 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-c37b0fa4-ad0d-432b-b0a3-88eeee604dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:48.634138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-c37b0fa4-ad0d-432b-b0a3-88eeee604dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 1094 time: 0.0756786 Nov 19 04:30:48.688156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-7d038de5-333c-48a3-a10e-974542e6ffa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ebbe51-41d3-42f5-84de-90529d3991c1 HTTP/1.1" status: 200 len: 217 time: 0.0456078 Nov 19 04:30:48.748603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-429928f6-321d-496e-b2f1-2b6f48c81f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:48.750281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-429928f6-321d-496e-b2f1-2b6f48c81f06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0550728 Nov 19 04:30:48.799153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-8b4ce502-0fec-4dba-b2b0-9efcd087a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:48.800712 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-8b4ce502-0fec-4dba-b2b0-9efcd087a808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433223 Nov 19 04:30:48.904776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-edfb9c57-d567-4e76-baed-43fc27d55c1e service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947406 Nov 19 04:30:49.002623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd6c8be4-de07-4f79-9834-30a41ceb17c8 req-c744945d-fdcc-4ae5-b43a-557cb126da41 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903401 Nov 19 04:30:49.088382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03fc75-b59b-4308-9287-3e850299feba req-7c57e0f6-0c2b-4124-9f3a-37e73983982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:49.089895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-7c57e0f6-0c2b-4124-9f3a-37e73983982a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 1094 time: 0.0440161 Nov 19 04:30:49.201723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03fc75-b59b-4308-9287-3e850299feba req-2bfe2462-1899-478d-8425-c49a48e3eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:49.203254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-2bfe2462-1899-478d-8425-c49a48e3eee1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1058617 Nov 19 04:30:49.247225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-08943a2e-dfe4-4b4d-84e2-e27f18911ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ebbe51-41d3-42f5-84de-90529d3991c1 HTTP/1.1" status: 200 len: 217 time: 0.0365634 Nov 19 04:30:49.298569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03fc75-b59b-4308-9287-3e850299feba req-7121b236-a9b2-44e6-a7af-e9cc5cf4419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:49.300197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-7121b236-a9b2-44e6-a7af-e9cc5cf4419b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0454693 Nov 19 04:30:49.352629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03fc75-b59b-4308-9287-3e850299feba req-004cb5f7-50cd-430d-b83e-6436a49eb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:49.354295 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-004cb5f7-50cd-430d-b83e-6436a49eb26e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473645 Nov 19 04:30:49.464370 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-95cef946-5e53-4ace-85c3-0415c5308a0f service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033239 Nov 19 04:30:49.548819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c545b5-8eb1-4bb9-95fa-87e73ec0f8b3 req-7298a987-db90-4736-ad94-cc97c43b9762 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:49.552899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45c545b5-8eb1-4bb9-95fa-87e73ec0f8b3 req-7298a987-db90-4736-ad94-cc97c43b9762 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0562508 Nov 19 04:30:49.567193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7c03fc75-b59b-4308-9287-3e850299feba req-abbc1a63-16af-4251-a554-3763317f0beb service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954549 Nov 19 04:30:49.615769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45c545b5-8eb1-4bb9-95fa-87e73ec0f8b3 req-f74eecf4-abab-4254-a9f6-a3d7c4c6d62a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557654 Nov 19 04:30:50.743698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715619d6-ef37-4f67-a6e0-7821a3adf51e req-a3b3c776-ba9c-43cd-b49e-41841b9dc8dd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:50.745337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-715619d6-ef37-4f67-a6e0-7821a3adf51e req-a3b3c776-ba9c-43cd-b49e-41841b9dc8dd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0571711 Nov 19 04:30:50.801252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-715619d6-ef37-4f67-a6e0-7821a3adf51e req-0d1e4940-aae7-48af-8733-c35ca36b7ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487907 Nov 19 04:30:51.314304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2f05bc38-c882-4114-87af-26ee3e9409c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:51.941693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09281ed8-457e-4fbc-b86a-dd7ef6810951 req-2f113d04-3bc4-405c-a7fb-1263810dc488 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:51.944062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09281ed8-457e-4fbc-b86a-dd7ef6810951 req-2f113d04-3bc4-405c-a7fb-1263810dc488 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0583720 Nov 19 04:30:51.998118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09281ed8-457e-4fbc-b86a-dd7ef6810951 req-509c2e0d-b1b4-4c33-9900-1a37669ba053 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468504 Nov 19 04:30:52.879396 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:53.140510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1fd5-9214-4c91-9fed-baba8c86b1ef req-7c33fc96-097a-4d3e-a7e3-f5d887e4c11a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:53.142507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-805c1fd5-9214-4c91-9fed-baba8c86b1ef req-7c33fc96-097a-4d3e-a7e3-f5d887e4c11a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0645254 Nov 19 04:30:53.205791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-805c1fd5-9214-4c91-9fed-baba8c86b1ef req-658a66ab-f2db-416b-bbe0-aa4b63720194 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564458 Nov 19 04:30:53.581767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a80480ec-d719-441b-b30c-4e9d1efa97eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:54.053638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35024) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:54.233031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7766e8a5-203a-45ea-9f44-ea1c24370947 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68a379a987ad43198abaa8891876590f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781492 Nov 19 04:30:54.235619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35030) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:54.285573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-102bad6b-50d7-44bf-be3e-8f91ef21c2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:54.309064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-102bad6b-50d7-44bf-be3e-8f91ef21c2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:54.329075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400470f-5d4d-45e6-9906-2a4995d86310 req-819487f6-68b0-4385-9d5f-9b5df39eda98 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:54.331048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e400470f-5d4d-45e6-9906-2a4995d86310 req-819487f6-68b0-4385-9d5f-9b5df39eda98 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0534601 Nov 19 04:30:54.373156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-102bad6b-50d7-44bf-be3e-8f91ef21c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:54.376660 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-102bad6b-50d7-44bf-be3e-8f91ef21c2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:54.377920 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-102bad6b-50d7-44bf-be3e-8f91ef21c2c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e41ccae-fa79-4c3f-9134-4ee27bd14489 HTTP/1.1" status: 204 len: 168 time: 0.1413045 Nov 19 04:30:54.389006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bad6b-50d7-44bf-be3e-8f91ef21c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41ccae-fa79-4c3f-9134-4ee27bd14489,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:30:54.394215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e400470f-5d4d-45e6-9906-2a4995d86310 req-8c7a64e6-77b8-4730-9a27-194c16434749 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564740 Nov 19 04:30:55.333236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:55.532217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44124fca-6ce0-4cf3-abaa-4bb8e19c6985 req-571e2199-623c-4c95-9ceb-cf635d605838 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:55.534287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44124fca-6ce0-4cf3-abaa-4bb8e19c6985 req-571e2199-623c-4c95-9ceb-cf635d605838 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0584311 Nov 19 04:30:55.591713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44124fca-6ce0-4cf3-abaa-4bb8e19c6985 req-19569d9a-45f7-44ff-8f74-07890362cc07 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509033 Nov 19 04:30:56.282117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc5218-1566-4174-a5c1-f6eea1eb9dea req-51c46940-3a78-4f31-8dcf-899d35af1e9b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:56.283705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61bc5218-1566-4174-a5c1-f6eea1eb9dea req-51c46940-3a78-4f31-8dcf-899d35af1e9b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0553913 Nov 19 04:30:56.338121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-61bc5218-1566-4174-a5c1-f6eea1eb9dea req-9451fb23-41f4-44c6-a654-8347f3fc7f7f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476530 Nov 19 04:30:56.361673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35132) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:30:56.428095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9a1ab922-9b8b-4b92-9dc2-ca0e4efdf55a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/cfa11a36-76ab-4a64-81f6-1dd2146d3710 HTTP/1.1" status: 200 len: 992 time: 0.0651095 Nov 19 04:30:56.460292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:56.743972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b90b-8720-48a0-8018-6e467296ba8e req-f66bf1f0-5416-4ab5-8298-487db38d52f2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:56.745624 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afa6b90b-8720-48a0-8018-6e467296ba8e req-f66bf1f0-5416-4ab5-8298-487db38d52f2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0594289 Nov 19 04:30:56.806889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afa6b90b-8720-48a0-8018-6e467296ba8e req-00ba789d-f1c8-47b5-9262-c23af7042600 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514507 Nov 19 04:30:57.098640 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723795-aff1-4598-8e95-4cd1d42c8937 req-645963d3-0bca-46da-952e-2f64c4b84847 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:57.100473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40723795-aff1-4598-8e95-4cd1d42c8937 req-645963d3-0bca-46da-952e-2f64c4b84847 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1096 time: 0.0430386 Nov 19 04:30:57.150391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40723795-aff1-4598-8e95-4cd1d42c8937 req-4bbd47c6-4eda-4ad7-8055-86aa190b2b1a tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Nov 19 04:30:57.268548 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:57.719870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-b1b767d5-85e7-4929-a820-d0e69efcfcb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408144 Nov 19 04:30:57.728782 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-bad63bb9-8e37-4367-bb08-5082ff9cdc87 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:30:57.729915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-bad63bb9-8e37-4367-bb08-5082ff9cdc87 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053720 Nov 19 04:30:58.254787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-2d56923d-3a65-4df9-adfe-5602556bb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:58.256131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-2d56923d-3a65-4df9-adfe-5602556bb78c service neutron] 10.222.0.52 "GET /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 1093 time: 0.0377283 Nov 19 04:30:58.264975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Request body: {'binding': {'host': 'n-h1-818503-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:58.265462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Unknown quota resources ['binding']. {{(pid=109987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 04:30:58.411232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on host n-h1-818503-1 for vnic_type normal with profile None {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:30:58.411586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:30:58.411918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:58.416671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:30:58.416995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:30:58.422645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:30:58.422984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Checking segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:30:58.423375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Bound using segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:30:58.423805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Bound port: c8f6559c-2d6b-46b2-90e9-1b315501a090, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:30:58.515979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:30:58.524422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] Publish callbacks [] for binding, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:58.525614 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-cc454f2d-4f01-49d6-8d15-c1f46852531c service neutron] 10.222.0.52 "POST /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090/bindings HTTP/1.1" status: 201 len: 389 time: 0.2642238 Nov 19 04:30:58.685533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20a9c0-9ae5-4bfa-a30b-38cb90020e60 req-79f4f17f-6424-4358-aa0a-164c351e4ed1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:58.687120 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab20a9c0-9ae5-4bfa-a30b-38cb90020e60 req-79f4f17f-6424-4358-aa0a-164c351e4ed1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0605531 Nov 19 04:30:58.748303 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab20a9c0-9ae5-4bfa-a30b-38cb90020e60 req-dd82419e-4771-42f7-8e14-4257b14a1dad tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551043 Nov 19 04:30:58.763507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-741fd993-851f-4598-bc0b-0fc9808fae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:58.765560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-741fd993-851f-4598-bc0b-0fc9808fae7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1096 time: 0.0482223 Nov 19 04:30:58.882704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd20e-48f6-4896-8a2c-c2dcec50ec93 req-d77dce55-c70f-426c-8720-2fbd3e08e023 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:58.884460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-710fd20e-48f6-4896-8a2c-c2dcec50ec93 req-d77dce55-c70f-426c-8720-2fbd3e08e023 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0695059 Nov 19 04:30:58.952172 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-710fd20e-48f6-4896-8a2c-c2dcec50ec93 req-7adff209-59d7-4405-905d-773e21765ed5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588772 Nov 19 04:30:59.202518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-977ea762-98e3-41ee-ba6d-3e580d573ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:59.204028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-977ea762-98e3-41ee-ba6d-3e580d573ca1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 898 time: 0.4307520 Nov 19 04:30:59.274157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3bacb0c0-abe9-4b0a-9a42-85844a4beceb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 1000 time: 0.0622759 Nov 19 04:30:59.328835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-a716780a-a189-431c-967d-3305e4505f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:59.330350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-a716780a-a189-431c-967d-3305e4505f48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.0497751 Nov 19 04:30:59.378628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-abe57e76-3d76-4786-b86d-dfcdec8eea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:59.380214 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-abe57e76-3d76-4786-b86d-dfcdec8eea36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427926 Nov 19 04:30:59.474923 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-2a675302-5c4b-40c1-9f8c-ce1111674034 service neutron] 10.222.0.36 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870304 Nov 19 04:30:59.571118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-45f2dcf8-7f96-4a75-bd55-d75213ad0b9a service neutron] 10.222.0.36 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887990 Nov 19 04:30:59.709961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-214b4da8-c7b0-43c6-bcfd-014e7a43ed98 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:59.711484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-214b4da8-c7b0-43c6-bcfd-014e7a43ed98 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66&tenant_id=6289611ad08e4eb0851b0e1f7590a28a&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1096 time: 0.0817595 Nov 19 04:30:59.723807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818503-1'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:30:59.779505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:30:59.877958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702afaa2-f56d-4a2a-93db-ffa73cb3aa48 req-a0d4aa1f-5555-48d3-8d75-6ffdb7fe0d9f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:30:59.879690 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-702afaa2-f56d-4a2a-93db-ffa73cb3aa48 req-a0d4aa1f-5555-48d3-8d75-6ffdb7fe0d9f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.0570927 Nov 19 04:30:59.932647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:30:59.954535 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-702afaa2-f56d-4a2a-93db-ffa73cb3aa48 req-2bfbdc92-63ce-4e38-a57b-256a1b75b316 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678399 Nov 19 04:30:59.979242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:00.021043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:00.023714 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525105c6-3111-49cf-b113-81cb585bfd74" -d '{"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:00.028830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.034581 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.106152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2199e-6f5c-4ac3-a642-7525f1a01627 req-7cff54e1-4e3f-4ca3-8ed1-7bdde21d9ade tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:00.107745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8c2199e-6f5c-4ac3-a642-7525f1a01627 req-7cff54e1-4e3f-4ca3-8ed1-7bdde21d9ade tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 943 time: 0.0766685 Nov 19 04:31:00.138259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:00.197523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on host n-h2-818503-1 for vnic_type normal with profile {"migrating_to": "n-h1-818503-1"} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:31:00.197866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:31:00.198241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:00.203660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:31:00.203998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Attempting to bind port c8f6559c-2d6b-46b2-90e9-1b315501a090 on network c707c870-4675-4be5-9ae2-40626e7336d6 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:00.209431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:31:00.209787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Checking segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:31:00.210206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Bound using segment: {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:31:00.210648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Bound port: c8f6559c-2d6b-46b2-90e9-1b315501a090, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5689dd4d-033c-4fba-812c-6cffe4721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:31:00.211019 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.213818 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e8c2199e-6f5c-4ac3-a642-7525f1a01627 req-6daf7278-404d-4536-8e59-cf5dab2cfe27 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995462 Nov 19 04:31:00.279487 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc6fde-a493-4710-b1bc-0d98b88138a6 x-openstack-request-id: req-04dc6fde-a493-4710-b1bc-0d98b88138a6 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:00.280519 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:00.281030 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04dc6fde-a493-4710-b1bc-0d98b88138a6 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:00.281661 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'code': 200} Nov 19 04:31:00.318036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-3921ce63-7497-4b03-9ce9-4bd82e6f7d9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514264 Nov 19 04:31:00.320926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:00.326849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:31:00.331650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.376979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3163922f-5b33-474a-a52e-3db3b70c46aa None None] Provisioning complete for port c8f6559c-2d6b-46b2-90e9-1b315501a090 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:00.377590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3163922f-5b33-474a-a52e-3db3b70c46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.481595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-716fd071-9681-4196-9708-cdb07716fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:00.483197 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-716fd071-9681-4196-9708-cdb07716fc47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1097 time: 0.1163328 Nov 19 04:31:00.504752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=8']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:00.540855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:00.542769 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.544967 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3d4111c5-714e-40db-a42b-28686f0f11db service neutron] 10.222.0.36 "PUT /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 1121 time: 0.8252916 Nov 19 04:31:00.694817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-08b6ee50-9cc1-4d8c-a5a1-c645ab8f0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:00.696758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-08b6ee50-9cc1-4d8c-a5a1-c645ab8f0fa1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1895518 Nov 19 04:31:00.704252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3163922f-5b33-474a-a52e-3db3b70c46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.731071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:00.733847 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576918d-ef33-4815-9a71-c241a51da878" -d '{"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-plugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:00.749911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3163922f-5b33-474a-a52e-3db3b70c46aa None None] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:00.751280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['c8f6559c-2d6b-46b2-90e9-1b315501a090'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:31:00.783533 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3163922f-5b33-474a-a52e-3db3b70c46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:00.790953 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4969b7-cc85-4a60-8b87-0bc044a1f3cb x-openstack-request-id: req-ae4969b7-cc85-4a60-8b87-0bc044a1f3cb {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:00.790953 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-plugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:00.790953 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae4969b7-cc85-4a60-8b87-0bc044a1f3cb {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:00.791354 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'code': 200} Nov 19 04:31:00.802175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 47ebbe51-41d3-42f5-84de-90529d3991c1 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:31:00.831717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-a7ae2ce5-7504-4e2b-8b3a-0a1eb4c2b993 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 1001 time: 0.1277037 Nov 19 04:31:00.891685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-0d893962-ba19-4e5c-8301-f194538a5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:00.893183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-0d893962-ba19-4e5c-8301-f194538a5342 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0537148 Nov 19 04:31:00.981646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-746a2d7e-0274-4c07-bcb0-1ae8e59ccb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:00.983238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-746a2d7e-0274-4c07-bcb0-1ae8e59ccb3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817442 Nov 19 04:31:01.057126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163922f-5b33-474a-a52e-3db3b70c46aa None None] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:01.192345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 47ebbe51-41d3-42f5-84de-90529d3991c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=47ebbe51-41d3-42f5-84de-90529d3991c1,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:01.221750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'port_id': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'mac_address': 'fa:16:3e:e8:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:31:01.319075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:01.334397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-87124665-d773-4b7e-a937-4f25aa63bc0e None None] Provisioning complete for port c8f6559c-2d6b-46b2-90e9-1b315501a090 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:01.334775 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-87124665-d773-4b7e-a937-4f25aa63bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:01.383004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ebbe51-41d3-42f5-84de-90529d3991c1 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:31:01.437003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 47ebbe51-41d3-42f5-84de-90529d3991c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=47ebbe51-41d3-42f5-84de-90529d3991c1,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:01.447615 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:01.458733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec51c-0d73-4197-9374-96ebc63ab97c req-734af5a5-0a2e-4f8d-8ef2-f3fcad31fedd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:01.460282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849ec51c-0d73-4197-9374-96ebc63ab97c req-734af5a5-0a2e-4f8d-8ef2-f3fcad31fedd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 943 time: 0.4129033 Nov 19 04:31:01.473129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-11032ec4-ae17-493b-9b85-0855e2f12d6b service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809105 Nov 19 04:31:01.523287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=47ebbe51-41d3-42f5-84de-90529d3991c1,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:01.573957 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-849ec51c-0d73-4197-9374-96ebc63ab97c req-651c60f5-5328-4fb9-832a-4d0fa0ce51cd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038949 Nov 19 04:31:01.611007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194132ec-7cd5-4c2f-ac7b-798978fca09d req-66460363-01ec-48f9-b4c6-aa4fe8f2672d service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246901 Nov 19 04:31:01.689594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453388f8-fd0a-4156-8af8-a8dcc761cd49 req-9b194bcb-dbcc-4dfd-a1c8-f80a67040936 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:01.691158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-453388f8-fd0a-4156-8af8-a8dcc761cd49 req-9b194bcb-dbcc-4dfd-a1c8-f80a67040936 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0550542 Nov 19 04:31:01.711012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['47ebbe51-41d3-42f5-84de-90529d3991c1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:31:01.744512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-453388f8-fd0a-4156-8af8-a8dcc761cd49 req-a049abab-88a5-46cd-9614-3a46602a9c5a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 Nov 19 04:31:02.096353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:02.283836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:02.286396 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:02.324878 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d2bef0-9476-44ff-aa29-d917e95dfca8 x-openstack-request-id: req-40d2bef0-9476-44ff-aa29-d917e95dfca8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:02.325180 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:02.325438 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40d2bef0-9476-44ff-aa29-d917e95dfca8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:02.325848 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'status': 'completed', 'code': 200} Nov 19 04:31:02.435162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-e44c4a49-ce36-4440-9cd7-e69daafa1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:02.436672 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-e44c4a49-ce36-4440-9cd7-e69daafa1e7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1126 time: 0.0557754 Nov 19 04:31:02.544622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-34c86f97-77fb-4a57-b22d-a1637f52b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:02.546271 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-34c86f97-77fb-4a57-b22d-a1637f52b26f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 898 time: 0.0946708 Nov 19 04:31:02.627893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-9c6bfe6b-d23a-4cb8-9120-df2996bbd181 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 1000 time: 0.0738671 Nov 19 04:31:02.684511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-6a53dab5-a2e5-43de-91f7-20b485b0b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:02.686596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-6a53dab5-a2e5-43de-91f7-20b485b0b120 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.0509601 Nov 19 04:31:02.718525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bc22f-2a01-440c-84b1-471d348fad91 req-83e3c6bb-6520-4580-aeeb-d3b0d15dfded tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:02.720329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f22bc22f-2a01-440c-84b1-471d348fad91 req-83e3c6bb-6520-4580-aeeb-d3b0d15dfded tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 944 time: 0.0590525 Nov 19 04:31:02.742639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-58d17cd5-bfa5-4f92-8e92-525b4a72369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:02.744185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-58d17cd5-bfa5-4f92-8e92-525b4a72369b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508254 Nov 19 04:31:02.757342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-8fa93b11-cc89-40c4-9675-c64650334db8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:31:02.758533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-8fa93b11-cc89-40c4-9675-c64650334db8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057087 Nov 19 04:31:02.779700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f22bc22f-2a01-440c-84b1-471d348fad91 req-61b61fb2-4cb4-4abb-9f34-32dba1cc6b78 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518012 Nov 19 04:31:02.804512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:31:02.811303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 47ebbe51-41d3-42f5-84de-90529d3991c1 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:31:02.890976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-14d60d4e-d10d-4936-9bde-27a18739dbd0 service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249690 Nov 19 04:31:02.906122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a42-83d4-46df-9afe-6028bd036308 req-e9357d9f-cd76-4903-846a-67576e98f22a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:02.923934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-332d8a42-83d4-46df-9afe-6028bd036308 req-e9357d9f-cd76-4903-846a-67576e98f22a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0798874 Nov 19 04:31:02.952568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:02.978918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 has no active binding in host n-h1-818503-1 {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 04:31:02.981093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-332d8a42-83d4-46df-9afe-6028bd036308 req-a4f5484d-1bba-4cd4-b6f0-a5047b67db8a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554059 Nov 19 04:31:03.002851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 47ebbe51-41d3-42f5-84de-90529d3991c1 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:31:03.008206 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a47025cd-7f4c-4ece-bfb9-9731a260b3a2 req-c2e367f1-3928-47c6-bf84-2afe70771abc service neutron] 10.222.0.31 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082337 Nov 19 04:31:03.009186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 47ebbe51-41d3-42f5-84de-90529d3991c1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:03.009551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:03.097775 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:03.126307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:03.129714 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54628f43-cfee-4e3f-a821-f6a47653321e" -d '{"events": [{"server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "name": "network-vif-plugged", "status": "completed", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:03.147755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 47ebbe51-41d3-42f5-84de-90529d3991c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=47ebbe51-41d3-42f5-84de-90529d3991c1,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:03.151947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:03.178230 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6736c232-e933-41bc-8556-309d18649656 x-openstack-request-id: req-6736c232-e933-41bc-8556-309d18649656 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:03.178534 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "name": "network-vif-plugged", "status": "completed", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:03.178800 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6736c232-e933-41bc-8556-309d18649656 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:03.179201 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'code': 200} Nov 19 04:31:03.208479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=47ebbe51-41d3-42f5-84de-90529d3991c1,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:03.311465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce03c32-3995-44a2-be70-59ee93bbccb7 req-fe6fa24e-42c3-4ec4-8dc9-e49d961bc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:03.313008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ce03c32-3995-44a2-be70-59ee93bbccb7 req-fe6fa24e-42c3-4ec4-8dc9-e49d961bc643 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 1096 time: 0.0436988 Nov 19 04:31:03.382338 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ce03c32-3995-44a2-be70-59ee93bbccb7 req-fae4f5c5-bb46-4245-852b-8cafd94f503b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473192 Nov 19 04:31:03.901039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d42235-7eac-4a68-a4e0-a8b38f079b04 req-3fad1bd6-9c15-4ac1-8d14-b21a762eecf2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:03.903223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4d42235-7eac-4a68-a4e0-a8b38f079b04 req-3fad1bd6-9c15-4ac1-8d14-b21a762eecf2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Nov 19 04:31:03.960544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4d42235-7eac-4a68-a4e0-a8b38f079b04 req-ba8d7d35-5ceb-492e-a4e2-8451f50dfca3 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493338 Nov 19 04:31:04.108564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fd6cc-ceb2-4c08-953a-063648bcffe0 req-3159ed2e-3cb2-4d6f-aa64-36839256353a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:04.110163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a49fd6cc-ceb2-4c08-953a-063648bcffe0 req-3159ed2e-3cb2-4d6f-aa64-36839256353a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0539927 Nov 19 04:31:04.168602 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a49fd6cc-ceb2-4c08-953a-063648bcffe0 req-49120492-fac1-42b4-b965-9e7061c608d6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496969 Nov 19 04:31:05.083576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd17f-61df-4717-9954-cdf00490dd02 req-7a378a7f-1dcf-4bb0-8b11-317c598a790b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:05.085455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-162bd17f-61df-4717-9954-cdf00490dd02 req-7a378a7f-1dcf-4bb0-8b11-317c598a790b tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 945 time: 0.0547597 Nov 19 04:31:05.137036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-162bd17f-61df-4717-9954-cdf00490dd02 req-0c345864-5d28-4baf-ab9c-ec4940445e17 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Nov 19 04:31:05.265982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a7d93-bd03-4df1-a71e-2df78499c6db req-f84cc77f-ccc5-444d-9a1d-e472dd0e52a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:05.267619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-151a7d93-bd03-4df1-a71e-2df78499c6db req-f84cc77f-ccc5-444d-9a1d-e472dd0e52a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 945 time: 0.0578940 Nov 19 04:31:05.320332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-151a7d93-bd03-4df1-a71e-2df78499c6db req-9f70f169-43c2-4729-a749-6b7d6218279a tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460200 Nov 19 04:31:05.344815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35220) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:05.396858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153b9e3-3de9-419f-8fcf-5db2d700a228 tempest-TestVolumeBootPattern-1134749226 tempest-TestVolumeBootPattern-1134749226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:05.398359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d153b9e3-3de9-419f-8fcf-5db2d700a228 tempest-TestVolumeBootPattern-1134749226 tempest-TestVolumeBootPattern-1134749226-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 1091 time: 0.0525362 Nov 19 04:31:05.403220 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35222) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:05.408654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:05.442401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:05.444534 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c0930-942f-4735-91f6-a6ecc5617e28 req-5d6d77a1-ebb2-48a7-b441-41faa294da85 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:05.446499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-030c0930-942f-4735-91f6-a6ecc5617e28 req-5d6d77a1-ebb2-48a7-b441-41faa294da85 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 945 time: 0.0639770 Nov 19 04:31:05.508563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-030c0930-942f-4735-91f6-a6ecc5617e28 req-5e9c75fd-db41-4222-9b75-635abc25f3f0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524211 Nov 19 04:31:05.557377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:05.694007 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-ed1c808a-a987-4206-8c8c-43c1c47391d8 service neutron] 10.222.0.31 "GET /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 384 time: 0.1285663 Nov 19 04:31:05.747976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Allocated IP 172.25.8.94 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1643a5c4-0f0b-4368-aafc-c9194858a794) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:31:05.994960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:06.036169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:06.066401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:06.093433 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:06.143940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:06.153900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:06.159553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:06.161846 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0516a-9983-4d46-b631-76112526681c" -d '{"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:06.164567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:31:06.176286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:06.195874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=1643a5c4-0f0b-4368-aafc-c9194858a794,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:06.211570 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59bbcf7-c5cc-4d47-a97c-27e55b5b45a4 x-openstack-request-id: req-e59bbcf7-c5cc-4d47-a97c-27e55b5b45a4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:06.211800 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:06.212064 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e59bbcf7-c5cc-4d47-a97c-27e55b5b45a4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:06.212471 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'code': 200} Nov 19 04:31:06.219260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.219659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.220000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.220348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.220695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.221040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.221381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.221754 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.222169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.222484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.222874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.223175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:06.229057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:06.417497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] Transition to ACTIVE for port object c8f6559c-2d6b-46b2-90e9-1b315501a090 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:31:06.425084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:06.568650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=11']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:06.658037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] No DVR routers for this DVR port c8f6559c-2d6b-46b2-90e9-1b315501a090 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:31:06.664299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaa4ec-dab0-4432-b684-5304a6446fdb req-84eaf9e1-9e7e-4329-8386-f5fc920fda40 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:06.673337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbbaa4ec-dab0-4432-b684-5304a6446fdb req-84eaf9e1-9e7e-4329-8386-f5fc920fda40 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0757802 Nov 19 04:31:06.736743 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bbbaa4ec-dab0-4432-b684-5304a6446fdb req-63edf78e-3a16-417e-9025-9b58f18409c6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580699 Nov 19 04:31:06.857034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:06.902768 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-39a1283a-d2fa-432a-a0b0-ee0c08a2e581 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090/bindings/n-h1-818503-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2007136 Nov 19 04:31:06.943839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:07.008921 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:31:07.106438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-93f08798-fba3-4743-bf1c-65ca5a5c7754 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.107988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-93f08798-fba3-4743-bf1c-65ca5a5c7754 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66&tenant_id=6289611ad08e4eb0851b0e1f7590a28a&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.0798287 Nov 19 04:31:07.119845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:07.125522 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:07.197221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event updated for resources: {'Port': ['ID=1643a5c4-0f0b-4368-aafc-c9194858a794,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:07.198351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-f605f4c2-fd6e-4052-a3b0-d7e43fa01442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.200659 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-f605f4c2-fd6e-4052-a3b0-d7e43fa01442 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 1095 time: 0.0839400 Nov 19 04:31:07.207818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:07.269633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-2a163e73-8d87-4242-9388-83d3b7ce2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.271131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-2a163e73-8d87-4242-9388-83d3b7ce2735 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1095 time: 0.0445490 Nov 19 04:31:07.320728 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Floating IP 52640aa2-6cfc-4818-b7ff-6b5835e3d324 associated. External IP: 172.25.8.94, port: 47ebbe51-41d3-42f5-84de-90529d3991c1. Nov 19 04:31:07.377956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-1bdb9a9e-8d87-4b5d-904a-35830cd9927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.379508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-1bdb9a9e-8d87-4b5d-904a-35830cd9927b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 898 time: 0.1013703 Nov 19 04:31:07.451805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-9d005e8c-5919-4ca3-a73f-867b2474db33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 998 time: 0.0649927 Nov 19 04:31:07.619894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-7c360c84-51b3-4f0e-ac34-0aaf699eceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.622304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-7c360c84-51b3-4f0e-ac34-0aaf699eceaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.1620090 Nov 19 04:31:07.672260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-7431c384-9647-48a6-9189-f0971954d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.673838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-7431c384-9647-48a6-9189-f0971954d1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441775 Nov 19 04:31:07.780906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-bd82f743-2828-40a4-a8b3-b785e4dfba2e service neutron] 10.222.0.36 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995567 Nov 19 04:31:07.879890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:31:07.909295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74f8f3-afe4-4140-9580-48ed25052298 req-82d639b3-7b26-40c6-ae64-85981091d51c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:07.910813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af74f8f3-afe4-4140-9580-48ed25052298 req-82d639b3-7b26-40c6-ae64-85981091d51c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0743465 Nov 19 04:31:07.941604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-3f3c9ab2-219a-4c31-8c5d-7147ec6ad10a service neutron] 10.222.0.36 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525712 Nov 19 04:31:07.993779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af74f8f3-afe4-4140-9580-48ed25052298 req-084d9ae0-c828-4cf8-94ed-a7b21e5bc3f6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755794 Nov 19 04:31:07.999351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:31:08.010900 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:31:08.022068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:08.031931 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:08.034559 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:08.087013 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3201ec2a-b734-403e-a8d6-c9ae3ef74ae8 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6765699 Nov 19 04:31:08.177662 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:08.211339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-608764be-d8be-4eec-b41f-27d78cda24ac tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:08.213523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-608764be-d8be-4eec-b41f-27d78cda24ac tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66&tenant_id=6289611ad08e4eb0851b0e1f7590a28a&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 1095 time: 0.0481856 Nov 19 04:31:08.214043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:08.216778 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713f6e6-676d-4cac-817c-951cdbb17547" -d '{"events": [{"name": "network-changed", "server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:08.259004 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c20f4a-2829-4325-a859-c57dd02d46db x-openstack-request-id: req-55c20f4a-2829-4325-a859-c57dd02d46db {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:08.259314 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:08.259575 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55c20f4a-2829-4325-a859-c57dd02d46db {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:08.259993 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'status': 'completed', 'code': 200} Nov 19 04:31:08.362741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-9f46b9bc-f903-4c66-b9a6-a61e7fe809d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:08.368085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-9f46b9bc-f903-4c66-b9a6-a61e7fe809d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 1096 time: 0.0819190 Nov 19 04:31:08.392077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-147bb823-b1c9-4b04-99eb-0796303bed88 service neutron] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:08.396362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-147bb823-b1c9-4b04-99eb-0796303bed88 service neutron] Publish callbacks [] for binding, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:08.397964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d2c7440-b26b-4486-9907-2c768df9d8ca req-147bb823-b1c9-4b04-99eb-0796303bed88 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090/bindings/n-h2-818503-1 HTTP/1.1" status: 204 len: 173 time: 0.1757059 Nov 19 04:31:08.438171 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '52640aa2-6cfc-4818-b7ff-6b5835e3d324', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:e8:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:31:06Z', 'updated_at': '2021-11-19T04:31:06Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}, {'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:07Z', 'revision_number': 1, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:08.471173 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:31:08.481122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:08.481751 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:08.509527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-f7bb9c82-d0e9-4f21-ba73-6e5f49af8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:08.511678 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-f7bb9c82-d0e9-4f21-ba73-6e5f49af8dd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1358855 Nov 19 04:31:08.584889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-d34bbf72-67d4-426b-9849-eb77fc814cc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ebbe51-41d3-42f5-84de-90529d3991c1 HTTP/1.1" status: 200 len: 998 time: 0.0647190 Nov 19 04:31:08.639859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-f6a5cc7e-f879-400a-97f8-74993254b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:08.641326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-f6a5cc7e-f879-400a-97f8-74993254b44c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0489719 Nov 19 04:31:08.683752 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:08.693277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-b6b51499-e862-4b48-bb9a-264497bf5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:08.694833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-b6b51499-e862-4b48-bb9a-264497bf5d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464883 Nov 19 04:31:08.792831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-4c7e05f7-adda-4ca6-a228-816dbfdb0d6a service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901022 Nov 19 04:31:08.914557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1713f6e6-676d-4cac-817c-951cdbb17547 req-f84bd6ad-a6a1-437f-a81f-0a307e204594 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153426 Nov 19 04:31:08.946164 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '52640aa2-6cfc-4818-b7ff-6b5835e3d324', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:e8:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:31:06Z', 'updated_at': '2021-11-19T04:31:06Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}, {'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:07Z', 'revision_number': 1, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:08.978715 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2116195-4391-4ee9-ae01-d0841527d98d None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '52640aa2-6cfc-4818-b7ff-6b5835e3d324', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:e8:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:31:06Z', 'updated_at': '2021-11-19T04:31:06Z', 'revision_number': 0, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}, {'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:07Z', 'revision_number': 1, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:31:09.146987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe30792-101b-4aca-abd9-c180abbe8c2d req-88ba4917-fd06-4f49-b753-2daa85c7f533 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:09.148583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fe30792-101b-4aca-abd9-c180abbe8c2d req-88ba4917-fd06-4f49-b753-2daa85c7f533 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0524695 Nov 19 04:31:09.194549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa864a-85df-4863-bfeb-00873fd723b4 None None] New status for floating IP 52640aa2-6cfc-4818-b7ff-6b5835e3d324: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:31:09.215173 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7fe30792-101b-4aca-abd9-c180abbe8c2d req-147c3775-6a45-4479-b811-decb1b7366f7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588927 Nov 19 04:31:09.326520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400226e-fe0f-4bf8-b891-03c965431655 req-48945b0e-1f8a-419a-80e4-74707f4ccfc4 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:09.328100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5400226e-fe0f-4bf8-b891-03c965431655 req-48945b0e-1f8a-419a-80e4-74707f4ccfc4 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1095 time: 0.0445130 Nov 19 04:31:09.393479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5400226e-fe0f-4bf8-b891-03c965431655 req-7cfc82b6-f7e4-4c8b-9245-b5589d4c27f7 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586514 Nov 19 04:31:09.519204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571d618-ade0-4c3c-a7ac-b76a9d45f55c req-70d2ff12-5475-4ec8-a320-99322abe5c2c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:09.520701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c571d618-ade0-4c3c-a7ac-b76a9d45f55c req-70d2ff12-5475-4ec8-a320-99322abe5c2c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0581179 Nov 19 04:31:09.569846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c571d618-ade0-4c3c-a7ac-b76a9d45f55c req-18618a70-5f91-40c1-b7b8-b585761e6756 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Nov 19 04:31:09.593394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35274) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:09.657047 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7dc456c6-819e-45d1-b495-dc1c603d4816 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/cfa11a36-76ab-4a64-81f6-1dd2146d3710 HTTP/1.1" status: 200 len: 990 time: 0.0623708 Nov 19 04:31:09.743963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:31:09.782074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:31:11.901295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35284) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:12.058690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 16d8b7e6-320e-49af-b25b-1b7b4461fa45 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:31:12.059255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:12.139725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:12.140060 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:12.151740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 16d8b7e6-320e-49af-b25b-1b7b4461fa45 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:31:12.300073 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:12.326909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=16d8b7e6-320e-49af-b25b-1b7b4461fa45,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:12.385574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:12.385952 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP cfa11a36-76ab-4a64-81f6-1dd2146d3710 disassociated (deleted). External IP: 172.25.8.52, port: c8f6559c-2d6b-46b2-90e9-1b315501a090. Nov 19 04:31:12.602141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:31:12.713248 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:31:12.718236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:12.726353 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] Sync routers for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:31:12.739040 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:12.740028 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:12.745786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-35db8055-3d67-4936-9f71-ace47b9ec820 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/floatingips/cfa11a36-76ab-4a64-81f6-1dd2146d3710 HTTP/1.1" status: 204 len: 168 time: 0.8433335 Nov 19 04:31:12.747007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:12.749566 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57571b04-741c-422d-ba0b-cff05a9e0862" -d '{"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:12.872510 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:12.933189 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e3ffc4-6f83-4220-a622-4941071ff62b x-openstack-request-id: req-f3e3ffc4-6f83-4220-a622-4941071ff62b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:12.933189 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:12.933189 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3e3ffc4-6f83-4220-a622-4941071ff62b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:12.933189 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'status': 'completed', 'code': 200} Nov 19 04:31:13.021150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-f94def5e-606e-4cba-9742-c88db64da8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:13.023208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-f94def5e-606e-4cba-9742-c88db64da8f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 1095 time: 0.0591259 Nov 19 04:31:13.063300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c817-7723-431c-8b83-c0905c53b2fe req-cf129833-f7aa-444e-add6-250840bcaef7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:13.065960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6703c817-7723-431c-8b83-c0905c53b2fe req-cf129833-f7aa-444e-add6-250840bcaef7 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0590975 Nov 19 04:31:13.128046 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6703c817-7723-431c-8b83-c0905c53b2fe req-21a7234b-be0d-4f14-b96a-432742d80d64 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=99970a89-49d3-4a08-90c3-df5e80649885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554891 Nov 19 04:31:13.155516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-d7cfbbf2-1387-465d-8f93-23bda2ab680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:13.157062 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-d7cfbbf2-1387-465d-8f93-23bda2ab680b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 200 len: 898 time: 0.1258492 Nov 19 04:31:13.174210 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:10Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:13.203909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-4d6ee193-f0f8-42fa-8c0e-f3d3b81ad3f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 200 len: 217 time: 0.0387242 Nov 19 04:31:13.206589 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] Checking router: 06bd82f0-b3d7-4028-8cbd-e913b3d8637f for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:31:13.215427 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:13.216076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:13.266004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-8cd0734b-d99f-430e-9417-a3c5a76c22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:13.267780 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-8cd0734b-d99f-430e-9417-a3c5a76c22c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 200 len: 835 time: 0.0558918 Nov 19 04:31:13.323118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-99768c9d-a9de-4e9c-af54-02ad412d8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:13.325890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-99768c9d-a9de-4e9c-af54-02ad412d8310 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c707c870-4675-4be5-9ae2-40626e7336d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450904 Nov 19 04:31:13.337919 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:13.409926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-19d35e63-d5b9-4633-ac7c-822da9da73a9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:13.411890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-19d35e63-d5b9-4633-ac7c-822da9da73a9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.36 "GET /v2.0/ports?device_id=846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66 HTTP/1.1" status: 200 len: 944 time: 0.0648327 Nov 19 04:31:13.429402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-2cb84adf-60e7-4870-b79e-b3462b0d0ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975471 Nov 19 04:31:13.531011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port c8f6559c-2d6b-46b2-90e9-1b315501a090 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:31:13.531535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:13.551031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-57571b04-741c-422d-ba0b-cff05a9e0862 req-e66d535a-d459-4bd6-b85e-3b37d1212af4 service neutron] 10.222.0.36 "GET /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147053 Nov 19 04:31:13.588671 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:10Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:13.616146 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef724f-392c-44e3-92ca-e3174fef508d None None] The sync data for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 is: [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:30:06Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d', 'name': '', 'network_id': 'c707c870-4675-4be5-9ae2-40626e7336d6', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:48:b9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:05Z', 'updated_at': '2021-11-19T04:30:10Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '1a31839f-6471-42ea-a160-e62121c5bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:31:13.639807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port c8f6559c-2d6b-46b2-90e9-1b315501a090, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=c8f6559c-2d6b-46b2-90e9-1b315501a090,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:13.640198 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:13.654203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for c8f6559c-2d6b-46b2-90e9-1b315501a090 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:31:13.788545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:13.826444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=c8f6559c-2d6b-46b2-90e9-1b315501a090,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:13.853033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.853393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.853744 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.854113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.854457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.854796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.855133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.855468 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.855841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.856168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.856497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.856827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:13.881133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] No DVR routers for this DVR port c8f6559c-2d6b-46b2-90e9-1b315501a090 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:31:13.884006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:13.889747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4e62b3c-aff6-4488-ba27-ee4192f1e4c1 req-a6b0dfdb-728b-4a5e-b2b8-ffc5b05d3011 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.36 "DELETE /v2.0/ports/c8f6559c-2d6b-46b2-90e9-1b315501a090 HTTP/1.1" status: 204 len: 173 time: 0.4698894 Nov 19 04:31:13.890625 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-deleted', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:13.894056 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b961174c-35bd-4d1e-8074-f0eaf3f5d1bc" -d '{"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-deleted", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:13.932703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900c7c9-3556-45eb-8dd1-8523cf078c0e None None] New status for floating IP cfa11a36-76ab-4a64-81f6-1dd2146d3710: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:31:13.939618 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ec521-c3fc-4e7b-bdcf-1481991b8543 x-openstack-request-id: req-bb7ec521-c3fc-4e7b-bdcf-1481991b8543 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:13.940199 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66", "name": "network-vif-deleted", "tag": "c8f6559c-2d6b-46b2-90e9-1b315501a090", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:13.940709 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb7ec521-c3fc-4e7b-bdcf-1481991b8543 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:13.941386 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846a9cae-00dc-4a4f-a11e-7e8a3f2f8f66', 'name': 'network-vif-deleted', 'tag': 'c8f6559c-2d6b-46b2-90e9-1b315501a090', 'status': 'completed', 'code': 200} Nov 19 04:31:14.190797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35308) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:14.615318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:14.880662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:31:14.880924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:14.978435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:14.978803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:14.991666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:31:15.186377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:15.213322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:15.421496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:15.682477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:31:15.789917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:31:15.795556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5643830-eabe-44fe-a0e0-a68abeda6abf tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/06bd82f0-b3d7-4028-8cbd-e913b3d8637f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6041489 Nov 19 04:31:15.798316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35312) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:15.801193 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] Sync routers for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:31:15.815650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:15.816679 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:15.864191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting subnet 1a31839f-6471-42ea-a160-e62121c5bfe1 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:31:15.872377 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:15.929022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:15.963911 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:16.024587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.096759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.145129 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Subnet': ['ID=1a31839f-6471-42ea-a160-e62121c5bfe1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:16.147351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.151040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-43876ea3-ab30-437b-b03e-8d7836ece84e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/subnets/1a31839f-6471-42ea-a160-e62121c5bfe1 HTTP/1.1" status: 204 len: 168 time: 0.3515804 Nov 19 04:31:16.154263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35316) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:16.156507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9d564-d393-42df-a1ba-1999867459b7 None None] Network c707c870-4675-4be5-9ae2-40626e7336d6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:31:16.257629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:31:15Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:16.291094 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] Checking router: 06bd82f0-b3d7-4028-8cbd-e913b3d8637f for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:31:16.301906 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] Routers {'06bd82f0-b3d7-4028-8cbd-e913b3d8637f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:16.302545 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:16.318623 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.414318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] DHCP port deletion for c707c870-4675-4be5-9ae2-40626e7336d6 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:31:16.456597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.486850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Deleting port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:31:16.488224 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.524638 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 24822fcc-087e-48bd-b942-b1df4e957fd9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:31:16.525047 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.549580 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] Set router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:16.564627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] For port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,segment=NetworkSegment(5689dd4d-033c-4fba-812c-6cffe4721b12),segment_id=5689dd4d-033c-4fba-812c-6cffe4721b12)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:16.565212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.579436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Calling delete_port for 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:31:16.618060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port 24822fcc-087e-48bd-b942-b1df4e957fd9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=24822fcc-087e-48bd-b942-b1df4e957fd9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:16.618370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.633022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 24822fcc-087e-48bd-b942-b1df4e957fd9 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:31:16.688272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.720196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Pushing event deleted for resources: {'Port': ['ID=74a54298-efc3-45ec-8b7b-55fbd3bdb3bd,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:16.728524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] No DVR routers for this DVR port 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:31:16.749463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.750111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.750615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.751158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.751699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.752134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.752567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.752996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.753452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.753898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.755015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.755454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d831d50-9920-4410-93bf-3a50316cb320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:16.770748 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:31:15Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:16.808208 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37793066-7ffb-4530-8296-2e59568bbfd3 None None] The sync data for ids ['06bd82f0-b3d7-4028-8cbd-e913b3d8637f'] in n-d-818503-1 is: [{'id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733458358', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:30:02Z', 'updated_at': '2021-11-19T04:31:15Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': '24822fcc-087e-48bd-b942-b1df4e957fd9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd82f0-b3d7-4028-8cbd-e913b3d8637f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:30:03Z', 'updated_at': '2021-11-19T04:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:31:16.820819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:31:16.864492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: c8f6559c-2d6b-46b2-90e9-1b315501a090 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:31:16.864492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device c8f6559c-2d6b-46b2-90e9-1b315501a090 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:31:16.889044 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:16.921166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=24822fcc-087e-48bd-b942-b1df4e957fd9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:16.929331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b75ae3-cb79-4b7d-a016-db733146f0e6 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:31:16.986069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.082476 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.084637 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.128350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.129004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Fanout notify agent at l3_agent the message router_deleted on router 06bd82f0-b3d7-4028-8cbd-e913b3d8637f {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:31:17.138609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.142730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-daf7a0ae-49b5-4f2a-881a-e7fed408013c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/routers/06bd82f0-b3d7-4028-8cbd-e913b3d8637f HTTP/1.1" status: 204 len: 168 time: 0.9839439 Nov 19 04:31:17.142730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35320) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:17.226018 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.330191 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.360749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c707c870-4675-4be5-9ae2-40626e7336d6']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:17.372476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5689dd4d-033c-4fba-812c-6cffe4721b12') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:17.372787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5689dd4d-033c-4fba-812c-6cffe4721b12') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:17.383268 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.398451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.406767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:31:17.407184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:31:17.410532 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:31:17.482875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.490372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.497267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/networks/c707c870-4675-4be5-9ae2-40626e7336d6 HTTP/1.1" status: 204 len: 168 time: 0.3505311 Nov 19 04:31:17.497524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:17.521734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fb5cc-99a7-465b-8b60-caf776078365 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Network': ['ID=c707c870-4675-4be5-9ae2-40626e7336d6,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:17.564470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e45f678-0a21-411f-bf0e-634ae6d6c597 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.597727 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e45f678-0a21-411f-bf0e-634ae6d6c597 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.658850 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e45f678-0a21-411f-bf0e-634ae6d6c597 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.661669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e45f678-0a21-411f-bf0e-634ae6d6c597 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:17.662896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9e45f678-0a21-411f-bf0e-634ae6d6c597 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/security-groups/99970a89-49d3-4a08-90c3-df5e80649885 HTTP/1.1" status: 204 len: 168 time: 0.1643429 Nov 19 04:31:17.673474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45f678-0a21-411f-bf0e-634ae6d6c597 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99970a89-49d3-4a08-90c3-df5e80649885,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:17.900417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35330) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:17.911741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891194755', 'description': 'tempest-secgroup-smoke-1891194755 description', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:17.948838 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.034574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.042258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.097059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.108548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1967025 Nov 19 04:31:18.108548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e73c7-dda7-40b6-a5f8-3e73482abf4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ca23b-4b6c-4d30-a658-9aae4d00347a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:18.109005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35332) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:18.111571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'd19ca23b-4b6c-4d30-a658-9aae4d00347a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:18.158966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.210908 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 24822fcc-087e-48bd-b942-b1df4e957fd9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:31:18.244361 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.248651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 24822fcc-087e-48bd-b942-b1df4e957fd9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:31:18.249137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 24822fcc-087e-48bd-b942-b1df4e957fd9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:31:18.249714 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:31:18.252890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.275726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d037088-c8bd-43e6-a67c-21b4f6774f35,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:18.298548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:31:18.299461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 74a54298-efc3-45ec-8b7b-55fbd3bdb3bd not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:31:18.300576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:31:18.301331 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.306851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3fce1dc2-64c5-40f4-8907-1128fcc8782c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989081 Nov 19 04:31:18.307454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35336) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:18.314599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'd19ca23b-4b6c-4d30-a658-9aae4d00347a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:18.345222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:31:18.346187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8f2b2db1-a48c-4ec7-b3fb-85807da1dc2d not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:31:18.416948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.556209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.561835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.579277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5785ddeb-041c-409c-92e1-66eeb78c3ade,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:18.592058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.593293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-cde38d92-0f24-4819-94f8-3efafd96cc0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2848020 Nov 19 04:31:18.596669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35338) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:18.601855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'd19ca23b-4b6c-4d30-a658-9aae4d00347a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:18.631534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.720888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.730958 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.751127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29d1cc2-a7f5-4083-8a62-43286161f4c5,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:18.788341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.794987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa6f28e1-88a7-43eb-befa-17a46610d928 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944056 Nov 19 04:31:18.796442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:18.801865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'd19ca23b-4b6c-4d30-a658-9aae4d00347a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:18.853070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.933082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.948931 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:18.993677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce50839d-1c85-4704-b288-fe1af5a894c5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:19.002504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.004276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-713a54ae-7bf1-4f54-af9e-564cf36c6d4d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2066257 Nov 19 04:31:19.007199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35342) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:19.014826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'd19ca23b-4b6c-4d30-a658-9aae4d00347a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:19.052334 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:31:19.060200 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.165348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.174577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.213220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a696616c-77ce-471f-9fa7-16b1c9271287,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:19.223996 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.226878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c69ef371-f324-4bb4-b278-668c775434b4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2170722 Nov 19 04:31:19.228952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35344) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:19.237348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'security_group_rule': {'security_group_id': 'd19ca23b-4b6c-4d30-a658-9aae4d00347a', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:19.276058 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Project 6289611ad08e4eb0851b0e1f7590a28a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:31:19.282029 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.376919 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.384715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.406751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1588842e-ec04-409a-a0bf-f597423de64e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:19.415806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.420654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-84697b81-f83e-404a-a652-0cb109456df9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1889336 Nov 19 04:31:19.420975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35346) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:19.426418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'network': {'name': 'tempest-network-smoke--554579092', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'port_security_enabled': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:19.461607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:31:19.467132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.507907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:31:19.518215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.518570 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Added segment 697877be-73c6-4f0e-9dec-ffeb2bf01272 of type vlan for network 74fe2929-6090-4853-96fd-3950f1c89c2f Nov 19 04:31:19.591124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.650004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.660610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:19.661683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.761626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3392243 Nov 19 04:31:19.764271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35350) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:19.769578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'admin_state_up': True, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:19.783222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba869a-bb0f-425c-9212-35ac78a67f29 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Network': ['ID=74fe2929-6090-4853-96fd-3950f1c89c2f,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:19.798796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 74fe2929-6090-4853-96fd-3950f1c89c2f details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:31:19.806704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.807740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:19.891416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:20.111460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:20.391062 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:20.421405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:20.564445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.239 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/b0f05baa-5844-4f52-a58d-9b0387cae829) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:31:21.095255 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:21.142540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:21.186548 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:21.189768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:21.194298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:31:21.200844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=b0f05baa-5844-4f52-a58d-9b0387cae829,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:21.221987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76c92a-5731-4b06-84bc-d5bf21285170 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:31:21.311465 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52fa7991-181e-4d62-b942-1bb6e8336da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:21.316856 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ae60b9a0-a9ba-4d63-83f5-f4dfbd97b6f8 None None] Provisioning complete for port b0f05baa-5844-4f52-a58d-9b0387cae829 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:21.317239 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae60b9a0-a9ba-4d63-83f5-f4dfbd97b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:21.354300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ae60b9a0-a9ba-4d63-83f5-f4dfbd97b6f8 None None] Port b0f05baa-5844-4f52-a58d-9b0387cae829 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:31:21.510461 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:21.725288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:21.862773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:31:21.979099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:31:21.991965 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Sync routers for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:31:22.003049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:22.004397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-48d422c2-784b-41d0-8a8a-fbefddf0d8bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2391012 Nov 19 04:31:22.007770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35358) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:22.009574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:22.010411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:22.053480 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a6afec15-9c44-4f6f-a054-11b56f24fbb6 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=6289611ad08e4eb0851b0e1f7590a28a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444081 Nov 19 04:31:22.056049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35360) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:22.158010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3994a10-c006-4fd9-a487-2dceef031c30 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:22.158010 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d3994a10-c006-4fd9-a487-2dceef031c30 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981750 Nov 19 04:31:22.159432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:22.192784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c9b8b7f1-62fe-4e49-8f1b-f8bd17c351b6 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320764 Nov 19 04:31:22.195400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:22.200946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-873946656', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:22.348352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:31:22.353130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:22.367262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:22.624218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:21Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:22.657028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Checking router: 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:31:22.657385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Updating router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c port b0f05baa-5844-4f52-a58d-9b0387cae829 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:31:22.686516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:22.689227 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:22.778551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Checking segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:31:22.779076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network hostable DHCP agents. Network: 74fe2929-6090-4853-96fd-3950f1c89c2f, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:31:22.791007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Subnet': ['ID=7d8978d3-0e1d-402b-be25-8f2878634a7d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:22.813190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 74fe2929-6090-4853-96fd-3950f1c89c2f is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:31:22.824896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 74fe2929-6090-4853-96fd-3950f1c89c2f) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:22.840584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:22.841380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:22.864892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ff255920-c959-41d7-8e9b-dda674e42f2d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6682987 Nov 19 04:31:22.867646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:22.874356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50c4fb-7add-42a9-b5db-27ad65665e0d None None] Network 74fe2929-6090-4853-96fd-3950f1c89c2f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:31:22.953148 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.129495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-74fe2929-6090-4853-96fd-3950f1c89c2f', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:31:23.130491 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.216821 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.271134 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.351906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74a6db-6610-4898-ace6-59bdaddfb1e9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:31:23.386892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Attempting to bind port b0f05baa-5844-4f52-a58d-9b0387cae829 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:31:23.387530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Attempting to bind port b0f05baa-5844-4f52-a58d-9b0387cae829 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:31:23.387530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Attempting to bind port b0f05baa-5844-4f52-a58d-9b0387cae829 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:23.391434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212ac03-09af-4323-a174-b0f75f3589b6 None None] Pushing event updated for resources: {'Port': ['ID=b0f05baa-5844-4f52-a58d-9b0387cae829,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:23.404374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:31:23.404674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:31:23.405141 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.405543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:31:23.406046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Bound port: b0f05baa-5844-4f52-a58d-9b0387cae829, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:31:23.406576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.456759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Allocated IP 172.20.0.2 (74fe2929-6090-4853-96fd-3950f1c89c2f/7d8978d3-0e1d-402b-be25-8f2878634a7d/1324e07a-5947-4f29-9220-6fb9e982cda7) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:31:23.520009 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] For port b0f05baa-5844-4f52-a58d-9b0387cae829, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:23.582861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] For port b0f05baa-5844-4f52-a58d-9b0387cae829, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b0f05baa-5844-4f52-a58d-9b0387cae829,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:31:23.595732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b2622eb5-ed2e-4b9b-a261-9b73533945cb None None] Provisioning complete for port b0f05baa-5844-4f52-a58d-9b0387cae829 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:23.596111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b2622eb5-ed2e-4b9b-a261-9b73533945cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.606040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.664819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc52d-9cd1-467b-858c-2b91a51f23b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.696902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ddf256-56a4-4ff7-ad8f-205f64bf5c9e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:31:23.718735 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.736733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:23.737789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:23.835581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212ac03-09af-4323-a174-b0f75f3589b6 None None] Pushing event updated for resources: {'Port': ['ID=b0f05baa-5844-4f52-a58d-9b0387cae829,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:23.950162 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.968899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.980204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b2622eb5-ed2e-4b9b-a261-9b73533945cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:23.987906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:24.048039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.1 (74fe2929-6090-4853-96fd-3950f1c89c2f/7d8978d3-0e1d-402b-be25-8f2878634a7d/04547be1-6221-4c1a-ac9c-483cebbc5daf) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:31:24.083790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Network 74fe2929-6090-4853-96fd-3950f1c89c2f is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:24.095347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:24.097851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:31:24.101302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b2622eb5-ed2e-4b9b-a261-9b73533945cb None None] For port b0f05baa-5844-4f52-a58d-9b0387cae829, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b0f05baa-5844-4f52-a58d-9b0387cae829,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:24.146281 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b2622eb5-ed2e-4b9b-a261-9b73533945cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.156355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Pushing event updated for resources: {'Port': ['ID=1324e07a-5947-4f29-9220-6fb9e982cda7,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:24.173665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.209668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.255712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 74fe2929-6090-4853-96fd-3950f1c89c2f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:24.259251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:24.263692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:31:24.294362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=04547be1-6221-4c1a-ac9c-483cebbc5daf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:24.294883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Attempting to bind port 1324e07a-5947-4f29-9220-6fb9e982cda7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:31:24.295353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Attempting to bind port 1324e07a-5947-4f29-9220-6fb9e982cda7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:31:24.295819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Attempting to bind port 1324e07a-5947-4f29-9220-6fb9e982cda7 on network 74fe2929-6090-4853-96fd-3950f1c89c2f {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:24.314326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:31:24.314839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Checking segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:31:24.315340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.315832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Bound using segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:31:24.316476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Bound port: 1324e07a-5947-4f29-9220-6fb9e982cda7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:31:24.316896 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.317567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.318848 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2622eb5-ed2e-4b9b-a261-9b73533945cb None None] Pushing event updated for resources: {'Port': ['ID=b0f05baa-5844-4f52-a58d-9b0387cae829,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:24.344952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ef480e7a-38da-4483-9af6-ba1b7b09381e None None] Provisioning complete for port b0f05baa-5844-4f52-a58d-9b0387cae829 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:24.345488 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ef480e7a-38da-4483-9af6-ba1b7b09381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.471788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] For port 1324e07a-5947-4f29-9220-6fb9e982cda7, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:24.475573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.476061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] For port 1324e07a-5947-4f29-9220-6fb9e982cda7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1324e07a-5947-4f29-9220-6fb9e982cda7,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:31:24.482759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.535093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:21Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:24.784061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa26fe-3844-4b84-a88d-5d3bdf562c57 None None] The sync data for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 is: [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:21Z', 'revision_number': 3, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:31:24.814311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570e66b-f637-4a08-aeb6-19142fcedf3c None None] Pushing event updated for resources: {'Port': ['ID=1324e07a-5947-4f29-9220-6fb9e982cda7,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:24.857841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.863966 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.972330 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:24.974152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=04547be1-6221-4c1a-ac9c-483cebbc5daf,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:25.085321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 74fe2929-6090-4853-96fd-3950f1c89c2f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:25.088000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:25.239571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:31:25.339270 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:25.360285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:31:25.366160 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-73da7b4e-bfea-4389-9b91-7289dfba4f98 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/6c5aa3a4-badd-4e48-a2ab-a141e4782a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974174 Nov 19 04:31:25.594386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-e8128ff4-7078-4883-a0cc-df89ff743f97 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891194755&fields=id&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 267 time: 0.0550644 Nov 19 04:31:25.725896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-5ba7717e-9d47-4ec6-b0d7-c7ccd7570974 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:25.727494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-5ba7717e-9d47-4ec6-b0d7-c7ccd7570974 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/networks?id=74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 200 len: 796 time: 0.1259661 Nov 19 04:31:25.750324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-e1719a8d-2d5e-4ec2-a61c-a41b68583910 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/quotas/6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 375 time: 0.0115802 Nov 19 04:31:25.811089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-24364558-dbe2-42f9-87b8-4b6f2c69b239 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547783 Nov 19 04:31:25.935409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-183b86bd-3d75-420e-8919-ec84011c1517 service neutron] 10.222.0.52 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081870 Nov 19 04:31:25.983402 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2afe5d-f2f3-4b24-b906-ea424252d5b0 None None] Network 74fe2929-6090-4853-96fd-3950f1c89c2f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:31:26.077431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-6d8b8763-a187-4aea-87e8-38f567489a8a service neutron] 10.222.0.52 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357532 Nov 19 04:31:26.222353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3334d94e-9f72-491c-86b5-ac0234649025 None None] Provisioning complete for port 1324e07a-5947-4f29-9220-6fb9e982cda7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:26.222900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3334d94e-9f72-491c-86b5-ac0234649025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:26.403401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b0f05baa-5844-4f52-a58d-9b0387cae829 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:31:26.409500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40e04da0-3c2b-4efb-a6dc-ac5273369d88 req-5e3679f2-04ce-489a-901d-bc46c541f9b6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 210 time: 0.0761456 Nov 19 04:31:26.571192 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3334d94e-9f72-491c-86b5-ac0234649025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:26.576740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:26.610764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port b0f05baa-5844-4f52-a58d-9b0387cae829 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:26.611164 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:26.647271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3334d94e-9f72-491c-86b5-ac0234649025 None None] For port 1324e07a-5947-4f29-9220-6fb9e982cda7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1324e07a-5947-4f29-9220-6fb9e982cda7,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:26.665740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3334d94e-9f72-491c-86b5-ac0234649025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:26.772099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334d94e-9f72-491c-86b5-ac0234649025 None None] Pushing event updated for resources: {'Port': ['ID=1324e07a-5947-4f29-9220-6fb9e982cda7,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:26.885742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9454a23b-49f8-4403-9fae-c1951a98d816 None None] Provisioning complete for port 04547be1-6221-4c1a-ac9c-483cebbc5daf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:26.886312 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9454a23b-49f8-4403-9fae-c1951a98d816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:26.891149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1324e07a-5947-4f29-9220-6fb9e982cda7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:31:26.983627 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Sync routers for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:31:27.003210 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:27.003921 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:27.009780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9454a23b-49f8-4403-9fae-c1951a98d816 None None] Port 04547be1-6221-4c1a-ac9c-483cebbc5daf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:31:27.042056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-9454a23b-49f8-4403-9fae-c1951a98d816 None None] Provisioning complete for port 1324e07a-5947-4f29-9220-6fb9e982cda7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:27.044492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9454a23b-49f8-4403-9fae-c1951a98d816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:27.084554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1324e07a-5947-4f29-9220-6fb9e982cda7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:27.084975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:27.275332 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:27.291575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:27.383212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a90853f0-040b-4e5a-b5b8-d928e317be31 None None] Provisioning complete for port 04547be1-6221-4c1a-ac9c-483cebbc5daf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:27.383894 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a90853f0-040b-4e5a-b5b8-d928e317be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:27.457772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a90853f0-040b-4e5a-b5b8-d928e317be31 None None] Port 04547be1-6221-4c1a-ac9c-483cebbc5daf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:31:27.524813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9662345f-203b-4d63-87dd-1d5557ba2d10 req-3e5e6e7c-5feb-4fec-a17d-fab94fc810f8 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 210 time: 0.0324419 Nov 19 04:31:27.604429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d313c6bd-5fe5-4cad-a330-ebc50a4d4717 None None] Provisioning complete for port 04547be1-6221-4c1a-ac9c-483cebbc5daf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:27.604813 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d313c6bd-5fe5-4cad-a330-ebc50a4d4717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:27.618006 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 2, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:27.647024 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Checking router: 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:31:27.647764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Updating router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c port 04547be1-6221-4c1a-ac9c-483cebbc5daf binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:31:27.657822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d313c6bd-5fe5-4cad-a330-ebc50a4d4717 None None] Port 04547be1-6221-4c1a-ac9c-483cebbc5daf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:31:27.679113 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:27.983064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-3d838647-d72b-4620-8963-335f06c50636 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:27.984634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-3d838647-d72b-4620-8963-335f06c50636 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/networks?id=74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 200 len: 796 time: 0.1369874 Nov 19 04:31:28.001241 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.007078 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.068686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-e42adc97-a0e8-4a27-b41e-c4b5bbf7708f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6289611ad08e4eb0851b0e1f7590a28a HTTP/1.1" status: 200 len: 380 time: 0.0607438 Nov 19 04:31:28.079699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'port': {'device_id': '945b2833-451b-49d4-b6d4-603f0ec12749', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'admin_state_up': True, 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'security_groups': ['d19ca23b-4b6c-4d30-a658-9aae4d00347a']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:28.091581 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Pushing event updated for resources: {'Port': ['ID=04547be1-6221-4c1a-ac9c-483cebbc5daf,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:28.116933 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.117297 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.117879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.118420 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.118737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.119077 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.119417 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.119754 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.120088 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.121349 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.121531 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.122653 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:31:28.138258 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Attempting to bind port 04547be1-6221-4c1a-ac9c-483cebbc5daf on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:31:28.138956 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Attempting to bind port 04547be1-6221-4c1a-ac9c-483cebbc5daf by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:31:28.139526 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Attempting to bind port 04547be1-6221-4c1a-ac9c-483cebbc5daf on network 74fe2929-6090-4853-96fd-3950f1c89c2f {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:28.146308 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:31:28.146925 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Checking segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:31:28.147343 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.147743 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Bound using segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:31:28.148879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Bound port: 04547be1-6221-4c1a-ac9c-483cebbc5daf, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:31:28.148879 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.213632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Made reservation on behalf of 6289611ad08e4eb0851b0e1f7590a28a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:31:28.217002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1324e07a-5947-4f29-9220-6fb9e982cda7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:31:28.219227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.240907 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] For port 04547be1-6221-4c1a-ac9c-483cebbc5daf, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:28.244332 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] For port 04547be1-6221-4c1a-ac9c-483cebbc5daf, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=04547be1-6221-4c1a-ac9c-483cebbc5daf,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:31:28.251419 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.303263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1324e07a-5947-4f29-9220-6fb9e982cda7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:28.304455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.330018 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b102cbd-1c19-4d73-864b-a77ce6c270c7 None None] Pushing event updated for resources: {'Port': ['ID=04547be1-6221-4c1a-ac9c-483cebbc5daf,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:28.333591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:28.334259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:28.397087 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.20.0.11 (74fe2929-6090-4853-96fd-3950f1c89c2f/7d8978d3-0e1d-402b-be25-8f2878634a7d/ea2d4dea-1f93-4cef-bf74-da3464f6b911) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:31:28.420355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cb3e76b3-015d-4e34-930f-bddbb91e65a5 None None] Provisioning complete for port 04547be1-6221-4c1a-ac9c-483cebbc5daf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:28.420653 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb3e76b3-015d-4e34-930f-bddbb91e65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.483902 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:28.539159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb3e76b3-015d-4e34-930f-bddbb91e65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.580394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cb3e76b3-015d-4e34-930f-bddbb91e65a5 None None] For port 04547be1-6221-4c1a-ac9c-483cebbc5daf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=04547be1-6221-4c1a-ac9c-483cebbc5daf,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:28.586822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb3e76b3-015d-4e34-930f-bddbb91e65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.623232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.654262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f9a5c23-668d-4738-ba7e-c57fefa3605a req-f78df687-0155-45f6-8994-613ef9b832ba tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 210 time: 0.0348628 Nov 19 04:31:28.675285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e76b3-015d-4e34-930f-bddbb91e65a5 None None] Pushing event updated for resources: {'Port': ['ID=04547be1-6221-4c1a-ac9c-483cebbc5daf,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:28.691086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.716840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1cd0e9a7-d6c3-45e8-bb94-6134d60bfad0 None None] Provisioning complete for port 04547be1-6221-4c1a-ac9c-483cebbc5daf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:28.718193 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e9a7-d6c3-45e8-bb94-6134d60bfad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.759565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network 74fe2929-6090-4853-96fd-3950f1c89c2f is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:28.764184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:28.767912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:31:28.789041 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:28.802322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:28.856904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:28.856904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:28.878438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-2b7f64a5-eedc-4f67-b013-0a00335584f5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026283 Nov 19 04:31:28.906598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Request body: {'port': {'device_id': '945b2833-451b-49d4-b6d4-603f0ec12749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:28.968943 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d29123-f0ec-44fc-b2b5-7962bad4c53d None None] The sync data for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 is: [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:31:28.988440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.165677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-49272f65-fe38-4ab4-b052-195f220c60ed None None] Provisioning complete for port ea2d4dea-1f93-4cef-bf74-da3464f6b911 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:29.166314 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-49272f65-fe38-4ab4-b052-195f220c60ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.222182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-49272f65-fe38-4ab4-b052-195f220c60ed None None] Port ea2d4dea-1f93-4cef-bf74-da3464f6b911 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:31:29.388158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2d4dea-1f93-4cef-bf74-da3464f6b911 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:31:29.396796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.411245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Transition to ACTIVE for port object ea2d4dea-1f93-4cef-bf74-da3464f6b911 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:31:29.415722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.477156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:29.572986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Attempting to bind port ea2d4dea-1f93-4cef-bf74-da3464f6b911 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:31:29.573358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Attempting to bind port ea2d4dea-1f93-4cef-bf74-da3464f6b911 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:31:29.573705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Attempting to bind port ea2d4dea-1f93-4cef-bf74-da3464f6b911 on network 74fe2929-6090-4853-96fd-3950f1c89c2f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:29.579858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Port ea2d4dea-1f93-4cef-bf74-da3464f6b911 on network 74fe2929-6090-4853-96fd-3950f1c89c2f not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:31:29.579991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Attempting to bind port ea2d4dea-1f93-4cef-bf74-da3464f6b911 on network 74fe2929-6090-4853-96fd-3950f1c89c2f {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:31:29.585602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:31:29.585965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Checking segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:31:29.586418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Bound using segment: {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:31:29.586868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Bound port: ea2d4dea-1f93-4cef-bf74-da3464f6b911, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697877be-73c6-4f0e-9dec-ffeb2bf01272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:31:29.587271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.669881 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:31:29.673786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:31:29.681872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.769003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:29.769860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:29.771239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] 10.222.0.31 "PUT /v2.0/ports/ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 200 len: 1092 time: 0.8701251 Nov 19 04:31:29.771908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:29.775310 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5793a86-3725-46cc-9480-536d7f5f4922" -d '{"events": [{"name": "network-changed", "server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:29.779105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a878b-c1df-47dc-ad28-73b298ff9657 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:29.837379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54534136-e8d8-470d-9759-f41944e9b4c3 req-15feb7d3-79ca-4d0d-bba8-6676bbda1f5e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:29.841953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54534136-e8d8-470d-9759-f41944e9b4c3 req-15feb7d3-79ca-4d0d-bba8-6676bbda1f5e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 944 time: 0.0768878 Nov 19 04:31:29.911745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-fbae0e26-717d-4301-9ac9-0adec50a14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:29.913565 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-fbae0e26-717d-4301-9ac9-0adec50a14b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1095 time: 0.0659864 Nov 19 04:31:29.924359 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54534136-e8d8-470d-9759-f41944e9b4c3 req-6497023e-60dd-4a01-8368-b0b0f2aea5ae tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736248 Nov 19 04:31:29.983372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-ff2266de-b197-4741-ba92-89d3cfc9d09e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 200 len: 217 time: 0.0446429 Nov 19 04:31:29.984857 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaee8dd9-9c6d-412d-ae22-517a991a4ed5 x-openstack-request-id: req-eaee8dd9-9c6d-412d-ae22-517a991a4ed5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:29.985150 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:29.985408 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eaee8dd9-9c6d-412d-ae22-517a991a4ed5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:29.985814 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'status': 'completed', 'code': 200} Nov 19 04:31:30.075833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-22b58a04-e0ef-4e69-8be2-81dec0cc4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:30.078121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-22b58a04-e0ef-4e69-8be2-81dec0cc4489 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d8978d3-0e1d-402b-be25-8f2878634a7d HTTP/1.1" status: 200 len: 834 time: 0.0642068 Nov 19 04:31:30.165850 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-44148085-51ca-412e-8906-a00dde6a2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:30.167840 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-44148085-51ca-412e-8906-a00dde6a2e14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74fe2929-6090-4853-96fd-3950f1c89c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767667 Nov 19 04:31:30.237101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 04547be1-6221-4c1a-ac9c-483cebbc5daf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:31:30.298927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-54b98383-e4da-48a2-9bae-23f1a8d87c8e service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188083 Nov 19 04:31:30.300211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 04547be1-6221-4c1a-ac9c-483cebbc5daf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:30.300623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:30.426380 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-28e66a35-1ffb-4115-9e65-afdf113fe143 req-b082bc75-d41c-4161-8f5a-f6a8c3edadd7 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153336 Nov 19 04:31:30.566791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-68658549-5c8b-4679-a2f1-0bb2535e91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:30.568560 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-68658549-5c8b-4679-a2f1-0bb2535e91fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1095 time: 0.0474596 Nov 19 04:31:30.669559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-876fb6b6-b31a-41e0-b899-7d9be2a46e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:30.671208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-876fb6b6-b31a-41e0-b899-7d9be2a46e62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 200 len: 897 time: 0.0956912 Nov 19 04:31:30.728934 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-5d2d8c77-218a-46e3-9316-883b95e26af1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 200 len: 217 time: 0.0502219 Nov 19 04:31:30.787602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-28ed956b-ccd7-4997-9306-eb1db62864ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:30.789102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-28ed956b-ccd7-4997-9306-eb1db62864ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d8978d3-0e1d-402b-be25-8f2878634a7d HTTP/1.1" status: 200 len: 834 time: 0.0505269 Nov 19 04:31:30.846962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-3f936496-5d0f-41d2-b3e7-8a69cf7dbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:30.848907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-3f936496-5d0f-41d2-b3e7-8a69cf7dbc9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74fe2929-6090-4853-96fd-3950f1c89c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514901 Nov 19 04:31:31.020844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-15e4e51c-23db-403e-b0db-a882a014c3d0 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624033 Nov 19 04:31:31.077402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02fd3c-378d-4522-ad71-2a8ee2b811d5 req-576e8ad6-ecb4-44ee-b799-8e5115e3bc38 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:31.079223 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc02fd3c-378d-4522-ad71-2a8ee2b811d5 req-576e8ad6-ecb4-44ee-b799-8e5115e3bc38 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 944 time: 0.0597138 Nov 19 04:31:31.135748 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5793a86-3725-46cc-9480-536d7f5f4922 req-7b3255a1-9c5e-4bb9-a8dc-712e1a6e2e08 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031404 Nov 19 04:31:31.142348 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dc02fd3c-378d-4522-ad71-2a8ee2b811d5 req-7a16d3ed-f5d7-4010-a475-e5cf51898b50 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563574 Nov 19 04:31:32.100024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:32.260299 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bdb27-e1f7-4220-8e0f-7e0797056f4a req-7e60d052-dcec-4bf5-998e-483b79a4fb67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:32.262536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f00bdb27-e1f7-4220-8e0f-7e0797056f4a req-7e60d052-dcec-4bf5-998e-483b79a4fb67 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Nov 19 04:31:32.318483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f00bdb27-e1f7-4220-8e0f-7e0797056f4a req-cb85e1f5-66fc-4b5d-8810-89e2370a6bb0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499244 Nov 19 04:31:33.437244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f43ca-2725-42f7-8ea3-997913c7d300 req-9178db46-99d9-45c4-9019-e34f1837b324 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:33.438804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-905f43ca-2725-42f7-8ea3-997913c7d300 req-9178db46-99d9-45c4-9019-e34f1837b324 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 944 time: 0.0503862 Nov 19 04:31:33.500684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-905f43ca-2725-42f7-8ea3-997913c7d300 req-d2f07e74-d1d5-4396-9423-6f28bef56534 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553818 Nov 19 04:31:33.851448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ea2d4dea-1f93-4cef-bf74-da3464f6b911 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:31:33.950824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:33.962017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'port_id': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'mac_address': 'fa:16:3e:5b:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:31:34.001586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:34.017609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2d4dea-1f93-4cef-bf74-da3464f6b911 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:31:34.037925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:34.043310 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:34.098950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:34.405302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ea2d4dea-1f93-4cef-bf74-da3464f6b911'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:31:34.640236 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849e608-0221-41ce-908d-1927cfa7ae76 req-f58c9dcd-5c07-4697-a481-00bc373381dd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:34.642555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e849e608-0221-41ce-908d-1927cfa7ae76 req-f58c9dcd-5c07-4697-a481-00bc373381dd tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 945 time: 0.0585716 Nov 19 04:31:34.694215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e849e608-0221-41ce-908d-1927cfa7ae76 req-218f04ed-aa56-4422-8e45-ca91b0ebb280 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Nov 19 04:31:35.832540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368749f7-9171-49e5-9366-879c31ebe830 req-d7006f4c-6a90-4544-a069-c648bae1f658 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:35.832540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-368749f7-9171-49e5-9366-879c31ebe830 req-d7006f4c-6a90-4544-a069-c648bae1f658 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 945 time: 0.0606768 Nov 19 04:31:35.854227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ea2d4dea-1f93-4cef-bf74-da3464f6b911 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:31:35.892514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-368749f7-9171-49e5-9366-879c31ebe830 req-74b51457-7248-49f0-bbc2-5ff04c87bc69 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565851 Nov 19 04:31:35.919832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port ea2d4dea-1f93-4cef-bf74-da3464f6b911 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:31:35.925245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ea2d4dea-1f93-4cef-bf74-da3464f6b911 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:31:35.925766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:36.016873 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:36.051904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:36.054237 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30a361-a0ba-4630-a343-3c2a0365ad15" -d '{"events": [{"server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "name": "network-vif-plugged", "status": "completed", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:36.078385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:31:36.083527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:36.111608 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576c65fa-ba84-450e-8bf8-0841d73fd7c7 x-openstack-request-id: req-576c65fa-ba84-450e-8bf8-0841d73fd7c7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:36.111608 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "name": "network-vif-plugged", "status": "completed", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:36.111608 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-576c65fa-ba84-450e-8bf8-0841d73fd7c7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:36.111608 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'code': 200} Nov 19 04:31:36.141775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:36.270973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83952176-bcaa-47b8-9cbd-0198c90d860c req-77a529e0-25e3-4681-a8a6-80739d4986b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:36.272683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83952176-bcaa-47b8-9cbd-0198c90d860c req-77a529e0-25e3-4681-a8a6-80739d4986b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1097 time: 0.0518415 Nov 19 04:31:36.331643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83952176-bcaa-47b8-9cbd-0198c90d860c req-1647f300-b1ec-41d0-a74a-34ea5a7570fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479419 Nov 19 04:31:37.028997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03011e4-acf2-48b7-a4c1-92b7e4740d54 req-f94762ca-59f4-43a2-a330-430ff4ce4b93 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:37.036992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a03011e4-acf2-48b7-a4c1-92b7e4740d54 req-f94762ca-59f4-43a2-a330-430ff4ce4b93 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0646698 Nov 19 04:31:37.084870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a03011e4-acf2-48b7-a4c1-92b7e4740d54 req-40510c8a-2d8f-43a5-83f1-2252d472d2bb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466633 Nov 19 04:31:38.216539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9647e-3111-42a2-bf77-d8a29134cd94 req-835549a9-cb3c-44e6-a7ca-1dfdca7a6567 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:38.218314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11c9647e-3111-42a2-bf77-d8a29134cd94 req-835549a9-cb3c-44e6-a7ca-1dfdca7a6567 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0575907 Nov 19 04:31:38.282448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11c9647e-3111-42a2-bf77-d8a29134cd94 req-d82a6776-fc65-4c1b-94a5-973abfa9344c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549376 Nov 19 04:31:38.404876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550c2b0-3580-4010-b0f9-f1ccc6c9f04f req-6fbc0a84-8d20-4130-9186-b64a04734d97 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:38.406376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4550c2b0-3580-4010-b0f9-f1ccc6c9f04f req-6fbc0a84-8d20-4130-9186-b64a04734d97 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0501490 Nov 19 04:31:38.461063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4550c2b0-3580-4010-b0f9-f1ccc6c9f04f req-3f50b444-bc66-45c7-ac8d-0c51a25fe566 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486014 Nov 19 04:31:38.483976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35470) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:38.523669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d7d9e-61e9-4c75-851a-db6c45fa2269 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:38.525196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-096d7d9e-61e9-4c75-851a-db6c45fa2269 tempest-TestNetworkAdvancedServerOps-981079674 tempest-TestNetworkAdvancedServerOps-981079674-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1092 time: 0.0402198 Nov 19 04:31:38.528491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35472) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:38.532690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:31:38.556026 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:38.662257 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:38.765183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Allocated IP 172.25.8.18 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/77f789cd-6567-4b05-a9f3-aa5183418afa) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:31:38.876315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:38.912046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:38.952968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:31:38.956073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:31:38.959615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:31:38.965839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=77f789cd-6567-4b05-a9f3-aa5183418afa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:39.651571 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:39.722508 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:39.875532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:39.880122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:39.953368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event updated for resources: {'Port': ['ID=77f789cd-6567-4b05-a9f3-aa5183418afa,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:39.963134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:40.065858 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4 associated. External IP: 172.25.8.18, port: ea2d4dea-1f93-4cef-bf74-da3464f6b911. Nov 19 04:31:40.273085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:31:40.381575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:31:40.391942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] Sync routers for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:31:40.399690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:40.402414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:40.403079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:40.430421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a9127b39-19bd-4402-80f4-4cb3f892929e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9009171 Nov 19 04:31:40.431364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:31:40.434193 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef6715-47eb-40df-8595-e2faaad75dde" -d '{"events": [{"name": "network-changed", "server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:31:40.511740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:40.530166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913abab-6b4d-4c22-a8e5-00c760599290 req-0a9e52ac-748b-44cc-a0aa-434beb4e0924 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:40.531711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c913abab-6b4d-4c22-a8e5-00c760599290 req-0a9e52ac-748b-44cc-a0aa-434beb4e0924 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0502522 Nov 19 04:31:40.581742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c913abab-6b4d-4c22-a8e5-00c760599290 req-e90ce104-215a-4b32-894a-d4ed8d3067df tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Nov 19 04:31:40.604635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35482) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:40.645175 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac11b051-e143-400d-9276-ecd91dffeebb x-openstack-request-id: req-ac11b051-e143-400d-9276-ecd91dffeebb {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:31:40.645409 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:31:40.645664 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac11b051-e143-400d-9276-ecd91dffeebb {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:31:40.646100 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'status': 'completed', 'code': 200} Nov 19 04:31:40.672806 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7f2247db-9edc-43bc-b99e-49b42defdf53 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4 HTTP/1.1" status: 200 len: 991 time: 0.0668528 Nov 19 04:31:40.724779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-a98833aa-fcf2-4a88-a96d-497dd5fa4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:40.726427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-a98833aa-fcf2-4a88-a96d-497dd5fa4f1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1097 time: 0.0444958 Nov 19 04:31:40.754222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'port_id': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'mac_address': 'fa:16:3e:5b:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945b2833-451b-49d4-b6d4-603f0ec12749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:31:39Z', 'updated_at': '2021-11-19T04:31:39Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:40.781736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] Checking router: 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:31:40.791185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:31:40.792130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:40.832978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-2f887bed-2191-4dbf-ab9c-256cef6b0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:40.834701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-2f887bed-2191-4dbf-ab9c-256cef6b0144 service neutron] 10.222.0.31 "GET /v2.0/networks?id=74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 200 len: 897 time: 0.1015484 Nov 19 04:31:40.920281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-94aa46fe-4e0b-4b53-9c94-ac523286bbdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 200 len: 999 time: 0.0778933 Nov 19 04:31:40.978858 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-a0781451-bc6a-4ac5-9ca9-cff49b02aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:40.981031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-a0781451-bc6a-4ac5-9ca9-cff49b02aaa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d8978d3-0e1d-402b-be25-8f2878634a7d HTTP/1.1" status: 200 len: 834 time: 0.0536788 Nov 19 04:31:41.029077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-fdc97cf1-70ad-4a4a-9af2-cc333387a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:31:41.030625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-fdc97cf1-70ad-4a4a-9af2-cc333387a0bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74fe2929-6090-4853-96fd-3950f1c89c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428860 Nov 19 04:31:41.071696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:31:41.125927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-6f30390b-d7ee-4f34-b23f-6a3c28fb05ad service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876749 Nov 19 04:31:41.227947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d0ef6715-47eb-40df-8595-e2faaad75dde req-c5853891-ca50-45c0-860c-fa0a660301e7 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946925 Nov 19 04:31:41.312878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'port_id': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'mac_address': 'fa:16:3e:5b:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945b2833-451b-49d4-b6d4-603f0ec12749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:31:39Z', 'updated_at': '2021-11-19T04:31:39Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:31:41.339323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae5166-4fc1-4897-8b0e-7f514873cd39 None None] The sync data for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 is: [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'port_id': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'mac_address': 'fa:16:3e:5b:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945b2833-451b-49d4-b6d4-603f0ec12749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:31:39Z', 'updated_at': '2021-11-19T04:31:39Z', 'revision_number': 0, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:31:41.533287 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614914a0-bffe-40c5-87ad-f01ba1703bc7 None None] New status for floating IP a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:31:41.676399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35492) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:41.748173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-919b27fd-c47c-479d-9681-277a16835fdb tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4 HTTP/1.1" status: 200 len: 993 time: 0.0702472 Nov 19 04:31:44.008491 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:31:49.771918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35528) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:49.881649 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f596ebe9-22d0-49f9-a129-93dcff7d9c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:49.963797 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f596ebe9-22d0-49f9-a129-93dcff7d9c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:49.969652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f596ebe9-22d0-49f9-a129-93dcff7d9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:50.013413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596ebe9-22d0-49f9-a129-93dcff7d9c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c79a3b-8bca-4ec4-a987-61e24103efa7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:50.022285 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f596ebe9-22d0-49f9-a129-93dcff7d9c0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39be198f5fcd4048b47add8b7893084d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491629 Nov 19 04:31:50.022532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35532) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:50.077908 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50c7c568-20d4-4b40-a63d-4363172d5b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:50.100708 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50c7c568-20d4-4b40-a63d-4363172d5b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:50.148812 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50c7c568-20d4-4b40-a63d-4363172d5b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:50.152167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-50c7c568-20d4-4b40-a63d-4363172d5b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:50.153342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-50c7c568-20d4-4b40-a63d-4363172d5b6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99c79a3b-8bca-4ec4-a987-61e24103efa7 HTTP/1.1" status: 204 len: 168 time: 0.1298950 Nov 19 04:31:50.161607 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7c568-20d4-4b40-a63d-4363172d5b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c79a3b-8bca-4ec4-a987-61e24103efa7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:51.296351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6e8ced00-1dd6-41c3-acbb-7539980f7abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:52.878958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:53.589082 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-db57df61-e51d-4717-bf01-e1f615f88d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:54.739874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35588) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:54.852365 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6c7ccba-2c3b-44a4-a294-a3d5875cb809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:54.936128 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6c7ccba-2c3b-44a4-a294-a3d5875cb809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:54.940016 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c6c7ccba-2c3b-44a4-a294-a3d5875cb809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:54.980479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7ccba-2c3b-44a4-a294-a3d5875cb809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa785bc9-f115-4045-a2f5-955d3bffa73b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:54.985583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c6c7ccba-2c3b-44a4-a294-a3d5875cb809 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f94ec27c25d64e8abfc21014fedfadc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445524 Nov 19 04:31:54.988356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35592) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:31:55.044217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f008202b-d964-4486-8f46-c34dd21a44f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:55.067541 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f008202b-d964-4486-8f46-c34dd21a44f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:55.117680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f008202b-d964-4486-8f46-c34dd21a44f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:55.121547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f008202b-d964-4486-8f46-c34dd21a44f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:55.122760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f008202b-d964-4486-8f46-c34dd21a44f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa785bc9-f115-4045-a2f5-955d3bffa73b HTTP/1.1" status: 204 len: 168 time: 0.1333420 Nov 19 04:31:55.130776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008202b-d964-4486-8f46-c34dd21a44f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa785bc9-f115-4045-a2f5-955d3bffa73b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:31:55.343149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:56.454250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:31:57.263790 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:01.287911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-0b681fb4-3fd0-46d2-93f6-3fce36bf7e33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409508 Nov 19 04:32:01.382467 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-22059dbf-5480-4300-8703-9d5bd23cd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:01.384005 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-22059dbf-5480-4300-8703-9d5bd23cd17a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1097 time: 0.0457437 Nov 19 04:32:01.491404 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-265c056f-26a8-4674-b43a-3b465ac9e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:01.492895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-265c056f-26a8-4674-b43a-3b465ac9e96c service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.0892544 Nov 19 04:32:01.566414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-971f8394-f734-4e1a-bd8a-47d7a07a573b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 1001 time: 0.0650289 Nov 19 04:32:01.616253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-84c4f1c9-832f-4d97-a7e0-baad941adc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:01.617724 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-84c4f1c9-832f-4d97-a7e0-baad941adc3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0449231 Nov 19 04:32:01.664286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-6bcfbb25-1160-4693-8a73-d9cb2bdb2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:01.666417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-6bcfbb25-1160-4693-8a73-d9cb2bdb2ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407555 Nov 19 04:32:01.761668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-24e9f665-4e05-4c73-9a7e-208f9e3da111 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876961 Nov 19 04:32:01.857139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5ed5a0c-ce7b-4ccd-a12c-e3fccbe64e68 req-f2c354fa-3d60-415d-bc1e-afa85ba098bc service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881288 Nov 19 04:32:02.107476 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.121726 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35744) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:09.234802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9baef6ac-4556-448f-b860-0cee4bdd8311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.313567 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9baef6ac-4556-448f-b860-0cee4bdd8311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.318212 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9baef6ac-4556-448f-b860-0cee4bdd8311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.360349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baef6ac-4556-448f-b860-0cee4bdd8311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86e375f-8368-4474-b665-f46aa8541f90,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:09.364807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9baef6ac-4556-448f-b860-0cee4bdd8311 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99182acb589a4d54be89a98716418bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419922 Nov 19 04:32:09.367418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35748) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:09.416691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b89ca7d-e3d1-4fbf-b590-3c5d81d78f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.437535 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b89ca7d-e3d1-4fbf-b590-3c5d81d78f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.484750 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b89ca7d-e3d1-4fbf-b590-3c5d81d78f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.487298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b89ca7d-e3d1-4fbf-b590-3c5d81d78f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:09.490761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b89ca7d-e3d1-4fbf-b590-3c5d81d78f88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d86e375f-8368-4474-b665-f46aa8541f90 HTTP/1.1" status: 204 len: 168 time: 0.1201394 Nov 19 04:32:09.499589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89ca7d-e3d1-4fbf-b590-3c5d81d78f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86e375f-8368-4474-b665-f46aa8541f90,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:10.097197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35772) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:10.197563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-282767701-network', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:10.218868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Made reservation on behalf of b4cb1f043339469db4140381d23d5b3d for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:10.221150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.229892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.308915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.312586 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.339867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:32:10.345345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d38c6-ddac-46e6-8a51-fcc768131571,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:10.352795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.354009 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Added segment 1cc27968-3f18-4ab6-a5d5-1dc36bc73be9 of type vlan for network 501b78c6-46e4-441e-8e79-ee2b45a3d06a Nov 19 04:32:10.396601 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.421186 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.422167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:10.422759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.472995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3747032 Nov 19 04:32:10.476240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:10.482236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Request body: {'subnet': {'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-282767701-subnet', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:10.486882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4143c-cfd2-415f-ac5b-47481247f4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=501b78c6-46e4-441e-8e79-ee2b45a3d06a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:10.497635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:32:10.503128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Made reservation on behalf of b4cb1f043339469db4140381d23d5b3d for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:10.505560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.676540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.732407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6aecca4-9ebd-43a0-86ad-3441dd630370,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:10.744512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.744866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.745210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.745550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.745877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.746270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.746574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.746895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.747229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.747548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.747875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.748192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:10.752307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Checking segment: {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:10.752682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Network hostable DHCP agents. Network: 501b78c6-46e4-441e-8e79-ee2b45a3d06a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:32:10.769611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:32:10.778996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 501b78c6-46e4-441e-8e79-ee2b45a3d06a) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:10.783184 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:10.783792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.787779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aea7f5-4a5c-4fdf-adf6-ee09ed355b3f None None] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:10.803044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-56479328-32f2-425e-a2f1-6cef592cb28e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3256946 Nov 19 04:32:10.805718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35778) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:10.810416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:10.834993 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.836101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.891831 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:10.942487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'fixed_ips': [{'subnet_id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:32:10.943404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.029540 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.083782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Allocated IP 172.20.0.2 (501b78c6-46e4-441e-8e79-ee2b45a3d06a/b6aecca4-9ebd-43a0-86ad-3441dd630370/a57ca20f-65a4-47f8-9ef0-55cfc4968149) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:11.226049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.231789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.232601 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.251496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.276655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:11.279698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:11.282166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:11.292015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Pushing event updated for resources: {'Port': ['ID=a57ca20f-65a4-47f8-9ef0-55cfc4968149,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:11.345186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Attempting to bind port a57ca20f-65a4-47f8-9ef0-55cfc4968149 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:11.345558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Attempting to bind port a57ca20f-65a4-47f8-9ef0-55cfc4968149 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:11.345927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Attempting to bind port a57ca20f-65a4-47f8-9ef0-55cfc4968149 on network 501b78c6-46e4-441e-8e79-ee2b45a3d06a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:11.351072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:11.351447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Checking segment: {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:11.351851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.352247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Bound using segment: {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:11.352710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Bound port: a57ca20f-65a4-47f8-9ef0-55cfc4968149, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:11.354340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.361814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Allocated IP 172.25.8.244 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/666066df-dc5f-4646-9702-48debbfc05be) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:11.418452 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] For port a57ca20f-65a4-47f8-9ef0-55cfc4968149, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:11.421833 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] For port a57ca20f-65a4-47f8-9ef0-55cfc4968149, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a57ca20f-65a4-47f8-9ef0-55cfc4968149,segment=NetworkSegment(1cc27968-3f18-4ab6-a5d5-1dc36bc73be9),segment_id=1cc27968-3f18-4ab6-a5d5-1dc36bc73be9)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:11.426338 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.466492 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.487880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58fe0e-8e31-4727-8ac3-93c055088d12 None None] Pushing event updated for resources: {'Port': ['ID=a57ca20f-65a4-47f8-9ef0-55cfc4968149,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:11.509420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.554167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:11.557798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:11.560256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:11.570758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c035a4-957c-434d-b95b-c62c265e63d9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:11.586869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Pushing event updated for resources: {'Port': ['ID=666066df-dc5f-4646-9702-48debbfc05be,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:11.688124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-63002efc-7103-423c-be3e-acf89457496f None None] Provisioning complete for port 666066df-dc5f-4646-9702-48debbfc05be triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:11.688490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-63002efc-7103-423c-be3e-acf89457496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:11.729679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-63002efc-7103-423c-be3e-acf89457496f None None] Port 666066df-dc5f-4646-9702-48debbfc05be cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:11.856763 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.051766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.245774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a57ca20f-65a4-47f8-9ef0-55cfc4968149 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:12.303342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a57ca20f-65a4-47f8-9ef0-55cfc4968149 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:12.303743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.401052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.442727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a57ca20f-65a4-47f8-9ef0-55cfc4968149, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a57ca20f-65a4-47f8-9ef0-55cfc4968149,segment=NetworkSegment(1cc27968-3f18-4ab6-a5d5-1dc36bc73be9),segment_id=1cc27968-3f18-4ab6-a5d5-1dc36bc73be9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:12.447750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.501324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a57ca20f-65a4-47f8-9ef0-55cfc4968149,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:12.525684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Router 985a8346-c012-4cb8-a361-379f9ca5f8e3 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:32:12.576904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05cc5f-aebe-4abc-a665-75d52fa0c6d0 None None] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:12.636786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:12.651947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Sync routers for ids ['985a8346-c012-4cb8-a361-379f9ca5f8e3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:12.656584 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.657889 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-95f8070d-be59-4d29-a080-47ee8ddcda22 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8510687 Nov 19 04:32:12.660760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35780) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:12.683144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Routers {'985a8346-c012-4cb8-a361-379f9ca5f8e3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:12.683802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['985a8346-c012-4cb8-a361-379f9ca5f8e3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:12.685436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8fc2c5c4-19f7-4038-8d89-10cd30bfdb2c None None] Provisioning complete for port a57ca20f-65a4-47f8-9ef0-55cfc4968149 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:12.685811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c5c4-19f7-4038-8d89-10cd30bfdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:12.879410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Set router 985a8346-c012-4cb8-a361-379f9ca5f8e3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:13.105734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:11Z', 'revision_number': 3, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:13.106056 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.133217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Checking router: 985a8346-c012-4cb8-a361-379f9ca5f8e3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:13.133573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Updating router 985a8346-c012-4cb8-a361-379f9ca5f8e3 port 666066df-dc5f-4646-9702-48debbfc05be binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:13.159625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.320178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Allocated IP 172.20.0.1 (501b78c6-46e4-441e-8e79-ee2b45a3d06a/b6aecca4-9ebd-43a0-86ad-3441dd630370/81b8d733-8ae3-4b7d-b0fc-8fed4540b812) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:13.432609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.442581 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-129613c5-c8ad-4001-a99e-df5dbbc7d9bd None None] Provisioning complete for port a57ca20f-65a4-47f8-9ef0-55cfc4968149 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:13.442952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-129613c5-c8ad-4001-a99e-df5dbbc7d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.467408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.508655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:13.512224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:13.514675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:13.539067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Pushing event updated for resources: {'Port': ['ID=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:13.560458 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.674950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.681984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.700284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.742806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f47b0a-13ff-40f6-857d-b2f5a2e99e35 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:13.749430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4251074-1b48-4619-b0e8-43ca092f2999 None None] Pushing event updated for resources: {'Port': ['ID=666066df-dc5f-4646-9702-48debbfc05be,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:13.753561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Attempting to bind port 666066df-dc5f-4646-9702-48debbfc05be on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:13.754061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Attempting to bind port 666066df-dc5f-4646-9702-48debbfc05be by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:13.754531 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Attempting to bind port 666066df-dc5f-4646-9702-48debbfc05be on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:13.762468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:13.762999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:13.763414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.763810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:13.764289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Bound port: 666066df-dc5f-4646-9702-48debbfc05be, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:13.764690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.815814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] For port 666066df-dc5f-4646-9702-48debbfc05be, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:13.820673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] For port 666066df-dc5f-4646-9702-48debbfc05be, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=666066df-dc5f-4646-9702-48debbfc05be,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:13.827985 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.874752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.879832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.883842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c166082-7894-4527-a681-2c0b84cf287f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:13.895478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Provisioning complete for port 666066df-dc5f-4646-9702-48debbfc05be triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:13.895853 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.930214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Routers {'985a8346-c012-4cb8-a361-379f9ca5f8e3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:13.930826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['985a8346-c012-4cb8-a361-379f9ca5f8e3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:13.952376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Pushing event updated for resources: {'Port': ['ID=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:13.954840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:13.970926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4251074-1b48-4619-b0e8-43ca092f2999 None None] Pushing event updated for resources: {'Port': ['ID=666066df-dc5f-4646-9702-48debbfc05be,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:14.047139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:14.048547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:14.088478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] Set router 985a8346-c012-4cb8-a361-379f9ca5f8e3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:14.122929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.178337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Router 985a8346-c012-4cb8-a361-379f9ca5f8e3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:14.193485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] For port 666066df-dc5f-4646-9702-48debbfc05be, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=666066df-dc5f-4646-9702-48debbfc05be,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:14.204993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.237204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a57ca20f-65a4-47f8-9ef0-55cfc4968149 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:14.304256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:14.310542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b75f8c61-fc13-4c7e-b76e-7e9a1093f3ec admin admin] 10.222.0.52 "PUT /v2.0/routers/985a8346-c012-4cb8-a361-379f9ca5f8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6487918 Nov 19 04:32:14.341425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Provisioning complete for port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:14.341724 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.379054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Pushing event updated for resources: {'Port': ['ID=666066df-dc5f-4646-9702-48debbfc05be,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:14.429047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-648b34e3-06ed-4e61-890f-464bd5e30c54 None None] Port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:14.433994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a57ca20f-65a4-47f8-9ef0-55cfc4968149 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:14.434374 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.497166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '81b8d733-8ae3-4b7d-b0fc-8fed4540b812', 'name': '', 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'mac_address': 'fa:16:3e:f1:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:13Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 2, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'subnets': [{'id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:14.542205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f580c75-fd71-42c7-a3f3-53172ec803c0 None None] The sync data for ids ['985a8346-c012-4cb8-a361-379f9ca5f8e3'] in n-d-818503-1 is: [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '81b8d733-8ae3-4b7d-b0fc-8fed4540b812', 'name': '', 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'mac_address': 'fa:16:3e:f1:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:13Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 2, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'subnets': [{'id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:14.574002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3bd25470-4a42-433a-b5e1-482ce849dcd0 None None] Provisioning complete for port 666066df-dc5f-4646-9702-48debbfc05be triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:14.574397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3bd25470-4a42-433a-b5e1-482ce849dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.674811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3bd25470-4a42-433a-b5e1-482ce849dcd0 None None] Provisioning complete for port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:14.675196 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3bd25470-4a42-433a-b5e1-482ce849dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.711203 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3bd25470-4a42-433a-b5e1-482ce849dcd0 None None] Port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:14.845956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35798) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:14.852884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-314886150-network', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:14.880879 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Made reservation on behalf of 2ed127e08ce449c3b347e07e8b4e191a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:14.883865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.897386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.988953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:14.994100 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.028643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:32:15.044084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a6d8f6-6159-4760-8261-419d57fd16d5,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:15.050585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.051034 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Added segment 5f0fba6d-4439-45d9-98d5-cb20cd53776e of type vlan for network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 Nov 19 04:32:15.103523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.147475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.148880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:15.149893 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.231582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d725-f3e2-4712-a1fd-2aa69a1a1d10 req-f063ca87-4180-4637-afab-4d59de2cef47 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:15.238941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7351d725-f3e2-4712-a1fd-2aa69a1a1d10 req-f063ca87-4180-4637-afab-4d59de2cef47 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0637751 Nov 19 04:32:15.255773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4073100 Nov 19 04:32:15.270678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35816) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:15.282317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Request body: {'subnet': {'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-314886150-subnet', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:15.299626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c045ab-e91d-4699-ae42-dac2b3dd1c57 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5fd0f1-2453-4f47-91c0-07d19d5873f8,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:15.312642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:32:15.350264 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Made reservation on behalf of 2ed127e08ce449c3b347e07e8b4e191a for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:15.354172 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.378597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7351d725-f3e2-4712-a1fd-2aa69a1a1d10 req-29031660-413e-4c85-a799-f0a7ca276587 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373913 Nov 19 04:32:15.626547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.690164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=179da09c-31a9-4068-8401-b25c6b34d36a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:15.704742 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.705096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.705451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.705805 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.706177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.706520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.706860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.707195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.707528 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.707862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.708200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.708539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:15.716398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Checking segment: {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:15.716519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Network hostable DHCP agents. Network: 9d5fd0f1-2453-4f47-91c0-07d19d5873f8, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:32:15.734693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:32:15.745508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 9d5fd0f1-2453-4f47-91c0-07d19d5873f8) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:15.751342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:15.752023 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.754179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22c1d0-c307-4c25-9d70-b23ff5a4011a None None] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:15.771156 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9dc16e05-afac-4668-a16c-5ab8a65fdd9b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4993455 Nov 19 04:32:15.771720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35818) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:15.776249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:15.799592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.803773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.894657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:15.923421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'fixed_ips': [{'subnet_id': '179da09c-31a9-4068-8401-b25c6b34d36a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:32:15.924473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.039746 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.073493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Allocated IP 172.20.0.2 (9d5fd0f1-2453-4f47-91c0-07d19d5873f8/179da09c-31a9-4068-8401-b25c6b34d36a/2bd30075-1e56-4c7c-82b0-25f02a0751d8) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:16.255983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 666066df-dc5f-4646-9702-48debbfc05be up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:16.296435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.316538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.444699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Allocated IP 172.25.8.14 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:16.477111 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.485796 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.516738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e5f24-66bf-4e76-860c-4b2b36f42150 req-03ab76eb-ae83-4c61-abbe-b7b029171f80 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:16.518378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-969e5f24-66bf-4e76-860c-4b2b36f42150 req-03ab76eb-ae83-4c61-abbe-b7b029171f80 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0571952 Nov 19 04:32:16.539812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:16.547650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:16.551215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:16.553266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Pushing event updated for resources: {'Port': ['ID=2bd30075-1e56-4c7c-82b0-25f02a0751d8,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:16.558751 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.559128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 666066df-dc5f-4646-9702-48debbfc05be triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:16.560319 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.578473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-969e5f24-66bf-4e76-860c-4b2b36f42150 req-30a8195e-268c-4801-849c-a84100ca95b6 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540755 Nov 19 04:32:16.604448 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.647776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Attempting to bind port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:16.648172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Attempting to bind port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:16.648526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Attempting to bind port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 on network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:16.651383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:16.657122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:16.658312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:16.659390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Checking segment: {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:16.659527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:16.659804 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.660201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Bound using segment: {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:16.660696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Bound port: 2bd30075-1e56-4c7c-82b0-25f02a0751d8, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:16.661088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.661472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:16.681255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169c25f-1bed-4730-babb-05c1eb22bfec None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:16.783092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] For port 2bd30075-1e56-4c7c-82b0-25f02a0751d8, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:16.786957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] For port 2bd30075-1e56-4c7c-82b0-25f02a0751d8, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2bd30075-1e56-4c7c-82b0-25f02a0751d8,segment=NetworkSegment(5f0fba6d-4439-45d9-98d5-cb20cd53776e),segment_id=5f0fba6d-4439-45d9-98d5-cb20cd53776e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:16.791256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.863196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Pushing event updated for resources: {'Port': ['ID=2bd30075-1e56-4c7c-82b0-25f02a0751d8,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:16.867103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-77eb8e48-2314-4198-be90-0f86a6ae82bb None None] Provisioning complete for port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:16.867522 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77eb8e48-2314-4198-be90-0f86a6ae82bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:16.897641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.898029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.898387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.898737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.899082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.899426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.899796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.900517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.900517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.900788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.901126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.901458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c819e7-eab5-43a9-a24f-f5bb0dd0ef1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:16.918084 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-77eb8e48-2314-4198-be90-0f86a6ae82bb None None] Port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:16.954164 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:17.115595 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Sync routers for ids ['985a8346-c012-4cb8-a361-379f9ca5f8e3'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:17.132810 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Routers {'985a8346-c012-4cb8-a361-379f9ca5f8e3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:17.133453 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['985a8346-c012-4cb8-a361-379f9ca5f8e3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:17.266376 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Set router 985a8346-c012-4cb8-a361-379f9ca5f8e3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:17.488872 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '81b8d733-8ae3-4b7d-b0fc-8fed4540b812', 'name': '', 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'mac_address': 'fa:16:3e:f1:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:13Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 2, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'subnets': [{'id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:17.519271 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Checking router: 985a8346-c012-4cb8-a361-379f9ca5f8e3 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:17.519628 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Updating router 985a8346-c012-4cb8-a361-379f9ca5f8e3 port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:17.539161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:17.543894 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:17.693609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Router 04f6c856-7041-4ec9-b6ad-9264545333e2 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:32:17.721872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291345b-7a35-41ba-aab3-e0ea7e2ba8e1 req-c5b7552d-00f4-4f3d-aed4-187404a6a3f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:17.730392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0291345b-7a35-41ba-aab3-e0ea7e2ba8e1 req-c5b7552d-00f4-4f3d-aed4-187404a6a3f4 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0628572 Nov 19 04:32:17.792980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0291345b-7a35-41ba-aab3-e0ea7e2ba8e1 req-78d28a9d-6423-4e25-81dc-2a8613de6b2f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586853 Nov 19 04:32:17.823380 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:17.833988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Sync routers for ids ['04f6c856-7041-4ec9-b6ad-9264545333e2'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:17.846631 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:17.848074 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f7b2ab4f-11ea-4b6f-8518-a7b8bf167ff1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0752180 Nov 19 04:32:17.851422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35824) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:17.864091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Routers {'04f6c856-7041-4ec9-b6ad-9264545333e2'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:17.864939 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:17.865243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04f6c856-7041-4ec9-b6ad-9264545333e2'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:17.873659 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:17.939350 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9a212-e41f-4926-a1a8-b2aed2833a31 None None] Pushing event updated for resources: {'Port': ['ID=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:18.009149 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Attempting to bind port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:18.010422 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Attempting to bind port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:18.011124 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Attempting to bind port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 on network 501b78c6-46e4-441e-8e79-ee2b45a3d06a {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:18.015464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Set router 04f6c856-7041-4ec9-b6ad-9264545333e2 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:18.018118 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:18.018532 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Checking segment: {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:18.018952 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.019356 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Bound using segment: {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:18.020048 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Bound port: 81b8d733-8ae3-4b7d-b0fc-8fed4540b812, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:18.020370 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.062816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5af38b-d262-4b62-b1bc-ab180b73bb7a None None] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:18.091484 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] For port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:18.096227 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] For port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,segment=NetworkSegment(1cc27968-3f18-4ab6-a5d5-1dc36bc73be9),segment_id=1cc27968-3f18-4ab6-a5d5-1dc36bc73be9)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:18.104895 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.165010 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Routers {'985a8346-c012-4cb8-a361-379f9ca5f8e3'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:18.167611 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['985a8346-c012-4cb8-a361-379f9ca5f8e3'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:18.258084 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0e40fae0-e601-44d5-831f-3f613dea25e0 None None] Provisioning complete for port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:18.258084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e40fae0-e601-44d5-831f-3f613dea25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.288339 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] Set router 985a8346-c012-4cb8-a361-379f9ca5f8e3 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:18.344497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2bd30075-1e56-4c7c-82b0-25f02a0751d8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:18.445697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.458865 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9a212-e41f-4926-a1a8-b2aed2833a31 None None] Pushing event updated for resources: {'Port': ['ID=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:18.553890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '81b8d733-8ae3-4b7d-b0fc-8fed4540b812', 'name': '', 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'mac_address': 'fa:16:3e:f1:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:13Z', 'updated_at': '2021-11-19T04:32:18Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'subnets': [{'id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:18.557411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:16Z', 'revision_number': 3, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:18.565221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:18.565602 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.583662 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c650bf2-f7b7-48a7-9ccf-70d0e73d01d0 None None] The sync data for ids ['985a8346-c012-4cb8-a361-379f9ca5f8e3'] in n-d-818503-1 is: [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:13Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '81b8d733-8ae3-4b7d-b0fc-8fed4540b812', 'name': '', 'network_id': '501b78c6-46e4-441e-8e79-ee2b45a3d06a', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'mac_address': 'fa:16:3e:f1:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:13Z', 'updated_at': '2021-11-19T04:32:18Z', 'revision_number': 4, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'subnets': [{'id': 'b6aecca4-9ebd-43a0-86ad-3441dd630370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:18.624269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Checking router: 04f6c856-7041-4ec9-b6ad-9264545333e2 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:18.624507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Updating router 04f6c856-7041-4ec9-b6ad-9264545333e2 port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:18.625667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Allocated IP 172.20.0.1 (9d5fd0f1-2453-4f47-91c0-07d19d5873f8/179da09c-31a9-4068-8401-b25c6b34d36a/cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:18.669049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e40fae0-e601-44d5-831f-3f613dea25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.694152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.737789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.756290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0e40fae0-e601-44d5-831f-3f613dea25e0 None None] For port 2bd30075-1e56-4c7c-82b0-25f02a0751d8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2bd30075-1e56-4c7c-82b0-25f02a0751d8,segment=NetworkSegment(5f0fba6d-4439-45d9-98d5-cb20cd53776e),segment_id=5f0fba6d-4439-45d9-98d5-cb20cd53776e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:18.769053 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0e40fae0-e601-44d5-831f-3f613dea25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.786341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.830787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Pushing event updated for resources: {'Port': ['ID=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:18.852714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:18.855210 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:18.857823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:18.905219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:18.951784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40fae0-e601-44d5-831f-3f613dea25e0 None None] Pushing event updated for resources: {'Port': ['ID=2bd30075-1e56-4c7c-82b0-25f02a0751d8,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:18.991610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-927b6cda-2a64-4ee1-a58e-ca7a1d4e9ffd None None] Provisioning complete for port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:18.991993 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-927b6cda-2a64-4ee1-a58e-ca7a1d4e9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.097544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58bc64-4ce4-4c29-b480-f574480b1e2c req-ea7a4ec4-b345-49f3-8216-e432021ed67d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:19.103768 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c58bc64-4ce4-4c29-b480-f574480b1e2c req-ea7a4ec4-b345-49f3-8216-e432021ed67d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.2011185 Nov 19 04:32:19.145342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.210415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.218929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-927b6cda-2a64-4ee1-a58e-ca7a1d4e9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.232952 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.242592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c58bc64-4ce4-4c29-b480-f574480b1e2c req-f0db7432-2e61-4a71-bfc8-f857dc77c038 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211007 Nov 19 04:32:19.309905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f161e5ba-7587-46e1-85b4-a99cc6b00cc9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:19.319890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-927b6cda-2a64-4ee1-a58e-ca7a1d4e9ffd None None] For port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,segment=NetworkSegment(1cc27968-3f18-4ab6-a5d5-1dc36bc73be9),segment_id=1cc27968-3f18-4ab6-a5d5-1dc36bc73be9)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:19.323273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Attempting to bind port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:19.323637 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Attempting to bind port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:19.324012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Attempting to bind port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:19.333199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:19.333532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:19.333948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.334360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:19.334852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Bound port: 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:19.335246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.363737 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-927b6cda-2a64-4ee1-a58e-ca7a1d4e9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.371199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7070f-2dfa-49fc-9ee1-1e8e735f0ac3 None None] Pushing event updated for resources: {'Port': ['ID=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:19.400884 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.406671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.433583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] For port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:19.441541 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] For port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:19.448317 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.458487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b6cda-2a64-4ee1-a58e-ca7a1d4e9ffd None None] Pushing event updated for resources: {'Port': ['ID=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:19.480050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Pushing event updated for resources: {'Port': ['ID=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:19.482490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.515899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684d13d-c401-4ebc-b017-f954f2089bd4 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:19.529149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7070f-2dfa-49fc-9ee1-1e8e735f0ac3 None None] Pushing event updated for resources: {'Port': ['ID=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:19.541280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Routers {'04f6c856-7041-4ec9-b6ad-9264545333e2'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:19.541897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04f6c856-7041-4ec9-b6ad-9264545333e2'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:19.585912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:19.587507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:19.722323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Router 04f6c856-7041-4ec9-b6ad-9264545333e2 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:19.755907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Provisioning complete for port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:19.756289 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:19.854717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] Set router 04f6c856-7041-4ec9-b6ad-9264545333e2 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:20.014223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Provisioning complete for port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:20.014223 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.072291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:20.122273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Provisioning complete for port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:20.122568 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.200514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:20.205787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d98ad6cc-4caf-4d67-8895-a17a807d8497 admin admin] 10.222.0.52 "PUT /v2.0/routers/04f6c856-7041-4ec9-b6ad-9264545333e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3526497 Nov 19 04:32:20.212530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2', 'name': '', 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'mac_address': 'fa:16:3e:4e:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:18Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 2, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'subnets': [{'id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:20.255190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8e94f-ae37-47cf-b96c-67d021c04b57 None None] The sync data for ids ['04f6c856-7041-4ec9-b6ad-9264545333e2'] in n-d-818503-1 is: [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2', 'name': '', 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'mac_address': 'fa:16:3e:4e:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:18Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 2, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'subnets': [{'id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:20.256802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2bd30075-1e56-4c7c-82b0-25f02a0751d8 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:20.294556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.321125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] For port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:20.327975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.367450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:20.367830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.393205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b3f0-4869-435f-b422-8ab45da5d3c3 req-29de519b-df2c-45d8-a918-c60076c42214 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:20.395802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9331b3f0-4869-435f-b422-8ab45da5d3c3 req-29de519b-df2c-45d8-a918-c60076c42214 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0684552 Nov 19 04:32:20.413199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cca3ca-2225-4b0c-b598-e55f9a056235 None None] Pushing event updated for resources: {'Port': ['ID=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:20.455662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9331b3f0-4869-435f-b422-8ab45da5d3c3 req-6640b460-051e-42ea-aa12-f13b9a6fd739 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512631 Nov 19 04:32:20.480927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:20.485304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c0e0cf7d-9101-458a-8d85-5e27fa6941e8 None None] Provisioning complete for port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:20.485676 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf7d-9101-458a-8d85-5e27fa6941e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.564434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0cf7d-9101-458a-8d85-5e27fa6941e8 None None] Port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:20.581534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c0e0cf7d-9101-458a-8d85-5e27fa6941e8 None None] Provisioning complete for port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:20.581911 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf7d-9101-458a-8d85-5e27fa6941e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:20.583530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:20.583892 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:21.007390 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:32:21.298570 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3004138-873f-4593-bf83-b24c77e36b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:21.364728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35874) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:21.636536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87b117-29f4-40c7-ac6a-aff64d5cd698 req-9b894273-89f4-4227-a810-ea306028c12c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:21.638198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf87b117-29f4-40c7-ac6a-aff64d5cd698 req-9b894273-89f4-4227-a810-ea306028c12c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0999472 Nov 19 04:32:21.737709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bf87b117-29f4-40c7-ac6a-aff64d5cd698 req-3389f4ef-ca4c-4851-9172-6e90ec8c5c0b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815549 Nov 19 04:32:21.823424 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.090139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Deleting port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:22.090491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.178390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] For port 81b8d733-8ae3-4b7d-b0fc-8fed4540b812, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,segment=NetworkSegment(1cc27968-3f18-4ab6-a5d5-1dc36bc73be9),segment_id=1cc27968-3f18-4ab6-a5d5-1dc36bc73be9)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:22.178764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.191522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Calling delete_port for 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:22.210921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:22.261443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:22.261800 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.380969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.405481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Pushing event deleted for resources: {'Port': ['ID=81b8d733-8ae3-4b7d-b0fc-8fed4540b812,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:22.590206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.848834 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Router 985a8346-c012-4cb8-a361-379f9ca5f8e3 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:22.853828 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Sync routers for ids ['04f6c856-7041-4ec9-b6ad-9264545333e2'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:22.865185 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Routers {'04f6c856-7041-4ec9-b6ad-9264545333e2'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:22.865905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04f6c856-7041-4ec9-b6ad-9264545333e2'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:22.899078 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:22.925401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbd106-9b4d-4431-a43e-b7fb79da9c4f req-3b528c95-5984-4f2a-b323-087c69aecf22 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:22.927731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9bbd106-9b4d-4431-a43e-b7fb79da9c4f req-3b528c95-5984-4f2a-b323-087c69aecf22 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.1129723 Nov 19 04:32:23.037395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9bbd106-9b4d-4431-a43e-b7fb79da9c4f req-3f2df780-ae95-4029-bc0c-06c363a14719 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980403 Nov 19 04:32:23.038750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:23.045880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c007fc22-06ad-40aa-8915-1592ad78d68f admin admin] 10.222.0.52 "PUT /v2.0/routers/985a8346-c012-4cb8-a361-379f9ca5f8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796999 Nov 19 04:32:23.047142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-e258fb18-9bac-4e21-b718-aec601811c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:23.048105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35882) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:23.050747 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-e258fb18-9bac-4e21-b718-aec601811c12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1097 time: 0.1816783 Nov 19 04:32:23.056551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] Sync routers for ids ['985a8346-c012-4cb8-a361-379f9ca5f8e3'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:23.079095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] Routers {'985a8346-c012-4cb8-a361-379f9ca5f8e3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:23.080868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['985a8346-c012-4cb8-a361-379f9ca5f8e3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:23.104391 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Set router 04f6c856-7041-4ec9-b6ad-9264545333e2 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:23.186661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.206337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-a516d20a-57be-49c9-9969-7992d5ce066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:23.208895 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-a516d20a-57be-49c9-9969-7992d5ce066d service neutron] 10.222.0.31 "GET /v2.0/networks?id=74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 200 len: 897 time: 0.1289623 Nov 19 04:32:23.233286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] Set router 985a8346-c012-4cb8-a361-379f9ca5f8e3 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:23.295872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-4f91b0ba-1593-4ad7-9f39-54d9482ff035 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 200 len: 1001 time: 0.0740104 Nov 19 04:32:23.315060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.331758 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2', 'name': '', 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'mac_address': 'fa:16:3e:4e:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:18Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 2, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'subnets': [{'id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:23.364043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-4fe2edc6-806f-4ca3-bd86-e46afc0a5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:23.366085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-4fe2edc6-806f-4ca3-bd86-e46afc0a5798 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d8978d3-0e1d-402b-be25-8f2878634a7d HTTP/1.1" status: 200 len: 834 time: 0.0583553 Nov 19 04:32:23.367075 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Checking router: 04f6c856-7041-4ec9-b6ad-9264545333e2 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:23.367958 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Updating router 04f6c856-7041-4ec9-b6ad-9264545333e2 port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:23.381475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Deleting port 666066df-dc5f-4646-9702-48debbfc05be {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:23.382051 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.401604 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.461632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-563a5f4a-5e14-4189-b5e2-45b9d5f67117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:23.462055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '666066df-dc5f-4646-9702-48debbfc05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:22Z', 'revision_number': 5, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port': {'id': '666066df-dc5f-4646-9702-48debbfc05be', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:11Z', 'updated_at': '2021-11-19T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:23.463938 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-563a5f4a-5e14-4189-b5e2-45b9d5f67117 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74fe2929-6090-4853-96fd-3950f1c89c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871956 Nov 19 04:32:23.471935 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] For port 666066df-dc5f-4646-9702-48debbfc05be, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=666066df-dc5f-4646-9702-48debbfc05be,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:23.472312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.490903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] Checking router: 985a8346-c012-4cb8-a361-379f9ca5f8e3 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:23.495117 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Calling delete_port for 666066df-dc5f-4646-9702-48debbfc05be owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:23.500590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] Routers {'985a8346-c012-4cb8-a361-379f9ca5f8e3'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:23.501209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:31:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['985a8346-c012-4cb8-a361-379f9ca5f8e3'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:23.572608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-a0e09166-3e81-4c19-b575-f02e135fa6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966589 Nov 19 04:32:23.608958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13284de7-c318-486e-8667-17c50f5a231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.616788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] Set router 985a8346-c012-4cb8-a361-379f9ca5f8e3 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:23.682226 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:23Z', 'revision_number': 6, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:23.698170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a929e16e-88d9-4d86-952a-3a09c2298ddc req-c34aefa8-6f64-4ba5-bcae-4e1c905bb588 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130912 Nov 19 04:32:23.703143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.711166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6554f-de76-466d-a393-7093c8062f46 None None] The sync data for ids ['985a8346-c012-4cb8-a361-379f9ca5f8e3'] in n-d-818503-1 is: [{'id': '985a8346-c012-4cb8-a361-379f9ca5f8e3', 'name': 'tempest-TestAggregatesBasicOps-282767701-router', 'tenant_id': 'b4cb1f043339469db4140381d23d5b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:10Z', 'updated_at': '2021-11-19T04:32:23Z', 'revision_number': 6, 'project_id': 'b4cb1f043339469db4140381d23d5b3d', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:23.738398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=666066df-dc5f-4646-9702-48debbfc05be,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:23.740230 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.754560 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.755113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed07f7-3abd-4457-92e0-166d34103561 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:23.814315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.814990 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b665886-a35e-4c5b-8e1f-a3c13f9160d7 None None] Pushing event updated for resources: {'Port': ['ID=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:23.875144 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Attempting to bind port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:23.875767 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Attempting to bind port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:23.875879 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Attempting to bind port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 on network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:23.881494 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:23.881885 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Checking segment: {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:23.882329 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.882731 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Bound using segment: {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:23.883214 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Bound port: cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0fba6d-4439-45d9-98d5-cb20cd53776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:23.884177 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.916804 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.919393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.954892 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] For port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:23.959046 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] For port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,segment=NetworkSegment(5f0fba6d-4439-45d9-98d5-cb20cd53776e),segment_id=5f0fba6d-4439-45d9-98d5-cb20cd53776e)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:23.964641 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.966604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.967543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985a8346-c012-4cb8-a361-379f9ca5f8e3 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:32:23.972910 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:23.974447 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-61078804-3c5e-4a85-9871-7542ee668d94 admin admin] 10.222.0.52 "DELETE /v2.0/routers/985a8346-c012-4cb8-a361-379f9ca5f8e3 HTTP/1.1" status: 204 len: 168 time: 0.9250062 Nov 19 04:32:23.977072 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35884) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:24.026704 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Routers {'04f6c856-7041-4ec9-b6ad-9264545333e2'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:24.027273 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04f6c856-7041-4ec9-b6ad-9264545333e2'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:24.037131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Deleting subnet b6aecca4-9ebd-43a0-86ad-3441dd630370 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:32:24.040727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.071225 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b665886-a35e-4c5b-8e1f-a3c13f9160d7 None None] Pushing event updated for resources: {'Port': ['ID=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:24.091890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.114544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-96024c27-830d-4c32-8359-acca7ec59f98 None None] Provisioning complete for port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:24.115056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-96024c27-830d-4c32-8359-acca7ec59f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.175409 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] Set router 04f6c856-7041-4ec9-b6ad-9264545333e2 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:24.304247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.307943 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-96024c27-830d-4c32-8359-acca7ec59f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.361090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-96024c27-830d-4c32-8359-acca7ec59f98 None None] For port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,segment=NetworkSegment(5f0fba6d-4439-45d9-98d5-cb20cd53776e),segment_id=5f0fba6d-4439-45d9-98d5-cb20cd53776e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:24.370885 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-96024c27-830d-4c32-8359-acca7ec59f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.392131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d323a-eef2-4b09-8230-dc6d043723dd req-ac078310-e387-4aed-acbe-a95b910d7fda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:24.399817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a9d323a-eef2-4b09-8230-dc6d043723dd req-ac078310-e387-4aed-acbe-a95b910d7fda tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.1733091 Nov 19 04:32:24.434855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96024c27-830d-4c32-8359-acca7ec59f98 None None] Pushing event updated for resources: {'Port': ['ID=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:24.460164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a9d323a-eef2-4b09-8230-dc6d043723dd req-0f13de41-11bb-443b-91ff-9106c7648af0 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592899 Nov 19 04:32:24.461666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.488859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6aecca4-9ebd-43a0-86ad-3441dd630370,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:24.497632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.503372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8f2d975-84ce-4d2e-9230-4f5f8f356800 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b6aecca4-9ebd-43a0-86ad-3441dd630370 HTTP/1.1" status: 204 len: 168 time: 0.5228357 Nov 19 04:32:24.504093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35888) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:24.505853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f136d29-af27-48ab-a672-2cc7ef9d98cf None None] Network 501b78c6-46e4-441e-8e79-ee2b45a3d06a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:24.517263 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2', 'name': '', 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'mac_address': 'fa:16:3e:4e:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:18Z', 'updated_at': '2021-11-19T04:32:23Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'subnets': [{'id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:24.546084 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c304a-ca9e-44ca-a5d0-7f1d306ef83f None None] The sync data for ids ['04f6c856-7041-4ec9-b6ad-9264545333e2'] in n-d-818503-1 is: [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:19Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2', 'name': '', 'network_id': '9d5fd0f1-2453-4f47-91c0-07d19d5873f8', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'mac_address': 'fa:16:3e:4e:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:18Z', 'updated_at': '2021-11-19T04:32:23Z', 'revision_number': 4, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'subnets': [{'id': '179da09c-31a9-4068-8401-b25c6b34d36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:24.559135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a8d7dd3a-c73a-491f-8cf8-1f555b9ed0b5 None None] Provisioning complete for port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:24.559772 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a8d7dd3a-c73a-491f-8cf8-1f555b9ed0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.609157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.698709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Deleting port a57ca20f-65a4-47f8-9ef0-55cfc4968149 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:24.699065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.764670 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:24.784832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] For port a57ca20f-65a4-47f8-9ef0-55cfc4968149, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a57ca20f-65a4-47f8-9ef0-55cfc4968149,segment=NetworkSegment(1cc27968-3f18-4ab6-a5d5-1dc36bc73be9),segment_id=1cc27968-3f18-4ab6-a5d5-1dc36bc73be9)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:24.785400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.801579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Calling delete_port for a57ca20f-65a4-47f8-9ef0-55cfc4968149 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:24.910224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.930673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:24.931052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:24.951395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57ca20f-65a4-47f8-9ef0-55cfc4968149,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:24.953194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] No DVR routers for this DVR port a57ca20f-65a4-47f8-9ef0-55cfc4968149 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:32:25.054687 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.059947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f536e-2a35-42da-95c2-f045c373bde0 None None] DHCP port deletion for 501b78c6-46e4-441e-8e79-ee2b45a3d06a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:25.094509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501b78c6-46e4-441e-8e79-ee2b45a3d06a']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:25.109103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:25.109981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:25.110306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc27968-3f18-4ab6-a5d5-1dc36bc73be9') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:25.121859 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.131390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:25.131952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81b8d733-8ae3-4b7d-b0fc-8fed4540b812 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:25.143212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.150541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:32:25.150877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:32:25.152604 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:32:25.215117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.220183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.226741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] 10.222.0.52 "DELETE /v2.0/networks/501b78c6-46e4-441e-8e79-ee2b45a3d06a HTTP/1.1" status: 204 len: 168 time: 0.7178559 Nov 19 04:32:25.227855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:25.238004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50fd7-2c3c-41bc-bc15-055c9dfe8104 admin admin] Pushing event deleted for resources: {'Network': ['ID=501b78c6-46e4-441e-8e79-ee2b45a3d06a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:25.344803 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.617182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac409e5-17de-45dc-b450-3265bcb4cf4f req-33504142-0dfc-4d7c-b7be-5ff75d0a0793 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:25.619278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dac409e5-17de-45dc-b450-3265bcb4cf4f req-33504142-0dfc-4d7c-b7be-5ff75d0a0793 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0815961 Nov 19 04:32:25.677727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:25.685129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dac409e5-17de-45dc-b450-3265bcb4cf4f req-6dfad194-5ab0-42cb-9f70-414bc1bb4b9c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573776 Nov 19 04:32:25.929002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Deleting port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:25.929263 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:26.011290 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] For port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,segment=NetworkSegment(5f0fba6d-4439-45d9-98d5-cb20cd53776e),segment_id=5f0fba6d-4439-45d9-98d5-cb20cd53776e)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:26.011791 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:26.024304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Calling delete_port for cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:26.213433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:26.226475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:26.240675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:26.252085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:26.252450 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 04:32:26.275141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Port cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 not found, will not notify nova. {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 04:32:26.330032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 666066df-dc5f-4646-9702-48debbfc05be no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:26.351723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 666066df-dc5f-4646-9702-48debbfc05be {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:26.352087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 666066df-dc5f-4646-9702-48debbfc05be not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:26.353103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a57ca20f-65a4-47f8-9ef0-55cfc4968149 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:26.378308 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a57ca20f-65a4-47f8-9ef0-55cfc4968149 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:26.378931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a57ca20f-65a4-47f8-9ef0-55cfc4968149 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:26.436287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:26.469719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:26.663661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Router 04f6c856-7041-4ec9-b6ad-9264545333e2 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:27.142416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:27.147744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca510393-0ba7-4cc2-86d0-1e5bf6660476 admin admin] 10.222.0.52 "PUT /v2.0/routers/04f6c856-7041-4ec9-b6ad-9264545333e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9184709 Nov 19 04:32:27.151048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35896) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:27.151639 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712860-4708-4276-831b-78f8a986fd7b None None] Sync routers for ids ['04f6c856-7041-4ec9-b6ad-9264545333e2'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:27.159226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a90209-336c-4265-afff-5b4da225f930 req-c8b5a4c1-8b3b-491a-918b-a91515971c76 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:27.160740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72a90209-336c-4265-afff-5b4da225f930 req-c8b5a4c1-8b3b-491a-918b-a91515971c76 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0705953 Nov 19 04:32:27.162753 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] Routers {'04f6c856-7041-4ec9-b6ad-9264545333e2'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:27.163376 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04f6c856-7041-4ec9-b6ad-9264545333e2'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:27.214390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72a90209-336c-4265-afff-5b4da225f930 req-f128b004-ed97-42ba-8ee7-e726138266b3 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Nov 19 04:32:27.263992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.268515 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.283474 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] Set router 04f6c856-7041-4ec9-b6ad-9264545333e2 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:27.383231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.447167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Deleting port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:27.447515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.476421 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:26Z', 'revision_number': 5, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port': {'id': '0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:16Z', 'updated_at': '2021-11-19T04:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:27.533167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] For port 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:27.533538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.547621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Calling delete_port for 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:27.595856 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712860-4708-4276-831b-78f8a986fd7b None None] Checking router: 04f6c856-7041-4ec9-b6ad-9264545333e2 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:27.605397 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] Routers {'04f6c856-7041-4ec9-b6ad-9264545333e2'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:27.606036 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['04f6c856-7041-4ec9-b6ad-9264545333e2'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:27.691120 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] Set router 04f6c856-7041-4ec9-b6ad-9264545333e2 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:27.717024 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.741116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:27.745231 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-82712860-4708-4276-831b-78f8a986fd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:27Z', 'revision_number': 6, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:27.757384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dead85b-a59b-4218-b934-44c25a9d318d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:27.778504 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712860-4708-4276-831b-78f8a986fd7b None None] The sync data for ids ['04f6c856-7041-4ec9-b6ad-9264545333e2'] in n-d-818503-1 is: [{'id': '04f6c856-7041-4ec9-b6ad-9264545333e2', 'name': 'tempest-TestAggregatesBasicOps-314886150-router', 'tenant_id': '2ed127e08ce449c3b347e07e8b4e191a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:15Z', 'updated_at': '2021-11-19T04:32:27Z', 'revision_number': 6, 'project_id': '2ed127e08ce449c3b347e07e8b4e191a', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:27.812924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.909166 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.911342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.958701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.959301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f6c856-7041-4ec9-b6ad-9264545333e2 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:32:27.964176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:27.965331 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-96e8160c-3924-4a42-93a4-cec7272813ab admin admin] 10.222.0.52 "DELETE /v2.0/routers/04f6c856-7041-4ec9-b6ad-9264545333e2 HTTP/1.1" status: 204 len: 168 time: 0.8131566 Nov 19 04:32:27.968059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 35898) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:28.015526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Deleting subnet 179da09c-31a9-4068-8401-b25c6b34d36a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:32:28.018591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.052350 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.129927 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.209160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.236955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179da09c-31a9-4068-8401-b25c6b34d36a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:28.241738 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.245927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-79a3e674-aa5c-4cca-b2ad-2d88db7e1edb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/179da09c-31a9-4068-8401-b25c6b34d36a HTTP/1.1" status: 204 len: 168 time: 0.2768312 Nov 19 04:32:28.248433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35902) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:28.251123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b741e-e270-40dc-a8fa-36cb7d8b056a None None] Network 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:28.320094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.345682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f65b3-a745-4a28-88cc-b958a5f5185a req-d98ba0f8-cc0b-413d-ad05-15cf3ae52db9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:28.349662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-224f65b3-a745-4a28-88cc-b958a5f5185a req-d98ba0f8-cc0b-413d-ad05-15cf3ae52db9 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0574028 Nov 19 04:32:28.377410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Deleting port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:28.377881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.405987 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-224f65b3-a745-4a28-88cc-b958a5f5185a req-15e25630-d5aa-4e18-9bb6-9d8306063a73 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518043 Nov 19 04:32:28.451877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] For port 2bd30075-1e56-4c7c-82b0-25f02a0751d8, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2bd30075-1e56-4c7c-82b0-25f02a0751d8,segment=NetworkSegment(5f0fba6d-4439-45d9-98d5-cb20cd53776e),segment_id=5f0fba6d-4439-45d9-98d5-cb20cd53776e)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:28.452254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.464400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Calling delete_port for 2bd30075-1e56-4c7c-82b0-25f02a0751d8 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:28.544048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.576384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8fd2d-bc3b-4bd4-9b3b-91ee33cdde55 None None] DHCP port deletion for 9d5fd0f1-2453-4f47-91c0-07d19d5873f8 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:28.577688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd30075-1e56-4c7c-82b0-25f02a0751d8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:28.579720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] No DVR routers for this DVR port 2bd30075-1e56-4c7c-82b0-25f02a0751d8 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:32:28.609820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:28.636696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:28.637131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cd880dc6-0b63-4d3b-baf6-e4e27a4dfff2 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:28.661228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.687484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5fd0f1-2453-4f47-91c0-07d19d5873f8']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:28.697623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0fba6d-4439-45d9-98d5-cb20cd53776e') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:28.702890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0fba6d-4439-45d9-98d5-cb20cd53776e') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:28.717463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.731511 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.747042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:32:28.747455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:32:28.749201 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:32:28.825366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62aa7-916f-4a87-85e4-249db5e47d06 req-1bbd4d31-0744-44fa-8c82-bcb4739b7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:28.827003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5de62aa7-916f-4a87-85e4-249db5e47d06 req-1bbd4d31-0744-44fa-8c82-bcb4739b7002 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1097 time: 0.0912502 Nov 19 04:32:28.828074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.837484 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:28.841232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] 10.222.0.52 "DELETE /v2.0/networks/9d5fd0f1-2453-4f47-91c0-07d19d5873f8 HTTP/1.1" status: 204 len: 168 time: 0.5917327 Nov 19 04:32:28.865763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f29bd7-665f-49d4-9f55-1acece5c4d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5fd0f1-2453-4f47-91c0-07d19d5873f8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:28.895448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5de62aa7-916f-4a87-85e4-249db5e47d06 req-86894111-5374-48d0-9ae4-8c40289b0926 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531301 Nov 19 04:32:29.009239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35906) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:29.053078 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2e33ef76-f86b-4350-9a70-8f58fd49793b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4cb1f043339469db4140381d23d5b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426753 Nov 19 04:32:29.055520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35908) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:29.103520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44757de3-4f1a-4a00-8551-0e048e46f4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.124647 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44757de3-4f1a-4a00-8551-0e048e46f4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.171767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44757de3-4f1a-4a00-8551-0e048e46f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.174592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44757de3-4f1a-4a00-8551-0e048e46f4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.175798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-44757de3-4f1a-4a00-8551-0e048e46f4e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/673d38c6-ddac-46e6-8a51-fcc768131571 HTTP/1.1" status: 204 len: 168 time: 0.1193523 Nov 19 04:32:29.183832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44757de3-4f1a-4a00-8551-0e048e46f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d38c6-ddac-46e6-8a51-fcc768131571,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:29.489861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35916) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:29.536549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-de53f179-365a-4273-96c9-9e84016838d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ed127e08ce449c3b347e07e8b4e191a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451314 Nov 19 04:32:29.539025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977425c-d111-4a0d-b7e5-fef3a4a63a3a req-bea30089-ef66-44d7-8c83-23ac31d344b2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:29.539491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35918) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:29.540744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4977425c-d111-4a0d-b7e5-fef3a4a63a3a req-bea30089-ef66-44d7-8c83-23ac31d344b2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0558500 Nov 19 04:32:29.588892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638729aa-eae6-475e-8bdd-d47f274f4a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.594315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4977425c-d111-4a0d-b7e5-fef3a4a63a3a req-eb691b3e-1979-4e16-be51-00768eb53c23 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476055 Nov 19 04:32:29.610729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638729aa-eae6-475e-8bdd-d47f274f4a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.660363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638729aa-eae6-475e-8bdd-d47f274f4a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.663061 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-638729aa-eae6-475e-8bdd-d47f274f4a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:29.664208 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-638729aa-eae6-475e-8bdd-d47f274f4a02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52a6d8f6-6159-4760-8261-419d57fd16d5 HTTP/1.1" status: 204 len: 168 time: 0.1241276 Nov 19 04:32:29.671766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638729aa-eae6-475e-8bdd-d47f274f4a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a6d8f6-6159-4760-8261-419d57fd16d5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:30.109048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ea2d4dea-1f93-4cef-bf74-da3464f6b911 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:32:30.218920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2bd30075-1e56-4c7c-82b0-25f02a0751d8 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:30.255624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2bd30075-1e56-4c7c-82b0-25f02a0751d8 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:30.256058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2bd30075-1e56-4c7c-82b0-25f02a0751d8 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:30.256730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:30.262701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:30.294043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:30.294509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0cc1f060-9ea4-4cf6-9e25-61ab8efbf5b9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:30.299051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'port_id': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'mac_address': 'fa:16:3e:5b:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:32:30.349563 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:30.363004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea2d4dea-1f93-4cef-bf74-da3464f6b911 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:32:30.382537 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:30.387613 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:30.436242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:30.717400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599c5dc-57db-4b20-bdda-2d71f7f6509a req-53770ae1-245a-4b1d-bb27-774903390b0c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:30.719206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a599c5dc-57db-4b20-bdda-2d71f7f6509a req-53770ae1-245a-4b1d-bb27-774903390b0c tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 945 time: 0.0543759 Nov 19 04:32:30.721607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ea2d4dea-1f93-4cef-bf74-da3464f6b911'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:32:30.779493 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a599c5dc-57db-4b20-bdda-2d71f7f6509a req-7a3ce7fb-da3f-4ea5-a23d-e1aef972a27a tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510893 Nov 19 04:32:30.807531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 35952) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:30.873746 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ab1fdc1d-8fb6-436f-92a5-78eef23dcdf5 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/floatingips/a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4 HTTP/1.1" status: 200 len: 992 time: 0.0653138 Nov 19 04:32:31.777740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36076) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:31.883336 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-639e55a3-408e-4bbb-b481-d40c9707daf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:31.959592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-639e55a3-408e-4bbb-b481-d40c9707daf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:31.963837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-639e55a3-408e-4bbb-b481-d40c9707daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.001880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-639e55a3-408e-4bbb-b481-d40c9707daf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a88233cdc054606b59d0062ba1c47e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230666 Nov 19 04:32:32.003838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e55a3-408e-4bbb-b481-d40c9707daf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc45715-80b9-4fff-913e-6526df133a6e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:32.004673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36080) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:32.055220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aab5462c-5d56-49a6-b229-7e221c848bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.076176 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aab5462c-5d56-49a6-b229-7e221c848bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.105109 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.124369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aab5462c-5d56-49a6-b229-7e221c848bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.126040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ea2d4dea-1f93-4cef-bf74-da3464f6b911 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:32.127406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aab5462c-5d56-49a6-b229-7e221c848bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.128736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aab5462c-5d56-49a6-b229-7e221c848bb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efc45715-80b9-4fff-913e-6526df133a6e HTTP/1.1" status: 204 len: 168 time: 0.1226890 Nov 19 04:32:32.137795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5462c-5d56-49a6-b229-7e221c848bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc45715-80b9-4fff-913e-6526df133a6e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:32.198504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ea2d4dea-1f93-4cef-bf74-da3464f6b911 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:32.198905 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.280575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.303167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:32.305816 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aef399-8134-4a5b-8ce9-b2905352c4d3" -d '{"events": [{"server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "name": "network-vif-plugged", "status": "completed", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:32.318091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:32.323336 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.351050 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3268c60a-2a80-4472-964e-fcac0f898199 x-openstack-request-id: req-3268c60a-2a80-4472-964e-fcac0f898199 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:32.351352 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "name": "network-vif-plugged", "status": "completed", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:32.351633 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3268c60a-2a80-4472-964e-fcac0f898199 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:32.352153 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'code': 200} Nov 19 04:32:32.376201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:32.404431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36088) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:32.420959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b76b9540-d804-4c31-b9cf-1724d69db620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.501464 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b76b9540-d804-4c31-b9cf-1724d69db620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.505306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b76b9540-d804-4c31-b9cf-1724d69db620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.543980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b76b9540-d804-4c31-b9cf-1724d69db620 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e11404ae8ade4736ab029eb565d2491c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384172 Nov 19 04:32:32.545093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b9540-d804-4c31-b9cf-1724d69db620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00846dfa-e945-4b45-81b2-e4e932c62f5b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:32.546713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36090) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:32.599943 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aefd3d3-abd6-443c-a024-338c8f34e490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.621578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aefd3d3-abd6-443c-a024-338c8f34e490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.669909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aefd3d3-abd6-443c-a024-338c8f34e490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.672537 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6aefd3d3-abd6-443c-a024-338c8f34e490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:32.673699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6aefd3d3-abd6-443c-a024-338c8f34e490 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00846dfa-e945-4b45-81b2-e4e932c62f5b HTTP/1.1" status: 204 len: 168 time: 0.1259844 Nov 19 04:32:32.682080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefd3d3-abd6-443c-a024-338c8f34e490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00846dfa-e945-4b45-81b2-e4e932c62f5b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:33.328725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36112) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:33.427361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-885356539-network', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:33.448539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Made reservation on behalf of cbd6ebc91fc94547964bb2e187ab4788 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:33.450734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.458820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.533056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.536369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.557379 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:32:33.570313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af2824-27da-46ac-bd9c-14abfba6a7f9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:33.575753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.576111 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Added segment 528df0d2-6b90-4c00-9592-db9bd30f4d3f of type vlan for network 008ff0ed-b12e-42d4-b486-0fc87814e8cd Nov 19 04:32:33.616501 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.644104 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.645059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:33.645633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.697514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3676815 Nov 19 04:32:33.700435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36116) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:33.705630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Request body: {'subnet': {'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-885356539-subnet', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:33.708439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318dcf4-9297-48f7-88fe-66b47e72322e admin admin] Pushing event updated for resources: {'Network': ['ID=008ff0ed-b12e-42d4-b486-0fc87814e8cd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:33.719412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:32:33.728393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Made reservation on behalf of cbd6ebc91fc94547964bb2e187ab4788 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:33.730838 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.901003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:33.956280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7284cb-9965-4420-a59b-d8c9f673fd97,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:33.965774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Checking segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:33.966168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Network hostable DHCP agents. Network: 008ff0ed-b12e-42d4-b486-0fc87814e8cd, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:32:33.983009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:32:33.991761 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 008ff0ed-b12e-42d4-b486-0fc87814e8cd) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:33.996601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:33.997205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.001674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1cafe-edd4-4c88-ac5a-720d7a2db94a None None] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:34.013849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-abd2986c-21c5-48fc-8dcf-22dd8ce02635 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3121297 Nov 19 04:32:34.016325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:34.020575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:34.042421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.043407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.100385 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.151974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:32:34.152859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.244513 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.288218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Allocated IP 172.20.0.2 (008ff0ed-b12e-42d4-b486-0fc87814e8cd/af7284cb-9965-4420-a59b-d8c9f673fd97/9d167119-1c53-41a1-b736-70d47cd36e82) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:34.434350 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.441293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.451290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.470302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.485103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:34.487936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:34.492419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:34.494916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Pushing event updated for resources: {'Port': ['ID=9d167119-1c53-41a1-b736-70d47cd36e82,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:34.548692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Attempting to bind port 9d167119-1c53-41a1-b736-70d47cd36e82 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:34.549066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Attempting to bind port 9d167119-1c53-41a1-b736-70d47cd36e82 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:34.549436 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Attempting to bind port 9d167119-1c53-41a1-b736-70d47cd36e82 on network 008ff0ed-b12e-42d4-b486-0fc87814e8cd {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:34.554382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:34.554811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Checking segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:34.555293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.556221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Bound using segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:34.556717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Bound port: 9d167119-1c53-41a1-b736-70d47cd36e82, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:34.557100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.578868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Allocated IP 172.25.8.227 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/6bb101da-c775-4afe-8c58-38855289a480) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:34.624523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] For port 9d167119-1c53-41a1-b736-70d47cd36e82, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:34.627954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] For port 9d167119-1c53-41a1-b736-70d47cd36e82, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9d167119-1c53-41a1-b736-70d47cd36e82,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:34.631784 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.683590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.693217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251707c-731e-4d61-89f1-78e3ee4ad1e9 None None] Pushing event updated for resources: {'Port': ['ID=9d167119-1c53-41a1-b736-70d47cd36e82,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:34.719648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.764781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:34.769234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:34.773836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:34.777025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Pushing event updated for resources: {'Port': ['ID=6bb101da-c775-4afe-8c58-38855289a480,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:34.782878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295cde50-21ea-4a39-8391-84d001459ad8 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:34.886128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3586b670-f6da-4778-ab03-ed2042cfdeda None None] Provisioning complete for port 6bb101da-c775-4afe-8c58-38855289a480 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:34.886531 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3586b670-f6da-4778-ab03-ed2042cfdeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:34.933654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3586b670-f6da-4778-ab03-ed2042cfdeda None None] Port 6bb101da-c775-4afe-8c58-38855289a480 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:35.085460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:35.263069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 1643a5c4-0f0b-4368-aafc-c9194858a794 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:35.263323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.351210 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.351551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.365519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 1643a5c4-0f0b-4368-aafc-c9194858a794 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:35.392254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.551082 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.582823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=1643a5c4-0f0b-4368-aafc-c9194858a794,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:35.638505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.664339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.665650 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Floating IP 52640aa2-6cfc-4818-b7ff-6b5835e3d324 disassociated (deleted). External IP: 172.25.8.94, port: 47ebbe51-41d3-42f5-84de-90529d3991c1. Nov 19 04:32:35.730301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ab1d7-873f-46ec-97b6-e53a9da2791b None None] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:35.795513 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-03963ca4-0083-42d3-a872-cf4e69de9a26 None None] Provisioning complete for port 9d167119-1c53-41a1-b736-70d47cd36e82 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:35.796163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03963ca4-0083-42d3-a872-cf4e69de9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.812408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Router 495ccbbe-5132-40f9-991a-1a3c0db90b99 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:32:35.937182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:35.955593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:35.977927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Sync routers for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:35.979237 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:35.980523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-887ff8b6-c098-42c2-8c8d-bb004e70f35b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9632344 Nov 19 04:32:35.984114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36122) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:35.984368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03963ca4-0083-42d3-a872-cf4e69de9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:36.023995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:36.023995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:36.079615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-03963ca4-0083-42d3-a872-cf4e69de9a26 None None] For port 9d167119-1c53-41a1-b736-70d47cd36e82, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9d167119-1c53-41a1-b736-70d47cd36e82,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:36.092123 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-03963ca4-0083-42d3-a872-cf4e69de9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:36.117001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:36.127808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:36.141040 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:36.163714 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:36.166320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:36.222631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03963ca4-0083-42d3-a872-cf4e69de9a26 None None] Pushing event updated for resources: {'Port': ['ID=9d167119-1c53-41a1-b736-70d47cd36e82,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:36.239937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:36.242357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a51609ca-12be-4da6-bfc1-c8df6ad1b783 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "DELETE /v2.0/floatingips/52640aa2-6cfc-4818-b7ff-6b5835e3d324 HTTP/1.1" status: 204 len: 168 time: 1.1552200 Nov 19 04:32:36.243015 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:36.245610 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6649d829-9900-48dd-b957-0d957aeed590" -d '{"events": [{"name": "network-changed", "server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:36.327745 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:36.399904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d167119-1c53-41a1-b736-70d47cd36e82 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:36.482230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5c8dc756-b493-44cc-ad18-ef7ad29bf302 None None] Provisioning complete for port 9d167119-1c53-41a1-b736-70d47cd36e82 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:36.482599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc756-b493-44cc-ad18-ef7ad29bf302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:36.533747 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e4434-6ca4-4d62-8993-26db190dd36a x-openstack-request-id: req-234e4434-6ca4-4d62-8993-26db190dd36a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:36.534070 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:36.534335 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-234e4434-6ca4-4d62-8993-26db190dd36a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:36.534748 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'status': 'completed', 'code': 200} Nov 19 04:32:36.660927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649d829-9900-48dd-b957-0d957aeed590 req-faa0a17e-fac3-46e2-97a2-41576e1f64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:36.662910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-faa0a17e-fac3-46e2-97a2-41576e1f64bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 1096 time: 0.1029475 Nov 19 04:32:36.679915 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:07Z', 'revision_number': 1, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:36.714997 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:36.721749 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:36.734781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9534-294a-4103-bd54-fe7df6632e99 req-1e57937f-4b2a-48f5-bbb3-29d372046c04 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:36.735102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:36.735646 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:36.744194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-553f9534-294a-4103-bd54-fe7df6632e99 req-1e57937f-4b2a-48f5-bbb3-29d372046c04 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 945 time: 0.1361825 Nov 19 04:32:36.749493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9d167119-1c53-41a1-b736-70d47cd36e82 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:36.750205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:36.812334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-553f9534-294a-4103-bd54-fe7df6632e99 req-5e18e083-6805-49fa-b0b6-9ded88efefa1 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669324 Nov 19 04:32:36.847865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649d829-9900-48dd-b957-0d957aeed590 req-e2bce29d-3dd5-49f2-b3ba-825a7b9e2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:36.849859 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-e2bce29d-3dd5-49f2-b3ba-825a7b9e2a25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1760716 Nov 19 04:32:36.887402 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:36.912793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:35Z', 'revision_number': 3, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:36.914255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-27044862-f775-4c52-b6a3-89443cdd645a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ebbe51-41d3-42f5-84de-90529d3991c1 HTTP/1.1" status: 200 len: 217 time: 0.0557308 Nov 19 04:32:36.928670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Allocated IP 172.20.0.1 (008ff0ed-b12e-42d4-b486-0fc87814e8cd/af7284cb-9965-4420-a59b-d8c9f673fd97/7b0008a7-e268-43c6-a4f1-3a43190e2e88) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:36.952645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Checking router: 495ccbbe-5132-40f9-991a-1a3c0db90b99 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:36.953161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Updating router 495ccbbe-5132-40f9-991a-1a3c0db90b99 port 6bb101da-c775-4afe-8c58-38855289a480 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:36.987757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649d829-9900-48dd-b957-0d957aeed590 req-6f7cccc8-499b-447e-bb4f-47424dcd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:36.990026 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-6f7cccc8-499b-447e-bb4f-47424dcd3c2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0658119 Nov 19 04:32:36.993529 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.045667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649d829-9900-48dd-b957-0d957aeed590 req-7e15a4f4-4ee9-4b01-a071-d3bc1fcdef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:37.047244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-7e15a4f4-4ee9-4b01-a071-d3bc1fcdef4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484564 Nov 19 04:32:37.066087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.117509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.171536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:37.174313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:37.176259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-37a507c1-f0f4-4dbd-a9ad-c87105e3e419 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203065 Nov 19 04:32:37.178941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:37.183078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Pushing event updated for resources: {'Port': ['ID=7b0008a7-e268-43c6-a4f1-3a43190e2e88,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:37.210057 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:07Z', 'revision_number': 1, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:37.240290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.270766 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf431eb-3018-44d4-a294-df46160cd41b None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'dab09b2e-e8f0-4f65-9397-ce1dbf5abc08', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'port_id': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'mac_address': 'fa:16:3e:c8:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:29:05Z', 'updated_at': '2021-11-19T04:29:07Z', 'revision_number': 1, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:37.313026 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6649d829-9900-48dd-b957-0d957aeed590 req-aa4a2c96-5a0c-4595-a282-3b925dee8202 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292691 Nov 19 04:32:37.331459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.339740 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.397393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673d50a-6c61-47be-bee1-e52049ddab89 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:37.410118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Attempting to bind port 6bb101da-c775-4afe-8c58-38855289a480 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:37.410495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Attempting to bind port 6bb101da-c775-4afe-8c58-38855289a480 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:37.410869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Attempting to bind port 6bb101da-c775-4afe-8c58-38855289a480 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:37.413589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.417019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0c2f4-e91f-4db2-a0b6-30b0d8623965 None None] Pushing event updated for resources: {'Port': ['ID=6bb101da-c775-4afe-8c58-38855289a480,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:37.423157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:37.423549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:37.423950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.424337 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:37.424810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Bound port: 6bb101da-c775-4afe-8c58-38855289a480, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:37.425198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.500764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] For port 6bb101da-c775-4afe-8c58-38855289a480, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:37.502971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-47030a58-9f05-4183-9a3c-0b6787152834 None None] Provisioning complete for port 6bb101da-c775-4afe-8c58-38855289a480 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:37.503443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-47030a58-9f05-4183-9a3c-0b6787152834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.506140 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] For port 6bb101da-c775-4afe-8c58-38855289a480, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6bb101da-c775-4afe-8c58-38855289a480,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:37.532632 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.577007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-47030a58-9f05-4183-9a3c-0b6787152834 None None] Port 6bb101da-c775-4afe-8c58-38855289a480 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:37.605317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8432067-a46c-4429-b149-58327764c5c6 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:37.630547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0c2f4-e91f-4db2-a0b6-30b0d8623965 None None] Pushing event updated for resources: {'Port': ['ID=6bb101da-c775-4afe-8c58-38855289a480,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:37.640137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.644369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409480f-4fbe-4e08-871f-de2b7f480d91 None None] New status for floating IP 52640aa2-6cfc-4818-b7ff-6b5835e3d324: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:32:37.645765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.646752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:37.647389 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:37.721369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.723002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Pushing event updated for resources: {'Port': ['ID=7b0008a7-e268-43c6-a4f1-3a43190e2e88,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:37.799050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Provisioning complete for port 6bb101da-c775-4afe-8c58-38855289a480 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:37.799432 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:37.823851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:37.825665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:37.862087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:37.975784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade823f4-fc2c-4543-9742-72e3e9117ba1 req-5ae1f5c2-7082-44a1-9c44-3f944e666edf tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:37.978970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ade823f4-fc2c-4543-9742-72e3e9117ba1 req-5ae1f5c2-7082-44a1-9c44-3f944e666edf tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 945 time: 0.0649166 Nov 19 04:32:37.986076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Router 495ccbbe-5132-40f9-991a-1a3c0db90b99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:38.017278 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.052105 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] For port 6bb101da-c775-4afe-8c58-38855289a480, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6bb101da-c775-4afe-8c58-38855289a480,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:38.065759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.070822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ade823f4-fc2c-4543-9742-72e3e9117ba1 req-f53c62d9-5205-4e15-8aef-cbc7204b7b77 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843344 Nov 19 04:32:38.098800 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-e0cfbbd7-5dc2-4ff2-a34b-d82e9050e049 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:38.100590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-e0cfbbd7-5dc2-4ff2-a34b-d82e9050e049 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 945 time: 0.0834086 Nov 19 04:32:38.147713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:38.158564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-697c0e02-1c4d-46d8-b6a5-ae32600d707c admin admin] 10.222.0.52 "PUT /v2.0/routers/495ccbbe-5132-40f9-991a-1a3c0db90b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1728408 Nov 19 04:32:38.165356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Provisioning complete for port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:38.165522 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.212215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Pushing event updated for resources: {'Port': ['ID=6bb101da-c775-4afe-8c58-38855289a480,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:38.221790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 47ebbe51-41d3-42f5-84de-90529d3991c1 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:38.222697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.240202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7ad75e8d-cc40-4f59-8208-4e75b10f4921 None None] Port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:38.247562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-400f1595-9003-406c-8430-d75f248914e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 2, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:38.279473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d167119-1c53-41a1-b736-70d47cd36e82 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:38.282849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f1595-9003-406c-8430-d75f248914e5 None None] The sync data for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 is: [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 2, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:38.335382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port 47ebbe51-41d3-42f5-84de-90529d3991c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=47ebbe51-41d3-42f5-84de-90529d3991c1,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:38.335769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.348284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9d167119-1c53-41a1-b736-70d47cd36e82 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:38.348679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.364413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 47ebbe51-41d3-42f5-84de-90529d3991c1 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:38.401789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-219ce7a7-656a-4941-9dc5-ab1552d774a8 None None] Provisioning complete for port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:38.402083 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-219ce7a7-656a-4941-9dc5-ab1552d774a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.444746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-219ce7a7-656a-4941-9dc5-ab1552d774a8 None None] Port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:38.525115 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.556644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=47ebbe51-41d3-42f5-84de-90529d3991c1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:38.633186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port 47ebbe51-41d3-42f5-84de-90529d3991c1 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:32:38.636565 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.640224 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d31d82e4-d9d1-43f9-92be-4d7e24e412ec req-b9dbe661-6d07-4ee3-ac0f-5318dc03acba tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "DELETE /v2.0/ports/47ebbe51-41d3-42f5-84de-90529d3991c1 HTTP/1.1" status: 204 len: 173 time: 0.5324545 Nov 19 04:32:38.640676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'name': 'network-vif-deleted', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:38.643083 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dae024-a608-4862-b99d-1163dd09f264" -d '{"events": [{"server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "name": "network-vif-deleted", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:38.694675 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28989f9-4d57-4549-bd7f-64d6065ef220 x-openstack-request-id: req-e28989f9-4d57-4549-bd7f-64d6065ef220 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:38.694975 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d54bc94-3505-4323-8a32-43da38ed79f3", "name": "network-vif-deleted", "tag": "47ebbe51-41d3-42f5-84de-90529d3991c1", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:38.695233 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e28989f9-4d57-4549-bd7f-64d6065ef220 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:38.695791 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d54bc94-3505-4323-8a32-43da38ed79f3', 'name': 'network-vif-deleted', 'tag': '47ebbe51-41d3-42f5-84de-90529d3991c1', 'status': 'completed', 'code': 200} Nov 19 04:32:38.808774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36148) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:38.813912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1197501306-network', 'tenant_id': 'b164507d4c1946d5903750922436f0be'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:38.851141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Made reservation on behalf of b164507d4c1946d5903750922436f0be for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:38.854564 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.864652 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.960524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.967353 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:38.999210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:32:39.010825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc0700-4ef3-4636-a47f-73c29c7b4c9e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:39.016995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.017347 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Added segment e452e519-ed5f-40d8-a1b9-f3ce324eeeee of type vlan for network 3de70f02-b550-499b-966f-abba167cea02 Nov 19 04:32:39.076573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.115807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.117495 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:39.119532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.189283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3792593 Nov 19 04:32:39.192239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36152) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:39.198002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Request body: {'subnet': {'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1197501306-subnet', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:39.227532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0395afc-1886-42fb-8077-9e0f883a3f48 admin admin] Pushing event updated for resources: {'Network': ['ID=3de70f02-b550-499b-966f-abba167cea02,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:39.241970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 3de70f02-b550-499b-966f-abba167cea02 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:32:39.247598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Made reservation on behalf of b164507d4c1946d5903750922436f0be for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:39.250584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.328562 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43e7f264-bb00-481e-b995-46416fdac2b6 req-4ea68ae0-285e-4df4-9d62-57970371f47f tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0952902 Nov 19 04:32:39.487912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.557635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e5e8e6-4a89-4049-8bf0-fa01643c7821,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:39.563576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Checking segment: {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:39.564123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Network hostable DHCP agents. Network: 3de70f02-b550-499b-966f-abba167cea02, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:32:39.583910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Network 3de70f02-b550-499b-966f-abba167cea02 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:32:39.595660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 3de70f02-b550-499b-966f-abba167cea02) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:39.603679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:39.605849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb7ebd-84a1-46ab-ab68-19008ac82af4 None None] Network 3de70f02-b550-499b-966f-abba167cea02 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:39.606639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.627591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36154) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:39.627943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-57c2b636-ae59-4051-8528-fcadb0dba71e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4345155 Nov 19 04:32:39.636003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:39.667801 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.671233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.751833 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.812434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-3de70f02-b550-499b-966f-abba167cea02', 'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'fixed_ips': [{'subnet_id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:32:39.813968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.922279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:39.969587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Allocated IP 172.20.0.2 (3de70f02-b550-499b-966f-abba167cea02/63e5e8e6-4a89-4049-8bf0-fa01643c7821/67b36ed7-5ea5-4f32-9542-94faefadaf79) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:40.135758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.145458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.171594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.212351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.221010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Network 3de70f02-b550-499b-966f-abba167cea02 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:40.223272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Pushing event updated for resources: {'Port': ['ID=67b36ed7-5ea5-4f32-9542-94faefadaf79,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:40.227510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:40.229740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:40.283829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6bb101da-c775-4afe-8c58-38855289a480 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:40.291548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Attempting to bind port 67b36ed7-5ea5-4f32-9542-94faefadaf79 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:40.291931 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Attempting to bind port 67b36ed7-5ea5-4f32-9542-94faefadaf79 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:40.292311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Attempting to bind port 67b36ed7-5ea5-4f32-9542-94faefadaf79 on network 3de70f02-b550-499b-966f-abba167cea02 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:40.326293 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:40.326684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Checking segment: {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:40.327096 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.327505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Bound using segment: {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:40.328441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Bound port: 67b36ed7-5ea5-4f32-9542-94faefadaf79, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:40.328441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.354698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Allocated IP 172.25.8.7 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/1aba1b7c-16aa-4861-9b81-09b0da3c335d) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:40.400709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6bb101da-c775-4afe-8c58-38855289a480 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:40.401096 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.434588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] For port 67b36ed7-5ea5-4f32-9542-94faefadaf79, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:40.450342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] For port 67b36ed7-5ea5-4f32-9542-94faefadaf79, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67b36ed7-5ea5-4f32-9542-94faefadaf79,segment=NetworkSegment(e452e519-ed5f-40d8-a1b9-f3ce324eeeee),segment_id=e452e519-ed5f-40d8-a1b9-f3ce324eeeee)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:40.459116 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.465627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4989139-fa50-4b18-ae43-45c9ed200318 req-ea97c2d1-bd69-4aa7-8766-1ad0d8abade2 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0472100 Nov 19 04:32:40.504648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.557384 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.621490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:40.625438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:40.630452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:40.636490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1aba1b7c-16aa-4861-9b81-09b0da3c335d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:40.784853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1806638f-6571-4411-9226-8d58d6e952e9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:40.787177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c3113-804a-4ba2-a4f5-b7210e96d802 None None] Pushing event updated for resources: {'Port': ['ID=67b36ed7-5ea5-4f32-9542-94faefadaf79,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:40.908037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a1853308-cbeb-4205-ad33-fd78ded54064 None None] Provisioning complete for port 1aba1b7c-16aa-4861-9b81-09b0da3c335d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:40.908551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a1853308-cbeb-4205-ad33-fd78ded54064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:40.957977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a1853308-cbeb-4205-ad33-fd78ded54064 None None] Port 1aba1b7c-16aa-4861-9b81-09b0da3c335d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:40.986555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.049203 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Sync routers for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:41.060602 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:41.061223 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:41.173228 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:41.202422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.315088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 47ebbe51-41d3-42f5-84de-90529d3991c1 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:41.337984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 47ebbe51-41d3-42f5-84de-90529d3991c1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:41.338501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 47ebbe51-41d3-42f5-84de-90529d3991c1 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:41.415364 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 2, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:41.451737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Checking router: 495ccbbe-5132-40f9-991a-1a3c0db90b99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:41.452326 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Updating router 495ccbbe-5132-40f9-991a-1a3c0db90b99 port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:41.591579 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.625456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fc4d3192-3451-4836-949c-200babfc29c0 req-fa2c9479-a09b-4b2c-b5d9-39edd7d7cde6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0569789 Nov 19 04:32:41.770508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Router f69ca965-9f2e-4a91-abe5-9fb1413d688c is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:32:41.825776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d9ddd-8373-4624-afeb-53ccf024054c None None] Network 3de70f02-b550-499b-966f-abba167cea02 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:32:41.892031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:41.911693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Sync routers for ids ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:41.918740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.921449 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a6fd7625-5bb7-4666-89d9-6f85e94571e3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2918661 Nov 19 04:32:41.922680 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.924748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36160) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:41.931937 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.941242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6def91d4-25b7-4054-85a1-99690ba77b05 None None] Provisioning complete for port 67b36ed7-5ea5-4f32-9542-94faefadaf79 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:41.941867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6def91d4-25b7-4054-85a1-99690ba77b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:41.967381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Routers {'f69ca965-9f2e-4a91-abe5-9fb1413d688c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:41.968327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:41.987374 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Pushing event updated for resources: {'Port': ['ID=7b0008a7-e268-43c6-a4f1-3a43190e2e88,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:42.011735 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.012091 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.012447 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.012789 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.013151 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.013491 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.013825 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.014178 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.017153 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.017884 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.018270 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.019186 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:32:42.122534 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Attempting to bind port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:42.123122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Attempting to bind port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:42.123264 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Attempting to bind port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 on network 008ff0ed-b12e-42d4-b486-0fc87814e8cd {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:42.130235 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:42.130450 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Checking segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:42.130848 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.131246 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Bound using segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:42.131722 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Bound port: 7b0008a7-e268-43c6-a4f1-3a43190e2e88, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:42.133726 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.213195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Set router f69ca965-9f2e-4a91-abe5-9fb1413d688c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:42.297384 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] For port 7b0008a7-e268-43c6-a4f1-3a43190e2e88, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:42.300914 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] For port 7b0008a7-e268-43c6-a4f1-3a43190e2e88, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7b0008a7-e268-43c6-a4f1-3a43190e2e88,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:42.311204 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.365208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67b36ed7-5ea5-4f32-9542-94faefadaf79 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:42.389031 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:42.390045 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:42.473238 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b10e9e-6ef2-49a0-86f0-ee91898db95c None None] Pushing event updated for resources: {'Port': ['ID=7b0008a7-e268-43c6-a4f1-3a43190e2e88,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:42.617704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.646460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6def91d4-25b7-4054-85a1-99690ba77b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.659442 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:42.712170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 67b36ed7-5ea5-4f32-9542-94faefadaf79 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:42.712690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.781354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6def91d4-25b7-4054-85a1-99690ba77b05 None None] For port 67b36ed7-5ea5-4f32-9542-94faefadaf79, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67b36ed7-5ea5-4f32-9542-94faefadaf79,segment=NetworkSegment(e452e519-ed5f-40d8-a1b9-f3ce324eeeee),segment_id=e452e519-ed5f-40d8-a1b9-f3ce324eeeee)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:42.781613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c5fe480e-8ae0-42e5-a556-a68c12709188 req-886cb0c8-cc09-4e47-b987-b7d802fd4c71 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0415809 Nov 19 04:32:42.804291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6def91d4-25b7-4054-85a1-99690ba77b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:42.863568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:32:40Z', 'revision_number': 3, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:42.926458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Checking router: f69ca965-9f2e-4a91-abe5-9fb1413d688c for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:42.927050 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Updating router f69ca965-9f2e-4a91-abe5-9fb1413d688c port 1aba1b7c-16aa-4861-9b81-09b0da3c335d binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:42.947515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Allocated IP 172.20.0.1 (3de70f02-b550-499b-966f-abba167cea02/63e5e8e6-4a89-4049-8bf0-fa01643c7821/1516e667-aae8-4ffb-aef4-b68c5eeec110) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:42.985500 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:42Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:42.994679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.000143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def91d4-25b7-4054-85a1-99690ba77b05 None None] Pushing event updated for resources: {'Port': ['ID=67b36ed7-5ea5-4f32-9542-94faefadaf79,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:43.015104 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c93f3-8fd3-4ca1-acf1-6529049ac15f None None] The sync data for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 is: [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:42Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:43.034075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Provisioning complete for port 67b36ed7-5ea5-4f32-9542-94faefadaf79 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:43.034508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.073700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.125402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.169452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Network 3de70f02-b550-499b-966f-abba167cea02 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:43.174435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:43.177125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:43.232539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.309641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Provisioning complete for port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:43.310050 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.361874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Pushing event updated for resources: {'Port': ['ID=1516e667-aae8-4ffb-aef4-b68c5eeec110,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:43.414023 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.493567 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.529171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.605247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627241c-65a1-4715-bf3a-f9ef9387c018 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:43.609323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.654209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.661691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.668684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] For port 7b0008a7-e268-43c6-a4f1-3a43190e2e88, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7b0008a7-e268-43c6-a4f1-3a43190e2e88,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:43.669963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc11d5-71e1-4518-a3db-ee72a9dd7808 None None] Pushing event updated for resources: {'Port': ['ID=1aba1b7c-16aa-4861-9b81-09b0da3c335d,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:43.673767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Attempting to bind port 1aba1b7c-16aa-4861-9b81-09b0da3c335d on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:43.674369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Attempting to bind port 1aba1b7c-16aa-4861-9b81-09b0da3c335d by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:43.674712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Attempting to bind port 1aba1b7c-16aa-4861-9b81-09b0da3c335d on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:43.682299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:43.682686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:43.683169 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.683569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:43.684219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Bound port: 1aba1b7c-16aa-4861-9b81-09b0da3c335d, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:43.684642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.749165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] For port 1aba1b7c-16aa-4861-9b81-09b0da3c335d, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:43.753296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] For port 1aba1b7c-16aa-4861-9b81-09b0da3c335d, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1aba1b7c-16aa-4861-9b81-09b0da3c335d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:43.754936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Pushing event updated for resources: {'Port': ['ID=1516e667-aae8-4ffb-aef4-b68c5eeec110,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:43.755703 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.765083 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.765227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:43.848400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f3555-e07d-46fd-881d-4e7f92e7963d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:32:43.854378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Routers {'f69ca965-9f2e-4a91-abe5-9fb1413d688c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:43.855149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:43.886744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Network 3de70f02-b550-499b-966f-abba167cea02 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:43.888441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:43.897498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca547e-7e36-4655-a0f3-ef23c0ae768d None None] Pushing event updated for resources: {'Port': ['ID=7b0008a7-e268-43c6-a4f1-3a43190e2e88,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:43.973081 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e1fa679-5333-48f5-8cc4-f10681ac0a38 req-d0758253-4dd2-4fe2-aaf2-54d92eba7193 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d54bc94-3505-4323-8a32-43da38ed79f3 HTTP/1.1" status: 200 len: 210 time: 0.0800383 Nov 19 04:32:44.057735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc11d5-71e1-4518-a3db-ee72a9dd7808 None None] Pushing event updated for resources: {'Port': ['ID=1aba1b7c-16aa-4861-9b81-09b0da3c335d,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:44.064556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Provisioning complete for port 1516e667-aae8-4ffb-aef4-b68c5eeec110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:44.064941 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.094890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Router f69ca965-9f2e-4a91-abe5-9fb1413d688c has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:44.110918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] Set router f69ca965-9f2e-4a91-abe5-9fb1413d688c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:44.160781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Port 1516e667-aae8-4ffb-aef4-b68c5eeec110 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:44.291995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:44.297915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bbcd47cf-b81a-4556-8cbc-dc3bb3ab4c59 admin admin] 10.222.0.52 "PUT /v2.0/routers/f69ca965-9f2e-4a91-abe5-9fb1413d688c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3713307 Nov 19 04:32:44.436722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7b0008a7-e268-43c6-a4f1-3a43190e2e88 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:44.459677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Provisioning complete for port 1aba1b7c-16aa-4861-9b81-09b0da3c335d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:44.460051 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.583868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:44.584537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.661824 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.693204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] For port 1aba1b7c-16aa-4861-9b81-09b0da3c335d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1aba1b7c-16aa-4861-9b81-09b0da3c335d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:44.701029 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.708634 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1516e667-aae8-4ffb-aef4-b68c5eeec110', 'name': '', 'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'mac_address': 'fa:16:3e:79:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:42Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 2, 'project_id': 'b164507d4c1946d5903750922436f0be', 'subnets': [{'id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:44.778772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22d78-f05c-4d0d-9997-42e99e53d643 None None] The sync data for ids ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'] in n-d-818503-1 is: [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1516e667-aae8-4ffb-aef4-b68c5eeec110', 'name': '', 'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'mac_address': 'fa:16:3e:79:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:42Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 2, 'project_id': 'b164507d4c1946d5903750922436f0be', 'subnets': [{'id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:44.799152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36172) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:44.800788 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67b36ed7-5ea5-4f32-9542-94faefadaf79 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:44.807988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4716226', 'description': 'tempest-secgroup-smoke-4716226 description', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:44.827573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.853192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246f07a-b7e4-4b0b-967f-3bdc5695fb3a None None] Pushing event updated for resources: {'Port': ['ID=1aba1b7c-16aa-4861-9b81-09b0da3c335d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:44.866983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a4bb2ef6-d350-4d97-80ca-1744b93c238d None None] Provisioning complete for port 1516e667-aae8-4ffb-aef4-b68c5eeec110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:44.867768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2ef6-d350-4d97-80ca-1744b93c238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.916046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 67b36ed7-5ea5-4f32-9542-94faefadaf79 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:44.916429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.918159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb2ef6-d350-4d97-80ca-1744b93c238d None None] Port 1516e667-aae8-4ffb-aef4-b68c5eeec110 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:44.927001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.932420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.962375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a4bb2ef6-d350-4d97-80ca-1744b93c238d None None] Provisioning complete for port 1aba1b7c-16aa-4861-9b81-09b0da3c335d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:44.963099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2ef6-d350-4d97-80ca-1744b93c238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.966276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:44.967562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1673136 Nov 19 04:32:44.970620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36174) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:44.972762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822377fd-81c7-4d07-8589-4485611fd8f4 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1011ed99-6be0-4141-9394-56cc19dff9bc,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:44.982006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group_rule': {'security_group_id': '1011ed99-6be0-4141-9394-56cc19dff9bc', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:45.031767 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.124969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.129080 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.171575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eef8cc8-38c2-4c2b-a336-1a17ddd70f01,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:45.184259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.186231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d359d463-c57f-40e2-b970-49b06a6a5cea tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2144167 Nov 19 04:32:45.188998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36182) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:45.193921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group_rule': {'security_group_id': '1011ed99-6be0-4141-9394-56cc19dff9bc', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:45.235521 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.305961 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.311405 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.335147 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.336368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462727 Nov 19 04:32:45.340082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36184) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:45.345247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4c8c8-5080-4bbd-8baf-9f39138f0eb1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085ab5e2-6b0e-4d21-84d4-6c80cedf17d3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:45.352779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group_rule': {'security_group_id': '1011ed99-6be0-4141-9394-56cc19dff9bc', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:45.384237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.452236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.456460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.484984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b3630c-9fd6-490c-b93f-ab6d8d5d2a16,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:45.498671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.502449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9b58f756-ee0a-4730-8758-2bd72fa52b82 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610956 Nov 19 04:32:45.503095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36186) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:45.507819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group_rule': {'security_group_id': '1011ed99-6be0-4141-9394-56cc19dff9bc', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:45.536553 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.629778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.636029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.655455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7c2009-d4b1-4735-b186-f27dee1c0f8b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:45.668107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.668107 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec3bbd45-4e13-4661-81a3-5dd5a6518ec0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614099 Nov 19 04:32:45.668493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36188) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:45.673856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group_rule': {'security_group_id': '1011ed99-6be0-4141-9394-56cc19dff9bc', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:45.708038 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Project cbd6ebc91fc94547964bb2e187ab4788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:32:45.714394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.785241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.790851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.811921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497aaeaa-1518-4ad1-8d4c-4f8d115b906b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:45.823421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.826017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0ff015bd-a45c-48c3-8a5f-bf907717a422 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550550 Nov 19 04:32:45.827991 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36190) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:45.833480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'security_group_rule': {'security_group_id': '1011ed99-6be0-4141-9394-56cc19dff9bc', 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:45.866426 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Project cbd6ebc91fc94547964bb2e187ab4788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 04:32:45.874167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.941545 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.947811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.967099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc9461b-8897-495d-ac28-01e88f768bec,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:45.977137 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:45.979412 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0806abe6-5b85-4023-bfcc-e405f3ff3482 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501360 Nov 19 04:32:46.193317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-6c92a049-e891-4277-8d87-6d9bdf598520 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4716226&fields=id&tenant_id=cbd6ebc91fc94547964bb2e187ab4788 HTTP/1.1" status: 200 len: 267 time: 0.0774732 Nov 19 04:32:46.263981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1aba1b7c-16aa-4861-9b81-09b0da3c335d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:46.333350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1aba1b7c-16aa-4861-9b81-09b0da3c335d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:46.337615 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:46.386050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-c97bd617-0d86-46fd-8326-39e5c111f869 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:46.387584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-c97bd617-0d86-46fd-8326-39e5c111f869 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 808 time: 0.1814065 Nov 19 04:32:46.407317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-9cf70bde-fff7-432a-8d97-1ee98bc33094 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/quotas/cbd6ebc91fc94547964bb2e187ab4788 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Nov 19 04:32:46.471829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-f8388134-c961-4827-a6e0-5c2506a965c9 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516028 Nov 19 04:32:46.489684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8a3a8d4b-55ed-4128-824d-2b9c54cb080b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:32:46.490695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8a3a8d4b-55ed-4128-824d-2b9c54cb080b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053310 Nov 19 04:32:46.585269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-6e07ea30-c569-4d08-98be-173a63b7f5cd service neutron] 10.222.0.52 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876055 Nov 19 04:32:46.677210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-cb11f295-c100-49b2-be69-e1925da9a663 service neutron] 10.222.0.52 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 Nov 19 04:32:46.899039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7384cb9d-f3ad-4c65-b9f3-f8a26a1ccc32 req-f89a5e69-3106-4f9f-8dc8-284aed0e4f8f tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 210 time: 0.0490232 Nov 19 04:32:47.216331 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Sync routers for ids ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:47.228893 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Routers {'f69ca965-9f2e-4a91-abe5-9fb1413d688c'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:47.229519 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:47.346820 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Set router f69ca965-9f2e-4a91-abe5-9fb1413d688c gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:47.572445 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1516e667-aae8-4ffb-aef4-b68c5eeec110', 'name': '', 'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'mac_address': 'fa:16:3e:79:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:42Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 2, 'project_id': 'b164507d4c1946d5903750922436f0be', 'subnets': [{'id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:47.600068 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Checking router: f69ca965-9f2e-4a91-abe5-9fb1413d688c for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:47.600428 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Updating router f69ca965-9f2e-4a91-abe5-9fb1413d688c port 1516e667-aae8-4ffb-aef4-b68c5eeec110 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:32:47.625927 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:47.895036 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:47.901530 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:47.948146 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b38f4-7680-490e-bf95-48a796bfa99e None None] Pushing event updated for resources: {'Port': ['ID=1516e667-aae8-4ffb-aef4-b68c5eeec110,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:48.058115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b98810e-ddf0-442e-aabe-d4ded2991f9d req-c0b93a52-9540-4fa4-a4e8-15e4f86a9319 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 210 time: 0.0633016 Nov 19 04:32:48.094363 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Attempting to bind port 1516e667-aae8-4ffb-aef4-b68c5eeec110 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:48.094667 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Attempting to bind port 1516e667-aae8-4ffb-aef4-b68c5eeec110 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:48.095037 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Attempting to bind port 1516e667-aae8-4ffb-aef4-b68c5eeec110 on network 3de70f02-b550-499b-966f-abba167cea02 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:48.105122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:48.105508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Checking segment: {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:48.105924 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.106352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Bound using segment: {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:48.106830 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Bound port: 1516e667-aae8-4ffb-aef4-b68c5eeec110, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3de70f02-b550-499b-966f-abba167cea02'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:48.107216 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.188918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-13c5fde6-5a6f-44f8-b836-09a42fa0f224 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:48.190657 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-13c5fde6-5a6f-44f8-b836-09a42fa0f224 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 808 time: 0.1548085 Nov 19 04:32:48.285154 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-1f054d88-65a9-4409-b363-6f36998dce19 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbd6ebc91fc94547964bb2e187ab4788 HTTP/1.1" status: 200 len: 377 time: 0.0722709 Nov 19 04:32:48.309681 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] For port 1516e667-aae8-4ffb-aef4-b68c5eeec110, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:48.312789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'port': {'device_id': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'admin_state_up': True, 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'security_groups': ['1011ed99-6be0-4141-9394-56cc19dff9bc']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:48.313197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] For port 1516e667-aae8-4ffb-aef4-b68c5eeec110, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1516e667-aae8-4ffb-aef4-b68c5eeec110,segment=NetworkSegment(e452e519-ed5f-40d8-a1b9-f3ce324eeeee),segment_id=e452e519-ed5f-40d8-a1b9-f3ce324eeeee)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:48.317598 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.375324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-33b28f5d-fb5a-443e-89d3-8cd35df4ef1b None None] Provisioning complete for port 1516e667-aae8-4ffb-aef4-b68c5eeec110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:48.375822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33b28f5d-fb5a-443e-89d3-8cd35df4ef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.432999 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b38f4-7680-490e-bf95-48a796bfa99e None None] Pushing event updated for resources: {'Port': ['ID=1516e667-aae8-4ffb-aef4-b68c5eeec110,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:48.435924 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Routers {'f69ca965-9f2e-4a91-abe5-9fb1413d688c'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:48.436544 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:48.495832 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Made reservation on behalf of cbd6ebc91fc94547964bb2e187ab4788 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:32:48.500825 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.504736 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33b28f5d-fb5a-443e-89d3-8cd35df4ef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.546351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-33b28f5d-fb5a-443e-89d3-8cd35df4ef1b None None] For port 1516e667-aae8-4ffb-aef4-b68c5eeec110, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1516e667-aae8-4ffb-aef4-b68c5eeec110,segment=NetworkSegment(e452e519-ed5f-40d8-a1b9-f3ce324eeeee),segment_id=e452e519-ed5f-40d8-a1b9-f3ce324eeeee)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:48.573553 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-33b28f5d-fb5a-443e-89d3-8cd35df4ef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.644940 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] Set router f69ca965-9f2e-4a91-abe5-9fb1413d688c gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:48.670360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28f5d-fb5a-443e-89d3-8cd35df4ef1b None None] Pushing event updated for resources: {'Port': ['ID=1516e667-aae8-4ffb-aef4-b68c5eeec110,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:48.703202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Allocated IP 172.20.0.14 (008ff0ed-b12e-42d4-b486-0fc87814e8cd/af7284cb-9965-4420-a59b-d8c9f673fd97/3ffb5c8e-071f-4b01-a796-5f83aed49dd6) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:32:48.803333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b378e601-0c02-46aa-a06d-db30aaaa21f4 None None] Provisioning complete for port 1516e667-aae8-4ffb-aef4-b68c5eeec110 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:48.804977 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b378e601-0c02-46aa-a06d-db30aaaa21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.920494 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1516e667-aae8-4ffb-aef4-b68c5eeec110', 'name': '', 'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'mac_address': 'fa:16:3e:79:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:42Z', 'updated_at': '2021-11-19T04:32:48Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'subnets': [{'id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:48.934038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:48.975358 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fd9ce-2cbc-4569-ba79-867142623bd0 None None] The sync data for ids ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'] in n-d-818503-1 is: [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1516e667-aae8-4ffb-aef4-b68c5eeec110', 'name': '', 'network_id': '3de70f02-b550-499b-966f-abba167cea02', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'mac_address': 'fa:16:3e:79:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:42Z', 'updated_at': '2021-11-19T04:32:48Z', 'revision_number': 4, 'project_id': 'b164507d4c1946d5903750922436f0be', 'subnets': [{'id': '63e5e8e6-4a89-4049-8bf0-fa01643c7821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:48.980149 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:49.040936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:32:49.044746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:32:49.061432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:32:49.118594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'Port': ['ID=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:49.129871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:49.130594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:49.163209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-3fc287eb-1c5f-445d-b65f-66fe821fc030 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560772 Nov 19 04:32:49.199254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Request body: {'port': {'device_id': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:49.240719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ec20-8d62-47b4-b4eb-32d89c080f56 req-e44189ed-a577-41c2-810a-2d8e262ca618 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:49.243189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d29ec20-8d62-47b4-b4eb-32d89c080f56 req-e44189ed-a577-41c2-810a-2d8e262ca618 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 932 time: 0.0920033 Nov 19 04:32:49.305128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:49.330618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d29ec20-8d62-47b4-b4eb-32d89c080f56 req-73cd6564-9dfa-4ed8-9b32-1134b00ac6e1 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0792332 Nov 19 04:32:49.425847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b5f2510f-4615-4ad9-91c5-b570067a4e9e None None] Provisioning complete for port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:49.426461 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b5f2510f-4615-4ad9-91c5-b570067a4e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:49.486836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2510f-4615-4ad9-91c5-b570067a4e9e None None] Port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:32:49.674201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:32:49.683524 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:49.697172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Transition to ACTIVE for port object 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:32:49.703768 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:49.798503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:49.893569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Attempting to bind port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:32:49.893919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Attempting to bind port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:32:49.894282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Attempting to bind port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 on network 008ff0ed-b12e-42d4-b486-0fc87814e8cd {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:49.900596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 on network 008ff0ed-b12e-42d4-b486-0fc87814e8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:32:49.900933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Attempting to bind port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 on network 008ff0ed-b12e-42d4-b486-0fc87814e8cd {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:32:49.907613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:32:49.908210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Checking segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:32:49.908615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Bound using segment: {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:32:49.909058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Bound port: 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528df0d2-6b90-4c00-9592-db9bd30f4d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:32:49.909425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.003303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] For port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:32:50.007977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] For port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:32:50.015738 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.065569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.065569 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.065569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] 10.222.0.31 "PUT /v2.0/ports/3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1092 time: 0.8699570 Nov 19 04:32:50.065569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:50.067687 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:50.094786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafe11e-e2bf-4370-8ab7-f9f3f159feb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:50.266069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-63f77755-4e98-4a6b-af64-75758a6fcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.273051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-63f77755-4e98-4a6b-af64-75758a6fcf8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1095 time: 0.1192224 Nov 19 04:32:50.282406 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac4e305-91c9-4f7f-af71-e507939e717d x-openstack-request-id: req-2ac4e305-91c9-4f7f-af71-e507939e717d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:50.282725 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:50.282981 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ac4e305-91c9-4f7f-af71-e507939e717d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:50.283397 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'status': 'completed', 'code': 200} Nov 19 04:32:50.325457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1516e667-aae8-4ffb-aef4-b68c5eeec110 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:50.341263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-d38f4d3d-a4b8-4c10-87a9-a0f95a68d255 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 217 time: 0.0484221 Nov 19 04:32:50.387062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1516e667-aae8-4ffb-aef4-b68c5eeec110 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:50.387528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.399170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-44e91ffd-df9a-4d9f-adbf-0c7fd41f21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.400958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-44e91ffd-df9a-4d9f-adbf-0c7fd41f21a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0508761 Nov 19 04:32:50.483941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-1bd233b9-3aaa-4fa9-9b42-0551ef08d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.485758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-1bd233b9-3aaa-4fa9-9b42-0551ef08d76c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758686 Nov 19 04:32:50.504571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36706f-bfa9-48e2-90c9-fc6a0d3a7d70 req-47402bc0-830b-4878-b786-dda0213ad194 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.506704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a36706f-bfa9-48e2-90c9-fc6a0d3a7d70 req-47402bc0-830b-4878-b786-dda0213ad194 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 944 time: 0.0690413 Nov 19 04:32:50.576880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a36706f-bfa9-48e2-90c9-fc6a0d3a7d70 req-52c72f66-8869-4042-89ab-0a6da1eb6b03 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0632329 Nov 19 04:32:50.589268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-8ba18285-7833-4326-879a-876664fa9fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934770 Nov 19 04:32:50.686443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36238) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:50.687713 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-29fe8a51-3535-40f9-a87c-52c8d88054d7 req-ccec5c80-9542-4327-8293-79c2c43f07e6 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911224 Nov 19 04:32:50.822159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-da1760a2-30d9-43c5-a297-d311aaf8423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.823750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-da1760a2-30d9-43c5-a297-d311aaf8423f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1095 time: 0.0421455 Nov 19 04:32:50.850743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 55d29e4a-f417-4b71-a951-9d9577b4ea51 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:50.851099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.918229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-ff08a8f0-b7c3-4fa8-ae25-60b2883d0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:50.919743 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-ff08a8f0-b7c3-4fa8-ae25-60b2883d0ee6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0884662 Nov 19 04:32:50.927826 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.928164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:50.939886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 55d29e4a-f417-4b71-a951-9d9577b4ea51 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:50.967350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-04925da2-6b52-458d-908b-778f1dd66d8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 217 time: 0.0401132 Nov 19 04:32:51.034846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-a9c32fe4-777a-4b8f-8426-73932df4341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:51.036516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-a9c32fe4-777a-4b8f-8426-73932df4341f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0621407 Nov 19 04:32:51.098168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-79a49102-b717-4186-9b38-20894193ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:51.099732 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-79a49102-b717-4186-9b38-20894193ffe3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541515 Nov 19 04:32:51.104146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:51.128840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=55d29e4a-f417-4b71-a951-9d9577b4ea51,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:51.197704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:51.198078 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Floating IP dab09b2e-e8f0-4f65-9397-ce1dbf5abc08 disassociated (deleted). External IP: 172.25.8.80, port: 0e2c5083-0ae2-44a2-b09a-4d3b589996c9. Nov 19 04:32:51.198177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-b1effa84-cc53-48b8-96de-ee27e4e39c79 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895536 Nov 19 04:32:51.298140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a3ac9040-9264-49fa-b6c9-c42d6b988ccc req-567e6e8d-397b-478c-86f9-6520b4d72367 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896854 Nov 19 04:32:51.304413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ba25b9bc-8c74-445f-8744-a2b8f0d5481b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:51.413948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:32:51.517308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:32:51.521960 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:51.527561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:32:51.536910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:51.537419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:51.553364 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dc20e63e-9d70-4cb1-91a0-e91163684575 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "DELETE /v2.0/floatingips/dab09b2e-e8f0-4f65-9397-ce1dbf5abc08 HTTP/1.1" status: 204 len: 168 time: 0.8657801 Nov 19 04:32:51.554012 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:51.556504 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97282805-350f-4e1f-b96d-9e7f7f2087c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:51.649103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:51.716485 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf76e8f-fb95-4b26-a67b-72badf3d1f22 x-openstack-request-id: req-bcf76e8f-fb95-4b26-a67b-72badf3d1f22 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:51.716787 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:51.717047 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcf76e8f-fb95-4b26-a67b-72badf3d1f22 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:51.717458 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'status': 'completed', 'code': 200} Nov 19 04:32:51.806527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-ed44af63-f121-45c3-9796-a4e31664bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:51.808041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-ed44af63-f121-45c3-9796-a4e31664bab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9dc1d705174fcb91cc89e93a176495&device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 1097 time: 0.0667841 Nov 19 04:32:51.833636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e59d0-ad35-4cea-8e41-e786a92d3671 req-2403769f-2f92-4212-93de-f0d38f310631 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:51.835391 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff7e59d0-ad35-4cea-8e41-e786a92d3671 req-2403769f-2f92-4212-93de-f0d38f310631 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 944 time: 0.0667167 Nov 19 04:32:51.865923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:51.900668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:32:51.909700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:32:51.910645 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:51.966473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff7e59d0-ad35-4cea-8e41-e786a92d3671 req-d2aa7699-b97b-46c4-aaca-54fff1e04fc7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1109834 Nov 19 04:32:51.995041 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-a0457aec-0e07-40f1-aae3-de83f3828465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:51.996557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-a0457aec-0e07-40f1-aae3-de83f3828465 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 200 len: 913 time: 0.1781836 Nov 19 04:32:52.025390 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:32:52.043798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-6d57ffdb-3cc6-4da0-a4db-25f13891b8e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 200 len: 217 time: 0.0385146 Nov 19 04:32:52.139309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997faba5-7ee4-4782-b128-053faeb54726 req-870f27da-ef71-4949-8864-bd677b14c793 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:52.140949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-997faba5-7ee4-4782-b128-053faeb54726 req-870f27da-ef71-4949-8864-bd677b14c793 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 946 time: 0.0948884 Nov 19 04:32:52.143205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-673a59a3-f6e4-472e-ab56-c5e5efacefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:52.144625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-673a59a3-f6e4-472e-ab56-c5e5efacefc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 200 len: 851 time: 0.0869014 Nov 19 04:32:52.223636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-997faba5-7ee4-4782-b128-053faeb54726 req-6ffaa6ac-fb9c-4bc8-99e3-2aafa67c13cd tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763509 Nov 19 04:32:52.233099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-366dd622-3296-48c4-b2e4-67f334ea0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:52.234720 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-366dd622-3296-48c4-b2e4-67f334ea0057 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01a9aba9-c2be-4f68-8841-2f5b102465f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699852 Nov 19 04:32:52.255130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:32:52.281839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e6a8e-037a-41ae-847e-8e4eee894a86 None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7433d2c3-60c5-4e6b-b27d-c6eb829619b7', 'name': '', 'network_id': '01a9aba9-c2be-4f68-8841-2f5b102465f7', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'mac_address': 'fa:16:3e:14:fe:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:32Z', 'updated_at': '2021-11-19T04:21:39Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'subnets': [{'id': 'fca730ab-ae7c-4ee9-99de-de41ebb08336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:32:52.530089 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ec1ac-d113-46d9-94d7-ee46fc7fa159 None None] New status for floating IP dab09b2e-e8f0-4f65-9397-ce1dbf5abc08: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:32:52.685949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-13203413-a3ee-48f5-9cf3-454aebf9b5b6 service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427798 Nov 19 04:32:52.796318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97282805-350f-4e1f-b96d-9e7f7f2087c7 req-18ff420a-9d0a-49ec-bc94-04fb558eafbf service neutron] 10.222.0.36 "GET /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002629 Nov 19 04:32:52.913426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:53.091602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5db80-6b4b-4bf5-948b-c123713de24f req-6fbd8efe-a98f-4123-813f-c15b0530a9b2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:53.093103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eea5db80-6b4b-4bf5-948b-c123713de24f req-6fbd8efe-a98f-4123-813f-c15b0530a9b2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 944 time: 0.0572655 Nov 19 04:32:53.143870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eea5db80-6b4b-4bf5-948b-c123713de24f req-e177d251-2d69-4693-b0a5-43556ca47ba2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445440 Nov 19 04:32:53.202506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-ca5ab11e-7c30-453c-b95f-fc7afa105ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:53.203959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-ca5ab11e-7c30-453c-b95f-fc7afa105ba0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 946 time: 0.0484679 Nov 19 04:32:53.300712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:53.301057 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:53.410305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa7029-4cea-4634-9761-66b1f51738c2 req-6f09b4fd-526d-42fb-b1e0-d27b35d3dff5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:53.411693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7eaa7029-4cea-4634-9761-66b1f51738c2 req-6f09b4fd-526d-42fb-b1e0-d27b35d3dff5 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 946 time: 0.1170878 Nov 19 04:32:53.440646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] For port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:53.441021 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:53.462704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:53.489628 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7eaa7029-4cea-4634-9761-66b1f51738c2 req-1e6bc84e-f1b6-44c2-a9fe-853cc5e15e7e tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/security-groups?id=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666831 Nov 19 04:32:53.592385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8c2e89d3-9b42-4dad-ac5c-2110832e1f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:53.606737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:53.638713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=0e2c5083-0ae2-44a2-b09a-4d3b589996c9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:53.680498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] No DVR routers for this DVR port 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:32:53.683157 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:53.686694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6293ce2c-c029-4ca5-a904-2aee885c1aa0 req-7919495a-bf28-4c96-83d1-18b132b3d3f6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.36 "DELETE /v2.0/ports/0e2c5083-0ae2-44a2-b09a-4d3b589996c9 HTTP/1.1" status: 204 len: 173 time: 0.4764690 Nov 19 04:32:53.718568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'name': 'network-vif-deleted', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:53.721744 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b186e63d-abfa-40de-bcbf-020ac2762e19" -d '{"events": [{"server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "name": "network-vif-deleted", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:53.759696 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c2c3c1-66e2-41eb-b71f-6917d496e8f7 x-openstack-request-id: req-c8c2c3c1-66e2-41eb-b71f-6917d496e8f7 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:53.760000 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a85b5a7-a942-4f35-bb71-562e6f3dab6b", "name": "network-vif-deleted", "tag": "0e2c5083-0ae2-44a2-b09a-4d3b589996c9", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:53.760261 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8c2c3c1-66e2-41eb-b71f-6917d496e8f7 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:53.760668 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a85b5a7-a942-4f35-bb71-562e6f3dab6b', 'name': 'network-vif-deleted', 'tag': '0e2c5083-0ae2-44a2-b09a-4d3b589996c9', 'status': 'completed', 'code': 200} Nov 19 04:32:54.189218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:32:54.269733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1506a0-b0c0-4224-96b7-abe82e09f68a req-528c44bd-75aa-4a52-a6c7-ffc8286790d3 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:54.271336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d1506a0-b0c0-4224-96b7-abe82e09f68a req-528c44bd-75aa-4a52-a6c7-ffc8286790d3 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 944 time: 0.0568204 Nov 19 04:32:54.289913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:54.302715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'port_id': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'mac_address': 'fa:16:3e:fb:16:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:32:54.325730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d1506a0-b0c0-4224-96b7-abe82e09f68a req-c23e5968-19a8-494b-9ab8-eb2c44ff496c tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470972 Nov 19 04:32:54.345790 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:54.363945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:32:54.384671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:54.388876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:54.435361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:54.592711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79a42698-c910-4883-8f1b-8dc3d284e2e4 req-b861d369-518f-4cc6-ab5b-43f99428f0e6 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 210 time: 0.0310788 Nov 19 04:32:54.726292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['3ffb5c8e-071f-4b01-a796-5f83aed49dd6'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:32:55.346581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:55.453905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711357a-31b0-48d6-89ff-2750c268fc91 req-62a43229-e922-4902-b9fe-50320a0d38a2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:55.455498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0711357a-31b0-48d6-89ff-2750c268fc91 req-62a43229-e922-4902-b9fe-50320a0d38a2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 945 time: 0.0564868 Nov 19 04:32:55.505427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0711357a-31b0-48d6-89ff-2750c268fc91 req-f18ebfcb-eeb1-49f9-ad3b-d3e8dc9e04d5 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437558 Nov 19 04:32:55.689899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ededafe-9dc0-4ae8-ad58-2d453b7be282 req-f1bfc796-254d-41fb-a888-34cb9138b793 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 210 time: 0.0270851 Nov 19 04:32:56.206376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:32:56.257165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:32:56.261365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:32:56.261748 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:56.343341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:56.366800 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:32:56.369822 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ab3c0a-e013-4ae5-8fc1-941d2da72e59" -d '{"events": [{"server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:32:56.383064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:32:56.387959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:56.413672 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0429093c-f719-4874-8cbf-e01e2624cde3 x-openstack-request-id: req-0429093c-f719-4874-8cbf-e01e2624cde3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:32:56.414110 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:32:56.414367 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0429093c-f719-4874-8cbf-e01e2624cde3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:32:56.414759 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'code': 200} Nov 19 04:32:56.441910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:56.463433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:56.548050 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07a335-ac49-4eab-9e6c-ad6494d0fdbc req-1065eaaa-4e33-4c88-a47c-4d21cd91f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:56.549854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b07a335-ac49-4eab-9e6c-ad6494d0fdbc req-1065eaaa-4e33-4c88-a47c-4d21cd91f648 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0474508 Nov 19 04:32:56.599587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b07a335-ac49-4eab-9e6c-ad6494d0fdbc req-47cdd3a9-9b03-4c7b-9c8e-1293d83a7ee4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421829 Nov 19 04:32:56.628079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfd043-6f00-47dd-8e06-f76e76d806d0 req-3c61bbe0-6a70-40fb-8c8e-cf2cf7ce6f47 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:56.629574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b0dfd043-6f00-47dd-8e06-f76e76d806d0 req-3c61bbe0-6a70-40fb-8c8e-cf2cf7ce6f47 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.0503945 Nov 19 04:32:56.685247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b0dfd043-6f00-47dd-8e06-f76e76d806d0 req-54c0e957-b042-4c63-8096-ddb56e2f2643 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491593 Nov 19 04:32:56.784141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26f0e544-2473-4776-9639-42d17aa659cc req-09229385-2d8d-4573-bb00-ebab154d63da tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 210 time: 0.0274699 Nov 19 04:32:57.271460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:57.393696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:32:57.416270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:32:57.416624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0e2c5083-0ae2-44a2-b09a-4d3b589996c9 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:32:57.806856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11343781-448f-408d-bce5-b4f459cb5096 req-ec44eed0-d3f0-462c-bb37-2bd9181ed04c tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:57.809343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11343781-448f-408d-bce5-b4f459cb5096 req-ec44eed0-d3f0-462c-bb37-2bd9181ed04c tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.0519321 Nov 19 04:32:57.875306 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11343781-448f-408d-bce5-b4f459cb5096 req-44a4c6bd-296a-4423-9a09-c9c55d07b794 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0570233 Nov 19 04:32:57.966089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c7b5cf3-b851-45be-9fa8-6fc928825880 req-11ca2b6b-fb37-4838-aaff-21c02dcc3646 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a85b5a7-a942-4f35-bb71-562e6f3dab6b HTTP/1.1" status: 200 len: 210 time: 0.0271914 Nov 19 04:32:58.006818 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:32:58.999896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc2bc-8fab-4911-b9a0-3de3a26ac1cc req-91e2fefb-bac2-4d69-ae22-9c6f6e65d0e2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:59.001414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a5bc2bc-8fab-4911-b9a0-3de3a26ac1cc req-91e2fefb-bac2-4d69-ae22-9c6f6e65d0e2 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.0538914 Nov 19 04:32:59.050177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6a5bc2bc-8fab-4911-b9a0-3de3a26ac1cc req-eb8e83d8-0387-4d0f-b206-4766dd718539 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427904 Nov 19 04:32:59.095202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36282) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:59.256239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fde9b-20fb-4176-b608-3f9e8f1c22f1 req-1301f025-eb7a-453d-880c-434992d6a4f3 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:59.257754 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb4fde9b-20fb-4176-b608-3f9e8f1c22f1 req-1301f025-eb7a-453d-880c-434992d6a4f3 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.1195095 Nov 19 04:32:59.289019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Deleting port 4a3ec20c-10c0-497a-af67-75720f49c374 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:32:59.289369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.356118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb4fde9b-20fb-4176-b608-3f9e8f1c22f1 req-206cfe23-534d-42a5-8b33-93351aa7c748 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0910339 Nov 19 04:32:59.389922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.390294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.402101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Calling delete_port for 4a3ec20c-10c0-497a-af67-75720f49c374 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:32:59.525366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed328f-c8e1-48b5-a2fb-d1b18f3c940d req-429392bd-0246-43b8-9f2a-0bae89f890e8 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:59.526897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1ed328f-c8e1-48b5-a2fb-d1b18f3c940d req-429392bd-0246-43b8-9f2a-0bae89f890e8 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.0828290 Nov 19 04:32:59.610927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1ed328f-c8e1-48b5-a2fb-d1b18f3c940d req-731cb965-abf1-48a8-9e8a-3c1ec0e969ff tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0779507 Nov 19 04:32:59.611916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.632365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36288) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:59.640678 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'Port': ['ID=4a3ec20c-10c0-497a-af67-75720f49c374,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:32:59.705806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.708435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.709599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-12883a8c-93ad-4035-a3c3-c01c171e0979 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "DELETE /v2.0/floatingips/a5834648-f91f-477a-afa5-b9dbbd106a0c HTTP/1.1" status: 204 len: 168 time: 0.6134381 Nov 19 04:32:59.771240 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534345b-dda2-47ce-91c0-71feb3f925af tempest-TestServerBasicOps-1999940913 tempest-TestServerBasicOps-1999940913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:32:59.772814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d534345b-dda2-47ce-91c0-71feb3f925af tempest-TestServerBasicOps-1999940913 tempest-TestServerBasicOps-1999940913-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1092 time: 0.1394184 Nov 19 04:32:59.776616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36296) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:32:59.781483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:32:59.804285 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:32:59.906442 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.014612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Allocated IP 172.25.8.119 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/78c6ca4b-16a1-4c70-a011-846a4d01e8b5) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:33:00.114920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.148673 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.193460 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:33:00.198082 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:33:00.200574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:33:00.206235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'Port': ['ID=78c6ca4b-16a1-4c70-a011-846a4d01e8b5,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:00.560718 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.636159 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.794164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.799507 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.867145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event updated for resources: {'Port': ['ID=78c6ca4b-16a1-4c70-a011-846a4d01e8b5,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:00.880151 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:00.989439 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Floating IP 57e014cc-a43c-401b-9949-f8fdce8bfc55 associated. External IP: 172.25.8.119, port: 3ffb5c8e-071f-4b01-a796-5f83aed49dd6. Nov 19 04:33:01.203237 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Router 495ccbbe-5132-40f9-991a-1a3c0db90b99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:33:01.316314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:33:01.328098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] Sync routers for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:33:01.339911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:01.342603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:01.343307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:01.383253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5b0d4d8a-ba9e-497a-9b26-8e3a83b63dcc tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5919762 Nov 19 04:33:01.383253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:33:01.383253 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71" -d '{"events": [{"name": "network-changed", "server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:33:01.413486 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ae4054-0acc-43aa-be23-9902d9b11bae x-openstack-request-id: req-11ae4054-0acc-43aa-be23-9902d9b11bae {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:33:01.413796 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:33:01.414087 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11ae4054-0acc-43aa-be23-9902d9b11bae {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:33:01.414527 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'status': 'completed', 'code': 200} Nov 19 04:33:01.468500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:01.515746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-d4e4a88f-9d3c-4e45-abb4-e9c86595873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:01.517378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-d4e4a88f-9d3c-4e45-abb4-e9c86595873a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0493815 Nov 19 04:33:01.617385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-893037ff-aed9-4974-8552-e9144a5c9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:01.618907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-893037ff-aed9-4974-8552-e9144a5c9105 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0931706 Nov 19 04:33:01.689863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-1476edf5-a296-4717-8547-07c7d3565b2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1000 time: 0.0633743 Nov 19 04:33:01.744685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-807f37cd-85bb-4156-a122-46ac3fec1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:01.746290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-807f37cd-85bb-4156-a122-46ac3fec1f76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0484185 Nov 19 04:33:01.797512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-775309fc-3b6d-4755-a761-bdfa0bc4eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:01.799269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-775309fc-3b6d-4755-a761-bdfa0bc4eda0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457730 Nov 19 04:33:01.870115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '57e014cc-a43c-401b-9949-f8fdce8bfc55', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'port_id': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'mac_address': 'fa:16:3e:fb:16:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:33:00Z', 'updated_at': '2021-11-19T04:33:00Z', 'revision_number': 0, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:01.895569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-4fac53cb-49cf-486e-b5c2-2844eae43c69 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866821 Nov 19 04:33:01.900896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] Checking router: 495ccbbe-5132-40f9-991a-1a3c0db90b99 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:33:01.909310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:01.909914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:02.005276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d7baf9d-1ed7-4830-ac1c-d58d430a5f71 req-2b3bad1f-3bc1-4774-a74e-bbf8845718fe service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014369 Nov 19 04:33:02.036095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:02.140502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:02.281298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '57e014cc-a43c-401b-9949-f8fdce8bfc55', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'port_id': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'mac_address': 'fa:16:3e:fb:16:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:33:00Z', 'updated_at': '2021-11-19T04:33:00Z', 'revision_number': 0, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:02.311550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e8636-3204-4d4a-a9b8-e13b964e7cb0 None None] The sync data for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 is: [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '57e014cc-a43c-401b-9949-f8fdce8bfc55', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'port_id': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'mac_address': 'fa:16:3e:fb:16:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:33:00Z', 'updated_at': '2021-11-19T04:33:00Z', 'revision_number': 0, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:33:02.518558 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194e60b-02f8-4e64-8d63-29440605a7b9 None None] New status for floating IP 57e014cc-a43c-401b-9949-f8fdce8bfc55: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:33:03.024880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36312) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:03.084465 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1bedd973-c389-4739-a619-44fb21acd2a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:03.110899 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1bedd973-c389-4739-a619-44fb21acd2a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:03.171389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1bedd973-c389-4739-a619-44fb21acd2a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:03.174028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1bedd973-c389-4739-a619-44fb21acd2a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:03.175214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1bedd973-c389-4739-a619-44fb21acd2a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] 10.222.0.52 "DELETE /v2.0/security-groups/88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c HTTP/1.1" status: 204 len: 168 time: 0.1492620 Nov 19 04:33:03.186437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedd973-c389-4739-a619-44fb21acd2a0 tempest-TestVolumeBootPattern-1482898400 tempest-TestVolumeBootPattern-1482898400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ceea4a-1fc2-4536-a12f-c7b26e3a4d0c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:03.240286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36318) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:04.037531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:04.290965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Deleting port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:04.291646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:04.374647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] For port 7433d2c3-60c5-4e6b-b27d-c6eb829619b7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:04.374926 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:04.388366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Calling delete_port for 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:04.568752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:04.595180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=7433d2c3-60c5-4e6b-b27d-c6eb829619b7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:04.765645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:04.987958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:33:05.095190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:33:05.100138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ce63374d-0ade-43ef-8b8b-92ee93140b8c admin admin] 10.222.0.52 "PUT /v2.0/routers/658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587928 Nov 19 04:33:05.103477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36324) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:05.106073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] Sync routers for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:33:05.116720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:05.117339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:05.211249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.225952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:05.315139 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.368128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Deleting port 0697491a-287f-4737-8870-f17a7183eb97 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:05.369609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.411210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '0697491a-287f-4737-8870-f17a7183eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:33:04Z', 'revision_number': 5, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port': {'id': '0697491a-287f-4737-8870-f17a7183eb97', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:28Z', 'updated_at': '2021-11-19T04:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:05.440557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] Checking router: 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:33:05.449268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] Routers {'658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:05.450331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:05.456896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] For port 0697491a-287f-4737-8870-f17a7183eb97, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=0697491a-287f-4737-8870-f17a7183eb97,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:05.457488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.470201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Calling delete_port for 0697491a-287f-4737-8870-f17a7183eb97 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:05.536660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] Set router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:05.589831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:33:05Z', 'revision_number': 6, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:05.620152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49d752-dd22-436a-bb0f-a47422a7b29d None None] The sync data for ids ['658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc'] in n-d-818503-1 is: [{'id': '658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc', 'name': 'tempest-TestVolumeBootPattern-1005837925-router', 'tenant_id': '8e9dc1d705174fcb91cc89e93a176495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:27Z', 'updated_at': '2021-11-19T04:33:05Z', 'revision_number': 6, 'project_id': '8e9dc1d705174fcb91cc89e93a176495', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:33:05.641151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.670211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0697491a-287f-4737-8870-f17a7183eb97,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:05.680680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f9d31-701a-4ffe-ad31-57737b713512 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:33:05.733529 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.822360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.824475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.867836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.868408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:33:05.872624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.873781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-60f6e3ac-b5ea-487f-abe6-d6542e25cd0e admin admin] 10.222.0.52 "DELETE /v2.0/routers/658c80ab-dc21-4ba5-8e99-5b1a93c6a0bc HTTP/1.1" status: 204 len: 168 time: 0.7693923 Nov 19 04:33:05.876298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36326) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:05.920834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Deleting subnet fca730ab-ae7c-4ee9-99de-de41ebb08336 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:33:05.923767 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:05.957908 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.045709 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.104915 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.133545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca730ab-ae7c-4ee9-99de-de41ebb08336,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:06.140192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.145176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-57a6825d-e74c-47e0-8997-61ebf0081601 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fca730ab-ae7c-4ee9-99de-de41ebb08336 HTTP/1.1" status: 204 len: 168 time: 0.2662413 Nov 19 04:33:06.146069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36328) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:06.148677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f3da9-12ac-4d31-b832-9898fd82b77a None None] Network 01a9aba9-c2be-4f68-8841-2f5b102465f7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:33:06.224411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.280643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Deleting port a14a952a-d932-45ff-9fcd-3662f3424599 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:06.281069 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.345454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] For port a14a952a-d932-45ff-9fcd-3662f3424599, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a14a952a-d932-45ff-9fcd-3662f3424599,segment=NetworkSegment(dba71813-0738-439e-bd07-007a0dce0585),segment_id=dba71813-0738-439e-bd07-007a0dce0585)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:06.346093 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.364106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Calling delete_port for a14a952a-d932-45ff-9fcd-3662f3424599 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:06.395240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] DHCP port deletion for 01a9aba9-c2be-4f68-8841-2f5b102465f7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:33:06.449460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.462952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0697491a-287f-4737-8870-f17a7183eb97 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:06.480866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14a952a-d932-45ff-9fcd-3662f3424599,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:06.482774 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] No DVR routers for this DVR port a14a952a-d932-45ff-9fcd-3662f3424599 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:33:06.495546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 0697491a-287f-4737-8870-f17a7183eb97 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:06.495905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 0697491a-287f-4737-8870-f17a7183eb97 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:06.496341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:06.517993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Deleting port a14a952a-d932-45ff-9fcd-3662f3424599 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:06.518382 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.520915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:06.521275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7433d2c3-60c5-4e6b-b27d-c6eb829619b7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:06.521676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a14a952a-d932-45ff-9fcd-3662f3424599 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:06.563589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.578723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a14a952a-d932-45ff-9fcd-3662f3424599 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:06.579072 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a14a952a-d932-45ff-9fcd-3662f3424599 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:06.585346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a9aba9-c2be-4f68-8841-2f5b102465f7']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:06.598788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba71813-0738-439e-bd07-007a0dce0585') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:06.599202 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba71813-0738-439e-bd07-007a0dce0585') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:06.608667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] For port a14a952a-d932-45ff-9fcd-3662f3424599, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:06.609063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.610724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.625567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Calling delete_port for a14a952a-d932-45ff-9fcd-3662f3424599 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:06.626510 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.627166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Port a14a952a-d932-45ff-9fcd-3662f3424599 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:33:06.628545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.633488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:33:06.635318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:33:06.637240 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:33:06.657103 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] Pushing event deleted for resources: {'Port': ['ID=a14a952a-d932-45ff-9fcd-3662f3424599,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:06.660937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe8462-8a39-4235-8688-3729a5de9045 None None] No DVR routers for this DVR port a14a952a-d932-45ff-9fcd-3662f3424599 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:33:06.701808 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.706939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:06.710209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/01a9aba9-c2be-4f68-8841-2f5b102465f7 HTTP/1.1" status: 204 len: 168 time: 0.5629568 Nov 19 04:33:06.713792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36330) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:06.724309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a7120-a463-4c20-b25a-6828c5d44ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a9aba9-c2be-4f68-8841-2f5b102465f7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:07.076694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:07.318209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Deleting port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:07.318553 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:07.394980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] For port d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,segment=NetworkSegment(e79a0108-eaab-4b5b-abb7-a97b3b023cf7),segment_id=e79a0108-eaab-4b5b-abb7-a97b3b023cf7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:07.395266 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:07.408612 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Calling delete_port for d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:07.586320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:07.613498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:07.781695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.172769 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36336) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:08.344547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 77f789cd-6567-4b05-a9f3-aa5183418afa {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:08.344905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.352111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:33:08.422525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.422849 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.437095 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 77f789cd-6567-4b05-a9f3-aa5183418afa owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:08.465343 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:33:08.474425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a60e38e8-fbb0-44dd-b15f-793b471565e9 admin admin] 10.222.0.52 "PUT /v2.0/routers/16e207c4-da80-4d4f-83be-fa1fe9375ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7566519 Nov 19 04:33:08.474870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36338) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:08.474996 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] Sync routers for ids ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:33:08.489644 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] Routers {'16e207c4-da80-4d4f-83be-fa1fe9375ae8'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:08.490399 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:08.596727 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.606789 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] Set router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:08.611175 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.639541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=77f789cd-6567-4b05-a9f3-aa5183418afa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:08.708641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.716991 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.717709 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Floating IP a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4 disassociated (deleted). External IP: 172.25.8.18, port: ea2d4dea-1f93-4cef-bf74-da3464f6b911. Nov 19 04:33:08.766289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Deleting port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:08.766803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.795612 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:33:07Z', 'revision_number': 5, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port': {'id': '60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:21:38Z', 'updated_at': '2021-11-19T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:08.834680 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] Checking router: 16e207c4-da80-4d4f-83be-fa1fe9375ae8 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:33:08.844984 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] Routers {'16e207c4-da80-4d4f-83be-fa1fe9375ae8'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:08.845690 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:08.858709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] For port 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:08.859254 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:08.873122 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Calling delete_port for 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:08.934316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] Set router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:08.943902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:33:08.990377 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:33:08Z', 'revision_number': 6, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:09.019092 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b747a20-6d2b-4b28-aa16-fc265bb7754a None None] The sync data for ids ['16e207c4-da80-4d4f-83be-fa1fe9375ae8'] in n-d-818503-1 is: [{'id': '16e207c4-da80-4d4f-83be-fa1fe9375ae8', 'name': 'tempest-TestVolumeBootPattern-1203261713-router', 'tenant_id': '50c2e97bba884a629bbab2c266e0c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:21:37Z', 'updated_at': '2021-11-19T04:33:08Z', 'revision_number': 6, 'project_id': '50c2e97bba884a629bbab2c266e0c2f0', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:33:09.058126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.065891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:33:09.070420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.076305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] Sync routers for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:33:09.086668 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:09.087673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:09.089459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:09.136095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd9a1e-7d30-4c67-b6a8-3ec55973856c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:33:09.165168 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.226994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:09.264460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.266820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.319664 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.320345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e207c4-da80-4d4f-83be-fa1fe9375ae8 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:33:09.326437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.327731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-171de5de-e066-4c70-a838-5f7898f56aaa admin admin] 10.222.0.52 "DELETE /v2.0/routers/16e207c4-da80-4d4f-83be-fa1fe9375ae8 HTTP/1.1" status: 204 len: 168 time: 0.8512671 Nov 19 04:33:09.330284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36340) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:09.387580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Deleting subnet 74d2756a-4618-4a25-b7cd-8f334a14aef3 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:33:09.391381 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.438775 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.453356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3779ec5d-f186-491c-93b9-83ac7000754f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/floatingips/a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4 HTTP/1.1" status: 204 len: 168 time: 1.2769907 Nov 19 04:33:09.453356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:33:09.464797 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf19d07-906f-4b76-b918-43c921ffea1f" -d '{"events": [{"name": "network-changed", "server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:33:09.482557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:09.516228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] Checking router: 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:33:09.526397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:09.527120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:09.543957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.615111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.640099 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8553b9-16c6-4495-ad19-ff34e52bfeaf x-openstack-request-id: req-8d8553b9-16c6-4495-ad19-ff34e52bfeaf {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:33:09.640399 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:33:09.640663 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d8553b9-16c6-4495-ad19-ff34e52bfeaf {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:33:09.641082 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'status': 'completed', 'code': 200} Nov 19 04:33:09.646725 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d2756a-4618-4a25-b7cd-8f334a14aef3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:09.650551 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.656374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-69c15440-0621-4f0f-8cb1-8fb052f49969 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74d2756a-4618-4a25-b7cd-8f334a14aef3 HTTP/1.1" status: 204 len: 168 time: 0.3228524 Nov 19 04:33:09.656717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:09.656794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36348) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:09.658473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb631d8d-c717-4557-bd63-0b233026b6a2 None None] Network 2475912a-0072-4aef-8c1a-28c124e2d1d7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:33:09.757030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19d07-906f-4b76-b918-43c921ffea1f req-0773053b-7e91-4547-838c-5712e57b7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:09.758668 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-0773053b-7e91-4547-838c-5712e57b7a57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 1097 time: 0.0444257 Nov 19 04:33:09.762100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.782203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59127dc9-0b69-49b9-be0a-097327d27e7c req-a850b12c-3f3c-4fa5-b3a2-d980bb8b51ce tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:09.783824 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59127dc9-0b69-49b9-be0a-097327d27e7c req-a850b12c-3f3c-4fa5-b3a2-d980bb8b51ce tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0837903 Nov 19 04:33:09.871336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19d07-906f-4b76-b918-43c921ffea1f req-6f0fe28e-d163-4011-926e-eae8bec1a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:09.873455 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-6f0fe28e-d163-4011-926e-eae8bec1a9d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 200 len: 897 time: 0.1073809 Nov 19 04:33:09.878823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Deleting port 26926dfb-b335-4595-80f5-4ba1fb0ef227 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:09.879308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.921499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-8fe6d64b-76dc-4a5a-a44f-6ed4a735ea4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 200 len: 217 time: 0.0387228 Nov 19 04:33:09.949238 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-59127dc9-0b69-49b9-be0a-097327d27e7c req-bd42d5a9-67e9-4db8-b98e-d828f97b623b tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383827 Nov 19 04:33:09.973407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] For port 26926dfb-b335-4595-80f5-4ba1fb0ef227, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26926dfb-b335-4595-80f5-4ba1fb0ef227,segment=NetworkSegment(e79a0108-eaab-4b5b-abb7-a97b3b023cf7),segment_id=e79a0108-eaab-4b5b-abb7-a97b3b023cf7)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:09.973782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:09.981692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19d07-906f-4b76-b918-43c921ffea1f req-7f9d3731-300e-49be-bd5c-5b3ed1671fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:09.982845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-7f9d3731-300e-49be-bd5c-5b3ed1671fa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d8978d3-0e1d-402b-be25-8f2878634a7d HTTP/1.1" status: 200 len: 834 time: 0.0531867 Nov 19 04:33:09.997870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Calling delete_port for 26926dfb-b335-4595-80f5-4ba1fb0ef227 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:10.038816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19d07-906f-4b76-b918-43c921ffea1f req-a87c2a23-6aa7-4aa0-90bd-d3782ea1d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:10.041269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-a87c2a23-6aa7-4aa0-90bd-d3782ea1d4b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74fe2929-6090-4853-96fd-3950f1c89c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484905 Nov 19 04:33:10.102258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.132626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26926dfb-b335-4595-80f5-4ba1fb0ef227,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:10.140326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] No DVR routers for this DVR port 26926dfb-b335-4595-80f5-4ba1fb0ef227 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:33:10.155360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:10.162647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-b773a9bb-77c0-4f14-88b3-261ca58169b1 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108906 Nov 19 04:33:10.209484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5c4b0-9332-4ac7-b6b3-d8baf6abce23 None None] The sync data for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 is: [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:31:24Z', 'revision_number': 4, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '04547be1-6221-4c1a-ac9c-483cebbc5daf', 'name': '', 'network_id': '74fe2929-6090-4853-96fd-3950f1c89c2f', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'mac_address': 'fa:16:3e:75:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:23Z', 'updated_at': '2021-11-19T04:31:28Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'subnets': [{'id': '7d8978d3-0e1d-402b-be25-8f2878634a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:33:10.262127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea2ada-4a4e-44cf-a8d0-fb56370cb587 None None] DHCP port deletion for 2475912a-0072-4aef-8c1a-28c124e2d1d7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:33:10.287264 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.318850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2475912a-0072-4aef-8c1a-28c124e2d1d7']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:10.330427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-edf19d07-906f-4b76-b918-43c921ffea1f req-938bd290-fd28-4359-b4e4-28c233cc7528 service neutron] 10.222.0.31 "GET /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585336 Nov 19 04:33:10.330661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:10.330975 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79a0108-eaab-4b5b-abb7-a97b3b023cf7') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:10.344205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.359811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.369851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:33:10.370357 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.381152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:10.402364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:10.402718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d90dd61a-cdfa-4fb1-8bdd-3e86dbbfa3e5 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:10.403152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:33:10.406947 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:33:10.431110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:10.431110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 60d0e9b8-0300-49aa-b4a3-b9bb015dc6e0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:10.434834 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.440563 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.443994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2475912a-0072-4aef-8c1a-28c124e2d1d7 HTTP/1.1" status: 204 len: 168 time: 0.7864306 Nov 19 04:33:10.458282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d7ab-0d00-41f0-afb2-82979a1036c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2475912a-0072-4aef-8c1a-28c124e2d1d7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:10.539632 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d870720-72b8-4ca7-98a0-037fb4736b5e None None] New status for floating IP a2b7db29-5e78-46b0-b4f2-cf2f1d2782f4: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:33:10.575839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36352) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:10.625712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5ad75bbb-3d48-4d31-960f-96f34ee09311 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e9dc1d705174fcb91cc89e93a176495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486138 Nov 19 04:33:10.628240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36354) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:10.677825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebf91f95-5928-4f44-bbe4-956541a5f7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.701829 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebf91f95-5928-4f44-bbe4-956541a5f7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.750669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebf91f95-5928-4f44-bbe4-956541a5f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.753418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ebf91f95-5928-4f44-bbe4-956541a5f7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:10.754748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ebf91f95-5928-4f44-bbe4-956541a5f7c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4dc3e7b-45d4-4186-88c3-016ea264e686 HTTP/1.1" status: 204 len: 168 time: 0.1254034 Nov 19 04:33:10.762686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91f95-5928-4f44-bbe4-956541a5f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dc3e7b-45d4-4186-88c3-016ea264e686,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:11.079164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26916d-a6d6-4bb3-b0ab-645d46cfe65d req-634ef0cc-dbe4-428e-baab-265b7f5515b2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:11.080761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe26916d-a6d6-4bb3-b0ab-645d46cfe65d req-634ef0cc-dbe4-428e-baab-265b7f5515b2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0535796 Nov 19 04:33:11.101264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:11.133001 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe26916d-a6d6-4bb3-b0ab-645d46cfe65d req-206eb832-8d25-47ca-8fd2-978cca375405 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/security-groups?id=d19ca23b-4b6c-4d30-a658-9aae4d00347a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Nov 19 04:33:11.141793 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bacf61c6-6cb3-4a7b-aea0-186aa9d1733b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50c2e97bba884a629bbab2c266e0c2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393765 Nov 19 04:33:11.144252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:11.193455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.215485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.261906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.264777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.265928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b979ced-7cf9-43d1-9863-f8515e9c8090 HTTP/1.1" status: 204 len: 168 time: 0.1207771 Nov 19 04:33:11.276420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b979ced-7cf9-43d1-9863-f8515e9c8090,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:11.293775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.294159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.294506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.294849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.295190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.295527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.295859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.296193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.296528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.296859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.297192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.297521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61954775-e7a0-4ce2-94c0-81c07d713502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:11.336505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-a86431f6-5484-4b88-9406-ff2b95339caa tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:11.338878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-a86431f6-5484-4b88-9406-ff2b95339caa tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 946 time: 0.0601404 Nov 19 04:33:11.435903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port ea2d4dea-1f93-4cef-bf74-da3464f6b911 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:11.436254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.535747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port ea2d4dea-1f93-4cef-bf74-da3464f6b911, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ea2d4dea-1f93-4cef-bf74-da3464f6b911,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:11.536127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.551003 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for ea2d4dea-1f93-4cef-bf74-da3464f6b911 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:11.699910 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.732310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=ea2d4dea-1f93-4cef-bf74-da3464f6b911,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:11.785318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] No DVR routers for this DVR port ea2d4dea-1f93-4cef-bf74-da3464f6b911 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:33:11.787807 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:11.792093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a64b80-8eab-4acc-a035-6b20ee751cec req-3c0b3ca9-d658-4335-a846-5a2a9defcf1d tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.31 "DELETE /v2.0/ports/ea2d4dea-1f93-4cef-bf74-da3464f6b911 HTTP/1.1" status: 204 len: 173 time: 0.4458120 Nov 19 04:33:11.792735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'name': 'network-vif-deleted', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:33:11.795123 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f6e0e7-344b-48eb-9356-9fa372b927da" -d '{"events": [{"server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "name": "network-vif-deleted", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:33:11.836170 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525cf51b-e681-42d9-9164-00fe046d2ecf x-openstack-request-id: req-525cf51b-e681-42d9-9164-00fe046d2ecf {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:33:11.836574 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945b2833-451b-49d4-b6d4-603f0ec12749", "name": "network-vif-deleted", "tag": "ea2d4dea-1f93-4cef-bf74-da3464f6b911", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:33:11.837391 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-525cf51b-e681-42d9-9164-00fe046d2ecf {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:33:11.838530 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945b2833-451b-49d4-b6d4-603f0ec12749', 'name': 'network-vif-deleted', 'tag': 'ea2d4dea-1f93-4cef-bf74-da3464f6b911', 'status': 'completed', 'code': 200} Nov 19 04:33:12.179139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26926dfb-b335-4595-80f5-4ba1fb0ef227 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:12.200568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 26926dfb-b335-4595-80f5-4ba1fb0ef227 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:12.200916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26926dfb-b335-4595-80f5-4ba1fb0ef227 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:12.257449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb08e4d6-3316-477f-a1f3-5f56eaef375e req-99dcd25a-9e62-46c9-9212-9dcd5047881f tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "GET /v2.0/ports?device_id=945b2833-451b-49d4-b6d4-603f0ec12749 HTTP/1.1" status: 200 len: 210 time: 0.0347345 Nov 19 04:33:13.314310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36374) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:13.669879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:13.923544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port 04547be1-6221-4c1a-ac9c-483cebbc5daf {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:13.923811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.015472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port 04547be1-6221-4c1a-ac9c-483cebbc5daf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=04547be1-6221-4c1a-ac9c-483cebbc5daf,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:14.015845 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.028568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for 04547be1-6221-4c1a-ac9c-483cebbc5daf owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:14.213295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.247015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=04547be1-6221-4c1a-ac9c-483cebbc5daf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:14.425263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.636021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:33:14.740752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:33:14.746006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e60d06c9-b3da-4733-8bf3-d194c622e001 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "PUT /v2.0/routers/6c5aa3a4-badd-4e48-a2ab-a141e4782a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305391 Nov 19 04:33:14.748702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36378) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:14.751432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] Sync routers for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:33:14.762274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:14.762896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:14.804882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting subnet 7d8978d3-0e1d-402b-be25-8f2878634a7d {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:33:14.808290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.848541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.869188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:14.932298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:14.996636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.028562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8978d3-0e1d-402b-be25-8f2878634a7d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:15.035447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.039422 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-521ab3e0-1e0c-4a5f-8344-fbb25d29e7e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/subnets/7d8978d3-0e1d-402b-be25-8f2878634a7d HTTP/1.1" status: 204 len: 168 time: 0.2891579 Nov 19 04:33:15.041958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36380) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:15.042186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29300207-0925-49ea-a6c3-561e0d5de9a0 None None] Network 74fe2929-6090-4853-96fd-3950f1c89c2f requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:33:15.115559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:33:14Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:15.153298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.166885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] Checking router: 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:33:15.194241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] Routers {'6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:33:15.194784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:32:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:15.258937 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.312269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] Set router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:33:15.317009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Deleting port b0f05baa-5844-4f52-a58d-9b0387cae829 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:15.317436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.340361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] DHCP port deletion for 74fe2929-6090-4853-96fd-3950f1c89c2f request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:33:15.396573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] For port b0f05baa-5844-4f52-a58d-9b0387cae829, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=b0f05baa-5844-4f52-a58d-9b0387cae829,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:15.396952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.409153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Calling delete_port for b0f05baa-5844-4f52-a58d-9b0387cae829 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:15.504820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] Deleting port 1324e07a-5947-4f29-9220-6fb9e982cda7 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:33:15.505114 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.575117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] For port 1324e07a-5947-4f29-9220-6fb9e982cda7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1324e07a-5947-4f29-9220-6fb9e982cda7,segment=NetworkSegment(697877be-73c6-4f0e-9dec-ffeb2bf01272),segment_id=697877be-73c6-4f0e-9dec-ffeb2bf01272)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:33:15.575705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.579784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.591463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] Calling delete_port for 1324e07a-5947-4f29-9220-6fb9e982cda7 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:33:15.610750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:33:14Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:15.610986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Port': ['ID=b0f05baa-5844-4f52-a58d-9b0387cae829,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:15.641354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b14a6a-7c97-4cbf-9d41-a626bd8a944a None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:33:15.671699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.674957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7baad-4c4f-47d5-bf36-363b001e8bd1 None None] The sync data for ids ['6c5aa3a4-badd-4e48-a2ab-a141e4782a2c'] in n-d-818503-1 is: [{'id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385420795', 'tenant_id': '6289611ad08e4eb0851b0e1f7590a28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:31:19Z', 'updated_at': '2021-11-19T04:33:14Z', 'revision_number': 5, 'project_id': '6289611ad08e4eb0851b0e1f7590a28a', 'gw_port': {'id': 'b0f05baa-5844-4f52-a58d-9b0387cae829', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5aa3a4-badd-4e48-a2ab-a141e4782a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:31:20Z', 'updated_at': '2021-11-19T04:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:33:15.722444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.748328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] Pushing event deleted for resources: {'Port': ['ID=1324e07a-5947-4f29-9220-6fb9e982cda7,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:15.753043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3281c39c-3c7f-42f6-b60e-54daccd70930 None None] No DVR routers for this DVR port 1324e07a-5947-4f29-9220-6fb9e982cda7 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:33:15.768949 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.771089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.819021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.819577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5aa3a4-badd-4e48-a2ab-a141e4782a2c {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:33:15.827120 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:15.828242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4baf1087-19e1-4aed-a6df-83e31e56d9e2 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/routers/6c5aa3a4-badd-4e48-a2ab-a141e4782a2c HTTP/1.1" status: 204 len: 168 time: 0.7853410 Nov 19 04:33:15.831039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36382) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:16.239872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.253406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ea2d4dea-1f93-4cef-bf74-da3464f6b911 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:16.288393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: ea2d4dea-1f93-4cef-bf74-da3464f6b911 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:16.290020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ea2d4dea-1f93-4cef-bf74-da3464f6b911 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:16.301764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 04547be1-6221-4c1a-ac9c-483cebbc5daf no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:16.329557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 04547be1-6221-4c1a-ac9c-483cebbc5daf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:16.330027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 04547be1-6221-4c1a-ac9c-483cebbc5daf not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:16.330539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1324e07a-5947-4f29-9220-6fb9e982cda7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:16.353394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.354947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1324e07a-5947-4f29-9220-6fb9e982cda7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:16.355811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1324e07a-5947-4f29-9220-6fb9e982cda7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:16.382173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fe2929-6090-4853-96fd-3950f1c89c2f']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:16.392539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697877be-73c6-4f0e-9dec-ffeb2bf01272') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:16.392931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697877be-73c6-4f0e-9dec-ffeb2bf01272') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:33:16.405756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.420588 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.431641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:33:16.432069 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:33:16.435282 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:33:16.492562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.501038 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.503688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/networks/74fe2929-6090-4853-96fd-3950f1c89c2f HTTP/1.1" status: 204 len: 168 time: 0.6717045 Nov 19 04:33:16.506568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36384) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:16.515232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59aadf-0109-4460-9f99-bb0fed538090 tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'Network': ['ID=74fe2929-6090-4853-96fd-3950f1c89c2f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:16.564686 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.590432 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.653258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.655986 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:16.657189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] 10.222.0.52 "DELETE /v2.0/security-groups/d19ca23b-4b6c-4d30-a658-9aae4d00347a HTTP/1.1" status: 204 len: 168 time: 0.1495371 Nov 19 04:33:16.667425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ca23b-4b6c-4d30-a658-9aae4d00347a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:16.675287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.675617 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.675980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.676333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.676681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.677035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.677376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.677716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.678096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.678438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.678780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.679118 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00fffb-bb87-4e38-95b0-93af67d5d27e tempest-TestNetworkAdvancedServerOps-1241697012 tempest-TestNetworkAdvancedServerOps-1241697012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:33:16.963183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36392) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:17.100227 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d273e61e-4d04-4fbd-99b8-b0705248d0dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6289611ad08e4eb0851b0e1f7590a28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357768 Nov 19 04:33:17.103040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36396) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:17.149854 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9471e112-edf7-4121-b413-cf798fa1ecf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.171179 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9471e112-edf7-4121-b413-cf798fa1ecf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.231410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9471e112-edf7-4121-b413-cf798fa1ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.236017 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9471e112-edf7-4121-b413-cf798fa1ecf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.237753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9471e112-edf7-4121-b413-cf798fa1ecf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32e4067b-4057-4bc5-9f9f-2a4e6e5c18af HTTP/1.1" status: 204 len: 168 time: 0.1335516 Nov 19 04:33:17.247148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471e112-edf7-4121-b413-cf798fa1ecf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e4067b-4057-4bc5-9f9f-2a4e6e5c18af,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:17.502302 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36402) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:17.542235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-39f8c1fc-83a2-480f-80e2-94b9b93b8f05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df55fbd56d6e4658ac0be315ec9cd557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387402 Nov 19 04:33:17.544588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36404) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:17.591651 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-838e4c33-2a64-468e-a6ff-7866361dc3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.614839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-838e4c33-2a64-468e-a6ff-7866361dc3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.660820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-838e4c33-2a64-468e-a6ff-7866361dc3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.663438 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-838e4c33-2a64-468e-a6ff-7866361dc3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:17.664598 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-838e4c33-2a64-468e-a6ff-7866361dc3ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e0d3f1e-e9c3-450d-aa52-560b312d58e1 HTTP/1.1" status: 204 len: 168 time: 0.1191020 Nov 19 04:33:17.673455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e4c33-2a64-468e-a6ff-7866361dc3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d3f1e-e9c3-450d-aa52-560b312d58e1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:33:18.182204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b0f05baa-5844-4f52-a58d-9b0387cae829 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:33:18.203733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: b0f05baa-5844-4f52-a58d-9b0387cae829 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:33:18.204085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device b0f05baa-5844-4f52-a58d-9b0387cae829 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:33:21.297149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0854e7f4-d447-43c2-aeef-f21de065651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:22.906781 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:23.593354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9bc380f3-2732-40ff-b74c-8ffc667703da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:24.844773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-7d842e8e-a69b-40ad-8f66-e1f2fc136d21 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438387 Nov 19 04:33:24.944685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3941-697e-4d54-b789-eef980d9a39d req-7c9b510d-a878-4d57-b2bd-f3a97911366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:24.946268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-7c9b510d-a878-4d57-b2bd-f3a97911366a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0412171 Nov 19 04:33:25.051071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3941-697e-4d54-b789-eef980d9a39d req-eb13de61-8379-4f85-91b0-c2f80c846d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:25.052527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-eb13de61-8379-4f85-91b0-c2f80c846d36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0863264 Nov 19 04:33:25.118134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-78a0f696-bd02-4f08-b8c6-011bae6cb5b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0580947 Nov 19 04:33:25.170214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3941-697e-4d54-b789-eef980d9a39d req-8520978a-e9a0-4a83-aa99-80ec2a2fc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:25.171643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-8520978a-e9a0-4a83-aa99-80ec2a2fc8e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0425799 Nov 19 04:33:25.220790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3941-697e-4d54-b789-eef980d9a39d req-90723e13-522c-401f-bf24-f40cb4b167ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:25.222340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-90723e13-522c-401f-bf24-f40cb4b167ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438101 Nov 19 04:33:25.317233 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-86f5238e-b4b1-474d-8c24-9cb673e94d81 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822892 Nov 19 04:33:25.348778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:25.415020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91cb3941-697e-4d54-b789-eef980d9a39d req-f11ccce1-c479-4835-ae02-8fbbaf042772 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Nov 19 04:33:26.466879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:27.272773 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:32.121190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:35.005532 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:33:38.768341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36420) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:33:38.956237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75169263-57f1-487d-a18a-9193c9053fc8 req-e67ec315-dbb9-419c-8e1e-7b5a23e345ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:33:38.957755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75169263-57f1-487d-a18a-9193c9053fc8 req-e67ec315-dbb9-419c-8e1e-7b5a23e345ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.1884136 Nov 19 04:33:39.003495 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75169263-57f1-487d-a18a-9193c9053fc8 req-790e7290-699a-446e-a5d5-17f688437e44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396094 Nov 19 04:33:51.299347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9ece0a4d-0598-4762-83ad-7ff604318942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:52.906827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:53.593856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d74f10fa-ee67-498e-a2a8-8dbc5d4d6320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:55.350687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:56.467841 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:33:57.274441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:02.119040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:12.004325 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:34:21.300795 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b38aeb6b-1884-47f6-ada4-1c4f801c1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:22.907198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:23.594956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e08a3b5-571f-4fdb-9b3c-3904959a83ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:25.354994 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:26.472414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:26.844998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-ea6f90e0-5f78-47a1-8d2c-fef94504c929 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401938 Nov 19 04:34:26.952391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325b87-cce0-439f-a305-7364a48d7d75 req-3625efe5-f66e-489f-8438-60e818e820a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:34:26.953892 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-3625efe5-f66e-489f-8438-60e818e820a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0422800 Nov 19 04:34:27.070238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325b87-cce0-439f-a305-7364a48d7d75 req-5acaad00-6299-4b04-9e22-95fbb9e5cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:34:27.071738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-5acaad00-6299-4b04-9e22-95fbb9e5cb11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0932713 Nov 19 04:34:27.143056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-a910db8a-7d7e-4d18-821e-33dc069528e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0598454 Nov 19 04:34:27.200856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325b87-cce0-439f-a305-7364a48d7d75 req-c8214139-b92d-4779-8855-3a661003a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:34:27.202360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-c8214139-b92d-4779-8855-3a661003a99d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0478547 Nov 19 04:34:27.257019 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325b87-cce0-439f-a305-7364a48d7d75 req-2347a4a5-b4cf-483c-a324-ac6c5678b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:34:27.258568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-2347a4a5-b4cf-483c-a324-ac6c5678b905 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432551 Nov 19 04:34:27.276636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:27.353846 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-2e977790-1b3d-4f8b-a6e1-29ffefc1722f service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838213 Nov 19 04:34:27.450263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70325b87-cce0-439f-a305-7364a48d7d75 req-93355390-5f63-4884-9dea-dbce3471f4c5 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852938 Nov 19 04:34:32.120798 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:49.003814 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:34:51.302383 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-26ea7244-9e2f-41e5-a3d0-d518256a1f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:52.907817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:53.596935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-92a40073-4979-41b9-81d6-46b2016fa411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:55.358414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:56.473260 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:34:57.278238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:00.611782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-db28976d-b009-41b1-bcbc-ac91d5f06a9d req-bae95f3f-9d42-4d17-829e-d37af4fe1bbe service neutron] (109986) timed out ('10.222.0.52', 44348) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:35:02.121703 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:21.304765 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cdb95f1e-4a49-4f44-b863-d6a7b0cb9651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:22.907922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:23.598621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69ff8106-c491-422e-911f-765fbb0e37fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:25.360660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:26.003973 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:35:26.478708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:26.849706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-cf3c2111-bcc5-4594-9c2a-2dba7f9706cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419419 Nov 19 04:35:26.963096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-f71c6485-9dbf-49ca-a89f-48099ef242e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:35:26.964582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-f71c6485-9dbf-49ca-a89f-48099ef242e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0415227 Nov 19 04:35:27.079665 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-33507bf0-7b06-42b8-9a60-2d0fecec7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:35:27.081191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-33507bf0-7b06-42b8-9a60-2d0fecec7670 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0926926 Nov 19 04:35:27.155916 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-bb10844b-6f31-4d73-aae4-2720dd85ff82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0616369 Nov 19 04:35:27.213688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-a5a72138-a13e-4075-8eda-7c4ff425c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:35:27.215171 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-a5a72138-a13e-4075-8eda-7c4ff425c3cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0483367 Nov 19 04:35:27.265029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-f0912635-55a5-4b01-99d1-c8f38427fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:35:27.266993 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-f0912635-55a5-4b01-99d1-c8f38427fe9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408516 Nov 19 04:35:27.279555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:27.363424 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-44ca2da3-a81b-479d-ace4-3e08e842c7c6 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Nov 19 04:35:27.464753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd7c9121-e1bc-4e87-837f-358c1b7f7ddb req-92f5719a-b0db-475b-a8f1-8fbab0636783 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898898 Nov 19 04:35:32.136386 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:51.305844 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-337beff1-8982-429a-8483-a8aab2740af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:52.907531 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:53.600052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e4681dc-5234-4d91-a3bb-08f1e32ef54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:55.363254 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:56.479431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:35:57.281049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:02.156583 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:03.002730 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:36:21.307625 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-858842f0-73af-4704-aaaa-d8a97d64dfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:22.922657 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:23.602176 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f377d8e9-aff7-4494-9bcf-d2f3436a5713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:25.368683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:26.484120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:27.282272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:28.853186 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-ddd7efc0-ab50-47fd-bd37-a5627cdc8cbf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414610 Nov 19 04:36:28.981354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-741d330f-c34f-4248-ba94-09c8f354b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:36:28.982860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-741d330f-c34f-4248-ba94-09c8f354b405 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0417399 Nov 19 04:36:29.097402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-baf7f8ce-6d97-4377-8af5-adf39f104f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:36:29.099940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-baf7f8ce-6d97-4377-8af5-adf39f104f58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0912020 Nov 19 04:36:29.170686 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-573138d8-c76a-4218-b687-81ed3609d3ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0585313 Nov 19 04:36:29.227716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-13867e6e-9375-4684-b6a3-6596c4232615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:36:29.229150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-13867e6e-9375-4684-b6a3-6596c4232615 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0481443 Nov 19 04:36:29.281606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-22db5883-2188-478c-9591-bcf42f87b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:36:29.283130 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-22db5883-2188-478c-9591-bcf42f87b0c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409718 Nov 19 04:36:29.382336 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-1170940a-2bfb-4ef1-91d9-3cd0f557d201 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876434 Nov 19 04:36:29.477019 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-95ea09ac-147c-4264-b251-2fa9503d81d1 req-5a1401a7-cdcf-475c-a837-58b681481784 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834398 Nov 19 04:36:32.168074 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:40.003620 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:36:51.308227 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0e593ac-a7ab-4a28-841d-1444ec8dfe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:52.924004 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:53.603580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-29642ea1-5083-4277-a8d3-d4b91dd8d51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:55.369390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:56.487599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:36:57.285647 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:02.176247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:17.002927 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:37:21.309598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-69d13d8b-89b3-484c-aad8-c8df9f31fb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:22.939056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:23.608136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-72263702-727f-4637-b713-5f3d90a1877e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:25.372101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:26.490463 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:27.288565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:29.904400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-cbb18f4e-274c-4ea7-9ff2-fdb1f4484a4c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994318 Nov 19 04:37:30.020384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-9f7df02d-3a9a-4c74-b0c0-eb924b788100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:30.021875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-9f7df02d-3a9a-4c74-b0c0-eb924b788100 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 1097 time: 0.0455117 Nov 19 04:37:30.131546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-4d728cf3-ba72-4374-8f44-1b2ec79e21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:30.133120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-4d728cf3-ba72-4374-8f44-1b2ec79e21f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 200 len: 909 time: 0.0860777 Nov 19 04:37:30.208548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-1a4d5c39-f3f1-4773-80f2-4bfed7130daf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0633991 Nov 19 04:37:30.262945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-d31bcedf-f791-4c74-b66b-bb34cf9daadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:30.264391 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-d31bcedf-f791-4c74-b66b-bb34cf9daadc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 200 len: 847 time: 0.0445414 Nov 19 04:37:30.314210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-8e42a4cc-07c6-4864-bd36-7ffb4de16198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:30.315711 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-8e42a4cc-07c6-4864-bd36-7ffb4de16198 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=008ff0ed-b12e-42d4-b486-0fc87814e8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404186 Nov 19 04:37:30.410805 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-1fe28d26-6c5d-47cf-ba5c-54d563e3738e service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859814 Nov 19 04:37:30.504647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96549580-487d-4cd0-92bd-9aadc84d2f82 req-afd2bf19-97af-4fd0-b998-8673154f63a1 service neutron] 10.222.0.31 "GET /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820231 Nov 19 04:37:32.184997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:43.478867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac3c14-3aa4-45cc-8a32-9e50f8a85fda req-5df26ac1-2ec8-4a17-bb42-d980bb772767 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:43.480448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03ac3c14-3aa4-45cc-8a32-9e50f8a85fda req-5df26ac1-2ec8-4a17-bb42-d980bb772767 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.1741142 Nov 19 04:37:43.626437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03ac3c14-3aa4-45cc-8a32-9e50f8a85fda req-5139bd49-c275-4795-9c8b-6d7b76454b95 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1398926 Nov 19 04:37:44.766193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb1fd-6e79-467e-9981-2c3e139bc53c req-406f61bc-683d-4f71-81e9-f37405f621fa tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:44.767700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d7eb1fd-6e79-467e-9981-2c3e139bc53c req-406f61bc-683d-4f71-81e9-f37405f621fa tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.0497117 Nov 19 04:37:44.817566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7d7eb1fd-6e79-467e-9981-2c3e139bc53c req-14e3a5d5-eed8-4ac4-a569-7bc4230716c3 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/security-groups?id=1011ed99-6be0-4141-9394-56cc19dff9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436826 Nov 19 04:37:45.016419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-45785794-ca53-43a3-9c93-1879538abecf tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:37:45.017796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-45785794-ca53-43a3-9c93-1879538abecf tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.31 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 946 time: 0.0511396 Nov 19 04:37:45.114497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Deleting port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:45.114846 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:45.207716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] For port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:45.208086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:45.375541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:45.375901 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:45.376229 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Floating IP 57e014cc-a43c-401b-9949-f8fdce8bfc55 disassociated. External IP: 172.25.8.119, port: 3ffb5c8e-071f-4b01-a796-5f83aed49dd6. Nov 19 04:37:45.376574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Calling delete_port for 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:45.506255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:45.536996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event deleted for resources: {'Port': ['ID=3ffb5c8e-071f-4b01-a796-5f83aed49dd6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:45.548504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.548865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.549207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.549552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.549887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.550246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.550577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.550909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.551236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.551559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.551883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.552205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:45.664818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Router 495ccbbe-5132-40f9-991a-1a3c0db90b99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:37:45.774101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:37:45.784177 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] Sync routers for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:37:45.794304 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:37:45.794923 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:37:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:45.813332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] No DVR routers for this DVR port 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:37:45.815967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:45.819493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45433d55-14f6-4e61-8eea-3fe84833e738 req-cdf702f4-096b-496b-ada7-691b09d8c480 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.31 "DELETE /v2.0/ports/3ffb5c8e-071f-4b01-a796-5f83aed49dd6 HTTP/1.1" status: 204 len: 173 time: 0.7924070 Nov 19 04:37:45.819936 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'name': 'network-vif-deleted', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:37:45.822221 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7041f2b0-8625-45a7-9984-b4615f6bcd77" -d '{"events": [{"server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "name": "network-vif-deleted", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:37:45.867569 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8151e7-a324-426e-8b1e-94c373e6a6ad x-openstack-request-id: req-0d8151e7-a324-426e-8b1e-94c373e6a6ad {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:37:45.867974 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6927d736-64f4-4e46-8aca-9294dc592fdd", "name": "network-vif-deleted", "tag": "3ffb5c8e-071f-4b01-a796-5f83aed49dd6", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:37:45.868336 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d8151e7-a324-426e-8b1e-94c373e6a6ad {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:37:45.868886 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6927d736-64f4-4e46-8aca-9294dc592fdd', 'name': 'network-vif-deleted', 'tag': '3ffb5c8e-071f-4b01-a796-5f83aed49dd6', 'status': 'completed', 'code': 200} Nov 19 04:37:45.910071 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:37:45.971175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8d7404a-fcfe-43d7-88bf-c4eb9b256901 req-1dae46e1-72a4-4b7d-8479-d8300c06aef0 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "GET /v2.0/ports?device_id=6927d736-64f4-4e46-8aca-9294dc592fdd HTTP/1.1" status: 200 len: 210 time: 0.0397587 Nov 19 04:37:46.116414 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:46.142207 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] Checking router: 495ccbbe-5132-40f9-991a-1a3c0db90b99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:37:46.150912 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:37:46.151508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:37:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:46.254108 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:37:46.544262 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:46.571457 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dcf77-31f1-4440-83ad-10f61a33bb84 None None] The sync data for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 is: [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:37Z', 'revision_number': 4, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '7b0008a7-e268-43c6-a4f1-3a43190e2e88', 'name': '', 'network_id': '008ff0ed-b12e-42d4-b486-0fc87814e8cd', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'mac_address': 'fa:16:3e:e3:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:36Z', 'updated_at': '2021-11-19T04:32:43Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'subnets': [{'id': 'af7284cb-9965-4420-a59b-d8c9f673fd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:37:46.781514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf57fe-c2ff-4b2b-bd40-42587ea51358 None None] New status for floating IP 57e014cc-a43c-401b-9949-f8fdce8bfc55: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:37:47.022678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36522) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:47.147437 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Deleting port 78c6ca4b-16a1-4c70-a011-846a4d01e8b5 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:47.147698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.224173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.224505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.236787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Calling delete_port for 78c6ca4b-16a1-4c70-a011-846a4d01e8b5 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:47.365367 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.393203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event deleted for resources: {'Port': ['ID=78c6ca4b-16a1-4c70-a011-846a4d01e8b5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:47.453197 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.455886 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.457054 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1571cd89-c880-42ee-a83c-b378f0655c61 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "DELETE /v2.0/floatingips/57e014cc-a43c-401b-9949-f8fdce8bfc55 HTTP/1.1" status: 204 len: 168 time: 0.4333799 Nov 19 04:37:47.525526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36528) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:47.580957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c448cdb-ff8a-4b74-85cb-f39857e376d7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.607001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c448cdb-ff8a-4b74-85cb-f39857e376d7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.667525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c448cdb-ff8a-4b74-85cb-f39857e376d7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.670698 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3c448cdb-ff8a-4b74-85cb-f39857e376d7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:47.671885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3c448cdb-ff8a-4b74-85cb-f39857e376d7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] 10.222.0.52 "DELETE /v2.0/security-groups/1011ed99-6be0-4141-9394-56cc19dff9bc HTTP/1.1" status: 204 len: 168 time: 0.1453178 Nov 19 04:37:47.680932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c448cdb-ff8a-4b74-85cb-f39857e376d7 tempest-TestServerBasicOps-316036586 tempest-TestServerBasicOps-316036586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011ed99-6be0-4141-9394-56cc19dff9bc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:47.711513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36532) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:48.164825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:48.406813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Deleting port 7b0008a7-e268-43c6-a4f1-3a43190e2e88 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:48.407160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:48.485297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] For port 7b0008a7-e268-43c6-a4f1-3a43190e2e88, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7b0008a7-e268-43c6-a4f1-3a43190e2e88,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:48.485583 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:48.499067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Calling delete_port for 7b0008a7-e268-43c6-a4f1-3a43190e2e88 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:48.674381 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:48.707996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0008a7-e268-43c6-a4f1-3a43190e2e88,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:48.730781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.731420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.731554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.731806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.732146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.732487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.732827 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.733160 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.733493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.733824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.734179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.734509 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:48.883907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:49.098848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Router 495ccbbe-5132-40f9-991a-1a3c0db90b99 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:37:49.203668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:37:49.208686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b6d9916-8d88-47a2-809c-2b15bd7bd0cb admin admin] 10.222.0.52 "PUT /v2.0/routers/495ccbbe-5132-40f9-991a-1a3c0db90b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961452 Nov 19 04:37:49.211286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36536) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:49.213913 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] Sync routers for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:37:49.224422 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:37:49.225034 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:37:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:49.317375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:49.332761 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:37:49.528515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:37:48Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:49.556076 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] Checking router: 495ccbbe-5132-40f9-991a-1a3c0db90b99 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:37:49.564893 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] Routers {'495ccbbe-5132-40f9-991a-1a3c0db90b99'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:37:49.565520 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:37:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['495ccbbe-5132-40f9-991a-1a3c0db90b99'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:49.634013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:49.655316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:49.655673 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3ffb5c8e-071f-4b01-a796-5f83aed49dd6 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:49.673342 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] Set router 495ccbbe-5132-40f9-991a-1a3c0db90b99 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:37:49.759377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:49.813675 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Deleting port 6bb101da-c775-4afe-8c58-38855289a480 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:49.814050 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:49.852967 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:37:48Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:49.883295 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78567bcb-c409-4944-9bfc-7a8bb2230284 None None] The sync data for ids ['495ccbbe-5132-40f9-991a-1a3c0db90b99'] in n-d-818503-1 is: [{'id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'name': 'tempest-TestServerBasicOps-885356539-router', 'tenant_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6bb101da-c775-4afe-8c58-38855289a480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:37:48Z', 'revision_number': 5, 'project_id': 'cbd6ebc91fc94547964bb2e187ab4788', 'gw_port': {'id': '6bb101da-c775-4afe-8c58-38855289a480', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ccbbe-5132-40f9-991a-1a3c0db90b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:34Z', 'updated_at': '2021-11-19T04:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:37:49.896598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] For port 6bb101da-c775-4afe-8c58-38855289a480, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6bb101da-c775-4afe-8c58-38855289a480,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:49.896977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:49.918146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Calling delete_port for 6bb101da-c775-4afe-8c58-38855289a480 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:50.082844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.109570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb101da-c775-4afe-8c58-38855289a480,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:50.121231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b77ef6-ae3a-414d-b718-f9fa08aa7ca0 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:37:50.168460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.261597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.263890 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.314282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.314828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495ccbbe-5132-40f9-991a-1a3c0db90b99 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:37:50.320181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.323921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9f9f4fe8-8326-4de7-b180-932b5b18d0ce admin admin] 10.222.0.52 "DELETE /v2.0/routers/495ccbbe-5132-40f9-991a-1a3c0db90b99 HTTP/1.1" status: 204 len: 168 time: 1.1091299 Nov 19 04:37:50.324232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36538) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:50.372129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Deleting subnet af7284cb-9965-4420-a59b-d8c9f673fd97 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:37:50.375566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.412324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.416274 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7b0008a7-e268-43c6-a4f1-3a43190e2e88 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:50.441635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7b0008a7-e268-43c6-a4f1-3a43190e2e88 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:50.442010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7b0008a7-e268-43c6-a4f1-3a43190e2e88 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:50.498167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.555346 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.581898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7284cb-9965-4420-a59b-d8c9f673fd97,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:50.588340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.592746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-689fb51b-915c-44af-b7fa-106dd00637ca admin admin] 10.222.0.52 "DELETE /v2.0/subnets/af7284cb-9965-4420-a59b-d8c9f673fd97 HTTP/1.1" status: 204 len: 168 time: 0.2676182 Nov 19 04:37:50.593525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d41bbc-dbea-4066-b059-887cbc3687fe None None] Network 008ff0ed-b12e-42d4-b486-0fc87814e8cd requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:37:50.595140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36540) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:50.672824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.726961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Deleting port 9d167119-1c53-41a1-b736-70d47cd36e82 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:50.727312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.790704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] For port 9d167119-1c53-41a1-b736-70d47cd36e82, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9d167119-1c53-41a1-b736-70d47cd36e82,segment=NetworkSegment(528df0d2-6b90-4c00-9592-db9bd30f4d3f),segment_id=528df0d2-6b90-4c00-9592-db9bd30f4d3f)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:50.791372 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.803242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Calling delete_port for 9d167119-1c53-41a1-b736-70d47cd36e82 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:50.887155 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:50.914667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d167119-1c53-41a1-b736-70d47cd36e82,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:50.916524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] No DVR routers for this DVR port 9d167119-1c53-41a1-b736-70d47cd36e82 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:37:50.963892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0546d19-539a-4661-91a1-d65710922c25 None None] DHCP port deletion for 008ff0ed-b12e-42d4-b486-0fc87814e8cd request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:37:50.996288 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.018009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008ff0ed-b12e-42d4-b486-0fc87814e8cd']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:51.027134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528df0d2-6b90-4c00-9592-db9bd30f4d3f') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:51.027443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528df0d2-6b90-4c00-9592-db9bd30f4d3f') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:51.036726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.050045 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.056676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:37:51.057088 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:37:51.058921 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:37:51.113076 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.120728 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.123663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/008ff0ed-b12e-42d4-b486-0fc87814e8cd HTTP/1.1" status: 204 len: 168 time: 0.5275843 Nov 19 04:37:51.126692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36542) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:51.134112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481b78d-2929-4a1d-8c3f-087eee0982b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=008ff0ed-b12e-42d4-b486-0fc87814e8cd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:51.310737 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3630-2caf-46ab-ae25-f4d269b30738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.471810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.718434 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Deleting port 1516e667-aae8-4ffb-aef4-b68c5eeec110 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:51.718783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.796634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] For port 1516e667-aae8-4ffb-aef4-b68c5eeec110, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1516e667-aae8-4ffb-aef4-b68c5eeec110,segment=NetworkSegment(e452e519-ed5f-40d8-a1b9-f3ce324eeeee),segment_id=e452e519-ed5f-40d8-a1b9-f3ce324eeeee)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:51.796918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:51.812467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Calling delete_port for 1516e667-aae8-4ffb-aef4-b68c5eeec110 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:51.991525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:52.017973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Pushing event deleted for resources: {'Port': ['ID=1516e667-aae8-4ffb-aef4-b68c5eeec110,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:52.187173 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:52.409164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d167119-1c53-41a1-b736-70d47cd36e82 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:52.437522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9d167119-1c53-41a1-b736-70d47cd36e82 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:52.438007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9d167119-1c53-41a1-b736-70d47cd36e82 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:52.438515 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6bb101da-c775-4afe-8c58-38855289a480 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:52.459768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6bb101da-c775-4afe-8c58-38855289a480 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:52.460123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6bb101da-c775-4afe-8c58-38855289a480 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:52.736871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Router f69ca965-9f2e-4a91-abe5-9fb1413d688c has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:37:52.846375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:37:52.853579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b0ff5494-97db-45f1-b062-863b25a52fad admin admin] 10.222.0.52 "PUT /v2.0/routers/f69ca965-9f2e-4a91-abe5-9fb1413d688c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231679 Nov 19 04:37:52.854712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36544) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:52.857271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] Sync routers for ids ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:37:52.867998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] Routers {'f69ca965-9f2e-4a91-abe5-9fb1413d688c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:37:52.868781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:37:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:52.962455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:52.973326 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:52.985719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] Set router f69ca965-9f2e-4a91-abe5-9fb1413d688c gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:37:53.065344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.123302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Deleting port 1aba1b7c-16aa-4861-9b81-09b0da3c335d {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:53.123654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.172212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:37:51Z', 'revision_number': 5, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port': {'id': '1aba1b7c-16aa-4861-9b81-09b0da3c335d', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:32:40Z', 'updated_at': '2021-11-19T04:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:53.213001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] Checking router: f69ca965-9f2e-4a91-abe5-9fb1413d688c for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:37:53.221745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] Routers {'f69ca965-9f2e-4a91-abe5-9fb1413d688c'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:37:53.222458 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:37:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:53.223395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] For port 1aba1b7c-16aa-4861-9b81-09b0da3c335d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1aba1b7c-16aa-4861-9b81-09b0da3c335d,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:53.223914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.236860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Calling delete_port for 1aba1b7c-16aa-4861-9b81-09b0da3c335d owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:53.315951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] Set router f69ca965-9f2e-4a91-abe5-9fb1413d688c gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:37:53.369974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:37:53Z', 'revision_number': 6, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:53.400514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609c1d1-0afb-4a8d-af54-97c436f4d4f8 None None] The sync data for ids ['f69ca965-9f2e-4a91-abe5-9fb1413d688c'] in n-d-818503-1 is: [{'id': 'f69ca965-9f2e-4a91-abe5-9fb1413d688c', 'name': 'tempest-TestServerBasicOps-1197501306-router', 'tenant_id': 'b164507d4c1946d5903750922436f0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:32:39Z', 'updated_at': '2021-11-19T04:37:53Z', 'revision_number': 6, 'project_id': 'b164507d4c1946d5903750922436f0be', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:37:53.416920 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.444887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=1aba1b7c-16aa-4861-9b81-09b0da3c335d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:53.462213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9606cdc-e68d-49e5-9a47-722388b7ca79 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:37:53.509538 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.599182 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.601784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.610104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-42be8da9-5bbe-453a-99b0-821c135c9904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.653862 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.654935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f69ca965-9f2e-4a91-abe5-9fb1413d688c {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 04:37:53.659925 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.661111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b813576b-f3ff-4781-8adc-e09a1a393e6f admin admin] 10.222.0.52 "DELETE /v2.0/routers/f69ca965-9f2e-4a91-abe5-9fb1413d688c HTTP/1.1" status: 204 len: 168 time: 0.8054447 Nov 19 04:37:53.664561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36546) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:53.709246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Deleting subnet 63e5e8e6-4a89-4049-8bf0-fa01643c7821 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:37:53.712456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.752491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.835393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.890855 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.922174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e5e8e6-4a89-4049-8bf0-fa01643c7821,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:53.924149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:53.929651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d710d1ee-d97a-4e22-9314-6b1c3873ef7c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63e5e8e6-4a89-4049-8bf0-fa01643c7821 HTTP/1.1" status: 204 len: 168 time: 0.2617364 Nov 19 04:37:53.929798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926099a7-8548-47ae-9c57-fad6cd2905b2 None None] Network 3de70f02-b550-499b-966f-abba167cea02 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:37:53.930816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36548) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:53.999966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.004870 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:37:54.058207 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Deleting port 67b36ed7-5ea5-4f32-9542-94faefadaf79 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:54.059170 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.128031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] For port 67b36ed7-5ea5-4f32-9542-94faefadaf79, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67b36ed7-5ea5-4f32-9542-94faefadaf79,segment=NetworkSegment(e452e519-ed5f-40d8-a1b9-f3ce324eeeee),segment_id=e452e519-ed5f-40d8-a1b9-f3ce324eeeee)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:54.128312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.140367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Calling delete_port for 67b36ed7-5ea5-4f32-9542-94faefadaf79 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:54.189570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] DHCP port deletion for 3de70f02-b550-499b-966f-abba167cea02 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:37:54.222110 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.241360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Deleting port 67b36ed7-5ea5-4f32-9542-94faefadaf79 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:37:54.241741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.253452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b36ed7-5ea5-4f32-9542-94faefadaf79,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:54.255321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] No DVR routers for this DVR port 67b36ed7-5ea5-4f32-9542-94faefadaf79 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:37:54.322624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] For port 67b36ed7-5ea5-4f32-9542-94faefadaf79, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:37:54.323101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.333508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.342060 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Calling delete_port for 67b36ed7-5ea5-4f32-9542-94faefadaf79 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:37:54.345251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Port 67b36ed7-5ea5-4f32-9542-94faefadaf79 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 04:37:54.353097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.357691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de70f02-b550-499b-966f-abba167cea02']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:54.371611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:54.373773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e452e519-ed5f-40d8-a1b9-f3ce324eeeee') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:37:54.383593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] No DVR routers for this DVR port 67b36ed7-5ea5-4f32-9542-94faefadaf79 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:37:54.385681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Pushing event deleted for resources: {'Port': ['ID=67b36ed7-5ea5-4f32-9542-94faefadaf79,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:54.390590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1516e667-aae8-4ffb-aef4-b68c5eeec110 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:54.393988 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.416650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.422142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.422497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.422987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.423363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.423920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.424036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.424355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:37:54.424493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.424772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.424875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.425143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.425506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.425840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.426202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabdfd6a-bd63-4b0f-ba91-716965f7e078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: timer() Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:37:54.426721 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:37:54.428826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1516e667-aae8-4ffb-aef4-b68c5eeec110 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:54.429003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1516e667-aae8-4ffb-aef4-b68c5eeec110 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:54.429690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67b36ed7-5ea5-4f32-9542-94faefadaf79 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:54.450632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 67b36ed7-5ea5-4f32-9542-94faefadaf79 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:54.450984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67b36ed7-5ea5-4f32-9542-94faefadaf79 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:54.451412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1aba1b7c-16aa-4861-9b81-09b0da3c335d no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:37:54.472208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1aba1b7c-16aa-4861-9b81-09b0da3c335d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:37:54.472853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1aba1b7c-16aa-4861-9b81-09b0da3c335d not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:37:54.498880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.510868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.514208 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3de70f02-b550-499b-966f-abba167cea02 HTTP/1.1" status: 204 len: 168 time: 0.5823989 Nov 19 04:37:54.528278 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634bf1b-1e7f-4d39-a6be-5ab0fc8d4542 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de70f02-b550-499b-966f-abba167cea02,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:54.638784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36552) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:54.678967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3dc55e31-ea31-47ee-aad2-facdcc4d5b1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbd6ebc91fc94547964bb2e187ab4788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389431 Nov 19 04:37:54.681588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36554) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:54.728916 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-895f277d-7a1e-46c9-8de9-0e1be3aceceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.750480 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-895f277d-7a1e-46c9-8de9-0e1be3aceceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.801904 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-895f277d-7a1e-46c9-8de9-0e1be3aceceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.805460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-895f277d-7a1e-46c9-8de9-0e1be3aceceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:54.806650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-895f277d-7a1e-46c9-8de9-0e1be3aceceb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66af2824-27da-46ac-bd9c-14abfba6a7f9 HTTP/1.1" status: 204 len: 168 time: 0.1241369 Nov 19 04:37:54.814190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f277d-7a1e-46c9-8de9-0e1be3aceceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af2824-27da-46ac-bd9c-14abfba6a7f9,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:55.112267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36560) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:55.151753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-93d091e7-86ed-48ba-bfc5-443cc5534e18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b164507d4c1946d5903750922436f0be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382705 Nov 19 04:37:55.154094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36562) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:37:55.200690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-064eed8c-dd39-4348-87ae-55257461a66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:55.221341 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-064eed8c-dd39-4348-87ae-55257461a66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:55.268546 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-064eed8c-dd39-4348-87ae-55257461a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:55.271290 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-064eed8c-dd39-4348-87ae-55257461a66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:55.272459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-064eed8c-dd39-4348-87ae-55257461a66d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1cc0700-4ef3-4636-a47f-73c29c7b4c9e HTTP/1.1" status: 204 len: 168 time: 0.1174617 Nov 19 04:37:55.280349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eed8c-dd39-4348-87ae-55257461a66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc0700-4ef3-4636-a47f-73c29c7b4c9e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:37:55.374470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:56.492337 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:37:57.292343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:02.186526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:05.269494 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-0ba548a3-9110-4ffc-a24f-b5d4234881ee tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b88abc806a3f4b5c86df110dd0430b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225134 Nov 19 04:38:05.378943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-36fc8203-4d97-4126-ac16-18de299e2aae tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:05.380395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-36fc8203-4d97-4126-ac16-18de299e2aae tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056707 Nov 19 04:38:05.395719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-2e91d083-4201-443d-9db9-7faf2435561a tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/quotas/b88abc806a3f4b5c86df110dd0430b17 HTTP/1.1" status: 200 len: 375 time: 0.0088203 Nov 19 04:38:05.426278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-866b529e-c5b0-4b22-9a2f-6d796e2b1dbb tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b88abc806a3f4b5c86df110dd0430b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250981 Nov 19 04:38:05.587237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cecfe294-090f-4853-984b-bbc15a9c989f req-eb012a98-937a-49d7-98b6-50c27509bbae tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 210 time: 0.0265574 Nov 19 04:38:06.685395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aac04cef-94b6-41fa-8707-d73a3100cfbb req-382e5611-9768-4a7c-b6ec-0600b3cda0a9 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 210 time: 0.0306149 Nov 19 04:38:07.780869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-bf4a28fb-7683-4421-8a17-ad10ac18ea9d tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b88abc806a3f4b5c86df110dd0430b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341098 Nov 19 04:38:07.797201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-275e84c9-6ca4-4ae9-baf8-0066e8ad450f req-b84e2614-d21f-43ba-9630-9d14e3281335 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 210 time: 0.0396078 Nov 19 04:38:07.910217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-24131a4c-6329-481d-aaac-186c69fb957a tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:07.911665 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-24131a4c-6329-481d-aaac-186c69fb957a tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167824 Nov 19 04:38:07.924536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Request body: {'port': {'device_id': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'admin_state_up': True, 'tenant_id': 'b88abc806a3f4b5c86df110dd0430b17'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:38:08.034094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Made reservation on behalf of b88abc806a3f4b5c86df110dd0430b17 for: {'port': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:38:08.037489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.047142 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.123915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.127407 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.193064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1b079-c8ac-4cd2-b50c-db076203a62c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:08.262134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Allocated IP 192.168.233.88 (39fea555-92f6-495e-88f0-39b4730a20e0/2cb33d81-74f0-4360-b830-8e8bee6ea914/13b5972d-ec4d-4e5b-9478-2421713e0120) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:38:08.411489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.444560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.490334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Network 39fea555-92f6-495e-88f0-39b4730a20e0 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:38:08.494104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:38:08.497679 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:38:08.521741 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Pushing event updated for resources: {'Port': ['ID=13b5972d-ec4d-4e5b-9478-2421713e0120,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:08.552539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:08.553162 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.570334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-08046c6f-65fa-4928-95ac-e39e61a10f60 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6492910 Nov 19 04:38:08.727112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-407a477d-c5d5-4923-8170-a95e8c7a93bb None None] Provisioning complete for port 13b5972d-ec4d-4e5b-9478-2421713e0120 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:38:08.727776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-407a477d-c5d5-4923-8170-a95e8c7a93bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:08.746137 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Request body: {'port': {'device_id': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:38:08.764260 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-407a477d-c5d5-4923-8170-a95e8c7a93bb None None] Port 13b5972d-ec4d-4e5b-9478-2421713e0120 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:38:08.802822 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:09.040571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa77c7-2e51-478c-8066-411c5db9558d req-43aa008b-eae7-4126-9914-9dfeec455227 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:09.042101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4baa77c7-2e51-478c-8066-411c5db9558d req-43aa008b-eae7-4126-9914-9dfeec455227 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 935 time: 0.1376333 Nov 19 04:38:09.121424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4baa77c7-2e51-478c-8066-411c5db9558d req-e3d493a6-4f33-4ee3-9838-3f0235093bfd tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713420 Nov 19 04:38:09.172647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b5972d-ec4d-4e5b-9478-2421713e0120 {{(pid=109986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:38:09.180164 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:09.195596 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Transition to ACTIVE for port object 13b5972d-ec4d-4e5b-9478-2421713e0120 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:38:09.200006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:09.251928 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13b5972d-ec4d-4e5b-9478-2421713e0120,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:09.327645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Attempting to bind port 13b5972d-ec4d-4e5b-9478-2421713e0120 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:38:09.327993 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Attempting to bind port 13b5972d-ec4d-4e5b-9478-2421713e0120 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:38:09.328334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Attempting to bind port 13b5972d-ec4d-4e5b-9478-2421713e0120 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:38:09.333086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Port 13b5972d-ec4d-4e5b-9478-2421713e0120 on network 39fea555-92f6-495e-88f0-39b4730a20e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:38:09.333418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Attempting to bind port 13b5972d-ec4d-4e5b-9478-2421713e0120 on network 39fea555-92f6-495e-88f0-39b4730a20e0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:38:09.338473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:38:09.338820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Checking segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:38:09.339214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Bound using segment: {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:38:09.339649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Bound port: 13b5972d-ec4d-4e5b-9478-2421713e0120, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875da46c-81db-45a3-ad87-df3d6b090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:38:09.340011 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:09.407282 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] For port 13b5972d-ec4d-4e5b-9478-2421713e0120, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:38:09.410771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] For port 13b5972d-ec4d-4e5b-9478-2421713e0120, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=13b5972d-ec4d-4e5b-9478-2421713e0120,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:38:09.415928 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:09.457088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:09.457789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:09.459270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/13b5972d-ec4d-4e5b-9478-2421713e0120 HTTP/1.1" status: 200 len: 1095 time: 0.8812308 Nov 19 04:38:09.459730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'tag': '13b5972d-ec4d-4e5b-9478-2421713e0120'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:38:09.463019 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e780f88d-2adf-4c4d-86b4-3c6dab671f24" -d '{"events": [{"name": "network-changed", "server_uuid": "108717fd-5a9b-4546-bf0c-4bd3fc052433", "tag": "13b5972d-ec4d-4e5b-9478-2421713e0120"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:38:09.491195 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5126ebb-2a5a-4730-8463-f630506a32b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13b5972d-ec4d-4e5b-9478-2421713e0120,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:09.569633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-4f2f0200-64ef-493d-9a36-d6688c3fed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:09.571994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-4f2f0200-64ef-493d-9a36-d6688c3fed61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b88abc806a3f4b5c86df110dd0430b17&device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 1098 time: 0.0494161 Nov 19 04:38:09.617746 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88aa6b2-faed-4a08-8502-1a5397bcca7f x-openstack-request-id: req-c88aa6b2-faed-4a08-8502-1a5397bcca7f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:38:09.618140 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108717fd-5a9b-4546-bf0c-4bd3fc052433", "tag": "13b5972d-ec4d-4e5b-9478-2421713e0120", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:38:09.618408 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c88aa6b2-faed-4a08-8502-1a5397bcca7f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:38:09.618830 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'tag': '13b5972d-ec4d-4e5b-9478-2421713e0120', 'status': 'completed', 'code': 200} Nov 19 04:38:09.620785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-5263fccf-b423-4fa1-aed9-61d00db19cce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=13b5972d-ec4d-4e5b-9478-2421713e0120 HTTP/1.1" status: 200 len: 217 time: 0.0393298 Nov 19 04:38:09.672660 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-0a9c47f7-3b0d-484f-809e-c37df7beeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:09.674241 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-0a9c47f7-3b0d-484f-809e-c37df7beeb95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0465062 Nov 19 04:38:09.725130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-6385fac4-b69f-477c-903d-d4860b17093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:09.726569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-6385fac4-b69f-477c-903d-d4860b17093c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445049 Nov 19 04:38:09.818244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-4dc39320-39db-4c2a-b0f2-c7dbb6987cbe service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840027 Nov 19 04:38:09.911858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e914e7ab-4632-4bcb-a735-9076bbcc8d9c req-c84c23dc-8c86-427f-b8b5-b6ea431d20e9 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855236 Nov 19 04:38:09.998450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-5fb5acce-e1dc-490c-b703-7c567f71a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:09.999970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-5fb5acce-e1dc-490c-b703-7c567f71a537 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b88abc806a3f4b5c86df110dd0430b17&device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 1098 time: 0.0430145 Nov 19 04:38:10.094830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-2dd204b8-f1cf-4752-9875-81bb0dc8e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:10.096642 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-2dd204b8-f1cf-4752-9875-81bb0dc8e4f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39fea555-92f6-495e-88f0-39b4730a20e0 HTTP/1.1" status: 200 len: 870 time: 0.0887766 Nov 19 04:38:10.139275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-236f47c3-232c-44f4-9a2d-f40a262b33bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=13b5972d-ec4d-4e5b-9478-2421713e0120 HTTP/1.1" status: 200 len: 217 time: 0.0355244 Nov 19 04:38:10.191281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-1d767d56-d31a-494a-9412-e0e0ca67276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:10.192933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-1d767d56-d31a-494a-9412-e0e0ca67276a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cb33d81-74f0-4360-b830-8e8bee6ea914 HTTP/1.1" status: 200 len: 843 time: 0.0443413 Nov 19 04:38:10.265896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-c08dc1c9-e8bc-475c-b47b-97f3c2256f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:10.267400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-c08dc1c9-e8bc-475c-b47b-97f3c2256f5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39fea555-92f6-495e-88f0-39b4730a20e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633998 Nov 19 04:38:10.276139 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74d649-524a-4a3e-b43f-b0aba85e6e17 req-2e8da08d-1b03-4721-b630-81d44fc7fd2e tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:10.277516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f74d649-524a-4a3e-b43f-b0aba85e6e17 req-2e8da08d-1b03-4721-b630-81d44fc7fd2e tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 947 time: 0.0837142 Nov 19 04:38:10.391791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1f74d649-524a-4a3e-b43f-b0aba85e6e17 req-05235e24-c3ec-4356-aeb7-156b21b14f71 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065829 Nov 19 04:38:10.414053 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-572949fb-dc6f-4ebc-84c7-2ff31fcdd0ab service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355579 Nov 19 04:38:10.502888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e780f88d-2adf-4c4d-86b4-3c6dab671f24 req-9beb1edc-2828-4f55-ad35-b65c76e1b391 service neutron] 10.222.0.36 "GET /v2.0/networks/39fea555-92f6-495e-88f0-39b4730a20e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812817 Nov 19 04:38:11.514623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50220db2-cb5e-4af8-b9ba-f3c1774b0d01 req-e34592e6-bff0-4469-806f-c579b381bb0d tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:11.516127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50220db2-cb5e-4af8-b9ba-f3c1774b0d01 req-e34592e6-bff0-4469-806f-c579b381bb0d tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 947 time: 0.0503411 Nov 19 04:38:11.569805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50220db2-cb5e-4af8-b9ba-f3c1774b0d01 req-cb3013d7-df96-4012-b634-7e40649beedf tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474513 Nov 19 04:38:12.687200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32a873-2d3a-4217-bafc-511224add08c req-e4acbed0-2481-4e6f-9f55-78c64671927b tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:12.688711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a32a873-2d3a-4217-bafc-511224add08c req-e4acbed0-2481-4e6f-9f55-78c64671927b tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 947 time: 0.0486963 Nov 19 04:38:12.735059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4a32a873-2d3a-4217-bafc-511224add08c req-cb8f7599-70bd-42b7-a5e1-fa265172b51b tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Nov 19 04:38:13.052122 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 13b5972d-ec4d-4e5b-9478-2421713e0120 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:38:13.148404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 13b5972d-ec4d-4e5b-9478-2421713e0120, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=13b5972d-ec4d-4e5b-9478-2421713e0120,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:13.310077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '13b5972d-ec4d-4e5b-9478-2421713e0120', 'network_id': '39fea555-92f6-495e-88f0-39b4730a20e0', 'port_id': '13b5972d-ec4d-4e5b-9478-2421713e0120', 'mac_address': 'fa:16:3e:8c:32:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb33d81-74f0-4360-b830-8e8bee6ea914', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:38:13.345844 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:13.358664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b5972d-ec4d-4e5b-9478-2421713e0120 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:38:13.378762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 13b5972d-ec4d-4e5b-9478-2421713e0120, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=13b5972d-ec4d-4e5b-9478-2421713e0120,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:13.383011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:13.428198 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=13b5972d-ec4d-4e5b-9478-2421713e0120,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:13.608966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['13b5972d-ec4d-4e5b-9478-2421713e0120'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:38:13.848818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e288-364b-4f68-8863-05bc4c8bd5f2 req-9d3130d4-3e9f-4b09-b020-053f9b912e2d tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:13.850336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fb5e288-364b-4f68-8863-05bc4c8bd5f2 req-9d3130d4-3e9f-4b09-b020-053f9b912e2d tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 948 time: 0.0480192 Nov 19 04:38:13.897785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fb5e288-364b-4f68-8863-05bc4c8bd5f2 req-64ae0828-4055-4542-ba55-e7e26e2d8641 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Nov 19 04:38:15.021963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d31f-00b9-4882-8158-562042ab3e57 req-958942a7-288e-4403-9b02-2dfc96d8d425 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:15.023451 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dae6d31f-00b9-4882-8158-562042ab3e57 req-958942a7-288e-4403-9b02-2dfc96d8d425 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 948 time: 0.0562303 Nov 19 04:38:15.071555 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dae6d31f-00b9-4882-8158-562042ab3e57 req-4b972c1c-1ab3-4fd3-bab9-34ec8280a4f1 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Nov 19 04:38:15.083894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 13b5972d-ec4d-4e5b-9478-2421713e0120 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:38:15.134498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 13b5972d-ec4d-4e5b-9478-2421713e0120 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:38:15.138415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 13b5972d-ec4d-4e5b-9478-2421713e0120 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:38:15.138799 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:15.225906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:15.249838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b5972d-ec4d-4e5b-9478-2421713e0120'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:38:15.252399 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828843a1-f157-424a-81b5-617a57eef362" -d '{"events": [{"server_uuid": "108717fd-5a9b-4546-bf0c-4bd3fc052433", "name": "network-vif-plugged", "status": "completed", "tag": "13b5972d-ec4d-4e5b-9478-2421713e0120"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:38:15.264638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 13b5972d-ec4d-4e5b-9478-2421713e0120, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=13b5972d-ec4d-4e5b-9478-2421713e0120,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:15.269039 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:15.316864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=13b5972d-ec4d-4e5b-9478-2421713e0120,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:15.354033 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcbf053-b98a-4b29-b191-1ed95cdbd259 x-openstack-request-id: req-9bcbf053-b98a-4b29-b191-1ed95cdbd259 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:38:15.354338 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108717fd-5a9b-4546-bf0c-4bd3fc052433", "name": "network-vif-plugged", "status": "completed", "tag": "13b5972d-ec4d-4e5b-9478-2421713e0120", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:38:15.354602 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bcbf053-b98a-4b29-b191-1ed95cdbd259 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:38:15.355008 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b5972d-ec4d-4e5b-9478-2421713e0120', 'code': 200} Nov 19 04:38:15.444926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b862-0fdc-4f46-9077-081b0054080a req-22270069-0400-4c78-a6e0-ea297659efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:15.446887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e90b862-0fdc-4f46-9077-081b0054080a req-22270069-0400-4c78-a6e0-ea297659efba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 1100 time: 0.0401795 Nov 19 04:38:15.491400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e90b862-0fdc-4f46-9077-081b0054080a req-8baeefc7-2d8e-4751-8b39-8a08609d08a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Nov 19 04:38:16.189309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d8be2-146e-4e4d-b8ee-b1b40c1652cf req-26b950d7-6808-4599-b161-3c3cc0f81817 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:16.190847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-725d8be2-146e-4e4d-b8ee-b1b40c1652cf req-26b950d7-6808-4599-b161-3c3cc0f81817 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 949 time: 0.0485919 Nov 19 04:38:16.243198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-725d8be2-146e-4e4d-b8ee-b1b40c1652cf req-6a3fb2f5-6e8d-4def-85f1-838bc2789a88 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Nov 19 04:38:17.363496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5e55-1e31-4c6a-a140-0489afd5bbac req-ec26f261-2ead-4bc5-926c-628a6d42b1d7 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:17.365003 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df5c5e55-1e31-4c6a-a140-0489afd5bbac req-ec26f261-2ead-4bc5-926c-628a6d42b1d7 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 949 time: 0.0492022 Nov 19 04:38:17.412317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df5c5e55-1e31-4c6a-a140-0489afd5bbac req-d5ec7ec1-7474-48f6-aa30-5692f961b9f8 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Nov 19 04:38:17.732689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-eb273735-e8ef-4e67-b932-d88663015902 req-70011401-4600-4494-8540-6ff582e52483 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:38:17.733717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb273735-e8ef-4e67-b932-d88663015902 req-70011401-4600-4494-8540-6ff582e52483 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539818 Nov 19 04:38:18.317630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dea261-0981-4b1c-a475-25526418e895 req-2375d812-c33b-4cae-88eb-4c49d452a5f0 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:18.319141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35dea261-0981-4b1c-a475-25526418e895 req-2375d812-c33b-4cae-88eb-4c49d452a5f0 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 949 time: 0.0497820 Nov 19 04:38:18.366346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35dea261-0981-4b1c-a475-25526418e895 req-09933b13-f0ab-49e3-bfec-17d1faad7f09 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Nov 19 04:38:19.486696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3be2a9-268c-43ac-a11d-685e7fb6966b req-b2acccc1-d88a-414f-99a8-12836aee1a62 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:19.488434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a3be2a9-268c-43ac-a11d-685e7fb6966b req-b2acccc1-d88a-414f-99a8-12836aee1a62 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 949 time: 0.0521603 Nov 19 04:38:19.567917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-af1d90fe-2661-433a-b28b-b19e84143577 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:19.569385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-af1d90fe-2661-433a-b28b-b19e84143577 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.36 "GET /v2.0/ports?device_id=108717fd-5a9b-4546-bf0c-4bd3fc052433 HTTP/1.1" status: 200 len: 949 time: 0.0693409 Nov 19 04:38:19.573341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a3be2a9-268c-43ac-a11d-685e7fb6966b req-e219ba60-6d9f-467e-9a88-aafa1b9cb049 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb1b079-c8ac-4cd2-b50c-db076203a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789957 Nov 19 04:38:19.659736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Deleting port 13b5972d-ec4d-4e5b-9478-2421713e0120 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:38:19.659995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:19.745643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] For port 13b5972d-ec4d-4e5b-9478-2421713e0120, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=13b5972d-ec4d-4e5b-9478-2421713e0120,segment=NetworkSegment(875da46c-81db-45a3-ad87-df3d6b090b28),segment_id=875da46c-81db-45a3-ad87-df3d6b090b28)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:19.746039 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:19.758115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Calling delete_port for 13b5972d-ec4d-4e5b-9478-2421713e0120 owned by compute:nova {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:38:19.887621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:19.901262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['13b5972d-ec4d-4e5b-9478-2421713e0120'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:38:19.913989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Pushing event deleted for resources: {'Port': ['ID=13b5972d-ec4d-4e5b-9478-2421713e0120,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:19.959807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] No DVR routers for this DVR port 13b5972d-ec4d-4e5b-9478-2421713e0120 on host n-h1-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:38:19.962568 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:19.966811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e256d6e-f014-4a0c-9adc-d9cd11026625 req-ad4cbf2b-8422-4201-9b4f-a88ae48da9b4 tempest-ServersAdminNegativeTestJSON-1510495003 tempest-ServersAdminNegativeTestJSON-1510495003-project] 10.222.0.36 "DELETE /v2.0/ports/13b5972d-ec4d-4e5b-9478-2421713e0120 HTTP/1.1" status: 204 len: 173 time: 0.3915918 Nov 19 04:38:19.967276 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'name': 'network-vif-deleted', 'tag': '13b5972d-ec4d-4e5b-9478-2421713e0120'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:38:19.969543 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea62317-1f05-4fe6-8d65-a4033046a507" -d '{"events": [{"server_uuid": "108717fd-5a9b-4546-bf0c-4bd3fc052433", "name": "network-vif-deleted", "tag": "13b5972d-ec4d-4e5b-9478-2421713e0120"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:38:20.010833 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec0ac5-c0d4-4ff5-9a6d-5770d04edd8d x-openstack-request-id: req-5fec0ac5-c0d4-4ff5-9a6d-5770d04edd8d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:38:20.011133 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108717fd-5a9b-4546-bf0c-4bd3fc052433", "name": "network-vif-deleted", "tag": "13b5972d-ec4d-4e5b-9478-2421713e0120", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:38:20.011447 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fec0ac5-c0d4-4ff5-9a6d-5770d04edd8d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:38:20.011857 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108717fd-5a9b-4546-bf0c-4bd3fc052433', 'name': 'network-vif-deleted', 'tag': '13b5972d-ec4d-4e5b-9478-2421713e0120', 'status': 'completed', 'code': 200} Nov 19 04:38:20.863483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36724) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:38:20.996993 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5f51e578-9253-4e17-85b5-8b5adb3bc86c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b88abc806a3f4b5c86df110dd0430b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323073 Nov 19 04:38:20.999461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36728) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:38:21.045726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-052aae52-7d37-4011-9d8f-3b1757399ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.066063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-052aae52-7d37-4011-9d8f-3b1757399ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.112435 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-052aae52-7d37-4011-9d8f-3b1757399ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.114981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-052aae52-7d37-4011-9d8f-3b1757399ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.116177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-052aae52-7d37-4011-9d8f-3b1757399ab4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bb1b079-c8ac-4cd2-b50c-db076203a62c HTTP/1.1" status: 204 len: 168 time: 0.1158199 Nov 19 04:38:21.124065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aae52-7d37-4011-9d8f-3b1757399ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1b079-c8ac-4cd2-b50c-db076203a62c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:21.311080 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9e460f79-ce2a-4fa6-98fd-fb13f2286939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.373208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36734) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:38:21.387005 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75270532-3609-4b76-aecf-2ef9cf31311a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.460696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75270532-3609-4b76-aecf-2ef9cf31311a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.464401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-75270532-3609-4b76-aecf-2ef9cf31311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.501980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-75270532-3609-4b76-aecf-2ef9cf31311a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62fd99cae16f426b848b0b2f7d23871a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276526 Nov 19 04:38:21.503862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270532-3609-4b76-aecf-2ef9cf31311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a65c7-14ac-41d6-be5e-96373991064a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:21.504662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36736) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:38:21.552634 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db22c0ea-18af-482b-b73a-0057e91f7df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.575194 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db22c0ea-18af-482b-b73a-0057e91f7df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.620916 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db22c0ea-18af-482b-b73a-0057e91f7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.623539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db22c0ea-18af-482b-b73a-0057e91f7df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:21.624697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db22c0ea-18af-482b-b73a-0057e91f7df7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/804a65c7-14ac-41d6-be5e-96373991064a HTTP/1.1" status: 204 len: 168 time: 0.1189411 Nov 19 04:38:21.632456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22c0ea-18af-482b-b73a-0057e91f7df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a65c7-14ac-41d6-be5e-96373991064a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:22.281515 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36758) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:38:22.375750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1625962787-network', 'tenant_id': 'bbbf8ade5ded4f7d84369e8380ef40d6'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:38:22.396215 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Made reservation on behalf of bbbf8ade5ded4f7d84369e8380ef40d6 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:38:22.398410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.410045 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.488058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.491734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.516594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:38:22.525802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15ab72-7d63-47ce-b7df-058c55185d38,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:22.531931 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.532278 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Added segment 716bef95-25f1-4099-93a0-42fa8c452797 of type vlan for network 328ad12c-942e-4754-b1da-de35ef34bba0 Nov 19 04:38:22.573834 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.597765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.598828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:22.599425 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.653036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3702242 Nov 19 04:38:22.656614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36762) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:38:22.661586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Request body: {'subnet': {'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1625962787-subnet', 'tenant_id': 'bbbf8ade5ded4f7d84369e8380ef40d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:38:22.669315 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649702-624d-4f13-b07b-2f4f2ea8dec5 admin admin] Pushing event updated for resources: {'Network': ['ID=328ad12c-942e-4754-b1da-de35ef34bba0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:22.682145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 328ad12c-942e-4754-b1da-de35ef34bba0 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:38:22.688252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Made reservation on behalf of bbbf8ade5ded4f7d84369e8380ef40d6 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:38:22.690635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.860163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.913900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0acf097-1bd1-4ddc-bff8-77096debb1bc,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:22.923959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Checking segment: {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:38:22.924330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Network hostable DHCP agents. Network: 328ad12c-942e-4754-b1da-de35ef34bba0, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:38:22.940537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Network 328ad12c-942e-4754-b1da-de35ef34bba0 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:38:22.950776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 328ad12c-942e-4754-b1da-de35ef34bba0) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:38:22.955816 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.956000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:22.956760 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:22.959325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15f3b1-896c-4b93-9d8e-d381250e3176 None None] Network 328ad12c-942e-4754-b1da-de35ef34bba0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:38:22.973901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6e967f0b-6246-48b0-a2e1-5e5c5f891968 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3161979 Nov 19 04:38:23.094610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2597a-6426-40b9-9089-3f1f5f8afeb3 None None] Network 328ad12c-942e-4754-b1da-de35ef34bba0 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:38:23.135478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 13b5972d-ec4d-4e5b-9478-2421713e0120 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:38:23.158407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 13b5972d-ec4d-4e5b-9478-2421713e0120 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:38:23.158759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 13b5972d-ec4d-4e5b-9478-2421713e0120 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:38:23.612728 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f7d82540-7794-44f2-984e-43f6e12beca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:23.735402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-213c1675-299d-43cc-85af-4c9d731dfa70 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:23.736907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-213c1675-299d-43cc-85af-4c9d731dfa70 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 812 time: 0.4323385 Nov 19 04:38:23.751931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-3b48c4e9-f457-444f-a6a1-551a90afed5d tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/quotas/bbbf8ade5ded4f7d84369e8380ef40d6 HTTP/1.1" status: 200 len: 375 time: 0.0089631 Nov 19 04:38:23.782569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-3ecafa2a-d348-4e82-a83a-e0d0b5525159 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255616 Nov 19 04:38:23.874585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-2a41f016-3b2e-46e9-a692-d9b77bcaeb0a service neutron] 10.222.0.52 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851052 Nov 19 04:38:23.961703 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-60729367-df1c-434a-b03c-11a56207193f service neutron] 10.222.0.52 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810981 Nov 19 04:38:24.123696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b5524773-c566-41f5-aa47-e88509b5e1f2 req-eb83752f-c25c-44f8-a596-b07a63c24494 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 210 time: 0.0307021 Nov 19 04:38:25.223185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-008207a4-c16c-42be-805c-2a3deb531be9 req-84b8d7ec-1635-421e-8371-bf162d831866 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 210 time: 0.0264452 Nov 19 04:38:25.258941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-42a2d050-a391-4987-9cf0-78201c1e96a3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:25.260791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-42a2d050-a391-4987-9cf0-78201c1e96a3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.31 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 812 time: 0.1190367 Nov 19 04:38:25.299545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Request body: {'port': {'device_id': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0', 'admin_state_up': True, 'tenant_id': 'bbbf8ade5ded4f7d84369e8380ef40d6'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:38:25.377556 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:25.420020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Made reservation on behalf of bbbf8ade5ded4f7d84369e8380ef40d6 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:38:25.423791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:25.545304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Allocated IP 172.20.0.11 (328ad12c-942e-4754-b1da-de35ef34bba0/e0acf097-1bd1-4ddc-bff8-77096debb1bc/20981332-708c-44db-9d01-e8b939a20e07) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:38:25.692822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:25.728884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:25.773180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Network 328ad12c-942e-4754-b1da-de35ef34bba0 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:38:25.777620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:38:25.781163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:38:25.787433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:25.840121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:25.840874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:25.857328 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-cfffbb92-4e1b-49ca-90eb-6b9a1de74a35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614960 Nov 19 04:38:25.882031 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Request body: {'port': {'device_id': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:38:25.935496 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.208192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20981332-708c-44db-9d01-e8b939a20e07 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:38:26.217011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.229909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Transition to ACTIVE for port object 20981332-708c-44db-9d01-e8b939a20e07 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:38:26.233546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.334172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:26.366540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:38:26.366885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:38:26.367006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb634878-effa-4a15-a151-1e1cb31507dc req-05ab0403-5cab-4dd1-80ea-cb1f3fe6bf83 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:26.367465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 on network 328ad12c-942e-4754-b1da-de35ef34bba0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:38:26.368588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb634878-effa-4a15-a151-1e1cb31507dc req-05ab0403-5cab-4dd1-80ea-cb1f3fe6bf83 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0519321 Nov 19 04:38:26.372524 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Port 20981332-708c-44db-9d01-e8b939a20e07 on network 328ad12c-942e-4754-b1da-de35ef34bba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:38:26.372864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 on network 328ad12c-942e-4754-b1da-de35ef34bba0 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:38:26.378142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:38:26.378492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Checking segment: {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:38:26.378882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Bound using segment: {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:38:26.379325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Bound port: 20981332-708c-44db-9d01-e8b939a20e07, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:38:26.379716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.418578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb634878-effa-4a15-a151-1e1cb31507dc req-2571d997-d1f4-4c19-961c-764ae48f9f5b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Nov 19 04:38:26.450845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:38:26.454288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:38:26.458946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.500328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.503649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:26.504339 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:26.505763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] 10.222.0.31 "PUT /v2.0/ports/20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 1092 time: 0.6278865 Nov 19 04:38:26.506416 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'tag': '20981332-708c-44db-9d01-e8b939a20e07'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:38:26.508514 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "tag": "20981332-708c-44db-9d01-e8b939a20e07"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:38:26.533770 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6772319-415b-41b6-8dab-b3c4a8ead183 service neutron] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:26.616269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-48ca861e-04f5-4979-a654-6320d4a83c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:26.618020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-48ca861e-04f5-4979-a654-6320d4a83c6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0506310 Nov 19 04:38:26.627186 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a52e9-2445-4ca0-9b3f-42cdb73ab240 x-openstack-request-id: req-ce5a52e9-2445-4ca0-9b3f-42cdb73ab240 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:38:26.627479 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "tag": "20981332-708c-44db-9d01-e8b939a20e07", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:38:26.627738 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce5a52e9-2445-4ca0-9b3f-42cdb73ab240 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:38:26.628144 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'tag': '20981332-708c-44db-9d01-e8b939a20e07', 'status': 'completed', 'code': 200} Nov 19 04:38:26.673384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-08af0100-2770-48a6-b0f2-31bfb6ef43e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0360477 Nov 19 04:38:26.723230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-1d3bef90-2475-417c-9328-d61f97b65e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:26.724651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-1d3bef90-2475-417c-9328-d61f97b65e46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0439947 Nov 19 04:38:26.763429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-8098daff-436f-41e6-ac94-b38c9af0c9e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286298 Nov 19 04:38:26.860342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-87dfa0d6-ecfe-4fa6-bfdf-4adcea4b71a0 service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Nov 19 04:38:26.962719 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0b7f2b63-68f4-480a-9b4f-3e9959e66bed req-f3598620-0f24-45b2-9584-55a88aba574f service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900929 Nov 19 04:38:27.107141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-5f8d54b4-b971-4d35-be3b-b1778b5e8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:27.108694 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-5f8d54b4-b971-4d35-be3b-b1778b5e8c21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0455110 Nov 19 04:38:27.203319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-a2f06b6c-604e-42ce-bbc9-34f17b4bd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:27.204808 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-a2f06b6c-604e-42ce-bbc9-34f17b4bd88b service neutron] 10.222.0.31 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.0865371 Nov 19 04:38:27.249575 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-76ea983a-56af-4602-98ee-9422ed87d976 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0377045 Nov 19 04:38:27.294446 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:27.303827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-ca573a3e-0ec2-48ac-9249-c154b58738de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:27.305625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-ca573a3e-0ec2-48ac-9249-c154b58738de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0452271 Nov 19 04:38:27.339937 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-4340817f-9d71-446e-a05a-6f2bc2ee9049 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259049 Nov 19 04:38:27.435608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-63ad2ee4-ddc5-4eb3-b088-13992db40edd service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866492 Nov 19 04:38:27.531784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0d9769a3-e16e-46bf-a82f-8dcc9b7979f4 req-cadf7add-25b7-42ca-8a93-ffde93b93ca2 service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851152 Nov 19 04:38:27.540429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935db2-175f-4619-86d9-2f3c92845977 req-4e2886d9-f819-40c4-8507-117e5d2d4fa3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:27.542045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc935db2-175f-4619-86d9-2f3c92845977 req-4e2886d9-f819-40c4-8507-117e5d2d4fa3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0491838 Nov 19 04:38:27.593472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bc935db2-175f-4619-86d9-2f3c92845977 req-aafe237b-179c-4dda-bb73-619691a6a6a0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454550 Nov 19 04:38:28.711186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ef72-db20-47d2-ba2c-d8791050cf28 req-6d01e8d5-48fe-4f21-9d81-8c8ae6f8ea12 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:28.713600 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5357ef72-db20-47d2-ba2c-d8791050cf28 req-6d01e8d5-48fe-4f21-9d81-8c8ae6f8ea12 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0501080 Nov 19 04:38:28.760739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5357ef72-db20-47d2-ba2c-d8791050cf28 req-a4342b3f-4d22-4f06-8a8b-1ee9e44ba8d5 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Nov 19 04:38:29.807571 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 20981332-708c-44db-9d01-e8b939a20e07 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:38:29.878206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f2790-321f-42fd-8824-6fdd2f456a6f req-a470d7a9-027f-48a0-a27d-24d5e804f9c1 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:29.879717 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e1f2790-321f-42fd-8824-6fdd2f456a6f req-a470d7a9-027f-48a0-a27d-24d5e804f9c1 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0509334 Nov 19 04:38:29.908711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:29.927198 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e1f2790-321f-42fd-8824-6fdd2f456a6f req-b2067051-1fc1-4d76-a4ff-f62c1b25e0a9 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Nov 19 04:38:29.929864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '20981332-708c-44db-9d01-e8b939a20e07', 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0', 'port_id': '20981332-708c-44db-9d01-e8b939a20e07', 'mac_address': 'fa:16:3e:78:38:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0acf097-1bd1-4ddc-bff8-77096debb1bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:38:29.968234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:29.982253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20981332-708c-44db-9d01-e8b939a20e07 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:38:30.001119 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:30.005240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:30.058238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:30.378112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['20981332-708c-44db-9d01-e8b939a20e07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:38:31.004016 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:38:31.046704 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f3e55-352e-4e45-a4d5-83464511a2b5 req-f1550362-7c30-431c-aa34-f55ce4d7a90b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:31.048199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-388f3e55-352e-4e45-a4d5-83464511a2b5 req-f1550362-7c30-431c-aa34-f55ce4d7a90b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Nov 19 04:38:31.096386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-388f3e55-352e-4e45-a4d5-83464511a2b5 req-dc6e5d93-bb69-4df5-aa27-bab0fe61c2cf tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Nov 19 04:38:31.818341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 20981332-708c-44db-9d01-e8b939a20e07 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:38:31.870992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 20981332-708c-44db-9d01-e8b939a20e07 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:38:31.875118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 20981332-708c-44db-9d01-e8b939a20e07 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:38:31.875520 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:31.949875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:31.972678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20981332-708c-44db-9d01-e8b939a20e07'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:38:31.974938 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8481b2-306b-4039-8cf1-7466ee96c591" -d '{"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-plugged", "status": "completed", "tag": "20981332-708c-44db-9d01-e8b939a20e07"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:38:31.988712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:38:31.994067 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:32.020435 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774634a3-cd39-4109-9eb1-114988fb03f9 x-openstack-request-id: req-774634a3-cd39-4109-9eb1-114988fb03f9 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:38:32.020741 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-plugged", "status": "completed", "tag": "20981332-708c-44db-9d01-e8b939a20e07", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:38:32.021003 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-774634a3-cd39-4109-9eb1-114988fb03f9 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:38:32.021391 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20981332-708c-44db-9d01-e8b939a20e07', 'code': 200} Nov 19 04:38:32.048309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:38:32.147890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47f4b-1a4e-4f02-9e25-a5eed3ff0a6f req-1b61e667-2a91-4a7d-8d5e-4e183de723bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:32.149442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64f47f4b-1a4e-4f02-9e25-a5eed3ff0a6f req-1b61e667-2a91-4a7d-8d5e-4e183de723bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0409989 Nov 19 04:38:32.200767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:32.206053 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64f47f4b-1a4e-4f02-9e25-a5eed3ff0a6f req-f92ff265-1d12-4899-960f-177208b06049 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Nov 19 04:38:32.214094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88b06a-1f4c-4696-93eb-86b0c290381a req-452cf7bc-5bc9-434d-b477-93bfb7100fb4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:32.215580 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a88b06a-1f4c-4696-93eb-86b0c290381a req-452cf7bc-5bc9-434d-b477-93bfb7100fb4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0487452 Nov 19 04:38:32.262830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a88b06a-1f4c-4696-93eb-86b0c290381a req-bfb4f1a3-e365-48c2-8f2a-971b578ed556 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Nov 19 04:38:33.383708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046f41-23d7-4234-bc0f-6e6e823c5eec req-59cf2af0-1742-4b21-90e1-3e3e054e5ab4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:33.385237 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0046f41-23d7-4234-bc0f-6e6e823c5eec req-59cf2af0-1742-4b21-90e1-3e3e054e5ab4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0539680 Nov 19 04:38:33.434914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0046f41-23d7-4234-bc0f-6e6e823c5eec req-87cac47f-8895-4354-af22-a67c1b7b9744 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Nov 19 04:38:34.552838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a108ba-07a2-420f-aaf4-754bd819995c req-4cbe6729-02ee-40e6-b693-8ef8d18e179c tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:34.554362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89a108ba-07a2-420f-aaf4-754bd819995c req-4cbe6729-02ee-40e6-b693-8ef8d18e179c tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0484848 Nov 19 04:38:34.600872 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89a108ba-07a2-420f-aaf4-754bd819995c req-60137e6f-46af-4798-a15e-94e28ae75fc6 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Nov 19 04:38:34.840644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab617e-17bb-4ce6-8053-a4a8f0361bc4 req-58729d69-00c7-4a7c-ba03-b4414288f4c0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:34.842774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3ab617e-17bb-4ce6-8053-a4a8f0361bc4 req-58729d69-00c7-4a7c-ba03-b4414288f4c0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0576184 Nov 19 04:38:34.894143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3ab617e-17bb-4ce6-8053-a4a8f0361bc4 req-cc9d9c4a-6412-4e1f-ad7b-f635f4a1017c tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Nov 19 04:38:34.897690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-350fde5a-e6a8-4276-a8ec-24cadccbeeea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227119 Nov 19 04:38:34.907386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-4a82b8f0-5781-44c5-8997-981285422e62 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:38:34.908365 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-4a82b8f0-5781-44c5-8997-981285422e62 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051992 Nov 19 04:38:36.015820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ce71-9e1e-4036-adad-d3e4ac29263f req-c6fb7ad6-9b09-493f-b791-75c4556de4d4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:36.017318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d35ce71-9e1e-4036-adad-d3e4ac29263f req-c6fb7ad6-9b09-493f-b791-75c4556de4d4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0535045 Nov 19 04:38:36.060094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-582704d7-33e3-4a88-9825-e66a1fcad1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:36.061715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-582704d7-33e3-4a88-9825-e66a1fcad1ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0417352 Nov 19 04:38:36.068107 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d35ce71-9e1e-4036-adad-d3e4ac29263f req-64f0e32f-8483-4010-858c-3c126a681bd3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Nov 19 04:38:36.157605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-b031eb53-6c22-448a-81b5-5c29506dcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:36.159028 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-b031eb53-6c22-448a-81b5-5c29506dcab7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.0897803 Nov 19 04:38:36.202055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-e91430c9-d073-44c1-8b32-5d3f430152c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0350723 Nov 19 04:38:36.250639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-c96e481c-38f9-4132-bf06-a73873d0fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:36.252055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-c96e481c-38f9-4132-bf06-a73873d0fcca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0431230 Nov 19 04:38:36.282852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-894787f4-77fd-4e43-afee-4905c16f9fbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236335 Nov 19 04:38:36.377420 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-74f6eecd-d020-4df2-b8a3-dce0b4a76562 service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870907 Nov 19 04:38:36.471230 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-88677166-e568-45df-8b3b-5698c35b516f service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Nov 19 04:38:37.183863 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f46d9-6e8d-4db8-bab4-daec0bc1c6fd req-fdf6e9ec-e592-403b-9500-1fa1c1e9b73b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:37.185409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-254f46d9-6e8d-4db8-bab4-daec0bc1c6fd req-fdf6e9ec-e592-403b-9500-1fa1c1e9b73b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0483634 Nov 19 04:38:37.232440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-254f46d9-6e8d-4db8-bab4-daec0bc1c6fd req-40907574-d6c2-4b40-aff7-63ef4a738e26 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Nov 19 04:38:38.355389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f57d-cd20-4676-a478-0d7b2a0fb06b req-6d925c21-6336-4990-820f-0498f5b3db96 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:38.356610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4625f57d-cd20-4676-a478-0d7b2a0fb06b req-6d925c21-6336-4990-820f-0498f5b3db96 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0537295 Nov 19 04:38:38.405406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4625f57d-cd20-4676-a478-0d7b2a0fb06b req-1f552270-0be9-464e-94fc-506e9cfe9257 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Nov 19 04:38:39.521322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a7f7-deb9-4ab0-a618-a73d01b686c5 req-b126c7dd-fae6-4f9a-bb50-16e8b18553f5 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:39.522829 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a870a7f7-deb9-4ab0-a618-a73d01b686c5 req-b126c7dd-fae6-4f9a-bb50-16e8b18553f5 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Nov 19 04:38:39.569078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a870a7f7-deb9-4ab0-a618-a73d01b686c5 req-af7abf37-a4dc-456e-9cd8-a72700a6df26 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Nov 19 04:38:40.698287 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff5bd1-3a99-4565-9794-72bf52bb24c2 req-18244d07-d325-440c-85d9-696b9781d6b0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:40.700004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15ff5bd1-3a99-4565-9794-72bf52bb24c2 req-18244d07-d325-440c-85d9-696b9781d6b0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0617824 Nov 19 04:38:40.763944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15ff5bd1-3a99-4565-9794-72bf52bb24c2 req-27a01a7c-9aae-4fe3-8eb2-08252b332da3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577133 Nov 19 04:38:41.880400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67482475-b951-47a6-97ff-58e4940b4b9e req-dddbf7c9-298e-40b4-9c38-2deb267bfbc7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:41.881889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-67482475-b951-47a6-97ff-58e4940b4b9e req-dddbf7c9-298e-40b4-9c38-2deb267bfbc7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Nov 19 04:38:41.932870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-67482475-b951-47a6-97ff-58e4940b4b9e req-8520b86b-42ec-48d8-b1b8-958f6079ffea tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Nov 19 04:38:43.047513 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea254d-8b62-44c8-a1df-5c8c7bb19765 req-fc237466-c87f-4e5c-aeff-75cf10f73b33 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:43.049000 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4ea254d-8b62-44c8-a1df-5c8c7bb19765 req-fc237466-c87f-4e5c-aeff-75cf10f73b33 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0483475 Nov 19 04:38:43.098164 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4ea254d-8b62-44c8-a1df-5c8c7bb19765 req-57e3a40c-bb59-4b22-8531-c8626c6d127a tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Nov 19 04:38:44.217409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59cb-e6e1-4d56-bf09-883d167f1898 req-11d30348-1033-4be9-b3b8-3749a7378c58 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:44.218946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f0a59cb-e6e1-4d56-bf09-883d167f1898 req-11d30348-1033-4be9-b3b8-3749a7378c58 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0526865 Nov 19 04:38:44.266187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f0a59cb-e6e1-4d56-bf09-883d167f1898 req-c950889b-f13a-452f-9d83-ded9e51e79f7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Nov 19 04:38:45.385537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350ae0-0fb1-406b-8062-30471d48e06a req-ade806d4-6a01-4146-8552-095516e3bda5 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:45.387084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e350ae0-0fb1-406b-8062-30471d48e06a req-ade806d4-6a01-4146-8552-095516e3bda5 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0507350 Nov 19 04:38:45.433564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e350ae0-0fb1-406b-8062-30471d48e06a req-86b1d807-666e-4644-ae0d-1928c8fdfdc6 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Nov 19 04:38:46.555597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ecdc0-66ef-4c59-bf6b-025e824e8a9c req-c4e97653-5816-44ea-81ca-b5a52dcaff59 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:46.557114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-234ecdc0-66ef-4c59-bf6b-025e824e8a9c req-c4e97653-5816-44ea-81ca-b5a52dcaff59 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0545230 Nov 19 04:38:46.605629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-234ecdc0-66ef-4c59-bf6b-025e824e8a9c req-00dde81b-7410-4363-aefe-d3c4d1980b35 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Nov 19 04:38:47.720584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006807be-68df-4402-8b0e-011be9ae8c67 req-bdbe1740-a4bd-4fc6-bfa5-df0eb91e4d3a tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:47.722113 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-006807be-68df-4402-8b0e-011be9ae8c67 req-bdbe1740-a4bd-4fc6-bfa5-df0eb91e4d3a tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0487294 Nov 19 04:38:47.769357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-006807be-68df-4402-8b0e-011be9ae8c67 req-7c51b0dd-d87f-41e6-837f-c68a87556806 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Nov 19 04:38:48.886245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2098-263b-48bf-860e-c4a1ddd2682a req-012671f8-55be-4722-b858-d6974bbfb053 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:48.887740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cccc2098-263b-48bf-860e-c4a1ddd2682a req-012671f8-55be-4722-b858-d6974bbfb053 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Nov 19 04:38:48.938112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cccc2098-263b-48bf-860e-c4a1ddd2682a req-ec4af80f-cfa9-4e6c-bf5b-34b56f1512b0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Nov 19 04:38:50.053002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73983-59d8-46c9-b9cd-7211e692854f req-f8d398f8-a690-4bbe-82ae-e483eaea3626 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:50.054507 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ee73983-59d8-46c9-b9cd-7211e692854f req-f8d398f8-a690-4bbe-82ae-e483eaea3626 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0495055 Nov 19 04:38:50.104009 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ee73983-59d8-46c9-b9cd-7211e692854f req-06c88d3e-f98c-4c4a-91e2-5262c7ff82af tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Nov 19 04:38:51.218840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d9c3c-8577-40b8-8815-fbdfe9de23c1 req-8f0e886a-c4b0-4295-9323-8b9635d4cdaf tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:51.220324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba8d9c3c-8577-40b8-8815-fbdfe9de23c1 req-8f0e886a-c4b0-4295-9323-8b9635d4cdaf tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0486748 Nov 19 04:38:51.266650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba8d9c3c-8577-40b8-8815-fbdfe9de23c1 req-05d4fd60-8689-46c1-a7c9-4e08e3832e6d tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Nov 19 04:38:51.316775 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c59d-c7dd-4df4-b4be-c1536aeb8376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:52.390833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8466ea-e553-4c67-974d-832e8f824ead req-0c3d824d-2b5d-47ff-83c1-8276bca2c271 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:52.392328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb8466ea-e553-4c67-974d-832e8f824ead req-0c3d824d-2b5d-47ff-83c1-8276bca2c271 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0536714 Nov 19 04:38:52.439714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb8466ea-e553-4c67-974d-832e8f824ead req-ed83192f-cdf5-4f46-94fe-5e5d088b735f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Nov 19 04:38:52.953099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:53.559828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d79163-dedd-4fdf-9a0e-1b9bf1da231f req-dfbab802-472a-49ac-9b4b-7da7302a7ac4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:53.561393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78d79163-dedd-4fdf-9a0e-1b9bf1da231f req-dfbab802-472a-49ac-9b4b-7da7302a7ac4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0509412 Nov 19 04:38:53.610089 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-78d79163-dedd-4fdf-9a0e-1b9bf1da231f req-ac9ea8bf-47f7-4d46-9c85-1cc26deb151e tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Nov 19 04:38:53.615982 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6448b9c-1bd1-465a-9222-1a55c05f98b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:54.728766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa4aa3-6956-4971-aaa0-d31a055f3bed req-8e8e0ce4-2222-446b-829e-5bf3d85aec1f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:54.730287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3fa4aa3-6956-4971-aaa0-d31a055f3bed req-8e8e0ce4-2222-446b-829e-5bf3d85aec1f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Nov 19 04:38:54.781324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e3fa4aa3-6956-4971-aaa0-d31a055f3bed req-d8132efc-c3d6-4e1a-a4b2-6c03c06b014e tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Nov 19 04:38:55.380562 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:55.897100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6f3cc-f089-41ad-b41e-b760798099fe req-d416e1e6-21f8-4a40-b46c-6a72fa39b4aa tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:55.898639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7e6f3cc-f089-41ad-b41e-b760798099fe req-d416e1e6-21f8-4a40-b46c-6a72fa39b4aa tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0490944 Nov 19 04:38:55.946205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7e6f3cc-f089-41ad-b41e-b760798099fe req-3cfb7194-40f2-4212-8da5-871e49f13d06 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Nov 19 04:38:56.496831 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:57.069680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455ee07-410b-4318-8979-d13bdee5dc11 req-84ca482b-2c04-4a6f-829b-939ff8f6bb95 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:57.071263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3455ee07-410b-4318-8979-d13bdee5dc11 req-84ca482b-2c04-4a6f-829b-939ff8f6bb95 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Nov 19 04:38:57.118064 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3455ee07-410b-4318-8979-d13bdee5dc11 req-5d9aaec5-cf10-4d62-b223-25ab8a1557c0 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Nov 19 04:38:57.297428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:38:58.241815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2a61-b4b4-4f08-a2a6-aa73a775c33e req-e008b16f-9f20-4744-b983-bd6b798d7eb7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:58.244062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f3a2a61-b4b4-4f08-a2a6-aa73a775c33e req-e008b16f-9f20-4744-b983-bd6b798d7eb7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0560606 Nov 19 04:38:58.290964 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f3a2a61-b4b4-4f08-a2a6-aa73a775c33e req-c756608f-4fe0-4d5b-b794-35b9fb90af7b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 Nov 19 04:38:59.409903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ceb7a-d089-4cc1-ab60-98f7e46f783d req-fd6d20d4-c25e-484c-9f7f-9cd039f2988c tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:38:59.411437 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-463ceb7a-d089-4cc1-ab60-98f7e46f783d req-fd6d20d4-c25e-484c-9f7f-9cd039f2988c tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0494983 Nov 19 04:38:59.458814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-463ceb7a-d089-4cc1-ab60-98f7e46f783d req-c366d22c-c7dc-44af-a0df-c6db8057d554 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Nov 19 04:39:00.589925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a422a-f771-4036-9504-0fca58011901 req-46b59ee8-af3c-4942-a142-27d75482916a tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:00.591375 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b8a422a-f771-4036-9504-0fca58011901 req-46b59ee8-af3c-4942-a142-27d75482916a tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0566707 Nov 19 04:39:00.639516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b8a422a-f771-4036-9504-0fca58011901 req-7bcced5f-abdf-4cad-9dd1-162cf106d0a5 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Nov 19 04:39:01.754222 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b50a-e95c-4755-9991-dd60c619653d req-31487d9a-8023-499b-961e-0d86e1ad3936 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:01.755730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae22b50a-e95c-4755-9991-dd60c619653d req-31487d9a-8023-499b-961e-0d86e1ad3936 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0487750 Nov 19 04:39:01.802415 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ae22b50a-e95c-4755-9991-dd60c619653d req-3be28a02-fd90-4923-9793-a5758c11f398 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Nov 19 04:39:02.200819 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:02.918646 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47abe5-6321-4dfe-9f0e-0b8c54c8a32f req-49667d7e-ea7e-4fdf-8905-f53cc5fa6395 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:02.920172 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e47abe5-6321-4dfe-9f0e-0b8c54c8a32f req-49667d7e-ea7e-4fdf-8905-f53cc5fa6395 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0493383 Nov 19 04:39:02.972114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e47abe5-6321-4dfe-9f0e-0b8c54c8a32f req-e8ab2a57-a23e-462b-9063-6df8b6f92b2c tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Nov 19 04:39:04.091960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3e080-b171-4312-8f3e-eb2e0c8729e1 req-c2bdaa1e-4905-4c8c-b190-655805b94c50 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:04.093402 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92f3e080-b171-4312-8f3e-eb2e0c8729e1 req-c2bdaa1e-4905-4c8c-b190-655805b94c50 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0524750 Nov 19 04:39:04.141299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-92f3e080-b171-4312-8f3e-eb2e0c8729e1 req-bcb6e034-14e8-4069-84a1-ecb3f0999d10 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Nov 19 04:39:05.256874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b9cd-8f6d-4718-b664-86bf25cdf45e req-76c1c2f7-f31b-4665-ba3c-a4615ff3c3b3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:05.258377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f86b9cd-8f6d-4718-b664-86bf25cdf45e req-76c1c2f7-f31b-4665-ba3c-a4615ff3c3b3 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0491781 Nov 19 04:39:05.304588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5f86b9cd-8f6d-4718-b664-86bf25cdf45e req-d3a77510-228d-40a1-b79f-c496032b4d78 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Nov 19 04:39:06.426769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eeaf8-8803-46d3-be4e-03a5740b0c10 req-16f8a954-ef22-44c6-9ca5-aae687e968ba tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:06.428264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-163eeaf8-8803-46d3-be4e-03a5740b0c10 req-16f8a954-ef22-44c6-9ca5-aae687e968ba tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0528200 Nov 19 04:39:06.475127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-163eeaf8-8803-46d3-be4e-03a5740b0c10 req-56e98825-3019-4348-8489-9488380a137e tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Nov 19 04:39:07.591852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e36ef-8e5b-41b9-bb2d-5d91df1a4946 req-a810c43e-7626-4f9b-b981-5c00285f7b5d tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:07.593408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c61e36ef-8e5b-41b9-bb2d-5d91df1a4946 req-a810c43e-7626-4f9b-b981-5c00285f7b5d tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0495188 Nov 19 04:39:07.645284 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c61e36ef-8e5b-41b9-bb2d-5d91df1a4946 req-f94bbae2-edb5-417c-b883-fe80674afe4b tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415206 Nov 19 04:39:08.002083 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:39:08.761992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dcf81-69da-47a3-9c80-715d8752ed37 req-8fb113b6-78ae-4259-aeb5-eaa6179c8f4f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:08.763699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f1dcf81-69da-47a3-9c80-715d8752ed37 req-8fb113b6-78ae-4259-aeb5-eaa6179c8f4f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 946 time: 0.0490189 Nov 19 04:39:08.814478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f1dcf81-69da-47a3-9c80-715d8752ed37 req-ecbfa480-1d89-401a-a45c-f163dc85d4d4 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Nov 19 04:39:08.874741 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-0a54439f-956c-428c-9492-dce910cd7a82 req-6385d2b8-768a-406f-b1c9-35afc4b6e72d service neutron] show failed (client error): The resource could not be found. Nov 19 04:39:08.875786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-6385d2b8-768a-406f-b1c9-35afc4b6e72d service neutron] 10.222.0.31 "GET /v2.0/ports/20981332-708c-44db-9d01-e8b939a20e07/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0559237 Nov 19 04:39:09.098060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-f0ac3682-5283-49e5-9732-5c391b33a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.099755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-f0ac3682-5283-49e5-9732-5c391b33a97d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7&tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6 HTTP/1.1" status: 200 len: 1097 time: 0.0419564 Nov 19 04:39:09.111051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:39:09.163776 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:09.320935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-803c6ed6-46aa-4658-83a7-942085ecdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.323446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-803c6ed6-46aa-4658-83a7-942085ecdd9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0423138 Nov 19 04:39:09.380017 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:09.414228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h2-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:39:09.429825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-4fc7d413-943a-41ac-ac0c-1ec545b37a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.431978 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-4fc7d413-943a-41ac-ac0c-1ec545b37a59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.0904541 Nov 19 04:39:09.455136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20981332-708c-44db-9d01-e8b939a20e07'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:39:09.457448 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44be60d-0689-44f5-bd80-f63f4372f93e" -d '{"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-unplugged", "status": "completed", "tag": "20981332-708c-44db-9d01-e8b939a20e07"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:39:09.461682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:09.474255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-949909f4-b961-4385-81e2-898c185cd22c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0351524 Nov 19 04:39:09.475729 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.provisioning_blocks [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Transition to ACTIVE for port object 20981332-708c-44db-9d01-e8b939a20e07 will not be triggered until provisioned by entity L2. {{(pid=109986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:39:09.480521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:09.516744 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cb3be8-2783-4058-a71a-bcb371cc86ea x-openstack-request-id: req-a6cb3be8-2783-4058-a71a-bcb371cc86ea {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:39:09.517053 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-unplugged", "status": "completed", "tag": "20981332-708c-44db-9d01-e8b939a20e07", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:39:09.517316 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6cb3be8-2783-4058-a71a-bcb371cc86ea {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:39:09.518229 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20981332-708c-44db-9d01-e8b939a20e07', 'code': 200} Nov 19 04:39:09.525055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-34e9686e-d04e-40b6-b1b2-5af236923fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.526566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-34e9686e-d04e-40b6-b1b2-5af236923fd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0461497 Nov 19 04:39:09.547608 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] No DVR routers for this DVR port 20981332-708c-44db-9d01-e8b939a20e07 on host n-h2-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:39:09.556997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:09.559044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-155fa06f-af48-4a2b-a48d-e4b9ad55e49e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251930 Nov 19 04:39:09.583263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.583616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.583965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.584307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.584647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.584988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.585323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.585659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.586013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.586348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.587063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.587488 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:09.600699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:39:09.601048 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:39:09.601382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 on network 328ad12c-942e-4754-b1da-de35ef34bba0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:39:09.606030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Port 20981332-708c-44db-9d01-e8b939a20e07 on network 328ad12c-942e-4754-b1da-de35ef34bba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:39:09.606366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Attempting to bind port 20981332-708c-44db-9d01-e8b939a20e07 on network 328ad12c-942e-4754-b1da-de35ef34bba0 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:39:09.611260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:39:09.611602 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Checking segment: {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:39:09.611984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Bound using segment: {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:39:09.612411 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Bound port: 20981332-708c-44db-9d01-e8b939a20e07, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716bef95-25f1-4099-93a0-42fa8c452797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:39:09.612768 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:09.652980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-cb74f9cc-2fd5-49bd-8961-ee1ec98a40a4 service neutron] 10.222.0.36 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Nov 19 04:39:09.680154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h1-818503-1, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:39:09.684308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:39:09.688547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:09.725780 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.726460 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:09.728971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] 10.222.0.36 "PUT /v2.0/ports/20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 1092 time: 0.6215210 Nov 19 04:39:09.745810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c39ccda-a58e-4c11-ad32-9e4f9f4f4e93 req-2578f01f-8f0b-4c12-8d58-eb6898a461a2 service neutron] 10.222.0.36 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Nov 19 04:39:09.747939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:09.828708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-3a55733c-509f-4bea-982a-0e7bf781b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.830221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-3a55733c-509f-4bea-982a-0e7bf781b2d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0450680 Nov 19 04:39:09.924765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-ac89c1e2-f32d-4b9a-b60a-a04f64d05474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.926188 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-ac89c1e2-f32d-4b9a-b60a-a04f64d05474 service neutron] 10.222.0.36 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.0895560 Nov 19 04:39:09.934178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a198c-c6e0-4355-be14-ed07c0060315 req-26cda525-6b31-48fe-974e-07358d9d4188 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:09.935707 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b1a198c-c6e0-4355-be14-ed07c0060315 req-26cda525-6b31-48fe-974e-07358d9d4188 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0508399 Nov 19 04:39:09.970594 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-0b174048-948d-49ff-ba4e-a15aff590a38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0377238 Nov 19 04:39:09.983814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3b1a198c-c6e0-4355-be14-ed07c0060315 req-667b9dae-934f-49f0-9975-3a6755823976 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Nov 19 04:39:10.020648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54439f-956c-428c-9492-dce910cd7a82 req-f18131de-19f7-4e5e-9f30-2a650373baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:10.022137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-f18131de-19f7-4e5e-9f30-2a650373baad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0450227 Nov 19 04:39:10.053124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-177039e7-f57a-4d4d-bab1-b3b561751e57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243571 Nov 19 04:39:10.144831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-301668dd-11aa-4a55-a91a-4c6f34a28ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Nov 19 04:39:10.238203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-c78b9c7b-3e1b-4144-971b-70d150357197 service neutron] 10.222.0.36 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859182 Nov 19 04:39:11.109129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f839-a2e3-47f7-b09f-faa967a52569 req-38b5dc1d-937f-467c-9760-0a991846c83d tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:11.110575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4586f839-a2e3-47f7-b09f-faa967a52569 req-38b5dc1d-937f-467c-9760-0a991846c83d tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0568032 Nov 19 04:39:11.157360 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4586f839-a2e3-47f7-b09f-faa967a52569 req-06384b40-d532-41ec-a0fa-b91c9d300bce tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Nov 19 04:39:11.519489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'tag': '20981332-708c-44db-9d01-e8b939a20e07'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:39:11.522287 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdead8a0-e0ee-442a-9174-b11373fb25cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "tag": "20981332-708c-44db-9d01-e8b939a20e07"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:39:11.569442 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8668c58-e2f7-49db-a939-da165592ea6d x-openstack-request-id: req-b8668c58-e2f7-49db-a939-da165592ea6d {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:39:11.569751 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "tag": "20981332-708c-44db-9d01-e8b939a20e07", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:39:11.570059 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8668c58-e2f7-49db-a939-da165592ea6d {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:39:11.570475 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'tag': '20981332-708c-44db-9d01-e8b939a20e07', 'status': 'completed', 'code': 200} Nov 19 04:39:11.666313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-57377682-e6e6-4730-a71b-a70584ddc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:11.667787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-57377682-e6e6-4730-a71b-a70584ddc3fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0701296 Nov 19 04:39:11.679996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-d7d78af7-6a8d-488e-9bf9-f1d240781e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:11.682558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-d7d78af7-6a8d-488e-9bf9-f1d240781e8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0503864 Nov 19 04:39:12.156820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-b5edb33e-2ea2-4e7f-b78c-86057f43ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.158215 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-b5edb33e-2ea2-4e7f-b78c-86057f43ade5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.4748073 Nov 19 04:39:12.203888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-613c98ff-73b0-4c28-9254-cb2b9058e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.205369 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-613c98ff-73b0-4c28-9254-cb2b9058e0ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.5036955 Nov 19 04:39:12.206756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-1a29440d-a801-4f6f-ae62-b4d856de5f90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0394223 Nov 19 04:39:12.281176 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-715d684b-3e77-40dc-89f9-9587cf60a370 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0415683 Nov 19 04:39:12.283766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18377c2-d3fb-4b58-8fae-555413c09228 req-ef54c5f1-b80d-4c9d-9e41-4276b2fd10ad tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.285292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18377c2-d3fb-4b58-8fae-555413c09228 req-ef54c5f1-b80d-4c9d-9e41-4276b2fd10ad tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 944 time: 0.0553222 Nov 19 04:39:12.302133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-95c97eec-9877-4394-8343-8d599ced1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.303577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-95c97eec-9877-4394-8343-8d599ced1a1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0900781 Nov 19 04:39:12.339055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f18377c2-d3fb-4b58-8fae-555413c09228 req-d5d70449-d41a-447f-b54f-3b4cd1b512e7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Nov 19 04:39:12.358435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-df8aa300-c249-4f3e-a2e0-ebf46be74d13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312433 Nov 19 04:39:12.377912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-d1ea2a37-f7a3-478d-a113-c13f86581071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.379357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-d1ea2a37-f7a3-478d-a113-c13f86581071 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0880663 Nov 19 04:39:12.446998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-b8aac63e-ffcf-4cce-94e4-fbe13f4cdf16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300930 Nov 19 04:39:12.533917 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-dff7d50f-8dfe-4a11-bc60-6fc9a047cbf5 service neutron] 10.222.0.36 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675639 Nov 19 04:39:12.628000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-da5c7794-acc9-48fa-85cf-90a0772bdcfa service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707656 Nov 19 04:39:12.642992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-21011627-680d-454d-903c-f6a9e271299f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.644529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-21011627-680d-454d-903c-f6a9e271299f tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.31 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7&tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0975249 Nov 19 04:39:12.701407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-3fd40ee1-5a7b-4554-9faa-56d9a3837443 service neutron] 10.222.0.36 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589844 Nov 19 04:39:12.709784 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-1ee6eb85-9d73-41f7-92de-d26b420e422e service neutron] delete failed (client error): The resource could not be found. Nov 19 04:39:12.711061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-1ee6eb85-9d73-41f7-92de-d26b420e422e service neutron] 10.222.0.31 "DELETE /v2.0/ports/20981332-708c-44db-9d01-e8b939a20e07/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0549669 Nov 19 04:39:12.742598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cdead8a0-e0ee-442a-9174-b11373fb25cf req-da073741-ce79-4b9b-b6f3-94a5db45074c service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019611 Nov 19 04:39:12.881947 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-4629b9eb-2382-4019-8452-9fab89171c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.883983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-4629b9eb-2382-4019-8452-9fab89171c86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 1095 time: 0.0416589 Nov 19 04:39:12.986403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-2aa7798a-4ba6-487c-9366-d0949c91d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:12.987814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-2aa7798a-4ba6-487c-9366-d0949c91d931 service neutron] 10.222.0.31 "GET /v2.0/networks?id=328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 200 len: 913 time: 0.0942593 Nov 19 04:39:13.034192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-d5622ad9-0746-43a3-842a-7543d1390c8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 200 len: 217 time: 0.0351512 Nov 19 04:39:13.086411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-16cace4a-698d-4427-bfa0-ec3b76f7ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:13.088539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-16cace4a-698d-4427-bfa0-ec3b76f7ee74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 200 len: 852 time: 0.0432003 Nov 19 04:39:13.125379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-43a9ff42-efda-44d5-971f-6c40056af184 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=328ad12c-942e-4754-b1da-de35ef34bba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252552 Nov 19 04:39:13.219533 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-6e3243eb-619b-4f75-93de-9d041aa5a358 service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845630 Nov 19 04:39:13.323555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-c83b867c-60b1-4e15-9a9b-c27fe33cd97d service neutron] 10.222.0.31 "GET /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927429 Nov 19 04:39:13.440026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 20981332-708c-44db-9d01-e8b939a20e07 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:39:13.538737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:13.557822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '20981332-708c-44db-9d01-e8b939a20e07', 'network_id': '328ad12c-942e-4754-b1da-de35ef34bba0', 'port_id': '20981332-708c-44db-9d01-e8b939a20e07', 'mac_address': 'fa:16:3e:78:38:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0acf097-1bd1-4ddc-bff8-77096debb1bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:39:13.601712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:13.615256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20981332-708c-44db-9d01-e8b939a20e07 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:39:13.634984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:13.638572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:13.685058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:13.692278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.692632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.692979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.693323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.693667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.694024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.694359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.694697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.695027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.695355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.695684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.696115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:13.856512 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['20981332-708c-44db-9d01-e8b939a20e07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:39:14.037277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 20981332-708c-44db-9d01-e8b939a20e07 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:39:14.076899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 20981332-708c-44db-9d01-e8b939a20e07 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:39:14.233063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998481a-725a-41fc-b717-b176f45ea392 req-dd5810c1-9e94-4338-b97c-c31e6571ffd7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:14.234629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3998481a-725a-41fc-b717-b176f45ea392 req-dd5810c1-9e94-4338-b97c-c31e6571ffd7 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 945 time: 0.0507324 Nov 19 04:39:14.286315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3998481a-725a-41fc-b717-b176f45ea392 req-bc19b580-37f8-4df8-b08c-2b9620e9919e tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Nov 19 04:39:15.413498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0948447-c68f-4670-9819-bfc145ebc4f8 req-1c9a3180-5ef1-4e46-b6e1-c04902586229 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:15.415736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0948447-c68f-4670-9819-bfc145ebc4f8 req-1c9a3180-5ef1-4e46-b6e1-c04902586229 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 945 time: 0.0561917 Nov 19 04:39:15.444257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 20981332-708c-44db-9d01-e8b939a20e07 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:39:15.464540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e0948447-c68f-4670-9819-bfc145ebc4f8 req-d4c3f3e0-cb36-4d86-8a34-3d43d174b0c6 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a15ab72-7d63-47ce-b7df-058c55185d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Nov 19 04:39:15.495522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-4098bffa-eafe-453d-b97b-46175925ef4e tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:15.497021 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-4098bffa-eafe-453d-b97b-46175925ef4e tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.36 "GET /v2.0/ports?device_id=a85abfbf-4ca6-46b7-97dd-088870e76ce7 HTTP/1.1" status: 200 len: 945 time: 0.0564723 Nov 19 04:39:15.504149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 20981332-708c-44db-9d01-e8b939a20e07 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:39:15.507752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 20981332-708c-44db-9d01-e8b939a20e07 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:39:15.508127 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.588429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.597205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Deleting port 20981332-708c-44db-9d01-e8b939a20e07 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:39:15.597705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.611615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20981332-708c-44db-9d01-e8b939a20e07'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:39:15.614161 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a9d7c-7604-4678-b8e6-f748833b63db" -d '{"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-plugged", "status": "completed", "tag": "20981332-708c-44db-9d01-e8b939a20e07"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:39:15.627780 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:15.633075 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.656766 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5dc5b7-7d6b-489b-9a5d-caef6e349cf0 x-openstack-request-id: req-8c5dc5b7-7d6b-489b-9a5d-caef6e349cf0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:39:15.657070 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-plugged", "status": "completed", "tag": "20981332-708c-44db-9d01-e8b939a20e07", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:39:15.657329 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c5dc5b7-7d6b-489b-9a5d-caef6e349cf0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:39:15.657721 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20981332-708c-44db-9d01-e8b939a20e07', 'code': 200} Nov 19 04:39:15.683461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:15.694067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] For port 20981332-708c-44db-9d01-e8b939a20e07, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=20981332-708c-44db-9d01-e8b939a20e07,segment=NetworkSegment(716bef95-25f1-4099-93a0-42fa8c452797),segment_id=716bef95-25f1-4099-93a0-42fa8c452797)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:15.694422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.707429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Calling delete_port for 20981332-708c-44db-9d01-e8b939a20e07 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:39:15.837835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.850159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['20981332-708c-44db-9d01-e8b939a20e07'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:39:15.866799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Pushing event deleted for resources: {'Port': ['ID=20981332-708c-44db-9d01-e8b939a20e07,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:15.892295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.892657 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.893015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.893384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.893716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.894098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.894440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.894776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.895111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.895447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.895787 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.896125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:39:15.918026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] No DVR routers for this DVR port 20981332-708c-44db-9d01-e8b939a20e07 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:39:15.920605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:15.924237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-5b743bda-3a5f-45c3-919b-f4ad459be779 tempest-DeleteServersTestJSON-491086170 tempest-DeleteServersTestJSON-491086170-project] 10.222.0.36 "DELETE /v2.0/ports/20981332-708c-44db-9d01-e8b939a20e07 HTTP/1.1" status: 204 len: 173 time: 0.4199972 Nov 19 04:39:15.924713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-deleted', 'tag': '20981332-708c-44db-9d01-e8b939a20e07'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:39:15.927188 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54465d-9928-46c3-ae38-c851ca6d208a" -d '{"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-deleted", "tag": "20981332-708c-44db-9d01-e8b939a20e07"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:39:15.970912 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd327b8-6135-43b1-86b9-3019f885a53b x-openstack-request-id: req-fcd327b8-6135-43b1-86b9-3019f885a53b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:39:15.971212 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85abfbf-4ca6-46b7-97dd-088870e76ce7", "name": "network-vif-deleted", "tag": "20981332-708c-44db-9d01-e8b939a20e07", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:39:15.971471 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcd327b8-6135-43b1-86b9-3019f885a53b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:39:15.971884 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85abfbf-4ca6-46b7-97dd-088870e76ce7', 'name': 'network-vif-deleted', 'tag': '20981332-708c-44db-9d01-e8b939a20e07', 'status': 'completed', 'code': 200} Nov 19 04:39:16.595384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36934) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:39:16.641658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Deleting subnet e0acf097-1bd1-4ddc-bff8-77096debb1bc {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:39:16.644641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.683914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.722774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.772730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.796109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0acf097-1bd1-4ddc-bff8-77096debb1bc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:16.801655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.804945 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-90b9896a-89cf-4273-8930-d67cea8f8cc6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e0acf097-1bd1-4ddc-bff8-77096debb1bc HTTP/1.1" status: 204 len: 168 time: 0.2083311 Nov 19 04:39:16.807592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36936) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:39:16.880482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.962730 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:16.982148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328ad12c-942e-4754-b1da-de35ef34bba0']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:39:16.991299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716bef95-25f1-4099-93a0-42fa8c452797') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:39:16.991599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716bef95-25f1-4099-93a0-42fa8c452797') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:39:17.001259 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.015289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.021364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:39:17.021785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:39:17.023689 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:39:17.076555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.082275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.085499 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/328ad12c-942e-4754-b1da-de35ef34bba0 HTTP/1.1" status: 204 len: 168 time: 0.2769883 Nov 19 04:39:17.096906 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2cf7-78c9-44b8-b741-ca7ad2bb4ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=328ad12c-942e-4754-b1da-de35ef34bba0,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:17.192889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36940) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:39:17.232902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6797982e-8c11-44a7-8d01-f064c9abaddc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbbf8ade5ded4f7d84369e8380ef40d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387926 Nov 19 04:39:17.235341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36942) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:39:17.283704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc9a99f4-4096-4765-83f2-c607e810c914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.304589 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc9a99f4-4096-4765-83f2-c607e810c914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.350893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc9a99f4-4096-4765-83f2-c607e810c914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.354314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bc9a99f4-4096-4765-83f2-c607e810c914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:17.355481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bc9a99f4-4096-4765-83f2-c607e810c914 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a15ab72-7d63-47ce-b7df-058c55185d38 HTTP/1.1" status: 204 len: 168 time: 0.1192372 Nov 19 04:39:17.362988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a99f4-4096-4765-83f2-c607e810c914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15ab72-7d63-47ce-b7df-058c55185d38,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:18.005746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 36964) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:39:18.101539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1165393366-network', 'tenant_id': 'a2ce0799633446ff8f36432794da7491'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:39:18.128320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Made reservation on behalf of a2ce0799633446ff8f36432794da7491 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:39:18.130640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.139210 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.214657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.218454 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.245660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:39:18.260263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9020849-c8a6-4f40-a222-b6798455ecf9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:18.265222 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.265575 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Added segment f10f0960-e680-4e5a-a9e0-d95eb3187c4c of type vlan for network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 Nov 19 04:39:18.307971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.334223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.335189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:18.335774 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.389747 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3827989 Nov 19 04:39:18.393352 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 36968) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:39:18.401176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Request body: {'subnet': {'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1165393366-subnet', 'tenant_id': 'a2ce0799633446ff8f36432794da7491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:39:18.401460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c43036-9955-4366-8983-7d6fe30cf94f admin admin] Pushing event updated for resources: {'Network': ['ID=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:18.418540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:39:18.433128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Made reservation on behalf of a2ce0799633446ff8f36432794da7491 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:39:18.435531 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.610660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.680392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf328034-d04b-4baf-9df8-012cf7458a54,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:18.690521 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Checking segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:39:18.690890 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Network hostable DHCP agents. Network: 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:39:18.708145 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:39:18.717491 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:39:18.722009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:18.722614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:18.726899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74897e20-9e81-454e-ad60-847c92d63f6b None None] Network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:39:18.739456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1ffc2061-76cc-44ac-9fd6-fd744c0b3936 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3440566 Nov 19 04:39:18.849646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0477b1-b255-4898-9edb-104941c40233 None None] Network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:39:19.162883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-020aef12-eb1a-4645-a5f2-451a122bc368 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:19.164289 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-020aef12-eb1a-4645-a5f2-451a122bc368 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 815 time: 0.1015384 Nov 19 04:39:19.180085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-ad665868-dda9-4cd9-bc6b-5138d7f12f5c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/quotas/a2ce0799633446ff8f36432794da7491 HTTP/1.1" status: 200 len: 375 time: 0.0089397 Nov 19 04:39:19.215778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b35912ca-df7d-4ff9-838a-d4e4330efe9d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297835 Nov 19 04:39:19.309015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-d0583cdd-b458-47fc-a77a-00bde7db1a48 service neutron] 10.222.0.52 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853841 Nov 19 04:39:19.403286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-8c04b5e1-a8f1-4179-bc54-bc89242f3630 service neutron] 10.222.0.52 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882602 Nov 19 04:39:19.472672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 20981332-708c-44db-9d01-e8b939a20e07 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:39:19.500855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 20981332-708c-44db-9d01-e8b939a20e07 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:39:19.500855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 20981332-708c-44db-9d01-e8b939a20e07 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:39:19.559986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28f3890e-2135-4ebc-825b-9fabbb64a1ab req-59f09d0b-4fe3-4ca8-b30d-b93d86e45cc0 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 210 time: 0.0281019 Nov 19 04:39:20.655431 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd2be60b-94bf-44ae-b091-e9eac802b583 req-1e2530f6-0864-4269-a4e3-44c20058adb4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Nov 19 04:39:20.791390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-2201a86b-0af0-4e1d-b9ec-fc44d0c73c0d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:20.792890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-2201a86b-0af0-4e1d-b9ec-fc44d0c73c0d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 815 time: 0.1098192 Nov 19 04:39:20.828649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Request body: {'port': {'device_id': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'admin_state_up': True, 'tenant_id': 'a2ce0799633446ff8f36432794da7491'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:39:20.938931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Made reservation on behalf of a2ce0799633446ff8f36432794da7491 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:39:20.942325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.065601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Allocated IP 172.20.0.7 (1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2/bf328034-d04b-4baf-9df8-012cf7458a54/3bd50b95-e34f-40c8-a8b8-8169fbfc28d9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:39:21.210218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.244103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.285254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:39:21.288391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:39:21.292837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:39:21.318229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f1d830f7-c724-48a3-ae53-f8879a7debdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.324096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:21.350135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:21.350758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.367016 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6825484f-3b65-44f5-8add-ea0a4c3be394 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421677 Nov 19 04:39:21.393393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Request body: {'port': {'device_id': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:39:21.446617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.700711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:39:21.708217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.721417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Transition to ACTIVE for port object 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:39:21.726249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.776259 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d818c8-ee80-4432-a62c-76913e13435d req-3df1f04d-11ef-4dd3-a00b-3238d94c030b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:21.777815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1d818c8-ee80-4432-a62c-76913e13435d req-3df1f04d-11ef-4dd3-a00b-3238d94c030b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 943 time: 0.0505092 Nov 19 04:39:21.779626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:21.826242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1d818c8-ee80-4432-a62c-76913e13435d req-61d682d6-1aec-430c-89d2-3bb0926b4ec6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Nov 19 04:39:21.851695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:39:21.852130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:39:21.852490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:39:21.857085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:39:21.857417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:39:21.862239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:39:21.862585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Checking segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:39:21.862976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Bound using segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:39:21.863410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Bound port: 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:39:21.864037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.925779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:39:21.928767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:39:21.932579 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.971381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:21.972015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:21.973411 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] 10.222.0.31 "PUT /v2.0/ports/3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 1091 time: 0.5840838 Nov 19 04:39:21.973855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:39:21.976153 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8043e-ddf7-438e-b2ae-a3476a9b7770" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:39:22.001279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9f89b-b625-4ed0-a850-86347150a416 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:22.018912 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2089df35-62dd-4805-8883-ad423e411ec3 x-openstack-request-id: req-2089df35-62dd-4805-8883-ad423e411ec3 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:39:22.019286 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:39:22.019616 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2089df35-62dd-4805-8883-ad423e411ec3 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:39:22.020093 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'status': 'completed', 'code': 200} Nov 19 04:39:22.079582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-9f73f704-bb3b-4090-b58d-e1b86072e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:22.081157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-9f73f704-bb3b-4090-b58d-e1b86072e77b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1094 time: 0.0419154 Nov 19 04:39:22.139954 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6e656b75-388c-4d1d-88d0-63eb42be5680 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0355401 Nov 19 04:39:22.195429 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50819b-b835-4fb9-b2c4-e26903db211d req-e7657f16-8118-4bc8-8d35-1bada2f37abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:22.197529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-e7657f16-8118-4bc8-8d35-1bada2f37abe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0470846 Nov 19 04:39:22.233329 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-6a462d03-9e9a-423f-bde5-95d8aab2a2ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241992 Nov 19 04:39:22.326599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-f84890ca-4cef-418e-a23d-9a73b01f8515 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820138 Nov 19 04:39:22.424853 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df50819b-b835-4fb9-b2c4-e26903db211d req-4f81bb8b-0f46-402a-851d-65557fd81acc service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Nov 19 04:39:22.557094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-25e6b301-789d-4ea9-9466-97901df13a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:22.558604 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-25e6b301-789d-4ea9-9466-97901df13a39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1094 time: 0.0413518 Nov 19 04:39:22.653501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-8615f756-7283-405c-a8ca-ce89b9d3af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:22.654995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-8615f756-7283-405c-a8ca-ce89b9d3af66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0879388 Nov 19 04:39:22.698428 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-3ff2c3e2-ab30-4c32-afce-873dcd98292f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0357919 Nov 19 04:39:22.751235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-20094c65-acb7-487d-94cc-aa6e0c5ddff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:22.752790 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-20094c65-acb7-487d-94cc-aa6e0c5ddff1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0440953 Nov 19 04:39:22.787540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-97674d49-a474-4303-aae7-298aeac7869e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232735 Nov 19 04:39:22.887770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-3ac7e734-34f6-4458-98f2-e1ea10ca92dc service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923078 Nov 19 04:39:22.948734 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bba38-d738-429a-99cf-8b587ab5909b req-ce593398-b04a-4d99-93c0-db229cbc8d9a tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:22.950296 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea0bba38-d738-429a-99cf-8b587ab5909b req-ce593398-b04a-4d99-93c0-db229cbc8d9a tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 943 time: 0.0540195 Nov 19 04:39:22.953862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:22.987423 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14e8043e-ddf7-438e-b2ae-a3476a9b7770 req-bdce9f82-c63d-41ca-be6a-ce4557935543 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882182 Nov 19 04:39:23.000210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea0bba38-d738-429a-99cf-8b587ab5909b req-d0e61e9f-4f86-47a9-a5c7-73e8cd3a0449 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Nov 19 04:39:23.617810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c73be42e-b1ea-4c51-a5bc-4c2931c1322e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:24.115936 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbc914-0165-426e-a278-dda0a6ef3bdc req-e68745c5-7526-4c04-8bfb-07cea00bd653 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:24.117406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cbc914-0165-426e-a278-dda0a6ef3bdc req-e68745c5-7526-4c04-8bfb-07cea00bd653 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 943 time: 0.0492668 Nov 19 04:39:24.164140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72cbc914-0165-426e-a278-dda0a6ef3bdc req-c22b66d1-8edb-4eb1-a967-7fe4c2b373fb tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Nov 19 04:39:25.281503 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703eade-bd3c-4d74-a87c-d08593764363 req-8899319e-7308-4f54-9e9f-e7f69c6d6bae tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:25.283049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6703eade-bd3c-4d74-a87c-d08593764363 req-8899319e-7308-4f54-9e9f-e7f69c6d6bae tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 943 time: 0.0492723 Nov 19 04:39:25.334354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6703eade-bd3c-4d74-a87c-d08593764363 req-cd37c569-6dea-4787-9fab-8fa2b166ed35 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Nov 19 04:39:25.381780 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:26.088682 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:39:26.184549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:26.195716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'port_id': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'mac_address': 'fa:16:3e:f3:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf328034-d04b-4baf-9df8-012cf7458a54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:39:26.232218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:26.245419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:39:26.265048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:26.268836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:26.320094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:26.453106 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078273c0-84b9-47a9-951a-594119cc9c73 req-ce79fe1f-36fa-4a7b-bacb-1603f44ed820 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:26.454769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-078273c0-84b9-47a9-951a-594119cc9c73 req-ce79fe1f-36fa-4a7b-bacb-1603f44ed820 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 944 time: 0.0513799 Nov 19 04:39:26.501042 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:26.504256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-078273c0-84b9-47a9-951a-594119cc9c73 req-e4b5e150-6152-4d32-b0b5-52e365d97067 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Nov 19 04:39:26.582497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:39:27.300686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:27.619643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f254f-04cc-4e19-af36-30ddb0bc640d req-64bb62a7-3078-43b7-8d69-ccc6b79376e9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:27.620836 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d42f254f-04cc-4e19-af36-30ddb0bc640d req-64bb62a7-3078-43b7-8d69-ccc6b79376e9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 944 time: 0.0491726 Nov 19 04:39:27.669845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d42f254f-04cc-4e19-af36-30ddb0bc640d req-52c81bdd-b263-4214-87cd-ded54599f451 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Nov 19 04:39:28.104291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:39:28.155862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:39:28.159717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:39:28.160104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:28.235148 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:28.257877 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:39:28.260308 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d35527-29e8-4c0e-9ca8-41b85b0fa4d2" -d '{"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-plugged", "status": "completed", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:39:28.274000 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:39:28.278216 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:28.304533 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ba36bd-2b19-4b02-a99f-e2dd157fd736 x-openstack-request-id: req-c4ba36bd-2b19-4b02-a99f-e2dd157fd736 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:39:28.304839 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-plugged", "status": "completed", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:39:28.305102 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4ba36bd-2b19-4b02-a99f-e2dd157fd736 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:39:28.305496 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'code': 200} Nov 19 04:39:28.332185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:39:28.467882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ede6c-62ab-4e98-85fd-30acc07ae21f req-3a440fa8-2728-4bbf-b113-dfcf11c2cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:28.469402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd1ede6c-62ab-4e98-85fd-30acc07ae21f req-3a440fa8-2728-4bbf-b113-dfcf11c2cfb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1096 time: 0.0444217 Nov 19 04:39:28.515760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fd1ede6c-62ab-4e98-85fd-30acc07ae21f req-f9318440-5f60-486e-9c90-b5f30b47ea80 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Nov 19 04:39:28.789599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e151cd9-7507-4f4a-9949-a5d38c311e3b req-e88e4502-af88-4a9c-9d20-5adf78fcdabb tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:28.791104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e151cd9-7507-4f4a-9949-a5d38c311e3b req-e88e4502-af88-4a9c-9d20-5adf78fcdabb tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0532360 Nov 19 04:39:28.837432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5e151cd9-7507-4f4a-9949-a5d38c311e3b req-9faa12da-a6fa-4c2c-9685-9b7c4dc06661 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Nov 19 04:39:29.952476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650bc0-67f8-4593-8b6f-a68de9721787 req-94b3e24b-d784-4aa3-9275-17ca4044d370 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:29.953989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1650bc0-67f8-4593-8b6f-a68de9721787 req-94b3e24b-d784-4aa3-9275-17ca4044d370 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0494046 Nov 19 04:39:30.001483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1650bc0-67f8-4593-8b6f-a68de9721787 req-58fd905e-c342-4c8a-88e1-5f3ea18ad728 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Nov 19 04:39:30.118141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c18f2-83f6-441b-b864-d2ec1b8e976f req-33722c0b-34a9-48a8-b6e8-1014d7a7cae7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:30.119544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df0c18f2-83f6-441b-b864-d2ec1b8e976f req-33722c0b-34a9-48a8-b6e8-1014d7a7cae7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Nov 19 04:39:30.167337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df0c18f2-83f6-441b-b864-d2ec1b8e976f req-a45f89eb-22f1-4452-a07c-308bf77e10a6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Nov 19 04:39:30.370655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743da76-e92c-482b-8735-dc5de34360a0 req-562ac19c-4820-4ee3-938f-fc3b73f4af32 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:30.372115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2743da76-e92c-482b-8735-dc5de34360a0 req-562ac19c-4820-4ee3-938f-fc3b73f4af32 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Nov 19 04:39:30.418822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2743da76-e92c-482b-8735-dc5de34360a0 req-3959ec1e-f1cc-445a-94e3-d44582fd5674 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Nov 19 04:39:30.530399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31406708-043e-4ad7-8c82-ea20a35902d3 req-f6b0852f-cb9c-4468-891e-b1f8cb71638a tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:30.531873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31406708-043e-4ad7-8c82-ea20a35902d3 req-f6b0852f-cb9c-4468-891e-b1f8cb71638a tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Nov 19 04:39:30.582368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31406708-043e-4ad7-8c82-ea20a35902d3 req-55050765-467f-46ce-aff7-0d0923d134b8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Nov 19 04:39:30.804576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-91bf2a8e-38fb-49f0-b0c7-1ab63a86540d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398235 Nov 19 04:39:30.821768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3acab-1a59-437c-baf6-65ad287d0335 req-5b3148eb-e3a1-402e-9fe1-fa0aa5a45201 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:30.823577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3be3acab-1a59-437c-baf6-65ad287d0335 req-5b3148eb-e3a1-402e-9fe1-fa0aa5a45201 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Nov 19 04:39:30.875043 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3be3acab-1a59-437c-baf6-65ad287d0335 req-720744af-4e52-4bc2-942d-da2273e95109 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Nov 19 04:39:31.984582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-b2ca5ebd-898a-448a-84c4-5554c98d7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:31.986149 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-b2ca5ebd-898a-448a-84c4-5554c98d7703 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1096 time: 0.0422652 Nov 19 04:39:32.000039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f2d8-9ba8-4ac7-ab4c-5c01f06f0700 req-6ec224b1-e31b-4d77-9cc8-401afa30ad6d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:32.001566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c877f2d8-9ba8-4ac7-ab4c-5c01f06f0700 req-6ec224b1-e31b-4d77-9cc8-401afa30ad6d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0492549 Nov 19 04:39:32.049083 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c877f2d8-9ba8-4ac7-ab4c-5c01f06f0700 req-802a2901-b601-4b8e-a55a-f9a1d4486ce8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Nov 19 04:39:32.081635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-9a28a8b5-97bb-4f00-a6ec-e7e0582e4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:32.083209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-9a28a8b5-97bb-4f00-a6ec-e7e0582e4f59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0901606 Nov 19 04:39:32.126626 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-6df1720b-6d78-4116-b6bd-e41c4899d7ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0355277 Nov 19 04:39:32.179105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-055507a3-c93f-4839-a2ba-e49139cfbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:32.180547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-055507a3-c93f-4839-a2ba-e49139cfbafd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0471187 Nov 19 04:39:32.213476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-b7b0250c-4763-4192-b657-0610146fdbb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260146 Nov 19 04:39:32.217433 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:32.304944 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-22b60412-45c9-4e5b-a129-3615d1009eb0 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845666 Nov 19 04:39:32.399179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-f02217b3-909c-4d43-99eb-0a27fe10e0b8 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Nov 19 04:39:33.172338 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e78c7-3511-463f-bcb0-9e400f3dcc66 req-eb39ada0-db59-49d1-aac4-60c6b3f52fa8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:33.173779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e96e78c7-3511-463f-bcb0-9e400f3dcc66 req-eb39ada0-db59-49d1-aac4-60c6b3f52fa8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0533741 Nov 19 04:39:33.220413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e96e78c7-3511-463f-bcb0-9e400f3dcc66 req-c6ef4ff0-fd1a-4a4f-b27b-fbca28e462c9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Nov 19 04:39:33.880533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca7c8-da74-4f1e-8deb-082939765812 req-6f8788a2-1798-49f0-badc-a7495ec903e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:33.882050 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-6f8788a2-1798-49f0-badc-a7495ec903e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1096 time: 0.0425153 Nov 19 04:39:33.988013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca7c8-da74-4f1e-8deb-082939765812 req-d9d555c0-b8be-4d51-b773-e500d21dc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:33.989773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-d9d555c0-b8be-4d51-b773-e500d21dc669 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0887260 Nov 19 04:39:34.031427 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-4402c211-4d42-4081-a711-2ca890e86aa2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0346606 Nov 19 04:39:34.079549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca7c8-da74-4f1e-8deb-082939765812 req-80da9efe-2291-40ac-83cf-ecaabb5fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:34.080950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-80da9efe-2291-40ac-83cf-ecaabb5fa4f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0427537 Nov 19 04:39:34.111297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-2456288d-87a3-4af5-b3ef-40e367e149dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232172 Nov 19 04:39:34.202143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-8d354726-10e1-45d2-ac69-32d537f10a86 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838611 Nov 19 04:39:34.306275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-132ca7c8-da74-4f1e-8deb-082939765812 req-59372b11-8329-4b91-94b2-e10b41e7de46 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939243 Nov 19 04:39:34.340056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce643b3-4662-43f6-9856-b83be379b40a req-2c0d40a8-e77f-4a76-8ddc-fba87156320c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:34.341607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cce643b3-4662-43f6-9856-b83be379b40a req-2c0d40a8-e77f-4a76-8ddc-fba87156320c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Nov 19 04:39:34.391657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cce643b3-4662-43f6-9856-b83be379b40a req-f98e1634-508a-40c9-97af-1efca305d934 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Nov 19 04:39:35.511953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f195c5-c3ae-4303-979c-1216493d4c04 req-b8f75d40-6331-4225-81b1-b0aa9eb9c49c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:35.514532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6f195c5-c3ae-4303-979c-1216493d4c04 req-b8f75d40-6331-4225-81b1-b0aa9eb9c49c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0500896 Nov 19 04:39:35.563999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6f195c5-c3ae-4303-979c-1216493d4c04 req-15d96ff0-6dc5-4e3e-8bb3-476d29b3a3f8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Nov 19 04:39:36.678658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f7676-955c-48b7-9e53-7765133219cd req-cc6cd4d5-c79e-487a-866b-429344d036f2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:36.680058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c3f7676-955c-48b7-9e53-7765133219cd req-cc6cd4d5-c79e-487a-866b-429344d036f2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0477111 Nov 19 04:39:36.727845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c3f7676-955c-48b7-9e53-7765133219cd req-aab74680-ed90-4672-881c-44baa39a39c5 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Nov 19 04:39:37.844232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afdb54-f0ef-42ef-8d36-3f92a07e77b3 req-a924b401-a12a-4f50-9ccc-ae1d16b0256e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:37.845735 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00afdb54-f0ef-42ef-8d36-3f92a07e77b3 req-a924b401-a12a-4f50-9ccc-ae1d16b0256e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Nov 19 04:39:37.893791 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00afdb54-f0ef-42ef-8d36-3f92a07e77b3 req-7ab81d51-08b7-4917-af5b-9a29fa41a819 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Nov 19 04:39:39.013275 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf55a-ea88-48fd-8590-052463874eb6 req-865862ce-d3b6-48f2-ad05-a95d42da84e7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:39.014941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2faf55a-ea88-48fd-8590-052463874eb6 req-865862ce-d3b6-48f2-ad05-a95d42da84e7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0530312 Nov 19 04:39:39.063140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2faf55a-ea88-48fd-8590-052463874eb6 req-ffc74b5a-114e-427c-bf35-adea5b420696 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Nov 19 04:39:40.181514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a78ad7-fee4-4da2-860d-f17b1b70276e req-8a9347d5-1107-4521-8ac7-f7fbaa347083 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:40.183044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14a78ad7-fee4-4da2-860d-f17b1b70276e req-8a9347d5-1107-4521-8ac7-f7fbaa347083 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0497041 Nov 19 04:39:40.229889 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14a78ad7-fee4-4da2-860d-f17b1b70276e req-b3ef96eb-3129-41ab-bfd6-822c66d509c4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Nov 19 04:39:41.350384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18267082-fb4c-4e3b-ae95-705055ef14f9 req-e2542b11-74ae-4cd1-88df-dde1051c9a20 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:41.351905 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18267082-fb4c-4e3b-ae95-705055ef14f9 req-e2542b11-74ae-4cd1-88df-dde1051c9a20 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Nov 19 04:39:41.399740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18267082-fb4c-4e3b-ae95-705055ef14f9 req-8ab64923-588d-4609-b934-26cd2bc35699 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Nov 19 04:39:42.516191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1edb-6cb9-4a01-93b7-bebec9161cce req-4b6a3dbc-ffde-4fbc-a382-8e9fa918b2f4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:42.517693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e4b1edb-6cb9-4a01-93b7-bebec9161cce req-4b6a3dbc-ffde-4fbc-a382-8e9fa918b2f4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Nov 19 04:39:42.565365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9e4b1edb-6cb9-4a01-93b7-bebec9161cce req-9c449e3c-9e53-443f-aa93-13310caa34b6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Nov 19 04:39:43.682209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6f6c-cb2e-49be-ac00-f58c4b62d585 req-6bdb7bfd-922e-4ff6-b37a-0ccacb5fd81b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:43.683686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72ad6f6c-cb2e-49be-ac00-f58c4b62d585 req-6bdb7bfd-922e-4ff6-b37a-0ccacb5fd81b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0500085 Nov 19 04:39:43.734812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-72ad6f6c-cb2e-49be-ac00-f58c4b62d585 req-660a4a43-d805-4b81-9004-26bff34ccd8d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Nov 19 04:39:44.853135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba5f0a-269a-40c7-b2fc-77ad8b8b6166 req-65679576-02c5-42c6-9a4a-d625833619bd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:44.854675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6ba5f0a-269a-40c7-b2fc-77ad8b8b6166 req-65679576-02c5-42c6-9a4a-d625833619bd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0494251 Nov 19 04:39:44.902657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6ba5f0a-269a-40c7-b2fc-77ad8b8b6166 req-1de9bd89-8d22-436b-b2fb-e598a5445c4d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Nov 19 04:39:45.001648 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:39:46.018703 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c3984-c25d-4515-abb1-14865af83d92 req-acdd1f06-ce0f-4dc7-b10b-b8f1f91ab9c8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:46.020203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f7c3984-c25d-4515-abb1-14865af83d92 req-acdd1f06-ce0f-4dc7-b10b-b8f1f91ab9c8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0488379 Nov 19 04:39:46.067538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f7c3984-c25d-4515-abb1-14865af83d92 req-5350c7d6-adb6-46c8-ad4a-5aac5d2d76eb tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Nov 19 04:39:47.187575 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eb942-5639-4898-836b-352704b6b879 req-20a12217-1e64-4623-a7db-aac20a8521a6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:47.189068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c0eb942-5639-4898-836b-352704b6b879 req-20a12217-1e64-4623-a7db-aac20a8521a6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Nov 19 04:39:47.235940 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c0eb942-5639-4898-836b-352704b6b879 req-d33959d6-179e-4ba9-8a99-d9ccdcdeca81 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Nov 19 04:39:48.358666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa6759-dae1-4682-a03e-6c004b38ca0e req-4a6d62ea-a790-4137-9830-b20a0cbed4d3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:48.360300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0cfa6759-dae1-4682-a03e-6c004b38ca0e req-4a6d62ea-a790-4137-9830-b20a0cbed4d3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Nov 19 04:39:48.409802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0cfa6759-dae1-4682-a03e-6c004b38ca0e req-142e3067-2952-4e6c-ba91-0ca99eb04509 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Nov 19 04:39:49.524199 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85132fbc-d652-497e-9a11-1dd88b7ff93c req-98455edb-7562-46e0-b89c-d7c8902e8ee6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:49.525661 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85132fbc-d652-497e-9a11-1dd88b7ff93c req-98455edb-7562-46e0-b89c-d7c8902e8ee6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0488565 Nov 19 04:39:49.576845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85132fbc-d652-497e-9a11-1dd88b7ff93c req-ce02a2b0-93c5-41cd-9745-c864045a32a6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Nov 19 04:39:50.692752 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79452e3-bf56-4bc0-a3ed-d2da31f2a58c req-da0762b8-6353-412c-8968-8928f8160592 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:50.694191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d79452e3-bf56-4bc0-a3ed-d2da31f2a58c req-da0762b8-6353-412c-8968-8928f8160592 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0497377 Nov 19 04:39:50.742473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d79452e3-bf56-4bc0-a3ed-d2da31f2a58c req-c2d81035-c9ae-4689-8120-304fd6d6b99c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Nov 19 04:39:51.319656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3198-a934-4a50-a6c1-edb33d1bcada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:51.856587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7f3cc-a955-4750-980f-042ce2daf21e req-43f22628-e6f5-404f-848f-671bfdac659b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:51.858657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63a7f3cc-a955-4750-980f-042ce2daf21e req-43f22628-e6f5-404f-848f-671bfdac659b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0495689 Nov 19 04:39:51.905213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-63a7f3cc-a955-4750-980f-042ce2daf21e req-1f2a1472-b5d7-4bc3-8b79-f03c18d0ba71 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Nov 19 04:39:52.957869 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:53.028209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48475-e9af-4eee-a55a-9727c8fa40d4 req-629ed14b-e856-4ccb-977d-64649515fc7d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:53.030470 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc48475-e9af-4eee-a55a-9727c8fa40d4 req-629ed14b-e856-4ccb-977d-64649515fc7d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0548491 Nov 19 04:39:53.079008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cbc48475-e9af-4eee-a55a-9727c8fa40d4 req-6b944969-3112-4e2c-b2ee-408ed81f0272 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Nov 19 04:39:53.619612 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-abb5b349-7198-4d75-b982-5a6ec7c49bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:54.195152 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd718e-29f3-45b4-8d29-087371e6b7ee req-a5be7e08-bde2-42d6-9b2f-43f4e037743b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:54.196633 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35fd718e-29f3-45b4-8d29-087371e6b7ee req-a5be7e08-bde2-42d6-9b2f-43f4e037743b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Nov 19 04:39:54.243779 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-35fd718e-29f3-45b4-8d29-087371e6b7ee req-bf1222a4-5659-4973-ba1f-2c27bf6ad79d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Nov 19 04:39:55.365311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4eca0-925f-42b8-93fc-a0ee88f2221d req-8405de12-24db-45f1-8508-7f4784331add tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:55.366821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28c4eca0-925f-42b8-93fc-a0ee88f2221d req-8405de12-24db-45f1-8508-7f4784331add tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0525894 Nov 19 04:39:55.385227 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:55.416930 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-28c4eca0-925f-42b8-93fc-a0ee88f2221d req-10b3b245-f37f-41fd-891a-5b3938c006ab tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Nov 19 04:39:56.505598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:56.532664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152313-2c97-4233-a5bf-9e6b2c1c3ee5 req-0d6d0c76-1f4d-44a3-8316-5c2d3d67baf2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:56.534181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14152313-2c97-4233-a5bf-9e6b2c1c3ee5 req-0d6d0c76-1f4d-44a3-8316-5c2d3d67baf2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Nov 19 04:39:56.580639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14152313-2c97-4233-a5bf-9e6b2c1c3ee5 req-71c6ffd9-2573-4798-82ac-0ac08c5107b1 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Nov 19 04:39:57.302525 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:39:57.697188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bf7d-77e9-4692-baa4-759e0c3ea079 req-ed20f9a6-12fa-4c6b-a8d3-6452de0ec5e1 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:57.698701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fd7bf7d-77e9-4692-baa4-759e0c3ea079 req-ed20f9a6-12fa-4c6b-a8d3-6452de0ec5e1 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0487425 Nov 19 04:39:57.749041 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fd7bf7d-77e9-4692-baa4-759e0c3ea079 req-e50f86aa-1a94-4f9f-b582-7548b452ebaf tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Nov 19 04:39:58.867385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204beb8-8a3b-4665-a7a5-aaf6837569fb req-98a8ed40-e50d-4185-9b7b-c87a1201f66f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:39:58.868938 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8204beb8-8a3b-4665-a7a5-aaf6837569fb req-98a8ed40-e50d-4185-9b7b-c87a1201f66f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0499835 Nov 19 04:39:58.917286 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8204beb8-8a3b-4665-a7a5-aaf6837569fb req-257c45be-8f5f-42c7-b0f8-292cb51ef673 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Nov 19 04:40:00.037011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28bf2-1e96-4dc0-9595-31c9b1eef9ed req-4dda565e-ff0d-435b-a046-dd11c819fd4c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:00.038546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eca28bf2-1e96-4dc0-9595-31c9b1eef9ed req-4dda565e-ff0d-435b-a046-dd11c819fd4c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Nov 19 04:40:00.085119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eca28bf2-1e96-4dc0-9595-31c9b1eef9ed req-e8a5e1f2-54e7-40cc-a5e5-35e542e69049 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Nov 19 04:40:01.204643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689aded-d1c9-45c0-8786-f4ac28fc0c86 req-1092fd2e-46af-4b16-a26a-4b9c72b23753 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:01.206155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5689aded-d1c9-45c0-8786-f4ac28fc0c86 req-1092fd2e-46af-4b16-a26a-4b9c72b23753 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Nov 19 04:40:01.253301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5689aded-d1c9-45c0-8786-f4ac28fc0c86 req-6b5e7cbc-10ad-4374-9a75-01691b927be7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Nov 19 04:40:02.233271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:02.375510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42c80-160e-465e-a11c-cdde203be535 req-6acbbe56-0367-4b18-852d-9e5bbe4cd530 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:02.377042 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64e42c80-160e-465e-a11c-cdde203be535 req-6acbbe56-0367-4b18-852d-9e5bbe4cd530 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Nov 19 04:40:02.431389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64e42c80-160e-465e-a11c-cdde203be535 req-e65026b5-ccad-49ad-b024-4d781bcc7040 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Nov 19 04:40:03.545771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657480bf-c5ac-4e91-94dd-af1df7f2d1e1 req-ab56efca-e966-485a-9726-96879398fd24 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:03.547282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-657480bf-c5ac-4e91-94dd-af1df7f2d1e1 req-ab56efca-e966-485a-9726-96879398fd24 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0481389 Nov 19 04:40:03.599091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-657480bf-c5ac-4e91-94dd-af1df7f2d1e1 req-bfb5eb91-7a29-4d7b-8d36-3d74628b07a9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459573 Nov 19 04:40:04.714978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b7365-fc8a-41d1-ba46-fa341c707264 req-426e7d76-341d-43f6-bdb0-522d5a534db7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:04.716480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5b7365-fc8a-41d1-ba46-fa341c707264 req-426e7d76-341d-43f6-bdb0-522d5a534db7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0485868 Nov 19 04:40:04.725142 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-0b1332d1-414b-42e5-9415-0b0538ca1c1a service neutron] show failed (client error): The resource could not be found. Nov 19 04:40:04.726213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-0b1332d1-414b-42e5-9415-0b0538ca1c1a service neutron] 10.222.0.31 "GET /v2.0/ports/3bd50b95-e34f-40c8-a8b8-8169fbfc28d9/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0564432 Nov 19 04:40:04.763674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3f5b7365-fc8a-41d1-ba46-fa341c707264 req-be215f5f-6fb6-495b-9850-bd74537dc4a8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Nov 19 04:40:04.946785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-52f7a449-bdb0-4e35-9c4c-2838efb98b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:04.948196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-52f7a449-bdb0-4e35-9c4c-2838efb98b8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4&tenant_id=a2ce0799633446ff8f36432794da7491 HTTP/1.1" status: 200 len: 1096 time: 0.0408435 Nov 19 04:40:04.961235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-8b822871-eda7-4d60-a62c-1526c8635b00 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:40:04.962240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-8b822871-eda7-4d60-a62c-1526c8635b00 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054297 Nov 19 04:40:04.975387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:40:05.032460 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:05.233560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:05.266445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:40:05.305280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:05.307572 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1820c33a-4f02-408c-a7a7-85b02f492104" -d '{"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-unplugged", "status": "completed", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:05.311885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:05.324037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Transition to ACTIVE for port object 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:40:05.327835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:05.361323 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4bd20-86d8-446f-aca8-5606cd4b4574 x-openstack-request-id: req-a8a4bd20-86d8-446f-aca8-5606cd4b4574 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:05.361642 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-unplugged", "status": "completed", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:05.361887 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8a4bd20-86d8-446f-aca8-5606cd4b4574 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:05.362319 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'code': 200} Nov 19 04:40:05.392930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:05.395179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] No DVR routers for this DVR port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:40:05.432693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:40:05.433036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:40:05.433369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:40:05.438841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:40:05.439172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Attempting to bind port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:40:05.443976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:40:05.444321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Checking segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:40:05.444715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Bound using segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:40:05.445142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Bound port: 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:40:05.445504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:05.508873 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:40:05.511875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:40:05.516037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:05.551859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:05.552525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:05.553904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] 10.222.0.36 "PUT /v2.0/ports/3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 1091 time: 0.5822473 Nov 19 04:40:05.571953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff25a-8fcb-4e8a-a110-5a410744b067 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:05.616000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-bdb82f1f-4cae-4100-a4d5-b755aa2a4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:05.617476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-bdb82f1f-4cae-4100-a4d5-b755aa2a4983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1094 time: 0.0413265 Nov 19 04:40:05.708618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-819e8016-1929-4819-bceb-48fcc6e77852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:05.710106 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-819e8016-1929-4819-bceb-48fcc6e77852 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0850089 Nov 19 04:40:05.751767 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-17ed6a79-55a8-4afd-b56f-d35e94a510f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0341654 Nov 19 04:40:05.891107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c1b8-118d-4d42-af5d-2fc9375b89d0 req-0ffcfdac-bf94-4a39-95a1-2da00c2cd8d8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:05.892789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1895c1b8-118d-4d42-af5d-2fc9375b89d0 req-0ffcfdac-bf94-4a39-95a1-2da00c2cd8d8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 943 time: 0.0551972 Nov 19 04:40:05.942781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1895c1b8-118d-4d42-af5d-2fc9375b89d0 req-6108127a-86bc-4f0f-8da1-ef993d000707 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Nov 19 04:40:06.121153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-c2c1b6c4-47b5-44c8-9f13-6053b6b2dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:06.122634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-c2c1b6c4-47b5-44c8-9f13-6053b6b2dd61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.3641596 Nov 19 04:40:06.156223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-e03107b4-57b5-4578-8d01-665696db739f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241723 Nov 19 04:40:06.246158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-74ffdb4c-669b-493a-9e0b-f3e011a8cfce service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 Nov 19 04:40:06.336394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b9d823a3-898c-4bb8-a47f-88c1b8437e42 req-6d8366ec-07da-4b0e-8777-520b314e8c72 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836887 Nov 19 04:40:07.070587 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1504b-c187-420d-90c5-e15ea08f1afb req-41580366-1bf5-4302-93ed-c4037eec0908 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.072085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cd1504b-c187-420d-90c5-e15ea08f1afb req-41580366-1bf5-4302-93ed-c4037eec0908 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 943 time: 0.0541587 Nov 19 04:40:07.120466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cd1504b-c187-420d-90c5-e15ea08f1afb req-b529c71d-5afd-4955-a93f-f835df091d88 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Nov 19 04:40:07.363889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:07.366549 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efcb6bb-ce72-440e-82b7-f021401c58ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:07.413242 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00046a1a-fac7-4a3b-808c-48c910d96539 x-openstack-request-id: req-00046a1a-fac7-4a3b-808c-48c910d96539 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:07.413547 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:07.413812 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00046a1a-fac7-4a3b-808c-48c910d96539 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:07.414250 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'status': 'completed', 'code': 200} Nov 19 04:40:07.483527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-0cf344ed-2ded-43ef-9042-fd8c085457a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.485002 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-0cf344ed-2ded-43ef-9042-fd8c085457a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1094 time: 0.0502374 Nov 19 04:40:07.567515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-08ceb094-d674-4dcb-bd6c-47dc2b62d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.568999 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-08ceb094-d674-4dcb-bd6c-47dc2b62d9a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1094 time: 0.0984006 Nov 19 04:40:07.646595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-a8d75a6d-3e51-4035-8bf9-fb6116113fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.647981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-a8d75a6d-3e51-4035-8bf9-fb6116113fa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.1499114 Nov 19 04:40:07.699201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-e89942cb-5c2b-4f47-8320-e082e980bd26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0395081 Nov 19 04:40:07.715725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:40:07.746281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-ba8bb152-3e8c-4437-b36a-4c1bbd4108f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.747761 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-ba8bb152-3e8c-4437-b36a-4c1bbd4108f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.1663380 Nov 19 04:40:07.772406 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-3fdd9002-2f69-40a6-bd2a-9fc11e352a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.773851 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-3fdd9002-2f69-40a6-bd2a-9fc11e352a8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0631018 Nov 19 04:40:07.813881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:07.816283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-6f5a57e5-21db-485e-b978-c398172a1172 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0559697 Nov 19 04:40:07.825439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'port_id': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'mac_address': 'fa:16:3e:f3:0f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf328034-d04b-4baf-9df8-012cf7458a54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:40:07.836842 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-c18e50d8-188d-46a6-811f-afd4e3637200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297539 Nov 19 04:40:07.867015 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:07.880353 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:40:07.901630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:07.909389 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:07.943136 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-f63c5de1-deb9-4600-a787-c5fa9cf2b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:07.944622 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-f63c5de1-deb9-4600-a787-c5fa9cf2b96c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.1106865 Nov 19 04:40:07.965479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:07.993372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-a04a3142-8b49-4e49-98ee-8968cfb710f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323596 Nov 19 04:40:07.999102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-60309fe0-4fe2-4b24-9f25-abe7fecc2193 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502576 Nov 19 04:40:08.110863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:40:08.160615 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-2ff501e2-17f6-4a71-8297-3061038eebc1 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557505 Nov 19 04:40:08.162577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-4ee58386-7d14-4ea7-aaf1-3bb2b740e6d3 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509502 Nov 19 04:40:08.252985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e559-327a-480c-95c3-ffd0cd2d6565 req-52cd0ba6-9b87-4dd5-bb8b-cc924170defd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:08.254577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64d3e559-327a-480c-95c3-ffd0cd2d6565 req-52cd0ba6-9b87-4dd5-bb8b-cc924170defd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 944 time: 0.0575862 Nov 19 04:40:08.262240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:40:08.273387 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2efcb6bb-ce72-440e-82b7-f021401c58ed req-568c8c2a-5c47-4d9d-a5f4-7d8f23a49af6 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010096 Nov 19 04:40:08.303702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-64d3e559-327a-480c-95c3-ffd0cd2d6565 req-7cff2922-a788-40ee-88f5-845147d6a18f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Nov 19 04:40:08.305880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:40:08.504948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d650-4cb4-4a9d-b1aa-68d5545e8965 req-d6365481-4e26-43b7-9998-b79c8ba7bd5d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:08.506534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bff6d650-4cb4-4a9d-b1aa-68d5545e8965 req-d6365481-4e26-43b7-9998-b79c8ba7bd5d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 944 time: 0.0567503 Nov 19 04:40:08.542165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-57f2f532-a14e-4cc4-b2cc-3c594a464799 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:08.543645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-57f2f532-a14e-4cc4-b2cc-3c594a464799 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4&tenant_id=a2ce0799633446ff8f36432794da7491&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0536501 Nov 19 04:40:08.555895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bff6d650-4cb4-4a9d-b1aa-68d5545e8965 req-760a07d8-5071-404f-9316-e32692139aa3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Nov 19 04:40:08.610126 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-532d93a0-6f07-495d-bcfd-aeeff79bf151 service neutron] delete failed (client error): The resource could not be found. Nov 19 04:40:08.611181 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-532d93a0-6f07-495d-bcfd-aeeff79bf151 service neutron] 10.222.0.31 "DELETE /v2.0/ports/3bd50b95-e34f-40c8-a8b8-8169fbfc28d9/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0553060 Nov 19 04:40:08.734687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-8ce41233-ee20-44a1-9410-3121c2f0c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:08.736097 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-8ce41233-ee20-44a1-9410-3121c2f0c923 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1095 time: 0.0464358 Nov 19 04:40:08.830283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-f179da28-f1e3-4fc4-a879-5cbafac5a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:08.831763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-f179da28-f1e3-4fc4-a879-5cbafac5a0d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0849235 Nov 19 04:40:08.877904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-36221c0a-0661-4a8a-a7d4-08fa65a1f1ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0344265 Nov 19 04:40:08.935342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-1736fa65-d879-472d-b509-6c3ab12b58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:08.937135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-1736fa65-d879-472d-b509-6c3ab12b58d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0476439 Nov 19 04:40:08.973204 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-1030f8fe-b2e2-43f0-8451-a7d1af15ebea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254395 Nov 19 04:40:09.073082 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-aa35fcbe-e1b8-4290-a8c9-539c7da3e967 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871825 Nov 19 04:40:09.173182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-495449bb-15e8-4fb4-8ab2-eb261adcea3d req-1e663bec-cb48-4846-8519-13e8c9ad9589 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884154 Nov 19 04:40:09.675479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70b5e-cc47-41b7-b7b0-94c7e4a1b279 req-9e1bad4e-afb4-44d3-b324-e6546f61f484 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:09.677131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58b70b5e-cc47-41b7-b7b0-94c7e4a1b279 req-9e1bad4e-afb4-44d3-b324-e6546f61f484 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 944 time: 0.0494146 Nov 19 04:40:09.725926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-58b70b5e-cc47-41b7-b7b0-94c7e4a1b279 req-0c3ebea9-26b5-4a40-b5d0-3939cc8604c9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Nov 19 04:40:09.728142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:40:09.787445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:40:09.791254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:40:09.791766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:09.873876 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:09.897282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:09.899569 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ddfab-740f-4022-a657-a4a2a022be70" -d '{"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-plugged", "status": "completed", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:09.916905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:09.922019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:09.945238 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee029ca3-fa27-4284-abfd-fc26014c8ed4 x-openstack-request-id: req-ee029ca3-fa27-4284-abfd-fc26014c8ed4 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:09.945536 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-plugged", "status": "completed", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:09.945794 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee029ca3-fa27-4284-abfd-fc26014c8ed4 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:09.946212 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'code': 200} Nov 19 04:40:09.972354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:10.303694 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-7acb3900-7c26-45b0-a269-bafc716ad700 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417876 Nov 19 04:40:10.382928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-bff7326e-bb2a-4ed8-9c0e-ae451dc11636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:10.384482 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-bff7326e-bb2a-4ed8-9c0e-ae451dc11636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 1096 time: 0.0408430 Nov 19 04:40:10.495582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-d89c7839-db7a-4eb3-9a8d-c135d309efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:10.497124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-d89c7839-db7a-4eb3-9a8d-c135d309efa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0938611 Nov 19 04:40:10.539472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-a9c6e394-9f6a-424e-b3a9-a8a86a026909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 200 len: 217 time: 0.0350997 Nov 19 04:40:10.592820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-9ac6e4ff-42ed-442f-a39b-139429f5ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:10.594232 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-9ac6e4ff-42ed-442f-a39b-139429f5ef09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0482757 Nov 19 04:40:10.627260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-3d2314b3-1877-41ab-bb26-2e29ae6427b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248973 Nov 19 04:40:10.717628 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-b01fc606-a7ea-4ad7-8a2d-d1841a7f923e service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830555 Nov 19 04:40:10.812572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-34fc2ca4-bc0e-4613-8ed1-2d93988b40a6 req-7ec077e1-de8f-49c6-895d-8ac30c212cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Nov 19 04:40:10.844570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a41b38-e6e5-4dab-817e-ec48d384844d req-d444d9b1-6d8d-4fee-9dc5-d085c606bab9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:10.846064 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93a41b38-e6e5-4dab-817e-ec48d384844d req-d444d9b1-6d8d-4fee-9dc5-d085c606bab9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0499284 Nov 19 04:40:10.897802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93a41b38-e6e5-4dab-817e-ec48d384844d req-271e91ab-441c-4377-ac72-981009eaf42f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Nov 19 04:40:11.011265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f7667-b065-4b7b-9c2e-69f1f341fb0f req-2e1e096e-94fd-4e6f-b40e-37dd3c2ef116 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:11.012746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db8f7667-b065-4b7b-9c2e-69f1f341fb0f req-2e1e096e-94fd-4e6f-b40e-37dd3c2ef116 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0500653 Nov 19 04:40:11.059644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db8f7667-b065-4b7b-9c2e-69f1f341fb0f req-a672d5f1-31f4-4be2-b4db-4d899bf3ff7c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Nov 19 04:40:11.172208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7984b-24ac-4480-a89a-448d6a22d221 req-b5a28288-7ed3-464f-bf7d-c0da15b4888f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:11.173684 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66c7984b-24ac-4480-a89a-448d6a22d221 req-b5a28288-7ed3-464f-bf7d-c0da15b4888f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Nov 19 04:40:11.220434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66c7984b-24ac-4480-a89a-448d6a22d221 req-8f9e8677-c286-4081-8d1f-d788a914ae15 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Nov 19 04:40:11.569728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-8710527a-d98e-4c83-a239-94eeab2965ca tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:11.571228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-8710527a-d98e-4c83-a239-94eeab2965ca tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 815 time: 0.1046145 Nov 19 04:40:11.586304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-5c06e280-bed3-4d2e-a488-932cfb9d4bb3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/quotas/a2ce0799633446ff8f36432794da7491 HTTP/1.1" status: 200 len: 375 time: 0.0087559 Nov 19 04:40:11.633997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-38f34d58-ae5e-4190-9629-0a3dbca9abe0 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423346 Nov 19 04:40:11.726525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-29dff99a-0ed3-4905-a327-81c25f2fb559 service neutron] 10.222.0.52 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850394 Nov 19 04:40:11.822048 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a1b17041-8add-400d-bdeb-561b701f1d07 service neutron] 10.222.0.52 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894809 Nov 19 04:40:12.160618 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34da23bd-cf61-41b3-b7c7-7ffbbe87b7e5 req-faee12bf-9b1b-42d9-8ff8-95b999d7e853 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 210 time: 0.0307369 Nov 19 04:40:12.813910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-5244c997-8fcf-4673-8e2e-2843143feb64 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:12.815417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-5244c997-8fcf-4673-8e2e-2843143feb64 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b2c9a1f-388d-4215-955b-3694f26791b4 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Nov 19 04:40:12.911733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Deleting port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:40:12.912086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.007526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] For port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:13.007922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.022077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Calling delete_port for 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:40:13.153192 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.165630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:40:13.189123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Pushing event deleted for resources: {'Port': ['ID=3bd50b95-e34f-40c8-a8b8-8169fbfc28d9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:13.228568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] No DVR routers for this DVR port 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:40:13.231094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.235556 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-543cc64d-fd5a-460f-85ed-97c875250f47 req-4c53c303-f19b-44f2-94db-861b0caf964e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.36 "DELETE /v2.0/ports/3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 HTTP/1.1" status: 204 len: 173 time: 0.4132740 Nov 19 04:40:13.235714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-deleted', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:13.238202 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce9bb12-faf0-49aa-b18b-2bd498135da2" -d '{"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-deleted", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:13.269300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4269b6ea-c161-43af-84a7-c2d11eb243b4 req-6ea4fdf5-476a-4799-967d-4d33f215076f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 210 time: 0.0356066 Nov 19 04:40:13.315059 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a7aee6-bfe9-41c3-b2d3-b6b86e16ae12 x-openstack-request-id: req-66a7aee6-bfe9-41c3-b2d3-b6b86e16ae12 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:13.315361 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c9a1f-388d-4215-955b-3694f26791b4", "name": "network-vif-deleted", "tag": "3bd50b95-e34f-40c8-a8b8-8169fbfc28d9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:13.315777 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66a7aee6-bfe9-41c3-b2d3-b6b86e16ae12 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:13.316115 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c9a1f-388d-4215-955b-3694f26791b4', 'name': 'network-vif-deleted', 'tag': '3bd50b95-e34f-40c8-a8b8-8169fbfc28d9', 'status': 'completed', 'code': 200} Nov 19 04:40:13.434865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-30e58d40-367a-442f-af83-0342b58cfc9e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:13.437077 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-30e58d40-367a-442f-af83-0342b58cfc9e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 815 time: 0.1158383 Nov 19 04:40:13.452735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Request body: {'port': {'device_id': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'admin_state_up': True, 'tenant_id': 'a2ce0799633446ff8f36432794da7491'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:40:13.563173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Made reservation on behalf of a2ce0799633446ff8f36432794da7491 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:40:13.566904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.692022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Allocated IP 172.20.0.6 (1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2/bf328034-d04b-4baf-9df8-012cf7458a54/f3a83d16-c00a-480c-bed4-a3fdd24584a4) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:40:13.844824 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.878449 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:13.922285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:40:13.925447 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:40:13.927785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:40:13.958614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:13.986444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:13.987062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.003240 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-a9e4fdd5-f232-4c7a-9644-05cd5981fa62 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545304 Nov 19 04:40:14.016918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Request body: {'port': {'device_id': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:40:14.078408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.332311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a83d16-c00a-480c-bed4-a3fdd24584a4 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:40:14.339754 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.352403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Transition to ACTIVE for port object f3a83d16-c00a-480c-bed4-a3fdd24584a4 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:40:14.356129 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.394184 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e8e1-393f-49c0-b731-a1afa72c20be req-bdfc1daa-4c40-4fca-ba8f-61fa0938fdab tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:14.396388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ad5e8e1-393f-49c0-b731-a1afa72c20be req-bdfc1daa-4c40-4fca-ba8f-61fa0938fdab tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 931 time: 0.0576487 Nov 19 04:40:14.431976 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:14.451270 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1ad5e8e1-393f-49c0-b731-a1afa72c20be req-18f90655-1a50-4647-bfa2-b69ba569d92c tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488648 Nov 19 04:40:14.486497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:40:14.486839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:40:14.487176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:40:14.491694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:40:14.491998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:40:14.496683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:40:14.497023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Checking segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:40:14.497410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Bound using segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:40:14.497840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Bound port: f3a83d16-c00a-480c-bed4-a3fdd24584a4, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:40:14.498228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.559523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:40:14.563361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:40:14.567150 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.606551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:14.607218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:14.608830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] 10.222.0.36 "PUT /v2.0/ports/f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 1091 time: 0.5960588 Nov 19 04:40:14.628772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0390-37e0-4db1-9171-bcf255e9d86b service neutron] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:14.689922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-fc9e8ef7-01dd-49c5-8a3a-fa557d83e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:14.691468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-fc9e8ef7-01dd-49c5-8a3a-fa557d83e6bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1094 time: 0.0415099 Nov 19 04:40:14.736906 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-b8110b5d-6a6e-4e2c-9f48-584bf8b6dac9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0379715 Nov 19 04:40:14.789419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c24-5a03-4ea4-b207-216f70550138 req-10255a86-518e-465c-90ca-b49077cd6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:14.790910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-10255a86-518e-465c-90ca-b49077cd6b0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0478094 Nov 19 04:40:14.822019 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-910cb391-9058-499a-ab6d-34f545a0a0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238397 Nov 19 04:40:14.910904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-b25ae9e4-e376-4379-9567-a9d01925ad34 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818365 Nov 19 04:40:15.006554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-890b1c24-5a03-4ea4-b207-216f70550138 req-e0c86d55-4802-4415-bc3b-4a0b3b5af04f service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884111 Nov 19 04:40:15.316940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:15.319350 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a7541-ea06-40fd-9c9d-8d990ec1ee36" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:15.355402 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96459a68-2f21-4081-aaa8-9b2e1835fba3 x-openstack-request-id: req-96459a68-2f21-4081-aaa8-9b2e1835fba3 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:15.355706 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:15.355967 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96459a68-2f21-4081-aaa8-9b2e1835fba3 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:15.356374 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'status': 'completed', 'code': 200} Nov 19 04:40:15.420117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-419a3172-8979-43b3-bc36-6438de770382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:15.422306 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-419a3172-8979-43b3-bc36-6438de770382 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1094 time: 0.0417976 Nov 19 04:40:15.519744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-05cb6f8f-cef3-4b9b-85c1-f4426ef23d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:15.521245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-05cb6f8f-cef3-4b9b-85c1-f4426ef23d24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0894570 Nov 19 04:40:15.565241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-c0608639-6cb8-4af6-9619-bac7954f4aef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0362041 Nov 19 04:40:15.571824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17759f-6095-481b-8b75-45ae8e409eb6 req-a9367f63-c6ec-4667-b86e-c328ea6884b3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:15.573218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe17759f-6095-481b-8b75-45ae8e409eb6 req-a9367f63-c6ec-4667-b86e-c328ea6884b3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 943 time: 0.0494940 Nov 19 04:40:15.615543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-d5ce6c07-9a10-4414-bc6d-533dd29e4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:15.617058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-d5ce6c07-9a10-4414-bc6d-533dd29e4ea2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0455499 Nov 19 04:40:15.624765 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe17759f-6095-481b-8b75-45ae8e409eb6 req-dc187bc9-6b6f-4b8f-bc7a-21d97b32f101 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Nov 19 04:40:15.650620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-81e37237-e9ca-46c2-a7d0-fe8f00a30bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253186 Nov 19 04:40:15.757504 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-98e31564-076b-4da4-8706-e4d0784f70a5 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993326 Nov 19 04:40:15.790783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:40:15.810765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:40:15.811143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 3bd50b95-e34f-40c8-a8b8-8169fbfc28d9 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:40:15.850601 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-885a7541-ea06-40fd-9c9d-8d990ec1ee36 req-d06411b0-6578-4615-b319-456de093e42c service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Nov 19 04:40:16.745005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf400bb-18f9-442c-a291-27354a9a8bc1 req-d271d3ec-56bb-46bb-b984-7127c0779a40 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:16.746514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ebf400bb-18f9-442c-a291-27354a9a8bc1 req-d271d3ec-56bb-46bb-b984-7127c0779a40 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 943 time: 0.0481157 Nov 19 04:40:16.793789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ebf400bb-18f9-442c-a291-27354a9a8bc1 req-da743679-6503-49b4-aa97-7902b9e2169e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Nov 19 04:40:17.783495 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:40:17.880213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:17.892647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'port_id': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'mac_address': 'fa:16:3e:83:09:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf328034-d04b-4baf-9df8-012cf7458a54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:40:17.911243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61657ec-6348-4ba9-a6b9-24d205a63f8c req-fd69a7da-13f2-40f7-bb97-9887295cd0b2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:17.912772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e61657ec-6348-4ba9-a6b9-24d205a63f8c req-fd69a7da-13f2-40f7-bb97-9887295cd0b2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 943 time: 0.0499630 Nov 19 04:40:17.935618 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:17.954144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a83d16-c00a-480c-bed4-a3fdd24584a4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:40:17.959619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e61657ec-6348-4ba9-a6b9-24d205a63f8c req-f6fbb61c-3bff-4d36-b866-f2c49e4bcfdc tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Nov 19 04:40:17.976209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:17.979646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:18.026894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:18.036610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.036878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.037227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.037570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.037912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.038467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.038817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.039146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.039478 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.039808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.040136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.040462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:18.196568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['f3a83d16-c00a-480c-bed4-a3fdd24584a4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:40:19.078862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13979f-03c0-413d-ba78-c407c2507a3e req-ab307466-6d82-4f0d-a412-2a91ac7f712a tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:19.080344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d13979f-03c0-413d-ba78-c407c2507a3e req-ab307466-6d82-4f0d-a412-2a91ac7f712a tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 944 time: 0.0533154 Nov 19 04:40:19.129052 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d13979f-03c0-413d-ba78-c407c2507a3e req-4d0f4121-e319-404d-85c6-56d4c7263ee4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Nov 19 04:40:19.787982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:40:19.836887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port f3a83d16-c00a-480c-bed4-a3fdd24584a4 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:40:19.841280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port f3a83d16-c00a-480c-bed4-a3fdd24584a4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:40:19.842010 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:19.918263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:19.943994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:19.946266 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6ef790-bfa0-4f01-82da-09d5472759de" -d '{"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:19.959783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:19.963807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:19.988555 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bce771-269d-496d-96fb-60bcff53120b x-openstack-request-id: req-76bce771-269d-496d-96fb-60bcff53120b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:19.988866 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:19.989124 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76bce771-269d-496d-96fb-60bcff53120b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:19.989547 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'code': 200} Nov 19 04:40:20.015743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:20.088264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6290c7c-9a40-417f-a8a8-9e6017a84c6c req-f840bc73-a892-47ee-9f85-4e31486b7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:20.089783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6290c7c-9a40-417f-a8a8-9e6017a84c6c req-f840bc73-a892-47ee-9f85-4e31486b7373 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1096 time: 0.0449312 Nov 19 04:40:20.135151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c6290c7c-9a40-417f-a8a8-9e6017a84c6c req-d68b5868-3f0e-46b3-a7ef-dfe29222bdad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Nov 19 04:40:20.246398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29f2e-02cf-4d77-964c-8541f29f8581 req-20314a60-de45-464b-b989-5d5730730e7b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:20.247897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26c29f2e-02cf-4d77-964c-8541f29f8581 req-20314a60-de45-464b-b989-5d5730730e7b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0493472 Nov 19 04:40:20.296426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26c29f2e-02cf-4d77-964c-8541f29f8581 req-b5b1ce11-315a-4623-b62c-60d86006c186 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Nov 19 04:40:21.322264 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54468e97-8346-43dc-8eef-fcd52fc1eea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:21.412373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b3fc6-4fb0-44f0-9f48-8d797be9d487 req-ea88792c-5867-4628-91ed-92f43f79c763 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:21.413885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d7b3fc6-4fb0-44f0-9f48-8d797be9d487 req-ea88792c-5867-4628-91ed-92f43f79c763 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0490179 Nov 19 04:40:21.464314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d7b3fc6-4fb0-44f0-9f48-8d797be9d487 req-6bd6e9aa-936c-456e-bf1d-f892b55b5295 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Nov 19 04:40:21.576059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340635ff-a5a3-4aa4-8986-160d8b9cb715 req-0ecdd0ed-d474-4e9c-a2fa-7f37d8853c0f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:21.577518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-340635ff-a5a3-4aa4-8986-160d8b9cb715 req-0ecdd0ed-d474-4e9c-a2fa-7f37d8853c0f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0487635 Nov 19 04:40:21.624674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-340635ff-a5a3-4aa4-8986-160d8b9cb715 req-e5d2f794-be68-4796-a00d-ed8e7432002f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Nov 19 04:40:21.845537 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-722a80f7-ab74-47af-9cf2-6e6f4628ac52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406594 Nov 19 04:40:21.861263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ee7a2-5709-4874-89e3-440e8f5036d8 req-41f3633c-80ae-41ec-83b4-196c9cd82eb2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:21.862863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209ee7a2-5709-4874-89e3-440e8f5036d8 req-41f3633c-80ae-41ec-83b4-196c9cd82eb2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0497174 Nov 19 04:40:21.912934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209ee7a2-5709-4874-89e3-440e8f5036d8 req-6f72e321-7097-4ea8-a0d2-ae7b2320fbe7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Nov 19 04:40:22.000965 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:40:22.954840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:23.037912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0a51-6361-4296-9214-e9dbf7479a62 req-2dfe60ff-979c-4c5c-b412-14048570d01d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:23.039570 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b01f0a51-6361-4296-9214-e9dbf7479a62 req-2dfe60ff-979c-4c5c-b412-14048570d01d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0565302 Nov 19 04:40:23.089269 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b01f0a51-6361-4296-9214-e9dbf7479a62 req-33d64c80-ae11-4c30-83c0-4177c5e22729 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Nov 19 04:40:23.097130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-5f92ac37-2c9f-44b9-b106-c55858169d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:23.098714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-5f92ac37-2c9f-44b9-b106-c55858169d76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1096 time: 0.0419602 Nov 19 04:40:23.192529 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-47fadc7a-066e-4e31-9513-7306ebc334d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:23.194039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-47fadc7a-066e-4e31-9513-7306ebc334d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0885768 Nov 19 04:40:23.235198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-a8dbb1ef-069b-4315-8a45-c61f24ed3fea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0342252 Nov 19 04:40:23.289555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-35fcbea8-bef2-4d66-b6f6-0f2b52b844cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:23.291038 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-35fcbea8-bef2-4d66-b6f6-0f2b52b844cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0486262 Nov 19 04:40:23.324478 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-deca4991-c2fa-49a8-a8df-2aad03c43cfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246530 Nov 19 04:40:23.413363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-9d7b2fb9-0c59-4f69-91dc-326c88a41744 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813632 Nov 19 04:40:23.506370 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-9351641d-3381-4681-bfe0-ba5f0582b32c service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859895 Nov 19 04:40:23.620513 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0efc1f3e-b4e9-4380-a2fd-6227fb2e6bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:24.209416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226ce74-8837-4d91-af43-51a2adf31f0a req-010dff0e-f52b-45bc-88f3-009cc341c8cc tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:24.210932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f226ce74-8837-4d91-af43-51a2adf31f0a req-010dff0e-f52b-45bc-88f3-009cc341c8cc tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0508335 Nov 19 04:40:24.257602 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f226ce74-8837-4d91-af43-51a2adf31f0a req-1da8bfe7-8caa-4cf7-aca7-750e918ec21d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Nov 19 04:40:25.377674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f0e3d-6b00-455d-b837-8f15d50fd80d req-4e98db4e-d097-423d-9df6-92242cbae830 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:25.379235 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-980f0e3d-6b00-455d-b837-8f15d50fd80d req-4e98db4e-d097-423d-9df6-92242cbae830 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0527163 Nov 19 04:40:25.388697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:25.427123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-980f0e3d-6b00-455d-b837-8f15d50fd80d req-a8f5700d-8b62-462c-93b4-7300c90990e9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Nov 19 04:40:26.510862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:26.550828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77769878-43ed-425c-95cb-9950f9929f48 req-b7a33800-2e0e-424a-815f-f4bff5f1bdfd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:26.552328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77769878-43ed-425c-95cb-9950f9929f48 req-b7a33800-2e0e-424a-815f-f4bff5f1bdfd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0497942 Nov 19 04:40:26.600397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77769878-43ed-425c-95cb-9950f9929f48 req-415aa009-8ceb-49e2-bae6-4e1d0e6932a9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Nov 19 04:40:27.305692 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:27.718852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e9e5-a7ba-4b0f-bfbb-2b816094eb56 req-c42145b2-c8fc-4bfa-a725-017a00564d37 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:27.720339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aba6e9e5-a7ba-4b0f-bfbb-2b816094eb56 req-c42145b2-c8fc-4bfa-a725-017a00564d37 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0491667 Nov 19 04:40:27.769457 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-aba6e9e5-a7ba-4b0f-bfbb-2b816094eb56 req-3cb62c2c-009b-4b5b-ad68-acbbe78bd0de tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Nov 19 04:40:28.886206 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c906b-f8d2-46c4-86c7-585de768ac3d req-56802898-0e6b-4961-86aa-c0157c6f161e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:28.887680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053c906b-f8d2-46c4-86c7-585de768ac3d req-56802898-0e6b-4961-86aa-c0157c6f161e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0493279 Nov 19 04:40:28.938882 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-053c906b-f8d2-46c4-86c7-585de768ac3d req-d94bd330-e513-4100-81a8-7c441b49e37d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Nov 19 04:40:30.053743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f00f3-aa76-4c54-8c9a-573430358492 req-a40fc8cd-10b6-415e-ae52-29f0ae933dbd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:30.055266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c00f00f3-aa76-4c54-8c9a-573430358492 req-a40fc8cd-10b6-415e-ae52-29f0ae933dbd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0485299 Nov 19 04:40:30.104813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c00f00f3-aa76-4c54-8c9a-573430358492 req-304411c2-a2c4-4ee6-ac9f-ab26e0147642 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 Nov 19 04:40:31.224497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15821f-90ba-40de-895e-1bfc58f35061 req-0c24fc01-0190-4075-a476-d4df63ab3a33 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:31.225995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab15821f-90ba-40de-895e-1bfc58f35061 req-0c24fc01-0190-4075-a476-d4df63ab3a33 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0521216 Nov 19 04:40:31.274037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab15821f-90ba-40de-895e-1bfc58f35061 req-036a5840-5de3-442b-bc67-26befb18a4d4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Nov 19 04:40:32.247245 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:32.392930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205b437-a797-4add-91a0-a1abe73f87cc req-3a96bf67-059a-45a3-8592-ff386bd88f60 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:32.394479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6205b437-a797-4add-91a0-a1abe73f87cc req-3a96bf67-059a-45a3-8592-ff386bd88f60 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0510316 Nov 19 04:40:32.442058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6205b437-a797-4add-91a0-a1abe73f87cc req-56ea6240-3d27-47c4-8d72-caa818fea3a6 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Nov 19 04:40:33.559775 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce6cfa-f536-409e-b11e-40552669d6f2 req-99c7f7e7-1ed7-47c6-bcb8-549ac2156c74 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:33.561870 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8ce6cfa-f536-409e-b11e-40552669d6f2 req-99c7f7e7-1ed7-47c6-bcb8-549ac2156c74 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0495424 Nov 19 04:40:33.939158 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8ce6cfa-f536-409e-b11e-40552669d6f2 req-1ca0dc39-862c-4e2a-820b-15c1052513dd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712282 Nov 19 04:40:35.057813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab5c0f-1ead-46d7-8efe-ed7cf8715d8c req-e2bc921a-ffd0-4584-8253-dc835b6a79cf tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:35.059320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdab5c0f-1ead-46d7-8efe-ed7cf8715d8c req-e2bc921a-ffd0-4584-8253-dc835b6a79cf tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0491188 Nov 19 04:40:35.107117 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdab5c0f-1ead-46d7-8efe-ed7cf8715d8c req-e328ddd8-423e-4cbf-a084-491ed187df2b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Nov 19 04:40:36.223437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f6fdd-f90f-41f9-9665-cc74b996f4e3 req-f79bb83d-e55b-4b68-bbb4-e75aff87515b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:36.224921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c4f6fdd-f90f-41f9-9665-cc74b996f4e3 req-f79bb83d-e55b-4b68-bbb4-e75aff87515b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0481815 Nov 19 04:40:36.271430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c4f6fdd-f90f-41f9-9665-cc74b996f4e3 req-f49d3dab-e50a-4f50-a06c-a25865360aa7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Nov 19 04:40:37.392763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29e41-d443-44c2-8e82-d0792fb7bfb3 req-ca74f126-3946-4249-8e9a-93d2f22effeb tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:37.394845 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93a29e41-d443-44c2-8e82-d0792fb7bfb3 req-ca74f126-3946-4249-8e9a-93d2f22effeb tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0541015 Nov 19 04:40:37.441192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93a29e41-d443-44c2-8e82-d0792fb7bfb3 req-cec224a6-59d3-4e0f-a3ae-78cd4385edae tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Nov 19 04:40:38.560452 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a931a-60be-448d-b405-3f39da6ab764 req-c98cf161-1edd-4383-94f1-ca6d77d17849 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:38.562668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-242a931a-60be-448d-b405-3f39da6ab764 req-c98cf161-1edd-4383-94f1-ca6d77d17849 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0538151 Nov 19 04:40:38.610344 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-242a931a-60be-448d-b405-3f39da6ab764 req-f29648ef-3a25-48c5-b2f7-1ce1306a0cda tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Nov 19 04:40:39.730067 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d15c7-50f9-4fe2-8dda-890d684d5070 req-27f6ae47-8532-4089-98c9-0a573b8d214f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:39.731543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d4d15c7-50f9-4fe2-8dda-890d684d5070 req-27f6ae47-8532-4089-98c9-0a573b8d214f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0518587 Nov 19 04:40:39.781564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d4d15c7-50f9-4fe2-8dda-890d684d5070 req-d3c49162-9359-4c8c-a906-b83985792cb0 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Nov 19 04:40:40.898277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc391b-c44e-4835-a21c-8c36b4e7ad29 req-ae3e1512-7ae3-4b1b-95bd-9e5480c07bb5 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:40.899739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48bc391b-c44e-4835-a21c-8c36b4e7ad29 req-ae3e1512-7ae3-4b1b-95bd-9e5480c07bb5 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0479376 Nov 19 04:40:40.948229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-48bc391b-c44e-4835-a21c-8c36b4e7ad29 req-c4139e71-0689-4fe6-986d-619fe184812d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Nov 19 04:40:42.068604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61b613-17d3-477f-ad05-1303ae09f051 req-0f2fcace-f582-498a-a141-676e3d450eea tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:42.070203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d61b613-17d3-477f-ad05-1303ae09f051 req-0f2fcace-f582-498a-a141-676e3d450eea tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0508063 Nov 19 04:40:42.125021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2d61b613-17d3-477f-ad05-1303ae09f051 req-0532e991-1011-4541-b9fc-8e314c11c174 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485039 Nov 19 04:40:43.245335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7757c3d-3bb0-4b6d-b5be-3c2c83324118 req-737dc071-f180-4820-88fd-c189fd786415 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:43.246827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7757c3d-3bb0-4b6d-b5be-3c2c83324118 req-737dc071-f180-4820-88fd-c189fd786415 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0479975 Nov 19 04:40:43.294500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7757c3d-3bb0-4b6d-b5be-3c2c83324118 req-37fac74b-a66e-400d-9dda-c2760eff561e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Nov 19 04:40:44.416360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d11a2-0261-42c7-b992-c45591c245d5 req-3e2873e4-482c-4278-a24b-21fa094d78a9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:44.417863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141d11a2-0261-42c7-b992-c45591c245d5 req-3e2873e4-482c-4278-a24b-21fa094d78a9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0504012 Nov 19 04:40:44.466607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-141d11a2-0261-42c7-b992-c45591c245d5 req-3d0b2eb8-25e6-4ea5-bd2b-a3d37b1df340 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Nov 19 04:40:45.587169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f48ca-f55b-496d-8c70-6c55c100a916 req-98619b89-cedc-4d07-8e71-cc84be2135d8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:45.588668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f2f48ca-f55b-496d-8c70-6c55c100a916 req-98619b89-cedc-4d07-8e71-cc84be2135d8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0519357 Nov 19 04:40:45.635760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f2f48ca-f55b-496d-8c70-6c55c100a916 req-e3a8def8-4281-48b1-8dcb-ff469e446844 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Nov 19 04:40:46.755940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d65c2-383d-4062-8d66-0b9fe09aafc8 req-c86569cf-0240-47f8-95b3-b71744fd11c2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:46.757405 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-830d65c2-383d-4062-8d66-0b9fe09aafc8 req-c86569cf-0240-47f8-95b3-b71744fd11c2 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0489371 Nov 19 04:40:46.804898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-830d65c2-383d-4062-8d66-0b9fe09aafc8 req-03516b6a-4cce-4721-9c0a-7239ac9269ac tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 19 04:40:47.925385 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e2db-9657-4c68-b1f3-b9773274ade8 req-b5f8fb6d-bdaf-46de-a912-cf8cdb3a5cae tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:47.926894 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54a8e2db-9657-4c68-b1f3-b9773274ade8 req-b5f8fb6d-bdaf-46de-a912-cf8cdb3a5cae tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0527411 Nov 19 04:40:47.978277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54a8e2db-9657-4c68-b1f3-b9773274ade8 req-1bd927b5-3bfb-4870-8f0a-ed4e3596e5a8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454006 Nov 19 04:40:49.097107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefb923-7e65-4671-abaf-887356a6d533 req-8ecdb367-5830-4774-a1c2-5cd6dd02f3d3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:49.098540 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abefb923-7e65-4671-abaf-887356a6d533 req-8ecdb367-5830-4774-a1c2-5cd6dd02f3d3 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0494182 Nov 19 04:40:49.146898 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abefb923-7e65-4671-abaf-887356a6d533 req-6c464cb6-bfea-43e8-9cd9-744e8506ce53 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Nov 19 04:40:50.264159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3de07-88c2-4a48-abad-e76e19c0e76f req-474754e5-25c1-4cb6-a308-e9430acec1df tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:50.266664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c3de07-88c2-4a48-abad-e76e19c0e76f req-474754e5-25c1-4cb6-a308-e9430acec1df tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0505459 Nov 19 04:40:50.313641 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f9c3de07-88c2-4a48-abad-e76e19c0e76f req-01814ab1-e503-451f-8e65-211a6e2a5467 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Nov 19 04:40:50.427834 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-f9f90fb9-6d30-4258-9e9c-de9db9def957 service neutron] show failed (client error): The resource could not be found. Nov 19 04:40:50.428790 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-f9f90fb9-6d30-4258-9e9c-de9db9def957 service neutron] 10.222.0.36 "GET /v2.0/ports/f3a83d16-c00a-480c-bed4-a3fdd24584a4/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0575392 Nov 19 04:40:50.641619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-96142771-e9fa-4ec0-a2a8-cfff473ed583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:50.643133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-96142771-e9fa-4ec0-a2a8-cfff473ed583 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f&tenant_id=a2ce0799633446ff8f36432794da7491 HTTP/1.1" status: 200 len: 1096 time: 0.0448329 Nov 19 04:40:50.672219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:40:50.728519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:50.927853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:50.960455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:40:51.000490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:51.002705 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3700e2-0b43-4345-bd80-bc70e19213a7" -d '{"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:51.006744 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:51.019474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Transition to ACTIVE for port object f3a83d16-c00a-480c-bed4-a3fdd24584a4 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:40:51.023246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:51.055287 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971d8bf-61b8-4258-b51a-44acb988fba8 x-openstack-request-id: req-3971d8bf-61b8-4258-b51a-44acb988fba8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:51.055589 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:51.055850 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3971d8bf-61b8-4258-b51a-44acb988fba8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:51.056251 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'code': 200} Nov 19 04:40:51.092649 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] No DVR routers for this DVR port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:40:51.094514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:51.107246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.107611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.107953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.108442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.108639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.109527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.109868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.110227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.110560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.110891 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.111222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.111554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:51.139965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:40:51.140349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:40:51.140688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:40:51.144952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:40:51.145285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Attempting to bind port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on network 1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:40:51.150101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:40:51.150444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Checking segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:40:51.150830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Bound using segment: {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:40:51.151263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Bound port: f3a83d16-c00a-480c-bed4-a3fdd24584a4, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:40:51.151622 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:51.214029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:40:51.216968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:40:51.222099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:51.254285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:51.254933 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:51.256338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] 10.222.0.31 "PUT /v2.0/ports/f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 1091 time: 0.5884273 Nov 19 04:40:51.279424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731c2b-34af-49af-94ae-0c0f54872bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:51.323863 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75663897-27ea-428e-8e87-bd59d55f10b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:51.340013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-3c54789d-c3cc-499a-bd47-f82092c8740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:51.341539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-3c54789d-c3cc-499a-bd47-f82092c8740d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1094 time: 0.0463204 Nov 19 04:40:51.440832 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1a151-bdf8-436f-ba23-f3f72b600fcb req-82c5f3de-9474-45c3-9b2a-5458f0154686 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:51.441444 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-898e4e52-bdcd-4854-84e0-dde0b9b5b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:51.442376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-898e4e52-bdcd-4854-84e0-dde0b9b5b513 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0889282 Nov 19 04:40:51.442508 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afe1a151-bdf8-436f-ba23-f3f72b600fcb req-82c5f3de-9474-45c3-9b2a-5458f0154686 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 943 time: 0.0538342 Nov 19 04:40:51.490421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afe1a151-bdf8-436f-ba23-f3f72b600fcb req-fda9d5f9-a542-4cc9-8940-80a581fbb339 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Nov 19 04:40:51.494525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-6e35e43d-ede3-4b9c-bb51-c96b5f4c63a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0401351 Nov 19 04:40:51.549327 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-79840fc4-2ba8-4810-911a-df54caa8eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:51.550730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-79840fc4-2ba8-4810-911a-df54caa8eaa1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0447302 Nov 19 04:40:51.585309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-e27e2245-f931-42ef-a4c1-7b62ebb8ce0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244997 Nov 19 04:40:51.676396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-19fd6bd5-46b7-465a-bc60-a27d7e0d8e10 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808229 Nov 19 04:40:51.774928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-68440505-f66a-448c-a1ee-7f5aeabc4513 req-02ca994a-c92f-42dc-9b22-2e83aa58ea42 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857089 Nov 19 04:40:52.608357 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f7d9-123a-42fa-937b-11c471d96c31 req-0477c395-3718-456d-888e-9e4f7bad36f5 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:52.610283 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdd7f7d9-123a-42fa-937b-11c471d96c31 req-0477c395-3718-456d-888e-9e4f7bad36f5 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 943 time: 0.0513251 Nov 19 04:40:52.658528 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdd7f7d9-123a-42fa-937b-11c471d96c31 req-f482d395-e555-421c-96e5-3167f85ba2ab tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Nov 19 04:40:52.957031 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:53.057872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:53.060295 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0588952-3237-4f50-ac1b-b614bfa32c09" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:53.109678 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a29cf-5f5c-4602-a9fa-c915b3a1402e x-openstack-request-id: req-2f8a29cf-5f5c-4602-a9fa-c915b3a1402e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:53.110075 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:53.110470 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f8a29cf-5f5c-4602-a9fa-c915b3a1402e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:53.110905 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'status': 'completed', 'code': 200} Nov 19 04:40:53.192496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-ed817b20-59e3-4ed0-9275-8fe8efdef38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.193991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-ed817b20-59e3-4ed0-9275-8fe8efdef38b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1094 time: 0.0675626 Nov 19 04:40:53.211491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-754b95f7-fae4-4cbd-86c4-3704d3001bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.212779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-754b95f7-fae4-4cbd-86c4-3704d3001bfb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1094 time: 0.0552068 Nov 19 04:40:53.624019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4b3632f-4bcf-45c0-8dd6-e2d07a778d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:53.677413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-f36cebd8-ac1c-4cb5-b7a5-5825ff1892fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.678917 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-f36cebd8-ac1c-4cb5-b7a5-5825ff1892fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.4778566 Nov 19 04:40:53.697007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-258028dd-4d23-43c4-9772-379abfecd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.698447 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-258028dd-4d23-43c4-9772-379abfecd474 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.1310616 Nov 19 04:40:53.732661 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-8a5565f2-69b2-40aa-a493-83ac4a25b072 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0463889 Nov 19 04:40:53.774951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-0d9bccad-c5a2-4d2c-8e59-9bf5de95ef4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0492394 Nov 19 04:40:53.791593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36cb7f-1138-46cd-afb6-e9714b9feee1 req-6b2dd89b-15cf-4bdc-a213-7152cb7d56a4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.793259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab36cb7f-1138-46cd-afb6-e9714b9feee1 req-6b2dd89b-15cf-4bdc-a213-7152cb7d56a4 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 943 time: 0.0580213 Nov 19 04:40:53.840452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-6d788556-a890-4b2e-b9b7-0f6810e332aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.841923 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-6d788556-a890-4b2e-b9b7-0f6810e332aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0764234 Nov 19 04:40:53.842365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ab36cb7f-1138-46cd-afb6-e9714b9feee1 req-a21f31f1-7f48-4edd-883b-d1e1fb5d69b7 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Nov 19 04:40:53.864395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-8a410f6e-2255-4c9f-8582-430fbeb9228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:53.866092 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-8a410f6e-2255-4c9f-8582-430fbeb9228a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0713878 Nov 19 04:40:53.888975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-8542e8f4-cf40-4208-8aff-bef754d311d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385084 Nov 19 04:40:53.907052 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-1e837eb1-4b60-430f-96f9-d8394fd08454 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264363 Nov 19 04:40:53.943786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:40:53.986462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:40:54.067994 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-b4889999-0bf7-4081-9ad2-c99b5542dfc4 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635125 Nov 19 04:40:54.070152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-6ba1ade4-7620-418b-ad7b-091d8c086ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558790 Nov 19 04:40:54.232965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-ebeb1c52-b484-4e98-bb9e-76e712461c26 service neutron] 10.222.0.31 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507025 Nov 19 04:40:54.235203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b0588952-3237-4f50-ac1b-b614bfa32c09 req-9b7f4d90-1dfb-461d-bc23-a0a606a2101d service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607356 Nov 19 04:40:54.403451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:40:54.501717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:54.513135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'network_id': '1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2', 'port_id': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'mac_address': 'fa:16:3e:83:09:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf328034-d04b-4baf-9df8-012cf7458a54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:40:54.549822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:54.563087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a83d16-c00a-480c-bed4-a3fdd24584a4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:40:54.581897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:54.585643 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:54.636589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:54.896181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f3a83d16-c00a-480c-bed4-a3fdd24584a4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:40:54.964208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8e4f-1563-47d0-bab2-2c0df14a7e00 req-b8bb5e20-b6f8-4a5d-a84e-4036a7a3938e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:54.965709 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fbab8e4f-1563-47d0-bab2-2c0df14a7e00 req-b8bb5e20-b6f8-4a5d-a84e-4036a7a3938e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 944 time: 0.0497916 Nov 19 04:40:55.018094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fbab8e4f-1563-47d0-bab2-2c0df14a7e00 req-8e36856f-e47c-4646-a3b1-82119faf8b6b tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Nov 19 04:40:55.214180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc60560-922d-4973-8006-2ab6b6213ca0 req-a5154d88-0e7b-4980-9321-d91ecdec16d1 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:55.215716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dc60560-922d-4973-8006-2ab6b6213ca0 req-a5154d88-0e7b-4980-9321-d91ecdec16d1 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 944 time: 0.0495963 Nov 19 04:40:55.227517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-c719556b-1d5a-48a5-969b-dbeec055a111 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:55.228985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-c719556b-1d5a-48a5-969b-dbeec055a111 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f&tenant_id=a2ce0799633446ff8f36432794da7491&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0513906 Nov 19 04:40:55.269163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dc60560-922d-4973-8006-2ab6b6213ca0 req-d4db80ed-62f2-4bd4-9f99-bc3f2aa7934d tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Nov 19 04:40:55.291818 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-29fc3478-0f5f-427e-be55-6dd2c5511783 service neutron] delete failed (client error): The resource could not be found. Nov 19 04:40:55.292854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-29fc3478-0f5f-427e-be55-6dd2c5511783 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f3a83d16-c00a-480c-bed4-a3fdd24584a4/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0553961 Nov 19 04:40:55.381296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-da6e7711-0b27-422c-a48e-887003dd1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:55.382763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-da6e7711-0b27-422c-a48e-887003dd1aad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ce0799633446ff8f36432794da7491&device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 1095 time: 0.0455766 Nov 19 04:40:55.391086 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:55.476335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-e6b917fa-b38a-446d-a20a-bf16f1dd8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:55.477828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-e6b917fa-b38a-446d-a20a-bf16f1dd8a41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 200 len: 916 time: 0.0882726 Nov 19 04:40:55.524517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-3634d67c-3959-47b5-a0d8-055cbf5e0220 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 200 len: 217 time: 0.0396516 Nov 19 04:40:55.573478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-90966f9e-76e4-4d0a-88e4-4c1dac8f89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:55.574924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-90966f9e-76e4-4d0a-88e4-4c1dac8f89e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 200 len: 855 time: 0.0429149 Nov 19 04:40:55.606153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-9100c74c-0340-4cd7-9a6f-d026f95444e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243831 Nov 19 04:40:55.695577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-12158051-408c-4957-975f-4f6cdd523484 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818810 Nov 19 04:40:55.787364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5b58d257-1a5e-421d-8222-394d70fa2c20 req-4dd5add8-fb81-4d8d-9145-195fb613b660 service neutron] 10.222.0.36 "GET /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853922 Nov 19 04:40:56.387655 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad49883-e9eb-47f5-b87b-ce32ee783b98 req-bbc0af96-82ed-4a6d-be65-56fb32bfce8e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:56.389141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dad49883-e9eb-47f5-b87b-ce32ee783b98 req-bbc0af96-82ed-4a6d-be65-56fb32bfce8e tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 944 time: 0.0494440 Nov 19 04:40:56.420190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:40:56.438104 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dad49883-e9eb-47f5-b87b-ce32ee783b98 req-9ceb4e6a-947a-4939-b48f-89bc9be217d9 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Nov 19 04:40:56.473284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port f3a83d16-c00a-480c-bed4-a3fdd24584a4 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:40:56.477467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port f3a83d16-c00a-480c-bed4-a3fdd24584a4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:40:56.477855 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:56.525015 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:56.559476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297076a4-e306-44dd-a19f-8316af41fd32 req-2f252237-3309-44f1-9aca-835e09386975 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:56.560983 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-297076a4-e306-44dd-a19f-8316af41fd32 req-2f252237-3309-44f1-9aca-835e09386975 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 944 time: 0.0513554 Nov 19 04:40:56.567919 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:56.591027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:56.593861 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e815c4-0461-4864-a39f-cb0bb2091b9e" -d '{"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:56.611604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:56.614357 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-297076a4-e306-44dd-a19f-8316af41fd32 req-66ee2741-daab-4dcb-b1ee-970dfb0c9561 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470257 Nov 19 04:40:56.615639 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:56.665681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:56.670172 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ca3a6-46d1-43ee-9c06-18769cc02fa7 x-openstack-request-id: req-230ca3a6-46d1-43ee-9c06-18769cc02fa7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:56.670526 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-plugged", "status": "completed", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:56.670718 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-230ca3a6-46d1-43ee-9c06-18769cc02fa7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:56.671114 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'code': 200} Nov 19 04:40:56.765883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a91a-ed78-433f-b719-0473e9737ba8 req-81c6dae9-bbbc-4a50-925e-94f9e1d13c6f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:56.767442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a69a91a-ed78-433f-b719-0473e9737ba8 req-81c6dae9-bbbc-4a50-925e-94f9e1d13c6f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0552936 Nov 19 04:40:56.814030 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a69a91a-ed78-433f-b719-0473e9737ba8 req-3a4e0229-70f1-43e4-b765-ff12cb9965bd tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Nov 19 04:40:57.138539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c894010-c80c-463e-9f03-2da7140c996d req-a66d0c69-171f-4937-8b91-8d9a85e25377 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:57.140566 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c894010-c80c-463e-9f03-2da7140c996d req-a66d0c69-171f-4937-8b91-8d9a85e25377 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0490215 Nov 19 04:40:57.187988 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3c894010-c80c-463e-9f03-2da7140c996d req-fda2a994-6eae-4557-82d5-b9320ca43771 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Nov 19 04:40:57.308045 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:58.304179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e8cd-63f4-433a-b4c4-fc0f932fe232 req-1c3bea99-4b1f-421a-9d84-ef7c749d7929 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:58.305700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba63e8cd-63f4-433a-b4c4-fc0f932fe232 req-1c3bea99-4b1f-421a-9d84-ef7c749d7929 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0488224 Nov 19 04:40:58.357770 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ba63e8cd-63f4-433a-b4c4-fc0f932fe232 req-db11389a-803d-40eb-b370-f973c1230dd8 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9020849-c8a6-4f40-a222-b6798455ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Nov 19 04:40:58.575352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-b135d93f-4a63-4bf5-8b18-133d6351bd52 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:40:58.576830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-b135d93f-4a63-4bf5-8b18-133d6351bd52 tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ab820f-09db-4ab1-9fae-1ba4541fe18f HTTP/1.1" status: 200 len: 945 time: 0.0520651 Nov 19 04:40:58.676812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Deleting port f3a83d16-c00a-480c-bed4-a3fdd24584a4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:40:58.677157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:58.764819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] For port f3a83d16-c00a-480c-bed4-a3fdd24584a4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=f3a83d16-c00a-480c-bed4-a3fdd24584a4,segment=NetworkSegment(f10f0960-e680-4e5a-a9e0-d95eb3187c4c),segment_id=f10f0960-e680-4e5a-a9e0-d95eb3187c4c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:40:58.765191 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:58.777639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Calling delete_port for f3a83d16-c00a-480c-bed4-a3fdd24584a4 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:40:58.907536 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:58.936912 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Pushing event deleted for resources: {'Port': ['ID=f3a83d16-c00a-480c-bed4-a3fdd24584a4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:58.956427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['f3a83d16-c00a-480c-bed4-a3fdd24584a4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:40:58.981757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] No DVR routers for this DVR port f3a83d16-c00a-480c-bed4-a3fdd24584a4 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:40:58.984224 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:58.988501 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4a1034d7-51b3-4e7b-867b-0d28919cd822 req-ae807db6-7e35-4b67-8d21-cc2326e11d8f tempest-ServerDiskConfigTestJSON-344824423 tempest-ServerDiskConfigTestJSON-344824423-project] 10.222.0.31 "DELETE /v2.0/ports/f3a83d16-c00a-480c-bed4-a3fdd24584a4 HTTP/1.1" status: 204 len: 173 time: 0.4016838 Nov 19 04:40:58.988954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-deleted', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:40:58.991514 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512679a9-1107-4cb0-b742-b1980d3b4386" -d '{"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-deleted", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:40:59.000888 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:40:59.028841 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cbfe9-2bbf-4344-885d-60cf30bc096b x-openstack-request-id: req-c12cbfe9-2bbf-4344-885d-60cf30bc096b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:40:59.029168 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ab820f-09db-4ab1-9fae-1ba4541fe18f", "name": "network-vif-deleted", "tag": "f3a83d16-c00a-480c-bed4-a3fdd24584a4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:40:59.029466 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c12cbfe9-2bbf-4344-885d-60cf30bc096b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:40:59.029990 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ab820f-09db-4ab1-9fae-1ba4541fe18f', 'name': 'network-vif-deleted', 'tag': 'f3a83d16-c00a-480c-bed4-a3fdd24584a4', 'status': 'completed', 'code': 200} Nov 19 04:40:59.477243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37334) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:40:59.522803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Deleting subnet bf328034-d04b-4baf-9df8-012cf7458a54 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 04:40:59.525842 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.559132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.598241 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.659316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.685748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf328034-d04b-4baf-9df8-012cf7458a54,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:40:59.691680 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.695012 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bf328034-d04b-4baf-9df8-012cf7458a54 HTTP/1.1" status: 204 len: 168 time: 0.2167602 Nov 19 04:40:59.697654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37336) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:40:59.700341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.700702 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.701054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.701402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.701748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.702114 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.702455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.702795 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.703134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.703489 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.703824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.705255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64bfde8-251e-4f10-b984-22aaccc3beff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:40:59.769097 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.853262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.873630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:40:59.883501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:40:59.883799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10f0960-e680-4e5a-a9e0-d95eb3187c4c') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:40:59.893262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.906143 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.912084 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 04:40:59.912419 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: timer() Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 04:40:59.914085 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 04:40:59.968140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.974058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:40:59.977238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] 10.222.0.52 "DELETE /v2.0/networks/1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2 HTTP/1.1" status: 204 len: 168 time: 0.2785397 Nov 19 04:40:59.989266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9503-0be2-4149-9e95-4f4672252f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5c79f3-7fc2-4605-8b43-d63e9ff99cd2,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:00.128391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37340) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:00.172117 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-74500452-8f82-47fb-8c17-eb74d1be2217 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2ce0799633446ff8f36432794da7491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424697 Nov 19 04:41:00.175122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37342) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:00.223136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-970d708f-76e8-4019-b756-c16eff6aa06b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:00.245070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-970d708f-76e8-4019-b756-c16eff6aa06b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:00.292079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-970d708f-76e8-4019-b756-c16eff6aa06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:00.294912 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-970d708f-76e8-4019-b756-c16eff6aa06b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:00.296109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-970d708f-76e8-4019-b756-c16eff6aa06b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9020849-c8a6-4f40-a222-b6798455ecf9 HTTP/1.1" status: 204 len: 168 time: 0.1200902 Nov 19 04:41:00.305480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d708f-76e8-4019-b756-c16eff6aa06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9020849-c8a6-4f40-a222-b6798455ecf9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:01.026097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:01.158746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1212764818-network', 'tenant_id': '3638887ae0644077ad402c985c09f546'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:01.180831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Made reservation on behalf of 3638887ae0644077ad402c985c09f546 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:41:01.183189 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.191917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.266293 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.270434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.291445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 04:41:01.306121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ff6c7-2b2b-48e8-849d-9b207613d80a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:01.311219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.311575 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Added segment 22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa of type vlan for network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf Nov 19 04:41:01.355372 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.379632 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.380579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:01.381168 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.439379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4121370 Nov 19 04:41:01.442394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37368) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:01.442916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc5c3e-65e2-4ad1-9747-71833a349c47 admin admin] Pushing event updated for resources: {'Network': ['ID=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:01.447500 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Request body: {'subnet': {'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1212764818-subnet', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:01.452543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 04:41:01.470891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Made reservation on behalf of 3638887ae0644077ad402c985c09f546 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:41:01.473317 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.643503 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.697594 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b032ee01-44d0-4913-a331-48500e70c03e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:01.707472 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:41:01.707844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Network hostable DHCP agents. Network: d98844be-35fa-4b72-aa8f-3ccc55a9f8bf, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 04:41:01.723983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 04:41:01.732065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, d98844be-35fa-4b72-aa8f-3ccc55a9f8bf) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:01.739009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:01.739626 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.740054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe237c9-c4b8-4ffb-a559-3f894bcecfe2 None None] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:41:01.758815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:01.759112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f0060c96-e13e-46a5-9a43-3cabd10bb77c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3152590 Nov 19 04:41:01.764101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:01.786485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.787462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.846382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.888618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-d98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 04:41:01.889522 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:01.983089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.025101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Allocated IP 172.20.0.2 (d98844be-35fa-4b72-aa8f-3ccc55a9f8bf/b032ee01-44d0-4913-a331-48500e70c03e/efb44e9b-4be7-4298-b761-3c9a6a4310ed) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:41:02.169713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.176546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.189144 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.208655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.216588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:41:02.222174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:02.224779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:41:02.232879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Pushing event updated for resources: {'Port': ['ID=efb44e9b-4be7-4298-b761-3c9a6a4310ed,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:02.268842 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.294882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Attempting to bind port efb44e9b-4be7-4298-b761-3c9a6a4310ed on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:41:02.295300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Attempting to bind port efb44e9b-4be7-4298-b761-3c9a6a4310ed by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:41:02.295671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Attempting to bind port efb44e9b-4be7-4298-b761-3c9a6a4310ed on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:41:02.300622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:41:02.300999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:41:02.301399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.301792 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:41:02.302286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Bound port: efb44e9b-4be7-4298-b761-3c9a6a4310ed, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:41:02.302668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.314789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Allocated IP 172.25.8.161 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:41:02.382499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] For port efb44e9b-4be7-4298-b761-3c9a6a4310ed, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:41:02.386259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] For port efb44e9b-4be7-4298-b761-3c9a6a4310ed, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=efb44e9b-4be7-4298-b761-3c9a6a4310ed,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:41:02.390613 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.424030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:41:02.426503 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.458342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: f3a83d16-c00a-480c-bed4-a3fdd24584a4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:41:02.459085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device f3a83d16-c00a-480c-bed4-a3fdd24584a4 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:41:02.478950 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.479393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306247a9-f8e7-42da-946f-cf7e23ce564d None None] Pushing event updated for resources: {'Port': ['ID=efb44e9b-4be7-4298-b761-3c9a6a4310ed,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:02.522060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:41:02.525167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:02.528730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:41:02.535001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Pushing event updated for resources: {'Port': ['ID=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:02.543933 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7218bcc9-1d0a-472c-882d-07a14152c6b9 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:41:02.607120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-62a04fb0-8e46-4005-828c-01ca77505501 None None] Provisioning complete for port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:02.607598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-62a04fb0-8e46-4005-828c-01ca77505501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:02.681315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-62a04fb0-8e46-4005-828c-01ca77505501 None None] Port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:41:02.823487 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.028221 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.171725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 04:41:03.285089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:41:03.295024 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:41:03.305434 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.306318 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:41:03.306953 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:40:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:03.307805 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-322a8b9b-83c4-4e03-8858-9af41e212516 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5475094 Nov 19 04:41:03.310259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37372) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:03.425816 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:41:03.456620 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c4dd2-e8ce-41fd-a65c-6f92f44b27ac None None] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 04:41:03.524502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a3e6932f-b66e-4270-8b77-ed78062dfa2c None None] Provisioning complete for port efb44e9b-4be7-4298-b761-3c9a6a4310ed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:03.525154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3e6932f-b66e-4270-8b77-ed78062dfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.615546 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:02Z', 'revision_number': 3, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:03.647823 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:41:03.648174 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Updating router 58b5ef79-62fa-4eb2-9347-7ac673597673 port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:41:03.674775 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3e6932f-b66e-4270-8b77-ed78062dfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.675322 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.720399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-a3e6932f-b66e-4270-8b77-ed78062dfa2c None None] For port efb44e9b-4be7-4298-b761-3c9a6a4310ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=efb44e9b-4be7-4298-b761-3c9a6a4310ed,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:41:03.727834 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3e6932f-b66e-4270-8b77-ed78062dfa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:03.801879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6932f-b66e-4270-8b77-ed78062dfa2c None None] Pushing event updated for resources: {'Port': ['ID=efb44e9b-4be7-4298-b761-3c9a6a4310ed,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:04.054400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d32538ac-312c-4346-bfb2-c7ee2d8f09c6 None None] Provisioning complete for port efb44e9b-4be7-4298-b761-3c9a6a4310ed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:04.054732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d32538ac-312c-4346-bfb2-c7ee2d8f09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.070974 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.077299 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.116373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.135890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Attempting to bind port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:41:04.136618 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Attempting to bind port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:41:04.136618 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Attempting to bind port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:41:04.136829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01173b7c-3a22-45d2-8b5e-9846f435a93f None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:41:04.144880 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Pushing event updated for resources: {'Port': ['ID=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:04.148191 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:41:04.148561 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:41:04.148978 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.149383 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:41:04.149868 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Bound port: 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:41:04.150295 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.175458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.175817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.176168 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.176517 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.176858 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.177201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.177536 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.177869 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.178230 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.178570 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.178903 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.179275 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:41:04.213924 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] For port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:41:04.217251 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] For port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:41:04.223781 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.264881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce54e35-22b3-4ec2-805f-c08369558f4c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 04:41:04.280793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e0a62c86-1911-4ec6-b84d-4e7b14252775 None None] Provisioning complete for port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:04.281190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0a62c86-1911-4ec6-b84d-4e7b14252775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.285486 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:41:04.286148 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:40:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:04.292073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Allocated IP 172.20.0.1 (d98844be-35fa-4b72-aa8f-3ccc55a9f8bf/b032ee01-44d0-4913-a331-48500e70c03e/e10a127b-3c9e-4736-bdff-251936eb3900) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:41:04.334200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0481b47-cf9f-4369-9d22-80e779e3697c None None] Pushing event updated for resources: {'Port': ['ID=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:04.378823 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0a62c86-1911-4ec6-b84d-4e7b14252775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.406080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e0a62c86-1911-4ec6-b84d-4e7b14252775 None None] For port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:41:04.413347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0a62c86-1911-4ec6-b84d-4e7b14252775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.420505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.421678 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:41:04.470756 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.479550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a62c86-1911-4ec6-b84d-4e7b14252775 None None] Pushing event updated for resources: {'Port': ['ID=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:04.515324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device efb44e9b-4be7-4298-b761-3c9a6a4310ed up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:41:04.523713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:41:04.527595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:04.530081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:41:04.561197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Pushing event updated for resources: {'Port': ['ID=e10a127b-3c9e-4736-bdff-251936eb3900,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:04.580615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-11ca8f80-e129-4c62-90c8-270079d69e86 None None] Provisioning complete for port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:04.581167 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.581685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11ca8f80-e129-4c62-90c8-270079d69e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.627187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port efb44e9b-4be7-4298-b761-3c9a6a4310ed triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:04.627822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.687018 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:02Z', 'revision_number': 3, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:04.716541 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f6065-162f-4fbc-8ebe-cb18f0282ea6 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:02Z', 'revision_number': 3, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:41:04.741777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.849456 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cc8ace1c-be80-452a-8816-41c8f73e3f9f None None] Provisioning complete for port e10a127b-3c9e-4736-bdff-251936eb3900 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:04.849836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc8ace1c-be80-452a-8816-41c8f73e3f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.919076 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:04.925441 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:05.022436 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:05.025530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Pushing event updated for resources: {'Port': ['ID=e10a127b-3c9e-4736-bdff-251936eb3900,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:05.065860 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ace1c-be80-452a-8816-41c8f73e3f9f None None] Port e10a127b-3c9e-4736-bdff-251936eb3900 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:41:05.131967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:41:05.133486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:05.269802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:41:05.388054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-35d4cc8f-ef86-4e6d-ad2b-be2d8452f6fc None None] Provisioning complete for port e10a127b-3c9e-4736-bdff-251936eb3900 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:05.388424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35d4cc8f-ef86-4e6d-ad2b-be2d8452f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:05.391433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:41:05.405620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5e48aba6-7df2-448a-8116-66cc27c0fb6c admin admin] 10.222.0.52 "PUT /v2.0/routers/58b5ef79-62fa-4eb2-9347-7ac673597673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0863612 Nov 19 04:41:05.428098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-35d4cc8f-ef86-4e6d-ad2b-be2d8452f6fc None None] Port e10a127b-3c9e-4736-bdff-251936eb3900 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:41:05.935900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 37380) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:05.941013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916492315', 'description': 'tempest-description--1123199032'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:05.963708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.035923 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.039757 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.064228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.065520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1285181 Nov 19 04:41:06.068912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:06.073824 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'security_group_rule': {'security_group_id': '34a4401b-6e9f-4c16-b7d4-909b071c2104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:06.074187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0b176-a2ad-4b5e-bfc0-d27b0bc85aba tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4401b-6e9f-4c16-b7d4-909b071c2104,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:06.105108 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.162163 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.165737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.183438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd3e74e-f28f-4519-8419-7142e27de3c4,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:06.193578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.194888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7c030fe5-7a7e-48c3-ab24-8012071cf74a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248422 Nov 19 04:41:06.197409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37384) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:06.201927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'security_group_rule': {'security_group_id': '34a4401b-6e9f-4c16-b7d4-909b071c2104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:06.229081 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.290604 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.295320 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.297348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:41:06.308007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:41:06.308631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:40:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:06.314861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12eea2e-dfe6-4322-9c98-2aa789aee6f7,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:06.322409 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.325983 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e5d1e850-ad0d-45a2-aa22-c12b08031629 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252534 Nov 19 04:41:06.326779 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37386) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:06.331397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:06.353666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.421524 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:41:06.458690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.507519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:41:06.571828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Allocated IP 172.25.8.149 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/157cd3bb-6e67-4f8c-a181-79b0a0b27583) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:41:06.630065 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:06.630720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.684860 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.722513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.748897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 2, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:06.762306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:41:06.767663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:06.771182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:41:06.780179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:41:06.780539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Updating router 58b5ef79-62fa-4eb2-9347-7ac673597673 port e10a127b-3c9e-4736-bdff-251936eb3900 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 04:41:06.804672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'Port': ['ID=157cd3bb-6e67-4f8c-a181-79b0a0b27583,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:06.806192 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.863120 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:06.898639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.059934 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.064466 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.073230 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.078664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.139005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'Port': ['ID=157cd3bb-6e67-4f8c-a181-79b0a0b27583,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:07.154905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403ea3-3ba1-4e0e-8e5c-d136861308ff None None] Pushing event updated for resources: {'Port': ['ID=e10a127b-3c9e-4736-bdff-251936eb3900,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:07.155971 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.177095 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.178710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96f5d957-fb44-4653-b3ab-4bb5f28456b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8507009 Nov 19 04:41:07.198695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Attempting to bind port e10a127b-3c9e-4736-bdff-251936eb3900 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:41:07.199092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Attempting to bind port e10a127b-3c9e-4736-bdff-251936eb3900 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:41:07.199479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Attempting to bind port e10a127b-3c9e-4736-bdff-251936eb3900 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:41:07.206222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:41:07.206619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:41:07.207035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.207441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:41:07.207942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Bound port: e10a127b-3c9e-4736-bdff-251936eb3900, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:41:07.208338 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.281681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] For port e10a127b-3c9e-4736-bdff-251936eb3900, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:41:07.285359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] For port e10a127b-3c9e-4736-bdff-251936eb3900, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e10a127b-3c9e-4736-bdff-251936eb3900,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:41:07.291452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.356600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:41:07.357222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:40:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:07.363413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-be8f6f61-2961-4290-814b-2fa857714104 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1916492315&fields=id&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 267 time: 0.0564654 Nov 19 04:41:07.396222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403ea3-3ba1-4e0e-8e5c-d136861308ff None None] Pushing event updated for resources: {'Port': ['ID=e10a127b-3c9e-4736-bdff-251936eb3900,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:07.419182 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-283bfdff-7187-4417-b1c2-1e24e9db5ee2 None None] Provisioning complete for port e10a127b-3c9e-4736-bdff-251936eb3900 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:07.419565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-283bfdff-7187-4417-b1c2-1e24e9db5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.494459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-67a371d8-ec87-456a-8ecc-ce2a010d73f3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:07.496342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-67a371d8-ec87-456a-8ecc-ce2a010d73f3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1256478 Nov 19 04:41:07.512966 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-bedbce5c-375a-4322-8d16-c16bb26ef9ec tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/quotas/3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 375 time: 0.0099320 Nov 19 04:41:07.518852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:41:07.569523 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-9da4c0ba-83f0-49fc-8860-d3ec6b0e5c39 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492783 Nov 19 04:41:07.623705 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-283bfdff-7187-4417-b1c2-1e24e9db5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.666571 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-0aceb516-d66e-4829-a29f-6abce9e9463c service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Nov 19 04:41:07.708166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-283bfdff-7187-4417-b1c2-1e24e9db5ee2 None None] For port e10a127b-3c9e-4736-bdff-251936eb3900, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e10a127b-3c9e-4736-bdff-251936eb3900,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:41:07.715722 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-283bfdff-7187-4417-b1c2-1e24e9db5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.764322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-c8c86381-ed07-4437-a8ff-9da3b977a6f2 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910187 Nov 19 04:41:07.796375 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bfdff-7187-4417-b1c2-1e24e9db5ee2 None None] Pushing event updated for resources: {'Port': ['ID=e10a127b-3c9e-4736-bdff-251936eb3900,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:07.819534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:07.855916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07153f0-f04d-428c-876a-0829e3b66453 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:41:07.866475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7b421409-7075-4a11-b90f-b8b91c251cca None None] Provisioning complete for port e10a127b-3c9e-4736-bdff-251936eb3900 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:07.866852 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b421409-7075-4a11-b90f-b8b91c251cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:07.966492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3e98ca06-abf8-4b92-a409-7dac43fe149c req-5c7361b1-56fa-4e53-b11d-e86a97203de2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 210 time: 0.0547512 Nov 19 04:41:08.496825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e10a127b-3c9e-4736-bdff-251936eb3900 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:41:08.555040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e10a127b-3c9e-4736-bdff-251936eb3900 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:08.555685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:09.066002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ea2b094f-f730-478f-91fd-a43f3a73f8f0 req-687d0b62-d221-416a-9a3c-dd902df702bd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Nov 19 04:41:09.159527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-534e1bfd-259f-403c-9669-cfc5932b9dfb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:09.161015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-534e1bfd-259f-403c-9669-cfc5932b9dfb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1164873 Nov 19 04:41:09.246027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-e4cdb3b5-478d-4ff7-8329-3297cb4505c1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 380 time: 0.0518262 Nov 19 04:41:09.277348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'port': {'device_id': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'admin_state_up': True, 'tenant_id': '3638887ae0644077ad402c985c09f546', 'security_groups': ['34a4401b-6e9f-4c16-b7d4-909b071c2104']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:09.386466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Made reservation on behalf of 3638887ae0644077ad402c985c09f546 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:41:09.389952 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:09.512804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Allocated IP 172.20.0.9 (d98844be-35fa-4b72-aa8f-3ccc55a9f8bf/b032ee01-44d0-4913-a331-48500e70c03e/12824582-a230-46af-b60b-8806ad80b972) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:41:09.653461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:09.687907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:09.732344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:41:09.736067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:41:09.739626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:41:09.763647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:09.797241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:09.798418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:09.815238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-6cb0568f-6126-4ea5-b027-d99a19f96432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414307 Nov 19 04:41:09.830165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-ce5b6289-4f07-4211-a157-3111c1d5a0cf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:41:09.831196 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-ce5b6289-4f07-4211-a157-3111c1d5a0cf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060093 Nov 19 04:41:09.858055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Request body: {'port': {'device_id': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:09.914515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.026167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-56a8d3db-89c0-4166-9ca3-defc9a599438 None None] Provisioning complete for port 12824582-a230-46af-b60b-8806ad80b972 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:10.026720 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-56a8d3db-89c0-4166-9ca3-defc9a599438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.061733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-56a8d3db-89c0-4166-9ca3-defc9a599438 None None] Port 12824582-a230-46af-b60b-8806ad80b972 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:41:10.185315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12824582-a230-46af-b60b-8806ad80b972 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:41:10.186071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11eeb24-183a-4f46-b835-d8965d0b295d req-e1a513c3-64d8-4dcf-9fe0-bce184600bde tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:10.187627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b11eeb24-183a-4f46-b835-d8965d0b295d req-e1a513c3-64d8-4dcf-9fe0-bce184600bde tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 931 time: 0.0502057 Nov 19 04:41:10.193212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.208300 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Transition to ACTIVE for port object 12824582-a230-46af-b60b-8806ad80b972 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:41:10.212156 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.245716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b11eeb24-183a-4f46-b835-d8965d0b295d req-6dde51ff-1c44-4199-8255-d97b7b9e10ca tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495679 Nov 19 04:41:10.283989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:10.338097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:41:10.338443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:41:10.338783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:41:10.343310 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Port 12824582-a230-46af-b60b-8806ad80b972 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:41:10.343641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:41:10.349405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:41:10.349755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:41:10.350192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:41:10.350630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Bound port: 12824582-a230-46af-b60b-8806ad80b972, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:41:10.350996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.420913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:41:10.425022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:41:10.430321 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.463208 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:10.463821 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:10.465298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] 10.222.0.31 "PUT /v2.0/ports/12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1091 time: 0.6115851 Nov 19 04:41:10.469909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:41:10.472133 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e539b-9d27-4d2d-8367-69c4c926e927" -d '{"events": [{"name": "network-changed", "server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:41:10.503108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd87b6-ab0a-4c4f-aae9-8bb1942797bd service neutron] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:10.534974 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007b652a-cccb-4fbd-a7e3-5e8eb2944686 x-openstack-request-id: req-007b652a-cccb-4fbd-a7e3-5e8eb2944686 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:41:10.535239 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "tag": "12824582-a230-46af-b60b-8806ad80b972", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:41:10.535504 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-007b652a-cccb-4fbd-a7e3-5e8eb2944686 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:41:10.535913 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'status': 'completed', 'code': 200} Nov 19 04:41:10.592499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-b03a4918-2829-4502-98ad-e0222ffaffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:10.594065 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-b03a4918-2829-4502-98ad-e0222ffaffe5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1094 time: 0.0447812 Nov 19 04:41:10.652775 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-05f65b27-850a-4b7d-9390-324f3cfff16c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 217 time: 0.0360193 Nov 19 04:41:10.710188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-c8601df7-867c-4d79-bb42-d4874e75034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:10.711665 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-c8601df7-867c-4d79-bb42-d4874e75034e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0484622 Nov 19 04:41:10.764148 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-e58c855f-9089-4d39-bd41-9a9924d3ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:10.765640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-e58c855f-9089-4d39-bd41-9a9924d3ab5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422418 Nov 19 04:41:10.864520 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-3afecd87-5031-45aa-ab68-04be768968a7 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870855 Nov 19 04:41:10.963036 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-998bf274-5948-4ebf-9526-1d36c16e6f42 req-ccd888b1-4e3a-4bb3-9d54-ab12b5f9f95e service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855792 Nov 19 04:41:11.114364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-23b5c0e5-9593-4bca-9137-1ea172828348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:11.115759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-23b5c0e5-9593-4bca-9137-1ea172828348 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1094 time: 0.0419059 Nov 19 04:41:11.209369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-44b10258-87de-4ba7-a531-db0e5fcf6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:11.210837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-44b10258-87de-4ba7-a531-db0e5fcf6c7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0870633 Nov 19 04:41:11.255503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-70cd1e7d-7788-40f1-b7c9-33938fb8fcc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 217 time: 0.0366919 Nov 19 04:41:11.308679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-04dfad48-c938-487f-9a36-5ee31fcc8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:11.310207 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-04dfad48-c938-487f-9a36-5ee31fcc8fb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0456522 Nov 19 04:41:11.362203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-c63a22dc-9ce8-4587-a578-b860731523a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:11.363728 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-c63a22dc-9ce8-4587-a578-b860731523a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456676 Nov 19 04:41:11.379899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d7241-fdb9-4ba7-b427-885590392151 req-16cf4bcb-760c-4960-bfae-bf91580641e2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:11.381505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-044d7241-fdb9-4ba7-b427-885590392151 req-16cf4bcb-760c-4960-bfae-bf91580641e2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 943 time: 0.0509160 Nov 19 04:41:11.429784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-044d7241-fdb9-4ba7-b427-885590392151 req-6a6154d2-1cca-4afd-a061-c62669700d5e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Nov 19 04:41:11.456640 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-253be367-c1c5-467c-a4fd-5358ab5c92a4 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Nov 19 04:41:11.550608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-031e539b-9d27-4d2d-8367-69c4c926e927 req-0317b894-ffa5-49b4-83b5-8a6b7f9bd169 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863738 Nov 19 04:41:12.546105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33b61e-2baa-4e61-840c-ae96d355c346 req-e56781e1-2b4e-4773-a828-62cfc4730183 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:12.548272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef33b61e-2baa-4e61-840c-ae96d355c346 req-e56781e1-2b4e-4773-a828-62cfc4730183 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 943 time: 0.0488899 Nov 19 04:41:12.595262 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef33b61e-2baa-4e61-840c-ae96d355c346 req-33400973-ed96-4f01-af92-28277a80b1c0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Nov 19 04:41:13.715168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1260768-a736-46c3-89f3-9c72a0049a48 req-29ba936e-165c-415e-8f64-eb86d26b2c30 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:13.716685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1260768-a736-46c3-89f3-9c72a0049a48 req-29ba936e-165c-415e-8f64-eb86d26b2c30 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 943 time: 0.0527322 Nov 19 04:41:13.764767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1260768-a736-46c3-89f3-9c72a0049a48 req-038508fa-cc0d-4b32-bdfb-e784aa5af4e8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Nov 19 04:41:14.461688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 12824582-a230-46af-b60b-8806ad80b972 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:41:14.557711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:41:14.569713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '12824582-a230-46af-b60b-8806ad80b972', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '12824582-a230-46af-b60b-8806ad80b972', 'mac_address': 'fa:16:3e:c9:34:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:41:14.606191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:14.622109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12824582-a230-46af-b60b-8806ad80b972 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:41:14.640894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:41:14.645534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:14.692690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:14.884225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d36ae-c96d-4689-aaa9-1fac5561feec req-c01e0199-d14f-40c7-996e-e94aff4f3d3a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:14.885723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f27d36ae-c96d-4689-aaa9-1fac5561feec req-c01e0199-d14f-40c7-996e-e94aff4f3d3a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 944 time: 0.0507677 Nov 19 04:41:14.932927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f27d36ae-c96d-4689-aaa9-1fac5561feec req-0b8c6715-cc6c-45d6-a6c9-31a984da3d08 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Nov 19 04:41:14.959836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['12824582-a230-46af-b60b-8806ad80b972'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:41:16.049758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314aab5-15e3-459a-97a8-9f9131a78fac req-1c815ec1-4932-4885-a949-8ba9fdd4e7a9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:16.051292 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a314aab5-15e3-459a-97a8-9f9131a78fac req-1c815ec1-4932-4885-a949-8ba9fdd4e7a9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 944 time: 0.0508914 Nov 19 04:41:16.102926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a314aab5-15e3-459a-97a8-9f9131a78fac req-8ef88589-e128-4466-bb2e-770ff1b92295 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Nov 19 04:41:16.464663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 12824582-a230-46af-b60b-8806ad80b972 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:41:16.517592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 12824582-a230-46af-b60b-8806ad80b972 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:41:16.521485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 12824582-a230-46af-b60b-8806ad80b972 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:41:16.521863 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:16.597210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:16.619961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:41:16.622397 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600b242-d1d8-4717-a6d1-d831176e23ab" -d '{"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-plugged", "status": "completed", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:41:16.638267 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:41:16.642518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:16.669758 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6536af9c-5010-4a6c-9285-9125306d3c44 x-openstack-request-id: req-6536af9c-5010-4a6c-9285-9125306d3c44 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:41:16.670090 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-plugged", "status": "completed", "tag": "12824582-a230-46af-b60b-8806ad80b972", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:41:16.670347 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6536af9c-5010-4a6c-9285-9125306d3c44 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:41:16.670744 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'code': 200} Nov 19 04:41:16.696840 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:41:16.787585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abfb06-ccb5-4751-8411-87d43360170a req-00c4411d-1082-4635-b66e-47f2ece379ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:16.789083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4abfb06-ccb5-4751-8411-87d43360170a req-00c4411d-1082-4635-b66e-47f2ece379ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0412850 Nov 19 04:41:16.836610 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f4abfb06-ccb5-4751-8411-87d43360170a req-57ee9133-2521-4938-bf47-031d37b7170a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 Nov 19 04:41:17.220885 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302012-3d71-41d5-a3b4-d208d4b5d259 req-d241e0c8-fc24-40f1-83ad-10937fbe9191 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:17.222476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09302012-3d71-41d5-a3b4-d208d4b5d259 req-d241e0c8-fc24-40f1-83ad-10937fbe9191 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Nov 19 04:41:17.270941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09302012-3d71-41d5-a3b4-d208d4b5d259 req-9b735b92-82a2-45c5-869f-585573c73b5c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Nov 19 04:41:18.389056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0675-da73-434e-a881-9b6992e2a5f3 req-333dad92-529a-45ac-b1d0-9f429f9f09bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:18.390616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-760e0675-da73-434e-a881-9b6992e2a5f3 req-333dad92-529a-45ac-b1d0-9f429f9f09bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Nov 19 04:41:18.439530 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-760e0675-da73-434e-a881-9b6992e2a5f3 req-c2d05d98-0c62-45a7-a98e-e4720975fa45 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Nov 19 04:41:18.565828 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f10573-979e-44e4-8424-c57987c9c524 req-3935439c-77d8-46ce-bc42-b54535338dc5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:18.567358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b7f10573-979e-44e4-8424-c57987c9c524 req-3935439c-77d8-46ce-bc42-b54535338dc5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0549145 Nov 19 04:41:18.576115 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37434) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:41:18.580462 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'floatingip': {'port_id': '12824582-a230-46af-b60b-8806ad80b972'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:41:18.619418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:19.070344 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:19.074126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:19.178538 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 associated. External IP: 172.25.8.149, port: 12824582-a230-46af-b60b-8806ad80b972. Nov 19 04:41:19.392789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:41:19.499745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:41:19.504800 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:19.511394 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:41:19.522784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:41:19.523404 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:40:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:19.535939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-4a5cb2fd-f670-4e18-8bfc-c05646bbcea1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "PUT /v2.0/floatingips/32e13270-7885-469d-9964-a73feeebc2a8 HTTP/1.1" status: 200 len: 991 time: 0.9585950 Nov 19 04:41:19.536578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:41:19.539979 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e26e1-32c8-4879-a480-87811683790a" -d '{"events": [{"name": "network-changed", "server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:41:19.632121 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:41:19.646548 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ad517-f666-4478-ac62-0350d027460a x-openstack-request-id: req-ea6ad517-f666-4478-ac62-0350d027460a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:41:19.646849 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "tag": "12824582-a230-46af-b60b-8806ad80b972", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:41:19.647110 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea6ad517-f666-4478-ac62-0350d027460a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:41:19.647522 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'status': 'completed', 'code': 200} Nov 19 04:41:19.727463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e26e1-32c8-4879-a480-87811683790a req-9cd4681a-69e2-475a-8ecc-50f2d7658ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:19.728981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-9cd4681a-69e2-475a-8ecc-50f2d7658ea6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0395672 Nov 19 04:41:19.825711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e26e1-32c8-4879-a480-87811683790a req-419b17ed-6fa1-4629-b020-12914dec7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:19.827872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-419b17ed-6fa1-4629-b020-12914dec7c7b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0910115 Nov 19 04:41:19.870291 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '12824582-a230-46af-b60b-8806ad80b972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:c9:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:41:18Z', 'revision_number': 1, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:19.897385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-6d09cca5-e605-4002-8cdf-ac3d7eb56dc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 999 time: 0.0622966 Nov 19 04:41:19.898174 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:41:19.906498 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:41:19.907291 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:40:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:19.951568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e26e1-32c8-4879-a480-87811683790a req-3e72f735-d906-4466-a9ae-b8012e7ccaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:19.953041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-3e72f735-d906-4466-a9ae-b8012e7ccaab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0490329 Nov 19 04:41:19.999350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e26e1-32c8-4879-a480-87811683790a req-93db00f3-16f0-4d80-8b89-2a1e3b787e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:20.000891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-93db00f3-16f0-4d80-8b89-2a1e3b787e09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407925 Nov 19 04:41:20.012360 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:41:20.095388 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-dc098a7a-b6e7-4ad4-95dd-3756ed7eb26d service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871620 Nov 19 04:41:20.185965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d96e26e1-32c8-4879-a480-87811683790a req-1902503d-2ffb-4ec1-a472-b96a6d8c8195 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Nov 19 04:41:20.242775 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '12824582-a230-46af-b60b-8806ad80b972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:c9:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:41:18Z', 'revision_number': 1, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:41:20.270391 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148c66e-0a8f-4e57-911d-9891352d4e4f None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '12824582-a230-46af-b60b-8806ad80b972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:c9:34:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:41:18Z', 'revision_number': 1, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:41:20.460232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee36eb8-95dd-4916-8a91-a0782cf94a1a None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:41:21.325983 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea866e99-2715-4f5d-8870-8058c7e077e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:22.967397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:23.627119 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-184db1ba-df9a-47ae-b40f-8152616d9c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:25.393595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:26.506351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:27.310886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:32.247856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:33.829075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-bdf5c3d9-4a8b-45a2-9b39-a0bb5eed452e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406849 Nov 19 04:41:33.939505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b76673-0880-432f-9f42-7fea91b76c4c req-6291911b-892a-4df5-997c-e50d3d7eb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:33.941006 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-6291911b-892a-4df5-997c-e50d3d7eb06f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0443604 Nov 19 04:41:34.058268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b76673-0880-432f-9f42-7fea91b76c4c req-995d387e-3521-41d0-a120-68198728b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:34.060614 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-995d387e-3521-41d0-a120-68198728b0a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0997517 Nov 19 04:41:34.132049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-671c7d65-28a1-455d-a69d-4e3831d7528a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1001 time: 0.0629537 Nov 19 04:41:34.181872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b76673-0880-432f-9f42-7fea91b76c4c req-5e72ccf4-6464-4f72-96ee-40286c1b7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:34.183334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-5e72ccf4-6464-4f72-96ee-40286c1b7514 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0438855 Nov 19 04:41:34.231872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b76673-0880-432f-9f42-7fea91b76c4c req-d6217ca9-52d6-45ee-ad95-6c59ee49dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:41:34.233340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-d6217ca9-52d6-45ee-ad95-6c59ee49dd1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396042 Nov 19 04:41:34.329493 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-42419f60-4549-48b1-9173-08379bf8a8ae service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880785 Nov 19 04:41:34.420924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-25b76673-0880-432f-9f42-7fea91b76c4c req-0bfc7b25-938b-466e-9db2-6b7ac55fd894 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829172 Nov 19 04:41:35.999939 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:41:51.331218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc773-fe5a-4fb2-8330-8324023e6a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:52.982110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:53.628783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6c83250b-cb06-4f9d-8a71-cf0deccd7b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:55.398910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:56.657059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:41:57.312472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:02.247820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:12.998449 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:42:21.332514 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9531ef3c-9e46-4999-8daa-8c3cd8659fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:22.982121 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:23.631030 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-822eb50e-7e8b-40db-afc5-d75db74885f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:25.399637 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:26.510816 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:27.315537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:32.264687 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:34.884014 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-35d4d2f1-d380-48f5-be8b-3820902331ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891109 Nov 19 04:42:35.004596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-db24258a-8c02-4883-824f-f11874a9b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:42:35.006125 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-db24258a-8c02-4883-824f-f11874a9b1e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0449646 Nov 19 04:42:35.111539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-910ad3f4-8b1e-481d-a33d-b49e191659b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:42:35.113510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-910ad3f4-8b1e-481d-a33d-b49e191659b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0859761 Nov 19 04:42:35.189298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-0b14c63b-87d9-4147-a5df-2006786b63b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1001 time: 0.0633619 Nov 19 04:42:35.243139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-2d56fa96-19ae-4b68-b9aa-80b2d646a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:42:35.244577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-2d56fa96-19ae-4b68-b9aa-80b2d646a5ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0440316 Nov 19 04:42:35.291486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-b591bfcc-b531-4517-b2d2-ca789be5df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:42:35.293048 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-b591bfcc-b531-4517-b2d2-ca789be5df7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406821 Nov 19 04:42:35.389812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-6c510980-ad74-4aa3-855d-96d3a252aa2d service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852826 Nov 19 04:42:35.488414 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-43fbdc2c-7722-497b-80c5-9cbc973d8c9c req-20407c58-3a03-47d0-8740-544b1604b9b4 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848496 Nov 19 04:42:49.997848 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:42:51.334526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a7b04276-287a-4f9c-b9e3-57e9aa5a1169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:52.998967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:53.631650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f97cebf-b254-485e-9671-855bc782b721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:55.401898 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:56.513211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:42:57.319851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:02.078297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca88fb-99e6-4ed6-8db9-e2ca49a81429 req-b92327e0-539c-4913-b8ec-94fbbb9adc27 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:02.079727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbca88fb-99e6-4ed6-8db9-e2ca49a81429 req-b92327e0-539c-4913-b8ec-94fbbb9adc27 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.1420617 Nov 19 04:43:02.128509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dbca88fb-99e6-4ed6-8db9-e2ca49a81429 req-6d9ece18-d1c3-45a1-85b1-bb4650fde33d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Nov 19 04:43:02.286605 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:02.352056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-48086c91-8fb8-41e3-b5e3-a68f28bc3eea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413587 Nov 19 04:43:02.366416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf38f6-b20d-41cf-8c8b-86fadf314134 req-27015db8-24a2-404e-b4ad-e1c18e745858 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:02.368333 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dbf38f6-b20d-41cf-8c8b-86fadf314134 req-27015db8-24a2-404e-b4ad-e1c18e745858 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Nov 19 04:43:02.423092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dbf38f6-b20d-41cf-8c8b-86fadf314134 req-8ee2b2b8-c52c-4670-9da1-1b4c1843347f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476396 Nov 19 04:43:03.546518 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdefb29-64d3-426e-a265-b68778d78f5a req-c6c60fef-086f-49ea-b9b1-851ac45fb5d4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:03.548025 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bdefb29-64d3-426e-a265-b68778d78f5a req-c6c60fef-086f-49ea-b9b1-851ac45fb5d4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Nov 19 04:43:03.594578 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0bdefb29-64d3-426e-a265-b68778d78f5a req-644f2dc0-2934-4e5b-83a4-14191feaec53 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Nov 19 04:43:04.716388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1aed-654e-4c39-bec7-8e855adf6486 req-071572df-8749-4a2b-a7e3-db1890a91a9e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:04.717805 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d0e1aed-654e-4c39-bec7-8e855adf6486 req-071572df-8749-4a2b-a7e3-db1890a91a9e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0542703 Nov 19 04:43:04.769477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0d0e1aed-654e-4c39-bec7-8e855adf6486 req-8eee4d19-f130-4771-bff1-c91550f95578 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449078 Nov 19 04:43:05.890131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3db92-a73b-4ccc-b42b-dd3cf3723d8a req-e8fabdff-942e-411f-9cd2-d1de45fabd28 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:05.891736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27c3db92-a73b-4ccc-b42b-dd3cf3723d8a req-e8fabdff-942e-411f-9cd2-d1de45fabd28 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0533710 Nov 19 04:43:05.938177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27c3db92-a73b-4ccc-b42b-dd3cf3723d8a req-6edeaf60-bd5f-452b-b191-a7494cf25b1c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Nov 19 04:43:06.638334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-2ad754dc-06e1-42d6-bc9c-4a6127479894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:06.639884 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-2ad754dc-06e1-42d6-bc9c-4a6127479894 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0447464 Nov 19 04:43:06.738354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-7084dc2b-863c-4cf4-b516-1b8ba08ef05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:06.739757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-7084dc2b-863c-4cf4-b516-1b8ba08ef05d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0856013 Nov 19 04:43:06.816990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-72d2ab10-81ac-44f9-ac5b-6c175123c5cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1001 time: 0.0661144 Nov 19 04:43:06.870834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-2046f677-a3f5-4823-9244-d837a0464702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:06.872303 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-2046f677-a3f5-4823-9244-d837a0464702 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0446868 Nov 19 04:43:06.921363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-7477c3ed-7aee-49db-8068-861739d5a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:06.922884 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-7477c3ed-7aee-49db-8068-861739d5a5d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394278 Nov 19 04:43:07.022769 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-48d78e48-d8a3-42e5-8051-2db968c69974 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883269 Nov 19 04:43:07.055413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2c562-cda9-41da-ba6b-58cad6831481 req-8a6568ca-a81e-4b82-989b-299ae0f4de2a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:07.056934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65d2c562-cda9-41da-ba6b-58cad6831481 req-8a6568ca-a81e-4b82-989b-299ae0f4de2a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Nov 19 04:43:07.105114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-65d2c562-cda9-41da-ba6b-58cad6831481 req-3b6f5cda-aeb8-4c81-a9d5-f24df822ad2b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Nov 19 04:43:07.119227 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-97cc17a8-4292-4e8c-9093-f41103228184 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858006 Nov 19 04:43:08.229771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b20905-9267-4f86-ab7a-68987b44b955 req-0a48dbab-dc68-429c-a7b9-8a7f4640a905 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:08.231328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32b20905-9267-4f86-ab7a-68987b44b955 req-0a48dbab-dc68-429c-a7b9-8a7f4640a905 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0526707 Nov 19 04:43:08.278449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32b20905-9267-4f86-ab7a-68987b44b955 req-a5d418fe-962b-4973-b00d-9fe47455c839 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Nov 19 04:43:09.398248 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375399-0d32-463f-b3be-5145f665dc34 req-a74a596a-380a-4fbe-b57b-86459c654985 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:09.399780 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0375399-0d32-463f-b3be-5145f665dc34 req-a74a596a-380a-4fbe-b57b-86459c654985 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Nov 19 04:43:09.447056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0375399-0d32-463f-b3be-5145f665dc34 req-ca4b11c2-6bb8-49b5-886c-93a74c978259 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Nov 19 04:43:10.563540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803b08b-320e-4a92-b714-eaeaf915c718 req-3e3a2bc0-d3f7-404c-98e8-e0f1145400e8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:10.565028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1803b08b-320e-4a92-b714-eaeaf915c718 req-3e3a2bc0-d3f7-404c-98e8-e0f1145400e8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Nov 19 04:43:10.615932 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1803b08b-320e-4a92-b714-eaeaf915c718 req-40cc1cad-23f0-44f2-80f8-d5216237bfb4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Nov 19 04:43:11.730995 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15d8fa-280e-4de4-953c-ef5625ac631e req-b20b70c9-4bd4-48df-8f25-8a867ca49ed1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:11.732503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe15d8fa-280e-4de4-953c-ef5625ac631e req-b20b70c9-4bd4-48df-8f25-8a867ca49ed1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0484788 Nov 19 04:43:11.782177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe15d8fa-280e-4de4-953c-ef5625ac631e req-a736b216-95d7-4e92-aaf8-616370e8beb3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Nov 19 04:43:12.901635 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c690-4a2f-416a-94d4-4627cd2e2d77 req-34a3a9f2-4a7e-4778-b9d6-75b57ae6c385 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:12.903193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5006c690-4a2f-416a-94d4-4627cd2e2d77 req-34a3a9f2-4a7e-4778-b9d6-75b57ae6c385 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0514319 Nov 19 04:43:12.950441 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5006c690-4a2f-416a-94d4-4627cd2e2d77 req-732e5912-d2a2-4b19-8151-41273023d3e3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Nov 19 04:43:14.071506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f202bc6-57c7-457f-811a-934903286af0 req-8505c8da-15e0-47bf-9be4-83120b37b9fc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:14.073037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f202bc6-57c7-457f-811a-934903286af0 req-8505c8da-15e0-47bf-9be4-83120b37b9fc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0532758 Nov 19 04:43:14.120892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f202bc6-57c7-457f-811a-934903286af0 req-54acee7f-4764-493f-a335-bd69258f90d6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Nov 19 04:43:15.237079 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9be0d-7aa1-4ae3-9b75-cfc46da6712d req-f80bad17-9251-4e7a-bc42-088c7ec516e8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:15.239554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f9be0d-7aa1-4ae3-9b75-cfc46da6712d req-f80bad17-9251-4e7a-bc42-088c7ec516e8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0501420 Nov 19 04:43:15.290496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f9be0d-7aa1-4ae3-9b75-cfc46da6712d req-558cd246-d6fa-4616-81d3-8014892fe09d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Nov 19 04:43:16.408449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eb7fc-cd4c-4741-94f3-4f570e9344b2 req-130d54c9-615a-437b-8d92-a3d506ee5b8a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:16.409954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-078eb7fc-cd4c-4741-94f3-4f570e9344b2 req-130d54c9-615a-437b-8d92-a3d506ee5b8a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0489964 Nov 19 04:43:16.461524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-078eb7fc-cd4c-4741-94f3-4f570e9344b2 req-d145bf1f-4b62-4016-b327-559f75644e4e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Nov 19 04:43:17.577312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bc261-6676-4726-9015-f3add4e2160d req-8710c897-d66c-4e59-837c-14eea0a99ddd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:17.578840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a3bc261-6676-4726-9015-f3add4e2160d req-8710c897-d66c-4e59-837c-14eea0a99ddd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Nov 19 04:43:17.626835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a3bc261-6676-4726-9015-f3add4e2160d req-9b08b2d8-0cb2-4198-94bf-78666adc0248 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414376 Nov 19 04:43:18.747842 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd583dd-980d-4627-8442-50258286a2e9 req-38cbc053-0ce6-4c6c-98e2-9bb6464cda8f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:18.749383 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efd583dd-980d-4627-8442-50258286a2e9 req-38cbc053-0ce6-4c6c-98e2-9bb6464cda8f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0510297 Nov 19 04:43:18.797699 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-efd583dd-980d-4627-8442-50258286a2e9 req-f593beae-d4ae-4530-818e-5d4b98ed2fe8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Nov 19 04:43:19.563664 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-1f1a1cc6-be6d-4ebd-8ea1-64219bbfb957 service neutron] show failed (client error): The resource could not be found. Nov 19 04:43:19.564725 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-1f1a1cc6-be6d-4ebd-8ea1-64219bbfb957 service neutron] 10.222.0.31 "GET /v2.0/ports/12824582-a230-46af-b60b-8806ad80b972/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0742607 Nov 19 04:43:19.833604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-bf31ce13-9d3c-4df8-bd39-b526f24504ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:19.839639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-bf31ce13-9d3c-4df8-bd39-b526f24504ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 1096 time: 0.0953021 Nov 19 04:43:19.850201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:43:19.904205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:19.926651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5c72f-9d42-4d0b-9c63-8dcc501a7375 req-0dd797e3-3425-47fa-bb67-b7fda735f2da tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:19.928221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06b5c72f-9d42-4d0b-9c63-8dcc501a7375 req-0dd797e3-3425-47fa-bb67-b7fda735f2da tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0539873 Nov 19 04:43:19.975705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06b5c72f-9d42-4d0b-9c63-8dcc501a7375 req-2a60600b-db25-4e78-9756-8932f1d35986 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Nov 19 04:43:20.103169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:20.139875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:43:20.496294 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:20.498597 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f5dade-e8d7-4b04-9b03-df6885efd645" -d '{"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:20.502395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:20.514630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Transition to ACTIVE for port object 12824582-a230-46af-b60b-8806ad80b972 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:43:20.519226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:20.552329 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e9ed6d-1222-4c8c-96a4-2fc20d29b627 x-openstack-request-id: req-72e9ed6d-1222-4c8c-96a4-2fc20d29b627 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:20.552493 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "12824582-a230-46af-b60b-8806ad80b972", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:20.552741 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72e9ed6d-1222-4c8c-96a4-2fc20d29b627 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:20.553187 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'code': 200} Nov 19 04:43:20.607806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:20.620880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.621231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.621585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.621916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.622275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.622617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.622944 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.623275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.623609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.623938 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.624261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.624584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:20.657741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] No DVR routers for this DVR port 12824582-a230-46af-b60b-8806ad80b972 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:43:20.795041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:43:20.795389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:43:20.795718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:43:20.800078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Port 12824582-a230-46af-b60b-8806ad80b972 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:43:20.800404 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Attempting to bind port 12824582-a230-46af-b60b-8806ad80b972 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:43:20.805237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:43:20.805582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:43:20.806024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:43:20.806456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Bound port: 12824582-a230-46af-b60b-8806ad80b972, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:43:20.806813 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:20.869402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:43:20.872628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:43:20.876236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:20.913725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:20.914381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:20.916151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] 10.222.0.36 "PUT /v2.0/ports/12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1091 time: 1.0715687 Nov 19 04:43:20.950192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424bdc2-f0b1-4aac-81ca-6f879421795b service neutron] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:20.988659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-f4c4af20-001b-4670-b94e-dd27218ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:20.990585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-f4c4af20-001b-4670-b94e-dd27218ac89e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1094 time: 0.0487623 Nov 19 04:43:21.095668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-1efadb05-11af-4f05-a420-77e57569977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:21.098462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-1efadb05-11af-4f05-a420-77e57569977e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0989997 Nov 19 04:43:21.106909 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7a31-0df9-4131-a865-6ae18c2f69e3 req-64d18d8b-2234-4731-8ee6-d4b22d0a0c18 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:21.108485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a2d7a31-0df9-4131-a865-6ae18c2f69e3 req-64d18d8b-2234-4731-8ee6-d4b22d0a0c18 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 943 time: 0.0561943 Nov 19 04:43:21.161315 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7a2d7a31-0df9-4131-a865-6ae18c2f69e3 req-6e76e30d-bc83-45e0-a519-e314d545d292 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457194 Nov 19 04:43:21.178864 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-e50c2d24-c583-42b1-a713-20993b647502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 999 time: 0.0747313 Nov 19 04:43:21.230193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-f244887e-b0f0-4f12-9495-e4379747d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:21.231645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-f244887e-b0f0-4f12-9495-e4379747d032 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0454803 Nov 19 04:43:21.279059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-beb95252-300e-4db9-90c6-90a55f17a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:21.280442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-beb95252-300e-4db9-90c6-90a55f17a73f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407078 Nov 19 04:43:21.336463 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-80fa72d4-fb8d-4d7d-9c03-819aae778d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:21.376151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-c2bfaeec-6758-492f-8901-507734118161 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883250 Nov 19 04:43:21.465269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ff4e6bb8-8035-4eb3-bbee-f5eb97702fec req-07c2fdb7-10e1-450f-8e73-12e37d7aae74 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821247 Nov 19 04:43:22.299089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb47d5-f399-439b-9248-b471c6e46a0d req-12610790-da12-47dc-ae41-045bc4d6dddd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:22.300587 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ceb47d5-f399-439b-9248-b471c6e46a0d req-12610790-da12-47dc-ae41-045bc4d6dddd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 943 time: 0.0535898 Nov 19 04:43:22.346657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ceb47d5-f399-439b-9248-b471c6e46a0d req-fe410fda-4d58-4490-80f0-eb78b90a1ff3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Nov 19 04:43:22.554245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:22.556638 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:22.603490 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448ff6ac-bf56-4dc6-ad95-a0afef4883e0 x-openstack-request-id: req-448ff6ac-bf56-4dc6-ad95-a0afef4883e0 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:22.603789 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "tag": "12824582-a230-46af-b60b-8806ad80b972", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:22.604050 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-448ff6ac-bf56-4dc6-ad95-a0afef4883e0 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:22.604463 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'status': 'completed', 'code': 200} Nov 19 04:43:22.670817 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12824582-a230-46af-b60b-8806ad80b972 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:43:22.696197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-6f40a065-57f0-478f-86e8-86e55fecbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:22.697763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-6f40a065-57f0-478f-86e8-86e55fecbdcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1094 time: 0.0719922 Nov 19 04:43:22.728292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-bbc965a2-5901-43d2-aa41-985c7a3c2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:22.729703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-bbc965a2-5901-43d2-aa41-985c7a3c2dcb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1094 time: 0.0696337 Nov 19 04:43:22.776423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:22.788302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '12824582-a230-46af-b60b-8806ad80b972', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '12824582-a230-46af-b60b-8806ad80b972', 'mac_address': 'fa:16:3e:c9:34:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:43:22.826020 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:22.841906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12824582-a230-46af-b60b-8806ad80b972 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:43:22.861356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:22.866674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:22.867586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-9feb0996-8694-4953-9b83-01d1a6d935ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:22.870253 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-9feb0996-8694-4953-9b83-01d1a6d935ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1642325 Nov 19 04:43:22.889225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-d6655d90-7988-4a3a-953a-53806e1dcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:22.890466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-d6655d90-7988-4a3a-953a-53806e1dcff8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1352918 Nov 19 04:43:22.916298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:22.924357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.924357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.924734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.925047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.925387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.926332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.926876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.927160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.927490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.927907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.928277 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:22.928636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:43:23.003002 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-8d23c74d-821f-4190-8041-5b231dbab321 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1000 time: 0.1230352 Nov 19 04:43:23.004509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:23.016099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-57f725e5-aec8-45da-aa65-3865619d8779 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1000 time: 0.0946746 Nov 19 04:43:23.078582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 12824582-a230-46af-b60b-8806ad80b972 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:43:23.106590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-d42dd9e1-de19-4d36-820f-f58f368a695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.108155 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-d42dd9e1-de19-4d36-820f-f58f368a695f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0883265 Nov 19 04:43:23.109834 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-e93b6fa5-3f93-41af-a85a-f07f177f7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.111172 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-e93b6fa5-3f93-41af-a85a-f07f177f7294 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0842314 Nov 19 04:43:23.113596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['12824582-a230-46af-b60b-8806ad80b972'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:43:23.153801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 12824582-a230-46af-b60b-8806ad80b972 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:43:23.186940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-273b4717-d77e-40d9-9dec-636f72989deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.188458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-273b4717-d77e-40d9-9dec-636f72989deb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717061 Nov 19 04:43:23.190236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-5ea8b2dd-7e82-4340-a196-d0a2dd6dc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.192225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-5ea8b2dd-7e82-4340-a196-d0a2dd6dc5fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659578 Nov 19 04:43:23.358454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-970b2077-d472-463d-8954-7cff9b8fc2db service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627567 Nov 19 04:43:23.360557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-8a23bec4-ad06-46d8-bb0a-080853717b42 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574488 Nov 19 04:43:23.470507 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03ff0b-6fe8-46a3-bc52-5409b3337a83 req-99d44815-c8e4-45c3-ad37-a3710091abd0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.472266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f03ff0b-6fe8-46a3-bc52-5409b3337a83 req-99d44815-c8e4-45c3-ad37-a3710091abd0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 944 time: 0.0522401 Nov 19 04:43:23.521881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f03ff0b-6fe8-46a3-bc52-5409b3337a83 req-ccc28523-17b4-4031-8047-cf2f696740e3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Nov 19 04:43:23.526379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-124f2b3c-7140-45ee-872e-582501e96ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600718 Nov 19 04:43:23.528290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-05a9ce1d-5ff4-4aea-b3b0-e909ca379b3b req-8bbc16ea-0af4-47b9-94ca-e4424e01002b service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545429 Nov 19 04:43:23.635555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-82308cba-63e2-4265-a67f-7bd5b2147a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:23.729856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8c78d-7404-41d8-a402-5abf62f83f0d req-2d10bd4b-5a62-4457-a596-a7f8dabbd18b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.731395 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50f8c78d-7404-41d8-a402-5abf62f83f0d req-2d10bd4b-5a62-4457-a596-a7f8dabbd18b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 944 time: 0.0486538 Nov 19 04:43:23.774421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-937a2c1f-83c8-4099-ad5e-ae7d8a9a33a9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.775825 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-937a2c1f-83c8-4099-ad5e-ae7d8a9a33a9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4&tenant_id=3638887ae0644077ad402c985c09f546&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0543125 Nov 19 04:43:23.784165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50f8c78d-7404-41d8-a402-5abf62f83f0d req-de450822-a80b-40d5-bc7e-1189b304bc10 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Nov 19 04:43:23.840888 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-30047c30-dd6b-4378-9a1e-9d817bba5e81 service neutron] delete failed (client error): The resource could not be found. Nov 19 04:43:23.841917 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-30047c30-dd6b-4378-9a1e-9d817bba5e81 service neutron] 10.222.0.31 "DELETE /v2.0/ports/12824582-a230-46af-b60b-8806ad80b972/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0543997 Nov 19 04:43:23.966675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-d101fe0b-782e-4f8f-8d84-de92282b264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:23.968195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-d101fe0b-782e-4f8f-8d84-de92282b264c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 1095 time: 0.0416682 Nov 19 04:43:24.064080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-a14a49f2-595b-44c9-ac84-2b50b96b9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:24.065549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-a14a49f2-595b-44c9-ac84-2b50b96b9c1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0873909 Nov 19 04:43:24.135463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-1f7e17b4-d8ec-4932-8645-3b246ea2e21e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 200 len: 1000 time: 0.0589168 Nov 19 04:43:24.192714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-8233e4ea-77eb-42cc-81b1-2f4f3a90df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:24.194213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-8233e4ea-77eb-42cc-81b1-2f4f3a90df7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0479875 Nov 19 04:43:24.247824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-b079d60b-9849-4e3a-bec4-9d3290a1bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:24.249338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-b079d60b-9849-4e3a-bec4-9d3290a1bd6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441418 Nov 19 04:43:24.343251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-5ae5b062-c2a2-45b0-a8e5-975efdef2bcf service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814972 Nov 19 04:43:24.442624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49c33314-9f70-48c4-95a9-70418f0b94dd req-b832cf4f-8b5c-4676-ba7e-1fee6d16a016 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Nov 19 04:43:24.686407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12824582-a230-46af-b60b-8806ad80b972 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:43:24.737759 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 12824582-a230-46af-b60b-8806ad80b972 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:43:24.742635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 12824582-a230-46af-b60b-8806ad80b972 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:43:24.743006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:24.819358 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:24.842054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:24.844352 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402876b-06b5-44fd-8c99-31ced52ab32a" -d '{"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-plugged", "status": "completed", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:24.858610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:24.862611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:24.907422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c91ee-6235-42f5-9089-617d0ca1c1f0 req-ae86ac9c-6769-4d64-b2bf-cdce26dca702 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:24.908931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e56c91ee-6235-42f5-9089-617d0ca1c1f0 req-ae86ac9c-6769-4d64-b2bf-cdce26dca702 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Nov 19 04:43:24.914612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:24.961608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e56c91ee-6235-42f5-9089-617d0ca1c1f0 req-21165a04-1bcc-4fa5-b9b4-abb23608fb1f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436437 Nov 19 04:43:25.071703 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f66cb1-9501-46eb-9dda-07f2d8b8ef09 x-openstack-request-id: req-54f66cb1-9501-46eb-9dda-07f2d8b8ef09 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:25.072013 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-plugged", "status": "completed", "tag": "12824582-a230-46af-b60b-8806ad80b972", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:25.072674 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54f66cb1-9501-46eb-9dda-07f2d8b8ef09 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:25.072674 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'code': 200} Nov 19 04:43:25.405735 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:26.082265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898394-7c72-49eb-8141-21fcd1c60533 req-421c458e-a245-43c4-b711-17f09c2e74d3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:26.083787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2898394-7c72-49eb-8141-21fcd1c60533 req-421c458e-a245-43c4-b711-17f09c2e74d3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0495517 Nov 19 04:43:26.131965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2898394-7c72-49eb-8141-21fcd1c60533 req-99bf535e-d8f0-4103-a6c1-971810511ff9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Nov 19 04:43:26.249196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c3761-527b-4c89-8bd8-0ec1b4ceaf86 req-5e306866-487e-4bd9-9bb3-b15a671e3ef7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:26.250879 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-523c3761-527b-4c89-8bd8-0ec1b4ceaf86 req-5e306866-487e-4bd9-9bb3-b15a671e3ef7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Nov 19 04:43:26.298093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-523c3761-527b-4c89-8bd8-0ec1b4ceaf86 req-c9a2f235-00dc-4b1d-9402-a4bbc29e6c26 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Nov 19 04:43:26.415263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf0ccc-64d0-44c6-af61-15382a207761 req-7a14356b-2b31-4749-b6f2-eb82da76505a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:26.416769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fcf0ccc-64d0-44c6-af61-15382a207761 req-7a14356b-2b31-4749-b6f2-eb82da76505a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Nov 19 04:43:26.468178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fcf0ccc-64d0-44c6-af61-15382a207761 req-2c8cca85-0baf-442b-87ef-54b707106d1d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Nov 19 04:43:26.517734 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:26.714112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c52670-46a8-4ce4-a530-948a756340db req-4b9a118c-81a8-499b-a6af-75e111a2e01f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:26.715643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38c52670-46a8-4ce4-a530-948a756340db req-4b9a118c-81a8-499b-a6af-75e111a2e01f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0490654 Nov 19 04:43:26.767776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38c52670-46a8-4ce4-a530-948a756340db req-d2f6a477-bb7c-46e4-8e9e-e93464c63068 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460045 Nov 19 04:43:26.997043 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:43:27.321174 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:27.886174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb0c48-4c3b-4eec-98c9-7deac92b7749 req-1d29a4b8-5751-4e6f-8ec7-563c9c494d5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:27.887675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32fb0c48-4c3b-4eec-98c9-7deac92b7749 req-1d29a4b8-5751-4e6f-8ec7-563c9c494d5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Nov 19 04:43:27.936990 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32fb0c48-4c3b-4eec-98c9-7deac92b7749 req-e1ba4dca-8e61-4e54-8bfe-5feb9d29d200 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Nov 19 04:43:27.956593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-fba3e412-5638-4cc0-bc33-68762aee578f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:27.958254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-fba3e412-5638-4cc0-bc33-68762aee578f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 945 time: 0.0513320 Nov 19 04:43:28.050079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Deleting port 12824582-a230-46af-b60b-8806ad80b972 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:43:28.050340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:28.141066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] For port 12824582-a230-46af-b60b-8806ad80b972, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=12824582-a230-46af-b60b-8806ad80b972,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:28.141444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:28.311977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:28.312375 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:28.312673 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 disassociated. External IP: 172.25.8.149, port: 12824582-a230-46af-b60b-8806ad80b972. Nov 19 04:43:28.313021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Calling delete_port for 12824582-a230-46af-b60b-8806ad80b972 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:43:28.442742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:28.471246 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event deleted for resources: {'Port': ['ID=12824582-a230-46af-b60b-8806ad80b972,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:28.591727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:43:28.709664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:43:28.719072 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:43:28.729563 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:43:28.730284 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:43:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:28.749694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] No DVR routers for this DVR port 12824582-a230-46af-b60b-8806ad80b972 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:43:28.752363 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:28.756701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-07542f6c-6075-4bdc-9179-fe26ca8db218 req-d833aa16-a171-41f6-ba3b-e61b6e6ef261 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "DELETE /v2.0/ports/12824582-a230-46af-b60b-8806ad80b972 HTTP/1.1" status: 204 len: 173 time: 0.7927961 Nov 19 04:43:28.757139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-deleted', 'tag': '12824582-a230-46af-b60b-8806ad80b972'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:28.759679 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae965033-7aae-4dca-b35b-74fd404b704f" -d '{"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-deleted", "tag": "12824582-a230-46af-b60b-8806ad80b972"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:28.840575 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:43:28.880840 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d57e8c6-353d-44f6-9d52-a1df82898e4d x-openstack-request-id: req-3d57e8c6-353d-44f6-9d52-a1df82898e4d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:28.881148 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4", "name": "network-vif-deleted", "tag": "12824582-a230-46af-b60b-8806ad80b972", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:28.881405 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d57e8c6-353d-44f6-9d52-a1df82898e4d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:28.881820 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4', 'name': 'network-vif-deleted', 'tag': '12824582-a230-46af-b60b-8806ad80b972', 'status': 'completed', 'code': 200} Nov 19 04:43:29.052505 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:29.054343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71b91ff0-116e-42f1-91d9-d5d68dbc08f3 req-857efc56-43f7-40db-8f58-6dd55d288f44 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60ef98c-3e55-4e3e-a20b-de9bfad1cbc4 HTTP/1.1" status: 200 len: 210 time: 0.0271244 Nov 19 04:43:29.078722 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:43:29.087876 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:43:29.088478 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:43:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:29.193201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:43:29.390722 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:29.416861 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e771c-1900-4340-8e63-a4e8732d6182 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:43:29.621011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd6fba1-e3fc-4a22-94c5-33048ac3f8a2 None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:43:30.290927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-4761a364-ac7a-477a-a20c-a10b50fa4a97 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1916492315&fields=id&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 267 time: 0.0420482 Nov 19 04:43:30.711799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12824582-a230-46af-b60b-8806ad80b972 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:43:30.732988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 12824582-a230-46af-b60b-8806ad80b972 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:43:30.733261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 12824582-a230-46af-b60b-8806ad80b972 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:43:30.736319 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-14d8e2f1-6360-4e3b-8403-2e3532b92bc3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:30.737851 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-14d8e2f1-6360-4e3b-8403-2e3532b92bc3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.4401212 Nov 19 04:43:30.753189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-bdd7798f-3ca2-4692-be11-374a0b549dda tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/quotas/3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Nov 19 04:43:30.803884 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-b7d134b3-01db-4658-9620-863eae7bc679 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449541 Nov 19 04:43:30.867632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-bb1de1b3-d6f0-43d4-8d94-85fcfd47a4b8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:43:30.868897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-bb1de1b3-d6f0-43d4-8d94-85fcfd47a4b8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539293 Nov 19 04:43:30.961595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-76d97688-32c4-4a52-99fd-05851e39a456 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863609 Nov 19 04:43:31.049738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-cc8fdc43-5ac8-458a-95e6-dcde14f950d7 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819883 Nov 19 04:43:31.221275 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97ba439d-3bfc-4b1f-98c4-db61c0ff2a12 req-fe252f3e-3563-435e-ab11-8b762501b599 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Nov 19 04:43:32.288108 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:32.331369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-af970ae9-1b2c-472f-8391-7ff26461a54a req-1d191f23-87ff-4516-ac6e-2125f20caacf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Nov 19 04:43:32.332736 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-b188aa74-909d-4ff1-8629-711cc0d41394 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:32.335158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-b188aa74-909d-4ff1-8629-711cc0d41394 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1201525 Nov 19 04:43:32.428256 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-b4c7f55a-6812-4128-9c4e-e1bbd21a5d2c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 380 time: 0.0527589 Nov 19 04:43:32.460321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'port': {'device_id': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'admin_state_up': True, 'tenant_id': '3638887ae0644077ad402c985c09f546', 'security_groups': ['34a4401b-6e9f-4c16-b7d4-909b071c2104']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:43:32.574005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Made reservation on behalf of 3638887ae0644077ad402c985c09f546 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:43:32.577435 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:32.700183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Allocated IP 172.20.0.3 (d98844be-35fa-4b72-aa8f-3ccc55a9f8bf/b032ee01-44d0-4913-a331-48500e70c03e/6d1341bf-9b59-4ca2-82ec-cc7de3045b23) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:43:32.847955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:32.881701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:32.930494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:43:32.933780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:43:32.937425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:43:32.962740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:32.993122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:32.994055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.011339 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6aba36af-4682-4e99-9556-bf98d50ea0f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553463 Nov 19 04:43:33.037473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Request body: {'port': {'device_id': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:43:33.094770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.163146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8266ed0e-f929-4cec-a15c-61c11f547594 None None] Provisioning complete for port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:43:33.163545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8266ed0e-f929-4cec-a15c-61c11f547594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.197776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-8266ed0e-f929-4cec-a15c-61c11f547594 None None] Port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:43:33.366610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:43:33.374590 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.387569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Transition to ACTIVE for port object 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:43:33.391315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.446295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:33.466930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04289c0-47f0-4ce2-b23c-127f439edd05 req-8a680bb7-cd5a-42b3-aae7-1aa93b87c3ac tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:33.469111 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a04289c0-47f0-4ce2-b23c-127f439edd05 req-8a680bb7-cd5a-42b3-aae7-1aa93b87c3ac tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 943 time: 0.0606961 Nov 19 04:43:33.523047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:43:33.523538 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:43:33.523979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:43:33.524897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a04289c0-47f0-4ce2-b23c-127f439edd05 req-a1db8887-81e9-4cf5-93a2-f9ed5bb45038 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459561 Nov 19 04:43:33.528983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:43:33.529317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:43:33.534223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:43:33.534573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:43:33.534974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:43:33.535414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Bound port: 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:43:33.535784 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.606326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:43:33.609569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:43:33.614291 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.651536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:33.652203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:33.653584 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] 10.222.0.31 "PUT /v2.0/ports/6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1091 time: 0.6205885 Nov 19 04:43:33.654055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:33.656328 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306009b7-cfa7-4463-a5da-00d471d6b56b" -d '{"events": [{"name": "network-changed", "server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:33.690076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e43a44-f441-4ad4-9733-0757b424e1ee service neutron] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:33.699798 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ec3a4-7f9d-4158-b212-be932fb77695 x-openstack-request-id: req-463ec3a4-7f9d-4158-b212-be932fb77695 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:33.700196 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:33.700500 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-463ec3a4-7f9d-4158-b212-be932fb77695 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:33.701391 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'status': 'completed', 'code': 200} Nov 19 04:43:33.770866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-e13bee34-24bd-4487-9332-2ccf5ba7c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:33.773579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-e13bee34-24bd-4487-9332-2ccf5ba7c034 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0443051 Nov 19 04:43:33.833879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-98f0ab01-407a-4cbd-b3b8-17f22e6973a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 217 time: 0.0396872 Nov 19 04:43:33.892814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-61d54f17-ee4c-47e8-ba07-88e5c3bbf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:33.894172 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-61d54f17-ee4c-47e8-ba07-88e5c3bbf906 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0451915 Nov 19 04:43:33.948954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-7c6c0817-a443-4609-a0f9-0a1da0149648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:33.950543 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-7c6c0817-a443-4609-a0f9-0a1da0149648 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404470 Nov 19 04:43:34.043339 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-46fafcb2-fcf0-49fa-95a3-83316d1ef521 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 Nov 19 04:43:34.136757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-209c6751-6cfd-4e73-805f-5dfb20324376 req-6906bf88-e0e6-406b-a47a-0b12d66d7800 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825083 Nov 19 04:43:34.270322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-8d2c83c0-c5ec-4e4c-aea7-4b584b41cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:34.271703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-8d2c83c0-c5ec-4e4c-aea7-4b584b41cbca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0400896 Nov 19 04:43:34.656415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e0ab7-4cf1-401f-82c5-e62d9f31a27e req-24ceb018-2d9c-4804-917c-1efd3fea5fc5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:34.657959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-708e0ab7-4cf1-401f-82c5-e62d9f31a27e req-24ceb018-2d9c-4804-917c-1efd3fea5fc5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 943 time: 0.0558593 Nov 19 04:43:34.692729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-7cd9626c-7cd2-40ec-9af8-3969133b33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:34.694996 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-7cd9626c-7cd2-40ec-9af8-3969133b33ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.4154227 Nov 19 04:43:34.712853 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-708e0ab7-4cf1-401f-82c5-e62d9f31a27e req-cbdd0afe-4ff5-41bb-8fcb-abd2329a80f4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477750 Nov 19 04:43:34.738998 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-f03f93c1-7678-408b-8aa7-befe16968f2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 217 time: 0.0345116 Nov 19 04:43:34.795372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-7afad412-0cd9-41f0-b587-5c3e5aabc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:34.796849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-7afad412-0cd9-41f0-b587-5c3e5aabc0c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0498500 Nov 19 04:43:34.845615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-96f79515-70e3-4bda-8248-bf66774f4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:34.847165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-96f79515-70e3-4bda-8248-bf66774f4873 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400379 Nov 19 04:43:34.946805 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-c5806631-2117-4a25-bb7f-a22545398200 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898495 Nov 19 04:43:35.041339 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-306009b7-cfa7-4463-a5da-00d471d6b56b req-3705d2dd-7de9-41a0-b1a9-75182fa14adb service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864704 Nov 19 04:43:35.829002 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77ce64-a58d-46ca-b51f-e185a74485f0 req-401556c4-6b58-45ae-aa17-9eeaab53d86e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:35.830531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d77ce64-a58d-46ca-b51f-e185a74485f0 req-401556c4-6b58-45ae-aa17-9eeaab53d86e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 943 time: 0.0489328 Nov 19 04:43:35.878463 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d77ce64-a58d-46ca-b51f-e185a74485f0 req-60c563c5-55a7-46ae-85de-7bdcabc98f3a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Nov 19 04:43:36.999605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39329eb-6e79-419c-a50a-e05ec44babf7 req-38435b57-6bb1-4d77-8b88-971481965963 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:37.001100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f39329eb-6e79-419c-a50a-e05ec44babf7 req-38435b57-6bb1-4d77-8b88-971481965963 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 943 time: 0.0506284 Nov 19 04:43:37.047838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f39329eb-6e79-419c-a50a-e05ec44babf7 req-867823e6-b4b3-47c9-9ef8-2eb78b193a15 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Nov 19 04:43:37.150488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:43:37.246332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:37.258238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'mac_address': 'fa:16:3e:80:4d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:43:37.294857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:37.313545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:43:37.337231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:37.341105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:37.396187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:37.713431 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['6d1341bf-9b59-4ca2-82ec-cc7de3045b23'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:43:38.170728 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e152eb-07d8-45ef-97ed-e8650956f04f req-7184d72b-42de-44a2-9f7c-590e6d50588d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:38.172216 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34e152eb-07d8-45ef-97ed-e8650956f04f req-7184d72b-42de-44a2-9f7c-590e6d50588d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 944 time: 0.0535777 Nov 19 04:43:38.217734 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34e152eb-07d8-45ef-97ed-e8650956f04f req-95097f45-5d41-475c-a06e-98f0db4db5cd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Nov 19 04:43:39.150017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:43:39.200953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:43:39.204701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:43:39.205076 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:39.293712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:39.320077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:39.322375 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98ccc73-3779-41f6-9eaa-eecb95679b3f" -d '{"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-plugged", "status": "completed", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:39.337701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:43:39.338047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95b1b8-1b37-41eb-a9e8-e4424b4c3156 req-20780428-95a3-4543-b769-003b966176c6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:39.339554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d95b1b8-1b37-41eb-a9e8-e4424b4c3156 req-20780428-95a3-4543-b769-003b966176c6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 944 time: 0.0508399 Nov 19 04:43:39.342543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:39.387767 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d95b1b8-1b37-41eb-a9e8-e4424b4c3156 req-43adaebf-cc56-4771-bec3-2c61030b352b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Nov 19 04:43:39.395910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:43:39.432291 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f102df6-ac02-42c7-9201-0d675b1451ca x-openstack-request-id: req-1f102df6-ac02-42c7-9201-0d675b1451ca {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:39.432587 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-plugged", "status": "completed", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:39.432875 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f102df6-ac02-42c7-9201-0d675b1451ca {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:39.433288 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'code': 200} Nov 19 04:43:39.573381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4236c-041d-4a3b-8d4b-cce41d91ecfd req-e1f833ca-4d21-496e-81b6-cbe5d80bdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:39.574928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd4236c-041d-4a3b-8d4b-cce41d91ecfd req-e1f833ca-4d21-496e-81b6-cbe5d80bdb27 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0408297 Nov 19 04:43:39.623549 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8dd4236c-041d-4a3b-8d4b-cce41d91ecfd req-7c9a53d2-8996-405a-9ae4-1360d89c7b27 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 Nov 19 04:43:40.505414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0fdc-8fc4-461d-af55-b8d85b1201c4 req-fa74d83a-96b1-4994-99ff-408e6dbeaa02 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:40.507651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87ac0fdc-8fc4-461d-af55-b8d85b1201c4 req-fa74d83a-96b1-4994-99ff-408e6dbeaa02 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0495512 Nov 19 04:43:40.557943 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-87ac0fdc-8fc4-461d-af55-b8d85b1201c4 req-9b077af7-a9ad-4444-bd33-8a255cddc2f8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Nov 19 04:43:41.672464 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba842b0-5261-4386-b61c-3a65bd536306 req-195a55db-d066-42bd-be1d-d1b22d7229ff tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:41.673976 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ba842b0-5261-4386-b61c-3a65bd536306 req-195a55db-d066-42bd-be1d-d1b22d7229ff tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0489810 Nov 19 04:43:41.721542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ba842b0-5261-4386-b61c-3a65bd536306 req-51d91a08-e5c0-4e33-b2d6-337f68f7fd09 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Nov 19 04:43:41.831501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be1ab-003c-44a8-b405-ba41e2bd4ef8 req-acec4ac7-8350-46a1-97b8-fac469597b41 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:41.833023 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f28be1ab-003c-44a8-b405-ba41e2bd4ef8 req-acec4ac7-8350-46a1-97b8-fac469597b41 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Nov 19 04:43:41.842497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 37818) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:43:41.847065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'floatingip': {'port_id': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:43:41.890368 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:42.321378 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:42.325146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:42.422919 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 associated. External IP: 172.25.8.149, port: 6d1341bf-9b59-4ca2-82ec-cc7de3045b23. Nov 19 04:43:42.632642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:43:42.749064 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:43:42.753915 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:42.760042 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:43:42.771705 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:43:42.772470 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:43:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:42.782772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-33a14a52-5c13-4625-99a0-28c716037af1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "PUT /v2.0/floatingips/32e13270-7885-469d-9964-a73feeebc2a8 HTTP/1.1" status: 200 len: 991 time: 0.9391153 Nov 19 04:43:42.783371 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:43:42.785622 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61347c4-4cb3-49f6-b230-ed07a11db810" -d '{"events": [{"name": "network-changed", "server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:43:42.879024 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:43:42.958287 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b23ded-06bf-4d7a-a0c5-9ba5f8bbcc1a x-openstack-request-id: req-10b23ded-06bf-4d7a-a0c5-9ba5f8bbcc1a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:43:42.958590 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:43:42.958855 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10b23ded-06bf-4d7a-a0c5-9ba5f8bbcc1a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:43:42.959799 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'status': 'completed', 'code': 200} Nov 19 04:43:43.047632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-e24477b7-61b7-409c-86ed-d9fe46b0478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:43.049267 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-e24477b7-61b7-409c-86ed-d9fe46b0478d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0468252 Nov 19 04:43:43.110833 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:80:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:43:42Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:43.138984 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:43:43.140910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-25e010ce-2173-4e32-ac4b-b8711ff0528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:43.142444 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-25e010ce-2173-4e32-ac4b-b8711ff0528f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0848296 Nov 19 04:43:43.147738 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:43:43.148288 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:43:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:43.215085 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-e5a5ff80-ea25-4099-8c14-3b6f1e37cd62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 999 time: 0.0655141 Nov 19 04:43:43.268783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-2cf8c7f2-629a-4659-9e25-0efcca3c5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:43.270298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-2cf8c7f2-629a-4659-9e25-0efcca3c5708 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0487633 Nov 19 04:43:43.318203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-265b32a7-dd22-48c2-8d11-c7fa9cde672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:43:43.320371 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-265b32a7-dd22-48c2-8d11-c7fa9cde672e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433178 Nov 19 04:43:43.346084 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:43:43.416441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-aa0cf8aa-3a42-4abf-b479-c9c57cfe6171 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887356 Nov 19 04:43:43.511211 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c61347c4-4cb3-49f6-b230-ed07a11db810 req-c4ff9b48-71c3-467b-9049-42e9fb9a2800 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874372 Nov 19 04:43:43.586316 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:80:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:43:42Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:43:43.612283 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74456680-a154-41ee-b0f8-f4532bbf29bc None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:80:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:43:42Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:43:43.844332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71659-9389-429e-9196-ff48c2eda5ea None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:43:51.339817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13249dcd-e50b-4bc2-8cc0-c3d7e6fac02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:52.996277 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:53.639980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4a84494b-970d-4733-a0d3-8bbc7c524c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:55.409240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:56.519946 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:43:57.322842 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:02.307866 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:03.995784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:44:21.341666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1698d44d-de38-4897-8718-af301e0a473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:22.996053 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:23.641395 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3db904d1-6924-4c62-b983-16e8e01890b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:25.409810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:26.524187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:27.327388 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:32.339333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:36.862347 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-31c92d6a-7982-40c9-a236-fb4cc9938409 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411215 Nov 19 04:44:36.974518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-44b35a87-97cc-4377-bbbb-481472fc0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:44:36.976596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-44b35a87-97cc-4377-bbbb-481472fc0698 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0446389 Nov 19 04:44:37.083304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-b419398e-9951-4ae0-8f78-a7ebbbe6f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:44:37.084787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-b419398e-9951-4ae0-8f78-a7ebbbe6f64d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0870731 Nov 19 04:44:37.194361 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-bd9aa7a6-cf49-40e2-918b-eb8aaceecba5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1001 time: 0.0639117 Nov 19 04:44:37.251778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-65a922b8-9812-4fb2-b209-ad57af59b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:44:37.253246 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-65a922b8-9812-4fb2-b209-ad57af59b6f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0478687 Nov 19 04:44:37.303716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-560c2fd5-2866-44cb-bd0e-7abcd6b60ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:44:37.305419 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-560c2fd5-2866-44cb-bd0e-7abcd6b60ef7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394719 Nov 19 04:44:37.409645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-c6bb1fa2-8ba2-4eba-96b8-194eb850235e service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907183 Nov 19 04:44:37.499143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d7cc5614-2807-4ec1-a609-20da01d377a9 req-22834cf6-32d7-44ff-bd8d-f1371648f66d service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Nov 19 04:44:40.995019 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:44:51.344617 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-22dc8e36-d25d-422d-8629-61c0020d645d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:53.010661 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:53.642127 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0836ee56-fc99-48dc-9d2a-1973d1265f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:55.413306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:56.525440 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:44:57.331409 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:02.339889 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:17.994109 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:45:21.346170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e1532da3-00eb-483f-8df5-86691f44b4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:23.010621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:23.174383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7f8f3-e0d6-4dcf-8c4d-fe5207b9071d req-48cbd662-278d-4815-a3bf-942b0735da26 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:23.175866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7c7f8f3-e0d6-4dcf-8c4d-fe5207b9071d req-48cbd662-278d-4815-a3bf-942b0735da26 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Nov 19 04:45:23.228304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7c7f8f3-e0d6-4dcf-8c4d-fe5207b9071d req-0c980abe-d989-4f86-b480-3af336a97eff tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Nov 19 04:45:23.642464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-432d41e9-7c67-4eef-b0eb-cc0708a56c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:24.346598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279d330-fb19-4fab-b115-e3dece40ed4e req-c1a75afa-aafe-4ce4-85a9-02ced9c3e85e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:24.348094 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0279d330-fb19-4fab-b115-e3dece40ed4e req-c1a75afa-aafe-4ce4-85a9-02ced9c3e85e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0494909 Nov 19 04:45:24.399332 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0279d330-fb19-4fab-b115-e3dece40ed4e req-a1d26cd8-9263-423b-a96d-5d19edb72a6a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Nov 19 04:45:25.416509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:25.515431 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba9762-1577-4b62-9042-6e18af5c7539 req-f4e566d3-9d4b-492d-8c67-56e2a8a81ebb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:25.516937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3aba9762-1577-4b62-9042-6e18af5c7539 req-f4e566d3-9d4b-492d-8c67-56e2a8a81ebb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Nov 19 04:45:25.564869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3aba9762-1577-4b62-9042-6e18af5c7539 req-b5fe7b06-dfa7-4902-9a12-d02b42e7eb2e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Nov 19 04:45:26.528436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:26.695414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975adc62-595a-49dd-b683-f8f307d776e9 req-82d5dd33-a088-4090-ba00-b675adc51d30 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:26.696704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-975adc62-595a-49dd-b683-f8f307d776e9 req-82d5dd33-a088-4090-ba00-b675adc51d30 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0549533 Nov 19 04:45:26.744007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-975adc62-595a-49dd-b683-f8f307d776e9 req-d1202cae-c4f9-47c0-9559-52dec2502dd5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Nov 19 04:45:27.333889 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:27.862768 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f0555-aeb2-4f06-a2f2-12d2a1101451 req-c9c38ee0-97ae-456f-9374-249452434a08 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:27.864256 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e9f0555-aeb2-4f06-a2f2-12d2a1101451 req-c9c38ee0-97ae-456f-9374-249452434a08 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Nov 19 04:45:27.910696 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7e9f0555-aeb2-4f06-a2f2-12d2a1101451 req-9fa789a4-5b6e-4ee3-9c94-ed3ecda45905 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Nov 19 04:45:29.029910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc56e5-6948-4cc0-98ec-353819c4e277 req-94a052fe-aef5-43b5-b41f-7696d83e54f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:29.031442 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2fc56e5-6948-4cc0-98ec-353819c4e277 req-94a052fe-aef5-43b5-b41f-7696d83e54f9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Nov 19 04:45:29.078472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2fc56e5-6948-4cc0-98ec-353819c4e277 req-6ae80c15-0f35-4f7f-9651-bedbb2d820e2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410206 Nov 19 04:45:30.196146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c61c8-58f6-4f79-8ae3-47e235687b60 req-d101304a-6387-4e7a-8659-ad2261cb0168 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:30.197772 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e66c61c8-58f6-4f79-8ae3-47e235687b60 req-d101304a-6387-4e7a-8659-ad2261cb0168 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0503771 Nov 19 04:45:30.246574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e66c61c8-58f6-4f79-8ae3-47e235687b60 req-9e1d67ea-d586-4939-880c-7cc5f0de1c96 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Nov 19 04:45:31.362308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5c52f-f187-4bff-b71a-2539d4e82a37 req-62af280e-abc0-4d43-812e-984de864cfcd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:31.363792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ce5c52f-f187-4bff-b71a-2539d4e82a37 req-62af280e-abc0-4d43-812e-984de864cfcd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Nov 19 04:45:31.414925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9ce5c52f-f187-4bff-b71a-2539d4e82a37 req-ce5e9e57-7865-4a59-b696-382d70ad591a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450284 Nov 19 04:45:32.356490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:32.532410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f9218-4045-453e-8043-7b5f1fa504ce req-bb42a653-521c-4127-ad77-60d411af07c9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:32.533918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a68f9218-4045-453e-8043-7b5f1fa504ce req-bb42a653-521c-4127-ad77-60d411af07c9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0503495 Nov 19 04:45:32.582054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a68f9218-4045-453e-8043-7b5f1fa504ce req-1591c1c8-58bd-4abc-9e14-c8dd816a72ec tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Nov 19 04:45:33.701823 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad983a-2f7d-4d38-b8f9-6d88fc75827d req-6a54880b-5859-47ea-9334-bb00fea6f9c0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:33.703356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdad983a-2f7d-4d38-b8f9-6d88fc75827d req-6a54880b-5859-47ea-9334-bb00fea6f9c0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Nov 19 04:45:33.751505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cdad983a-2f7d-4d38-b8f9-6d88fc75827d req-01185d74-ccbd-4589-8d68-287d424a3ec5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 Nov 19 04:45:34.873451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d939d32-6371-4a19-ba69-328899d74d7b req-6e26e52c-fa56-430e-9259-f2df2ef9c0ce tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:34.875004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d939d32-6371-4a19-ba69-328899d74d7b req-6e26e52c-fa56-430e-9259-f2df2ef9c0ce tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0553796 Nov 19 04:45:34.922066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d939d32-6371-4a19-ba69-328899d74d7b req-ba629583-c0b9-4e20-8c4a-f024e6cc8c22 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Nov 19 04:45:36.039953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5860722-877d-42f6-bf01-d2ff45ac77e5 req-2950dcbd-be14-4d70-b713-a39f90ed3c14 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:36.041425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5860722-877d-42f6-bf01-d2ff45ac77e5 req-2950dcbd-be14-4d70-b713-a39f90ed3c14 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0495677 Nov 19 04:45:36.089537 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5860722-877d-42f6-bf01-d2ff45ac77e5 req-7d88f1ae-019f-421b-9aee-9376e4b19a22 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Nov 19 04:45:37.205349 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972e56b-7944-4288-8def-5a541a7f1006 req-90482c98-a0da-4cb8-b6f2-7928883a14f3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:37.206880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c972e56b-7944-4288-8def-5a541a7f1006 req-90482c98-a0da-4cb8-b6f2-7928883a14f3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0489326 Nov 19 04:45:37.258444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c972e56b-7944-4288-8def-5a541a7f1006 req-3ed3e772-c575-414c-943e-9ba37bb7d84a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455587 Nov 19 04:45:38.374345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3b1d-549e-42fa-bd9f-92deda1815ea req-97e56d47-212e-4fba-907d-0c16849633d9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:38.375858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-415f3b1d-549e-42fa-bd9f-92deda1815ea req-97e56d47-212e-4fba-907d-0c16849633d9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Nov 19 04:45:38.423207 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-415f3b1d-549e-42fa-bd9f-92deda1815ea req-d4281216-3df0-455c-9165-5a92f53bbb1c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Nov 19 04:45:38.837969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-1a9087d2-a06c-473b-acae-fb3d0508cfbd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416532 Nov 19 04:45:38.960607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-e3dfd15b-1b99-494c-bf5f-1e9b77e31b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:38.962199 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-e3dfd15b-1b99-494c-bf5f-1e9b77e31b9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0457921 Nov 19 04:45:39.080791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-fc6048d2-c8e7-4bc4-9bb2-205bcd085e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:39.082317 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-fc6048d2-c8e7-4bc4-9bb2-205bcd085e58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0963519 Nov 19 04:45:39.158269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-67f6433e-d060-4339-be03-e1ee1ec86152 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1001 time: 0.0638437 Nov 19 04:45:39.211802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-aba326db-1571-460a-9342-e6e25829e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:39.213645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-aba326db-1571-460a-9342-e6e25829e8b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0442023 Nov 19 04:45:39.264010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-ee18c74d-7a53-4f29-895d-83a908262fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:39.265450 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-ee18c74d-7a53-4f29-895d-83a908262fd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409980 Nov 19 04:45:39.363031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-5c958188-cca6-480f-8d9d-a06c268a5f67 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856175 Nov 19 04:45:39.462630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d269ae2f-c53c-485b-87af-0f56b8139ac5 req-b4befacf-e5a7-4265-8362-ad786404d25f service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872228 Nov 19 04:45:39.541108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c29bb-7153-4f59-a8a8-919012944551 req-4cc07ee5-42a1-4667-9177-6908f325f432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:39.542655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb2c29bb-7153-4f59-a8a8-919012944551 req-4cc07ee5-42a1-4667-9177-6908f325f432 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Nov 19 04:45:39.588939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb2c29bb-7153-4f59-a8a8-919012944551 req-8df00c79-145d-4a0b-9f97-8ece995777b4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Nov 19 04:45:39.841985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e9006-7924-4d0b-ac17-64802c76e958 req-eec36302-d7cb-42f2-bf34-b74824055b43 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:39.843542 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f3e9006-7924-4d0b-ac17-64802c76e958 req-eec36302-d7cb-42f2-bf34-b74824055b43 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0565505 Nov 19 04:45:39.880519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-034082f4-6391-4326-b25b-08d3a9edf604 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956733 Nov 19 04:45:39.892123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f3e9006-7924-4d0b-ac17-64802c76e958 req-7434bf6d-375f-429b-add6-ad54ef1b389f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Nov 19 04:45:41.009643 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa57bdd-1e70-4f65-8c80-ce6ef59a684a req-040c1540-6a49-45fb-a43e-5c07862cded8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:41.011214 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0aa57bdd-1e70-4f65-8c80-ce6ef59a684a req-040c1540-6a49-45fb-a43e-5c07862cded8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0497854 Nov 19 04:45:41.061766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0aa57bdd-1e70-4f65-8c80-ce6ef59a684a req-1b907cb9-55c9-4e22-8bb4-d8576973ca31 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Nov 19 04:45:41.167272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-66c51ffe-5a46-4fc7-88a4-eeb24d6e8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:41.168700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-66c51ffe-5a46-4fc7-88a4-eeb24d6e8474 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0514066 Nov 19 04:45:41.265949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-c023e4ee-99ed-460e-98b4-c84de39aaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:41.267415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-c023e4ee-99ed-460e-98b4-c84de39aaca5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0857408 Nov 19 04:45:41.343325 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-ae7b5889-b00b-43f5-9bcc-0522ce63986f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1001 time: 0.0635130 Nov 19 04:45:41.398030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-bbe8aa0f-194c-4598-be97-96d3a35ede36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:41.399489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-bbe8aa0f-194c-4598-be97-96d3a35ede36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0447948 Nov 19 04:45:41.447902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-90919eb0-71a5-4009-b8e1-1b0bddbc0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:41.449340 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-90919eb0-71a5-4009-b8e1-1b0bddbc0932 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411668 Nov 19 04:45:41.544764 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-7b89a712-7436-4104-8697-89f799638a3d service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869033 Nov 19 04:45:41.640831 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-b56e2103-3103-4efa-bc04-778f01428d28 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Nov 19 04:45:42.184606 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf310-c51a-497e-945e-dadd4281d9a4 req-514da7d4-b40c-4efd-97fd-cb54c457e0d1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:42.186139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71abf310-c51a-497e-945e-dadd4281d9a4 req-514da7d4-b40c-4efd-97fd-cb54c457e0d1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0529637 Nov 19 04:45:42.234013 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71abf310-c51a-497e-945e-dadd4281d9a4 req-8a9acc53-d18d-450d-bb72-a95831b6870a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Nov 19 04:45:43.387760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aeda5-abdf-4db5-861f-4930150f0c9e req-165ee400-67f3-41dc-bece-6d4a9fa9d3db tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:43.389267 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb7aeda5-abdf-4db5-861f-4930150f0c9e req-165ee400-67f3-41dc-bece-6d4a9fa9d3db tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Nov 19 04:45:43.436322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb7aeda5-abdf-4db5-861f-4930150f0c9e req-f5b87fcd-e63b-4b0d-9bb6-2a69f79a8b45 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Nov 19 04:45:44.002929 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-035811c2-487a-4685-a87f-1d429bf36faa service neutron] show failed (client error): The resource could not be found. Nov 19 04:45:44.003941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-035811c2-487a-4685-a87f-1d429bf36faa service neutron] 10.222.0.31 "GET /v2.0/ports/6d1341bf-9b59-4ca2-82ec-cc7de3045b23/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0594201 Nov 19 04:45:44.214854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-c3e1ed9e-feb0-4719-9a29-3f542217262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:44.216239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-c3e1ed9e-feb0-4719-9a29-3f542217262c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 1096 time: 0.0428536 Nov 19 04:45:44.228652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:45:44.282048 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:44.482462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:45:44.521766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:45:44.558645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d11da9-7933-4fe8-a402-8c7543cf8108 req-620722a3-b214-46dc-8922-5a143b83ad8f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:44.560304 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27d11da9-7933-4fe8-a402-8c7543cf8108 req-620722a3-b214-46dc-8922-5a143b83ad8f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0500295 Nov 19 04:45:44.562057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:45:44.564335 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc972aa-49e5-4645-b380-03fc885f0452" -d '{"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:45:44.568576 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:44.581700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Transition to ACTIVE for port object 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:45:44.585597 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:44.613472 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27d11da9-7933-4fe8-a402-8c7543cf8108 req-a5a77d78-9d60-4dcf-9581-65f626816ed6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472927 Nov 19 04:45:44.671780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:44.678829 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e41f65-457b-4ca2-8710-6e2a0c710cac x-openstack-request-id: req-24e41f65-457b-4ca2-8710-6e2a0c710cac {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:45:44.679136 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:45:44.679399 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24e41f65-457b-4ca2-8710-6e2a0c710cac {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:45:44.679802 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'code': 200} Nov 19 04:45:44.689713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.690086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.690436 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.690781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.691118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.691459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.691791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.692124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.692458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.692797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.693127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.693455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:44.734570 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] No DVR routers for this DVR port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:45:44.874213 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:45:44.874571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:45:44.874902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:45:44.879316 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:45:44.879647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Attempting to bind port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:45:44.884458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:45:44.884802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:45:44.885224 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:45:44.885654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Bound port: 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:45:44.886051 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:44.952234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:45:44.955514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:45:44.959921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:44.995739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:44.996325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:44.997749 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] 10.222.0.36 "PUT /v2.0/ports/6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1091 time: 0.7731712 Nov 19 04:45:45.019354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4b4a-e239-485a-9f31-d4388b9f458b service neutron] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:45.196892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-419d8509-f350-439a-9af4-628e7e3e5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:45.198781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-419d8509-f350-439a-9af4-628e7e3e5e97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0456500 Nov 19 04:45:45.289111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-4b595349-1fd4-4a5b-b2fe-4c6e8c8eb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:45.290639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-4b595349-1fd4-4a5b-b2fe-4c6e8c8eb2b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0841229 Nov 19 04:45:45.359667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-7cb0a9ab-86b7-4068-9e44-6c401e85a740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 999 time: 0.0620108 Nov 19 04:45:45.408735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-e16a3d09-8314-4949-bd90-762be208631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:45.410279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-e16a3d09-8314-4949-bd90-762be208631c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0438554 Nov 19 04:45:45.455350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-1efe1682-3d9e-468e-8182-58953e6e658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:45.456800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-1efe1682-3d9e-468e-8182-58953e6e658c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389674 Nov 19 04:45:45.550552 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-6cde3477-159a-4d72-95a1-7ab3044ee58b service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856514 Nov 19 04:45:45.645292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-30146980-2d31-42fd-bac5-3e8f858f87fc req-4e54f07b-bdc1-4670-b38c-a46c2bd49796 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879214 Nov 19 04:45:45.742641 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd6177-6ab7-4942-9e5c-54b556a91998 req-0702cb37-cbba-4380-a33b-21138ef01f49 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:45.744152 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0fd6177-6ab7-4942-9e5c-54b556a91998 req-0702cb37-cbba-4380-a33b-21138ef01f49 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 943 time: 0.0557413 Nov 19 04:45:45.793521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0fd6177-6ab7-4942-9e5c-54b556a91998 req-3ad466d9-5036-4d25-9d15-2e6a8093335d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Nov 19 04:45:46.681757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:45:46.684206 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463984b4-67e0-475c-ba09-6c744f40721f" -d '{"events": [{"name": "network-changed", "server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:45:46.741468 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3056465-b328-489d-900a-b8cc5c4a5adf x-openstack-request-id: req-f3056465-b328-489d-900a-b8cc5c4a5adf {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:45:46.741766 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:45:46.742064 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3056465-b328-489d-900a-b8cc5c4a5adf {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:45:46.742477 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'status': 'completed', 'code': 200} Nov 19 04:45:46.844159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-db076aee-8e45-4960-90cb-9564804c83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:46.846055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-db076aee-8e45-4960-90cb-9564804c83fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0813193 Nov 19 04:45:46.905874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-6ee12759-6e0b-4560-801a-48aa0b973611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:46.907394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-6ee12759-6e0b-4560-801a-48aa0b973611 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1065528 Nov 19 04:45:46.940597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08215983-5c37-4d00-98e9-b87f8f9364ce req-14beaefb-f986-4b35-bdab-7b22b5024f86 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:46.942439 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08215983-5c37-4d00-98e9-b87f8f9364ce req-14beaefb-f986-4b35-bdab-7b22b5024f86 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 943 time: 0.0603747 Nov 19 04:45:46.998994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08215983-5c37-4d00-98e9-b87f8f9364ce req-b2a89e80-3038-412a-b415-dbee3e757fce tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 Nov 19 04:45:47.013147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-e48e9317-9576-40b0-9808-cb17fea20867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:47.014968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-e48e9317-9576-40b0-9808-cb17fea20867 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1611726 Nov 19 04:45:47.082266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-15640b9b-4607-4ef5-aff5-cda4912b8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:47.083667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-15640b9b-4607-4ef5-aff5-cda4912b8c01 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1636636 Nov 19 04:45:47.099798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-3a90ce61-34a7-4cf8-8011-79d6f1838fe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 999 time: 0.0716240 Nov 19 04:45:47.198939 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-cba52c5d-4da4-4631-9f3a-315f53048c7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 999 time: 0.0981140 Nov 19 04:45:47.200421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-a13815a3-8e35-4c2f-9a76-29a3d0ef0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:47.201798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-a13815a3-8e35-4c2f-9a76-29a3d0ef0258 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0941017 Nov 19 04:45:47.302973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-f5099c24-b02e-42d6-850c-bac028335683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:47.304462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-f5099c24-b02e-42d6-850c-bac028335683 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0926783 Nov 19 04:45:47.311578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-a16b84aa-6ec9-497a-8bff-e619a72bc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:47.313032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-a16b84aa-6ec9-497a-8bff-e619a72bc931 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034384 Nov 19 04:45:47.386162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:45:47.419279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463984b4-67e0-475c-ba09-6c744f40721f req-d7aa23df-004d-4b73-9023-d8a1441fff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:47.420803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-d7aa23df-004d-4b73-9023-d8a1441fff11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048319 Nov 19 04:45:47.485359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:45:47.490800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-302850f0-7af5-4a28-a3a2-76985e28e192 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623363 Nov 19 04:45:47.497358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'mac_address': 'fa:16:3e:80:4d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:45:47.534747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:47.548316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:45:47.568186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:45:47.572432 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:47.587642 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-bb0af642-2b61-4787-a8bc-9fd7c980175f service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512005 Nov 19 04:45:47.628972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:47.643584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.643864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.644230 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.644568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.644902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.645228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.645556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.645881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.646228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.646549 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.646875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.647194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:45:47.654344 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-0f50e753-5c98-4f0f-a019-f61af7634501 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553686 Nov 19 04:45:47.697928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-463984b4-67e0-475c-ba09-6c744f40721f req-584b7df9-b173-4ef0-b9d2-15040387268d service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981035 Nov 19 04:45:47.926703 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['6d1341bf-9b59-4ca2-82ec-cc7de3045b23'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:45:47.931013 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:45:48.001666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:45:48.126743 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28d1d2-d750-4494-b145-15d4625c9303 req-fe786686-235a-4f8a-9638-34efe3aab0a5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:48.128301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb28d1d2-d750-4494-b145-15d4625c9303 req-fe786686-235a-4f8a-9638-34efe3aab0a5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 944 time: 0.0543382 Nov 19 04:45:48.177911 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb28d1d2-d750-4494-b145-15d4625c9303 req-6306e67c-4e7d-4ec8-b944-9fa344379c0f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Nov 19 04:45:48.368105 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaba2e-adb6-40a2-a868-2956ecd93683 req-622c31d2-2924-4d90-a38b-eef3ec6e905b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:48.369640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dcaba2e-adb6-40a2-a868-2956ecd93683 req-622c31d2-2924-4d90-a38b-eef3ec6e905b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Nov 19 04:45:48.403431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-84be9a6c-f2cb-4b28-9483-8b73eff6574a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:48.404918 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-84be9a6c-f2cb-4b28-9483-8b73eff6574a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3&tenant_id=3638887ae0644077ad402c985c09f546&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0540879 Nov 19 04:45:48.417989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dcaba2e-adb6-40a2-a868-2956ecd93683 req-2f97d7ea-0397-4fda-a8c2-bf85f9548eec tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Nov 19 04:45:48.782687 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-f19db569-eaa8-446b-b53c-de23adabc521 service neutron] delete failed (client error): The resource could not be found. Nov 19 04:45:48.783653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-f19db569-eaa8-446b-b53c-de23adabc521 service neutron] 10.222.0.31 "DELETE /v2.0/ports/6d1341bf-9b59-4ca2-82ec-cc7de3045b23/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.3649328 Nov 19 04:45:48.907702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-dfd996d2-dad4-44bb-99b7-d435f45c9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:48.909179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-dfd996d2-dad4-44bb-99b7-d435f45c9a30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1095 time: 0.0410812 Nov 19 04:45:49.006712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-505f10ca-c7ea-492d-9aa7-cd10e283ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:49.008174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-505f10ca-c7ea-492d-9aa7-cd10e283ddab service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0860612 Nov 19 04:45:49.080704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-34f752ef-da20-4512-8f2c-dbf7457e8261 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1000 time: 0.0618186 Nov 19 04:45:49.136692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-f5cc0b30-58ce-4d28-b68a-608e79663456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:49.138442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-f5cc0b30-58ce-4d28-b68a-608e79663456 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0457959 Nov 19 04:45:49.183418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-d3087d04-5303-43e8-81ea-f2ed3aa81eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:49.184925 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-d3087d04-5303-43e8-81ea-f2ed3aa81eac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397162 Nov 19 04:45:49.282570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-e3be81dc-f452-4976-9285-2ec5b1b42429 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849726 Nov 19 04:45:49.378621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-795de7a0-3b34-4575-a3a0-0f6771aaf24b req-2bc3cb90-6c07-464b-8bc0-29282c5177e3 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836730 Nov 19 04:45:49.402313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:45:49.452560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:45:49.456901 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:45:49.457303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:49.541073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:49.546959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa74cea-c644-487b-8f12-e2d6d060d3ca req-6020ae84-7fac-4af0-a3f7-faff91def39c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:49.548557 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-daa74cea-c644-487b-8f12-e2d6d060d3ca req-6020ae84-7fac-4af0-a3f7-faff91def39c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 944 time: 0.0560029 Nov 19 04:45:49.564005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:45:49.566304 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6312a2-59f2-4d2e-9d4e-90a4b871d282" -d '{"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-plugged", "status": "completed", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:45:49.580097 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:45:49.584681 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:49.602389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-daa74cea-c644-487b-8f12-e2d6d060d3ca req-44e2e251-45bb-4f93-8719-541a1aca3555 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475578 Nov 19 04:45:49.639563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:49.660589 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd338471-0865-44f2-bd70-1675441bc60c x-openstack-request-id: req-cd338471-0865-44f2-bd70-1675441bc60c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:45:49.660894 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-plugged", "status": "completed", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:45:49.661159 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd338471-0865-44f2-bd70-1675441bc60c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:45:49.661561 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'code': 200} Nov 19 04:45:50.722861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033e227-dfc9-44dd-b2cb-af8c4746eaf0 req-1a71b789-730b-408b-bac8-eaec48dc0883 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:50.724362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8033e227-dfc9-44dd-b2cb-af8c4746eaf0 req-1a71b789-730b-408b-bac8-eaec48dc0883 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0483847 Nov 19 04:45:50.770999 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8033e227-dfc9-44dd-b2cb-af8c4746eaf0 req-d83a0c6a-600f-4e74-a3c2-72a27c7af47c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Nov 19 04:45:50.883950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634ae54-81f3-49b5-9b0f-a5eb989441d6 req-3e01b8a8-746a-4a0f-9890-5ca40aa7c15d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:50.885443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c634ae54-81f3-49b5-9b0f-a5eb989441d6 req-3e01b8a8-746a-4a0f-9890-5ca40aa7c15d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Nov 19 04:45:50.932669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c634ae54-81f3-49b5-9b0f-a5eb989441d6 req-1ab8cf99-a2b9-41ba-90c6-d7eb43dde873 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Nov 19 04:45:51.133589 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a651401-82e5-4361-931a-ca9379614587 req-f1032687-bf1d-4bc3-bd5c-ec2b009fdffc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:51.135189 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a651401-82e5-4361-931a-ca9379614587 req-f1032687-bf1d-4bc3-bd5c-ec2b009fdffc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0547066 Nov 19 04:45:51.166635 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-c18b5063-bb5f-4b08-9f75-380f2b93efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:51.168823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-c18b5063-bb5f-4b08-9f75-380f2b93efa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0486360 Nov 19 04:45:51.184601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a651401-82e5-4361-931a-ca9379614587 req-2bc59dbe-16e6-4e99-ad9c-a3b571ea191c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Nov 19 04:45:51.262182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-5b81fcef-656b-4591-9709-2d5987d049be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:51.263663 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-5b81fcef-656b-4591-9709-2d5987d049be service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0875044 Nov 19 04:45:51.335075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-9e6fbe7f-4f0e-4c90-a251-0cb520382ae8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 200 len: 1001 time: 0.0634582 Nov 19 04:45:51.348069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0929ab41-187c-4f6a-9f3d-dc555ec72edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:51.386685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-c4d389e2-904f-4e51-ba84-83b76eccf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:51.388145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-c4d389e2-904f-4e51-ba84-83b76eccf9e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0465703 Nov 19 04:45:51.435254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-457ff589-33a1-4568-a1c9-9c1ed270b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:51.436774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-457ff589-33a1-4568-a1c9-9c1ed270b1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407674 Nov 19 04:45:51.529523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-1c352315-d875-45a7-adde-e42d56beeb3b service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858603 Nov 19 04:45:51.622522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9293f8e3-d174-480d-9b97-b717e8c0ffaa req-f6bb2542-1b07-4071-84e8-f5bdcd00cf80 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Nov 19 04:45:52.304024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c7e7a-5c32-4818-9db4-80c7a695cafd req-f6cdd8c5-fc2c-4b53-9620-cfd91cc6afb4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:52.305517 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-204c7e7a-5c32-4818-9db4-80c7a695cafd req-f6cdd8c5-fc2c-4b53-9620-cfd91cc6afb4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0495777 Nov 19 04:45:52.352934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-204c7e7a-5c32-4818-9db4-80c7a695cafd req-ccf6c5b4-65b4-416b-8a71-015f50b9e40c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Nov 19 04:45:52.598191 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104021f3-24ea-402a-b9c6-0c8d72bf99ac req-87743e94-93db-449b-9637-c5bffd9ac203 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:52.599693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-104021f3-24ea-402a-b9c6-0c8d72bf99ac req-87743e94-93db-449b-9637-c5bffd9ac203 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Nov 19 04:45:52.646427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-104021f3-24ea-402a-b9c6-0c8d72bf99ac req-9ccf253b-71ab-4c8e-95b7-3a92ae045863 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Nov 19 04:45:53.020537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:53.645551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cb00-03a7-45a6-84c2-5e3d9a2e5653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:53.762818 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82073a77-bd40-4786-89a4-9f08073fbade req-56e80cca-ebbf-4191-afac-ab678e965b30 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:53.764346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82073a77-bd40-4786-89a4-9f08073fbade req-56e80cca-ebbf-4191-afac-ab678e965b30 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Nov 19 04:45:53.817417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82073a77-bd40-4786-89a4-9f08073fbade req-ca176720-24e4-4c61-bc97-de225f15d079 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Nov 19 04:45:53.821241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4ca8c84a-e701-40fb-bc08-a44ec3e4b66c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:53.822783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4ca8c84a-e701-40fb-bc08-a44ec3e4b66c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06a6c69-78af-43a8-805b-635a28bfb7e3 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Nov 19 04:45:53.917414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Deleting port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:45:53.918165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:54.011496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] For port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:45:54.011874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:54.185870 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:54.186183 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:54.186505 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 disassociated. External IP: 172.25.8.149, port: 6d1341bf-9b59-4ca2-82ec-cc7de3045b23. Nov 19 04:45:54.186851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Calling delete_port for 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:45:54.318148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:54.345587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event deleted for resources: {'Port': ['ID=6d1341bf-9b59-4ca2-82ec-cc7de3045b23,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:54.471583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:45:54.585852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:45:54.596363 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:45:54.606770 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:45:54.607460 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:45:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:45:54.626356 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] No DVR routers for this DVR port 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:45:54.628933 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:54.632335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-054f822b-116d-47a3-90d5-d79a7c00fdbb req-4f68393c-ed78-43e4-86b1-4dad79fb1923 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "DELETE /v2.0/ports/6d1341bf-9b59-4ca2-82ec-cc7de3045b23 HTTP/1.1" status: 204 len: 173 time: 0.8037004 Nov 19 04:45:54.632773 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-deleted', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:45:54.635049 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23808c6a-6be7-4952-a1e6-b3ef7e299401" -d '{"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-deleted", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:45:54.672350 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48713f2a-8b6c-46ad-81bb-fd74e88ae815 x-openstack-request-id: req-48713f2a-8b6c-46ad-81bb-fd74e88ae815 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:45:54.672672 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06a6c69-78af-43a8-805b-635a28bfb7e3", "name": "network-vif-deleted", "tag": "6d1341bf-9b59-4ca2-82ec-cc7de3045b23", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:45:54.672934 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48713f2a-8b6c-46ad-81bb-fd74e88ae815 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:45:54.673342 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06a6c69-78af-43a8-805b-635a28bfb7e3', 'name': 'network-vif-deleted', 'tag': '6d1341bf-9b59-4ca2-82ec-cc7de3045b23', 'status': 'completed', 'code': 200} Nov 19 04:45:54.719776 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:45:54.934682 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:45:54.965637 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:45:54.974055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:45:54.974602 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:45:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:45:55.019340 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:45:55.089240 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:45:55.103569 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-5690efdf-5ab2-42bb-b3e1-8ba4b01e4132 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1916492315&fields=id&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 267 time: 0.0447066 Nov 19 04:45:55.228549 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-d3d99862-237a-4d01-91c7-aacaa98e90bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:55.233546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-d3d99862-237a-4d01-91c7-aacaa98e90bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1217713 Nov 19 04:45:55.250815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-98e7cf24-04fa-4026-aa75-e478ffd78ad2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/quotas/3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 375 time: 0.0140505 Nov 19 04:45:55.309054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3ede3e4c-aeb6-4c59-9b1f-8ed940502f8c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488157 Nov 19 04:45:55.320809 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:45:55.351998 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96ab04-631a-4135-93ad-ccf4e1a44adf None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:45:55.425174 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-2b3be158-02bb-45f7-9fc2-f3ed87632c34 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043842 Nov 19 04:45:55.432945 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:55.521058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-f48383b6-ecca-48ce-8c06-005b31b62271 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883520 Nov 19 04:45:55.608722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c488904-cf15-45f1-9b9b-236666119b9b None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:45:55.694503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a0f04aeb-9cdd-4841-b6eb-b1c5f9217012 req-b28f96b9-bd2a-4103-9792-60765d362a8a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Nov 19 04:45:56.532046 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:56.804362 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9a680efe-3b44-48ad-821b-358e0533ec99 req-50290002-153a-4159-9daa-c61c9d5aa409 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 210 time: 0.0369823 Nov 19 04:45:56.874101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-28d857a0-b756-42d1-a3fe-116a2fe0a2c3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:56.875598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-28d857a0-b756-42d1-a3fe-116a2fe0a2c3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1351988 Nov 19 04:45:56.959412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-d1ee620c-e005-4435-a5a6-50bb133dfaaf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 380 time: 0.0512698 Nov 19 04:45:56.970237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'port': {'device_id': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'admin_state_up': True, 'tenant_id': '3638887ae0644077ad402c985c09f546', 'security_groups': ['34a4401b-6e9f-4c16-b7d4-909b071c2104']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:45:57.075746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Made reservation on behalf of 3638887ae0644077ad402c985c09f546 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:45:57.080123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.217036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Allocated IP 172.20.0.4 (d98844be-35fa-4b72-aa8f-3ccc55a9f8bf/b032ee01-44d0-4913-a331-48500e70c03e/584d4340-ea7d-4254-8f24-30e099304d76) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:45:57.336119 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.360082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.394369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.439030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:45:57.442228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:45:57.445775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:45:57.450855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:45:57.470255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:57.475482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:45:57.475843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 6d1341bf-9b59-4ca2-82ec-cc7de3045b23 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:45:57.499564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:57.500229 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.518527 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-3bfa54a2-e459-411a-b023-1f99c5c36804 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518653 Nov 19 04:45:57.545400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Request body: {'port': {'device_id': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:45:57.605403 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.647420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1cc233f9-7678-4f50-a196-75ba96ddf548 None None] Provisioning complete for port 584d4340-ea7d-4254-8f24-30e099304d76 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:45:57.648278 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1cc233f9-7678-4f50-a196-75ba96ddf548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.680961 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1cc233f9-7678-4f50-a196-75ba96ddf548 None None] Port 584d4340-ea7d-4254-8f24-30e099304d76 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:45:57.869247 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:45:57.877233 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.890792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Transition to ACTIVE for port object 584d4340-ea7d-4254-8f24-30e099304d76 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:45:57.895187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:57.925708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faefc4-8b96-480f-b1ce-28ce8823cca2 req-2afe2874-650b-46ef-9e45-25a292a502b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:57.927715 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2faefc4-8b96-480f-b1ce-28ce8823cca2 req-2afe2874-650b-46ef-9e45-25a292a502b5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 931 time: 0.0516672 Nov 19 04:45:57.966674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:57.979524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d2faefc4-8b96-480f-b1ce-28ce8823cca2 req-ab46f673-1ac0-4cf7-89b9-3331327ea4e0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456266 Nov 19 04:45:58.024161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:45:58.024511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:45:58.024856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:45:58.030185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:45:58.030522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:45:58.035569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:45:58.035916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:45:58.036312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:45:58.036753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Bound port: 584d4340-ea7d-4254-8f24-30e099304d76, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:45:58.037123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:58.106029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:45:58.109674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:45:58.114200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:58.153130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.153790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:45:58.155352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] 10.222.0.31 "PUT /v2.0/ports/584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1091 time: 0.6144803 Nov 19 04:45:58.155855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:45:58.158163 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}653ef8ef5a84a542ad167effa0211cbb0d208bb74ec0f762602b6334938dac12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59239b56-15f3-4c15-af1b-c155441eff51" -d '{"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:45:58.184607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12338e75-6709-41b7-af34-3f231c5d3346 service neutron] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:45:58.211891 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95fc594-14ce-4e8f-8ccb-c4ad5f0621a4 x-openstack-request-id: req-f95fc594-14ce-4e8f-8ccb-c4ad5f0621a4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:45:58.212304 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:45:58.212637 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f95fc594-14ce-4e8f-8ccb-c4ad5f0621a4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:45:58.213144 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'status': 'completed', 'code': 200} Nov 19 04:45:58.273264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-6a8cf5f8-c2ec-4d3d-888f-b79ae81aff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.274862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-6a8cf5f8-c2ec-4d3d-888f-b79ae81aff5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1094 time: 0.0465965 Nov 19 04:45:58.324659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-ce111feb-c035-4215-b52f-486327ac2d5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 217 time: 0.0358763 Nov 19 04:45:58.374766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-be36fc0b-e2f1-4327-8fd8-b45034082ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.376146 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-be36fc0b-e2f1-4327-8fd8-b45034082ec2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0445216 Nov 19 04:45:58.428831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-34670504-2a2b-4fea-8fb7-07c511e0a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.430445 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-34670504-2a2b-4fea-8fb7-07c511e0a203 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446560 Nov 19 04:45:58.526909 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-1c08f1dc-9b0c-4fd6-8564-41dbbe565c66 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845752 Nov 19 04:45:58.626675 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d95d1901-5b72-461e-bd74-bfabeca6b776 req-b633a7cd-d82c-4f17-853a-1b81d8076124 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893557 Nov 19 04:45:58.780628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239b56-15f3-4c15-af1b-c155441eff51 req-cd499bde-d2b2-4f2c-bf19-4fd1ce31bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.782137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-cd499bde-d2b2-4f2c-bf19-4fd1ce31bfb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1094 time: 0.0420077 Nov 19 04:45:58.875878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239b56-15f3-4c15-af1b-c155441eff51 req-82689799-ef10-4d94-ad20-3fc611e64395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.877417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-82689799-ef10-4d94-ad20-3fc611e64395 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0844107 Nov 19 04:45:58.923762 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-1fb189c8-b214-4455-a35b-86d8fb187ede service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 217 time: 0.0378373 Nov 19 04:45:58.973677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239b56-15f3-4c15-af1b-c155441eff51 req-3918df0f-4ab7-45f1-8967-0157c74babeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:58.975192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-3918df0f-4ab7-45f1-8967-0157c74babeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0438638 Nov 19 04:45:59.022211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239b56-15f3-4c15-af1b-c155441eff51 req-bfeff165-127e-4193-9b27-dc1f9ad1ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:59.023730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-bfeff165-127e-4193-9b27-dc1f9ad1ecc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408103 Nov 19 04:45:59.106996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060a711-1e0f-4b55-99ca-84c54cadb305 req-4f20e087-dda6-4c70-b599-3090068b4361 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:45:59.108635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9060a711-1e0f-4b55-99ca-84c54cadb305 req-4f20e087-dda6-4c70-b599-3090068b4361 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0495255 Nov 19 04:45:59.122922 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-c477fd0e-7c8b-4483-9e0f-3053fe37dc88 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889142 Nov 19 04:45:59.157091 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9060a711-1e0f-4b55-99ca-84c54cadb305 req-055e9e67-b941-4772-af12-1487ad4032eb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Nov 19 04:45:59.216018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59239b56-15f3-4c15-af1b-c155441eff51 req-434436bf-f3c9-4d04-80cb-d19e5a0b03fd service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837772 Nov 19 04:46:00.281080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c866-78a0-40c1-a3d7-3e5e9a129436 req-87a3cb12-15f5-4ac1-84c7-590b960679ed tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:00.282597 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fec3c866-78a0-40c1-a3d7-3e5e9a129436 req-87a3cb12-15f5-4ac1-84c7-590b960679ed tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0545800 Nov 19 04:46:00.330268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fec3c866-78a0-40c1-a3d7-3e5e9a129436 req-bc4087f7-f9ab-42a3-8f1c-20e8bae8719e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Nov 19 04:46:01.447029 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d7b71-8c44-4f6c-95fd-40b326009589 req-534a4230-100d-4bcd-a2ef-e099cbfb6a1d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:01.448947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-618d7b71-8c44-4f6c-95fd-40b326009589 req-534a4230-100d-4bcd-a2ef-e099cbfb6a1d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0501249 Nov 19 04:46:01.496377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-618d7b71-8c44-4f6c-95fd-40b326009589 req-fc2681b3-ca95-4b5a-8af4-ea251b3d63cb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 Nov 19 04:46:01.884997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:46:01.977231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:46:01.989158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '584d4340-ea7d-4254-8f24-30e099304d76', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '584d4340-ea7d-4254-8f24-30e099304d76', 'mac_address': 'fa:16:3e:9a:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:46:02.029124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:02.041530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:46:02.060805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:46:02.064979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:02.111484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:46:02.356283 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:02.409994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['584d4340-ea7d-4254-8f24-30e099304d76'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:46:02.616314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636b2f4-1d5e-4002-95d4-ee9930c1202c req-31043df7-b9d9-4a10-9947-93bd290e5479 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:02.617819 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5636b2f4-1d5e-4002-95d4-ee9930c1202c req-31043df7-b9d9-4a10-9947-93bd290e5479 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 944 time: 0.0529253 Nov 19 04:46:02.666681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5636b2f4-1d5e-4002-95d4-ee9930c1202c req-644ff62f-465e-4d13-99ed-fd34c2521780 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Nov 19 04:46:03.782994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b862e5c-306e-4b5b-a6bd-09226b88ac29 req-aea2d698-8b7e-459f-ba6a-1f1f0ff87a0c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:03.784488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b862e5c-306e-4b5b-a6bd-09226b88ac29 req-aea2d698-8b7e-459f-ba6a-1f1f0ff87a0c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 944 time: 0.0487354 Nov 19 04:46:03.831361 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b862e5c-306e-4b5b-a6bd-09226b88ac29 req-f76ba403-4079-4736-9a87-439458542457 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Nov 19 04:46:03.899603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:46:03.949262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 584d4340-ea7d-4254-8f24-30e099304d76 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:46:03.952991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 584d4340-ea7d-4254-8f24-30e099304d76 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:46:03.953368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:04.033258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:04.056087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:46:04.058417 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad10661-5983-4932-9f9b-0ec365543148" -d '{"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-plugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:46:04.070699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:46:04.075778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:04.100183 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e4540-87d5-4fc8-a35f-c0692902b22b x-openstack-request-id: req-ba7e4540-87d5-4fc8-a35f-c0692902b22b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:46:04.100488 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-plugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:46:04.100752 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba7e4540-87d5-4fc8-a35f-c0692902b22b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:46:04.101175 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'code': 200} Nov 19 04:46:04.127356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:46:04.236080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c09a-cd6c-4c82-93b7-d46f19409e2a req-b069a1e5-264c-4849-a109-7599b64bf88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:04.237474 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f246c09a-cd6c-4c82-93b7-d46f19409e2a req-b069a1e5-264c-4849-a109-7599b64bf88e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1096 time: 0.0446155 Nov 19 04:46:04.287911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f246c09a-cd6c-4c82-93b7-d46f19409e2a req-23b24d60-43dd-4014-aaaa-b5687492553c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363398 Nov 19 04:46:04.957401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddffd9-43e8-4121-943a-f3985452f84f req-08a99323-ae6b-4212-a62f-97e6a3fb5162 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:04.958912 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dddffd9-43e8-4121-943a-f3985452f84f req-08a99323-ae6b-4212-a62f-97e6a3fb5162 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Nov 19 04:46:05.009234 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3dddffd9-43e8-4121-943a-f3985452f84f req-d7ed3dfb-de1b-4007-90ba-91548158d5d7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442293 Nov 19 04:46:06.172508 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0e6b-9cd5-4fd9-89c2-970a4ba4ac96 req-5339e541-a477-43f6-9265-07a21d46f9bd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:06.174068 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09cf0e6b-9cd5-4fd9-89c2-970a4ba4ac96 req-5339e541-a477-43f6-9265-07a21d46f9bd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Nov 19 04:46:06.221127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09cf0e6b-9cd5-4fd9-89c2-970a4ba4ac96 req-3efd7d57-021c-484f-86bf-fb6e2717adf3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Nov 19 04:46:06.330443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdabcb6-ddbd-4706-b661-02dbb4bcb329 req-14ef2d97-cd64-4da7-9c54-d483ababe90e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:06.331931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bdabcb6-ddbd-4706-b661-02dbb4bcb329 req-14ef2d97-cd64-4da7-9c54-d483ababe90e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Nov 19 04:46:06.340433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38196) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:46:06.344799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'floatingip': {'port_id': '584d4340-ea7d-4254-8f24-30e099304d76'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:46:06.387781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:06.814040 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:06.818219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:06.920827 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 associated. External IP: 172.25.8.149, port: 584d4340-ea7d-4254-8f24-30e099304d76. Nov 19 04:46:07.126475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:46:07.568457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:46:07.573729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:07.579245 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:46:07.588483 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:46:07.589145 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:45:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:46:07.599970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9117982f-0882-4b6c-8544-dc5488be5df4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "PUT /v2.0/floatingips/32e13270-7885-469d-9964-a73feeebc2a8 HTTP/1.1" status: 200 len: 991 time: 1.2584691 Nov 19 04:46:07.600567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:46:07.602869 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0776a8668ee2bc88eeb4f54bb2047a8daa5b1f1dbb4d677353ed3963ff1fde04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ff608-fee0-4a33-87c2-6db291bb22f9" -d '{"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:46:07.711304 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3e214d-1f34-4012-80ec-6026b02f8e59 x-openstack-request-id: req-5c3e214d-1f34-4012-80ec-6026b02f8e59 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:46:07.711616 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:46:07.711884 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c3e214d-1f34-4012-80ec-6026b02f8e59 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:46:07.712300 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'status': 'completed', 'code': 200} Nov 19 04:46:07.790487 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:46:07.798948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-80bc7697-8fb0-4f6e-894f-d3bf63394435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:07.800465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-80bc7697-8fb0-4f6e-894f-d3bf63394435 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1096 time: 0.0444646 Nov 19 04:46:07.896745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-9cea1ccd-7b66-4925-85e0-163283fbdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:07.898262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-9cea1ccd-7b66-4925-85e0-163283fbdd78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0903192 Nov 19 04:46:07.966333 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-82c52f8e-050e-4ed0-9491-dcb9b7a8a8b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 999 time: 0.0603266 Nov 19 04:46:08.016169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-0e298f6f-9cb7-4f69-bbce-ce658382d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:08.016576 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '584d4340-ea7d-4254-8f24-30e099304d76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:9a:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:46:06Z', 'revision_number': 9, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:46:08.017651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-0e298f6f-9cb7-4f69-bbce-ce658382d867 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0444448 Nov 19 04:46:08.046169 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:46:08.054545 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:46:08.055168 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:45:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:46:08.066625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-51681257-dce4-41f7-ac4b-bfdfd823d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:08.068118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-51681257-dce4-41f7-ac4b-bfdfd823d210 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436749 Nov 19 04:46:08.158911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-dcd30020-2334-458f-8e54-dd457caba8d8 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Nov 19 04:46:08.162944 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:46:08.255649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-960ff608-fee0-4a33-87c2-6db291bb22f9 req-b510ab9e-a355-41bb-a69e-8021c7e28be1 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895498 Nov 19 04:46:08.386339 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '584d4340-ea7d-4254-8f24-30e099304d76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:9a:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:46:06Z', 'revision_number': 9, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:46:08.415252 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49c45e-7541-4c15-8e01-d570c8503930 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '584d4340-ea7d-4254-8f24-30e099304d76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:9a:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:46:06Z', 'revision_number': 9, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:46:08.610958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d1ded1-2f2d-4256-bae1-4f0afa18d17d None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:46:21.349105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2038-cc06-4f0f-b7a6-08073c05fbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:23.021267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:23.646805 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7cc525f1-18f0-4f3b-b1fd-f8dd4b231b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:25.425411 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:26.535156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:27.339425 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:32.018323 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:46:32.369011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:40.843283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-b075358f-83af-4710-bb0b-6f457fc4e043 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405393 Nov 19 04:46:40.946261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-c4308952-faf8-4977-a08e-5262ac677956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:40.947753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-c4308952-faf8-4977-a08e-5262ac677956 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1096 time: 0.0415120 Nov 19 04:46:41.078212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-6d19fa90-9178-4cb6-965f-9bfadc74f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:41.079715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-6d19fa90-9178-4cb6-965f-9bfadc74f444 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1115062 Nov 19 04:46:41.148612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-cf0e1e6b-d99d-444d-8ed6-d17b778f57c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1002 time: 0.0600739 Nov 19 04:46:41.199527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-7a26a6e3-9730-49f6-b34d-6c0a3d29cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:41.201068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-7a26a6e3-9730-49f6-b34d-6c0a3d29cafd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0441608 Nov 19 04:46:41.252997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-fb849a4b-3cb8-4919-bacb-ccc00c73f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:46:41.254506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-fb849a4b-3cb8-4919-bacb-ccc00c73f617 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455642 Nov 19 04:46:41.361639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-e652936f-34bf-4f17-acbd-1b03f9801e8d service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927639 Nov 19 04:46:41.456795 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-cbafc9b7-3764-4090-874d-c3163e53d685 req-44f875fb-bc85-4a56-8083-a68506e7b66c service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863578 Nov 19 04:46:51.351196 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f01f7d0c-61c1-4e44-ab8d-5782237559ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:53.028749 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:53.647097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-719bb5d5-01aa-4df3-9496-225006eb3fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:55.427142 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:56.537803 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:46:57.343984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:02.368455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:09.016895 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:47:21.351928 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fa242fa6-5150-4948-a685-5787a751d3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:23.039120 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:23.647908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6e17cabb-090d-457c-8fb6-b1899d54a009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:25.431527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:26.540913 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:27.345333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:32.369008 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:41.905796 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-79f4163d-96b0-4bf7-ad8e-289f62a42fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906112 Nov 19 04:47:42.020712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-dc28c9e4-ccd0-4cff-b219-74a54e8d8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:42.022207 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-dc28c9e4-ccd0-4cff-b219-74a54e8d8205 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1096 time: 0.0415182 Nov 19 04:47:42.134076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-37645ead-fdc1-4016-8912-b73a12a10048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:42.135446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-37645ead-fdc1-4016-8912-b73a12a10048 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0875664 Nov 19 04:47:42.206288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-b05bad4d-6ccb-4795-8d56-d493056fc488 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1002 time: 0.0591798 Nov 19 04:47:42.261613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-41f2e831-b0df-43ac-ad5e-5f700bc9cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:42.263169 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-41f2e831-b0df-43ac-ad5e-5f700bc9cffb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0456343 Nov 19 04:47:42.315703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-52d0660a-00e5-4b8c-95a8-b78441cd57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:42.317478 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-52d0660a-00e5-4b8c-95a8-b78441cd57a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445087 Nov 19 04:47:42.412906 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-2e0d48cc-24fa-414c-b9a1-2541b452a380 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829298 Nov 19 04:47:42.512426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d8f767b3-463b-4496-897c-e3da661b4db2 req-c4e86e6f-6d1e-4d3c-9135-eaa4b2b3c858 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Nov 19 04:47:46.016414 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:47:49.281697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf62fc-f2bd-4d08-8ff9-e42a971aafe1 req-d7f12e2e-ce1a-4311-a1e4-3951fbf7fd75 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:49.283384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2bf62fc-f2bd-4d08-8ff9-e42a971aafe1 req-d7f12e2e-ce1a-4311-a1e4-3951fbf7fd75 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.1074250 Nov 19 04:47:49.337629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f2bf62fc-f2bd-4d08-8ff9-e42a971aafe1 req-c2002635-1c9a-493e-924c-08e04923409b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479927 Nov 19 04:47:49.440627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-94e6bc6a-d651-4481-a427-2782f69aac0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3758903 Nov 19 04:47:50.456861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcb87d-df58-4958-8719-4854e928fdf5 req-21d39ab8-f46a-4c48-9122-98e009ed022b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:50.458397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99dcb87d-df58-4958-8719-4854e928fdf5 req-21d39ab8-f46a-4c48-9122-98e009ed022b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Nov 19 04:47:50.508505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-99dcb87d-df58-4958-8719-4854e928fdf5 req-a57a3599-f4aa-423d-ac5d-e829914fcfe2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 Nov 19 04:47:50.524734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-1f3416b6-ff10-4dda-91a5-54d608603adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:50.526284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-1f3416b6-ff10-4dda-91a5-54d608603adf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1096 time: 0.0405078 Nov 19 04:47:50.622606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-3674b41b-95db-4bd1-8e35-342ba7100cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:50.624070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-3674b41b-95db-4bd1-8e35-342ba7100cad service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0869575 Nov 19 04:47:50.691442 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-6b698eb0-99f5-40a6-b04f-34e0713ec805 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1002 time: 0.0564997 Nov 19 04:47:50.746419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-9c0812ed-757b-452f-b67f-40d102f1f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:50.747828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-9c0812ed-757b-452f-b67f-40d102f1f18e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0438006 Nov 19 04:47:50.798748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-06d1881c-5ce9-4234-984c-97d839976b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:50.800223 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-06d1881c-5ce9-4234-984c-97d839976b60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432353 Nov 19 04:47:50.894327 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-b11e50a4-7ede-4bba-87aa-66b88637a56a service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Nov 19 04:47:50.996688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-61648eb2-a30b-4cf0-b266-5b6ee7757954 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896382 Nov 19 04:47:51.353325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-891cecfa-9b88-4c49-b412-c83917a82e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:51.624856 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e25b7-706a-40b6-9503-9fd730baa6ab req-7f664365-cd97-4c74-9dd2-38e8b35c3c33 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:51.626350 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c51e25b7-706a-40b6-9503-9fd730baa6ab req-7f664365-cd97-4c74-9dd2-38e8b35c3c33 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Nov 19 04:47:51.673522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c51e25b7-706a-40b6-9503-9fd730baa6ab req-cdc9ec1b-7d1f-4367-8aae-35b9a6b18e6a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Nov 19 04:47:52.791980 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827729c8-b489-4d02-bc17-77c4c5446606 req-5adfa326-ccc5-4ecb-9548-df7dc0f97123 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:52.793449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-827729c8-b489-4d02-bc17-77c4c5446606 req-5adfa326-ccc5-4ecb-9548-df7dc0f97123 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Nov 19 04:47:52.841764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-827729c8-b489-4d02-bc17-77c4c5446606 req-1adb7dbc-cc1f-4f6b-81f9-7129cf59e68b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Nov 19 04:47:53.052768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:53.649328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-17cddd48-7b3e-4318-ae47-37409f8729ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:53.961538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c2ebc-3fca-4991-96eb-df814e291915 req-9b3b8c91-25b4-497f-bb90-2d31bdf54849 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:53.962974 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e2c2ebc-3fca-4991-96eb-df814e291915 req-9b3b8c91-25b4-497f-bb90-2d31bdf54849 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Nov 19 04:47:54.013272 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e2c2ebc-3fca-4991-96eb-df814e291915 req-9fc58d03-6b84-4259-8c75-ef0c201adf66 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Nov 19 04:47:55.129952 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ebdac-b255-48af-986e-e6863888639b req-d2fb4378-db49-4514-8782-c239ed78cb7b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:55.131444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-321ebdac-b255-48af-986e-e6863888639b req-d2fb4378-db49-4514-8782-c239ed78cb7b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Nov 19 04:47:55.184218 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-321ebdac-b255-48af-986e-e6863888639b req-d122d3e6-09b0-4fdb-98d3-34ef79f5c590 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469129 Nov 19 04:47:55.434456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:56.302424 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0be46-35c7-4426-accc-e28f0cbf41ba req-8acb989f-4b78-4681-af08-4d57555c54e6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:56.303972 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31c0be46-35c7-4426-accc-e28f0cbf41ba req-8acb989f-4b78-4681-af08-4d57555c54e6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Nov 19 04:47:56.352419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31c0be46-35c7-4426-accc-e28f0cbf41ba req-64efbf17-1645-4fdc-9e8b-6d6382dcb9b6 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Nov 19 04:47:56.541413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:57.346509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:47:57.472797 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e259be-e414-416d-8bac-ec860b55ccda req-bd73fa00-db74-41be-9c96-31a13c62c3d1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:57.474337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54e259be-e414-416d-8bac-ec860b55ccda req-bd73fa00-db74-41be-9c96-31a13c62c3d1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0545776 Nov 19 04:47:57.522376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54e259be-e414-416d-8bac-ec860b55ccda req-78a86af6-2114-44d1-bcfe-4667437f5411 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 Nov 19 04:47:58.643001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a2cd8-794e-45c1-ac49-2c52aebccbc8 req-e905950a-0d9a-4870-8dfd-bdbbb372f392 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:58.644504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a24a2cd8-794e-45c1-ac49-2c52aebccbc8 req-e905950a-0d9a-4870-8dfd-bdbbb372f392 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0533304 Nov 19 04:47:58.692024 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a24a2cd8-794e-45c1-ac49-2c52aebccbc8 req-e0249f78-19a1-45d9-9aed-0432f880e942 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Nov 19 04:47:59.807417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d44b-9cb9-4efd-85f7-8c4b517cd54e req-a79ac749-840b-450b-8cd3-8eeb08ab007f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:47:59.808925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed3d44b-9cb9-4efd-85f7-8c4b517cd54e req-a79ac749-840b-450b-8cd3-8eeb08ab007f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0481946 Nov 19 04:47:59.856179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ed3d44b-9cb9-4efd-85f7-8c4b517cd54e req-08cdda04-e82c-4b65-ac67-ca9fabed2e08 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Nov 19 04:48:00.978232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79266-f8df-40b8-8b13-85e5260137e7 req-133eeb7e-3ec3-41db-8c55-9bb99577a6ef tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:00.979723 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ff79266-f8df-40b8-8b13-85e5260137e7 req-133eeb7e-3ec3-41db-8c55-9bb99577a6ef tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Nov 19 04:48:01.027092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ff79266-f8df-40b8-8b13-85e5260137e7 req-8b1a73fc-4e21-424b-ab4f-8e42c812f333 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Nov 19 04:48:02.144107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2194-63b3-448b-9c80-15aaa6dddc3d req-edc65038-948b-487a-bbeb-cbf46811956c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:02.145589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f4c2194-63b3-448b-9c80-15aaa6dddc3d req-edc65038-948b-487a-bbeb-cbf46811956c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Nov 19 04:48:02.192811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f4c2194-63b3-448b-9c80-15aaa6dddc3d req-156dabc0-0bc3-4f07-83cd-13c4f1041623 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412290 Nov 19 04:48:02.384462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:03.310112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570588-b155-441a-885e-eb7244d3251d req-cf066819-bef9-4e4f-8ec3-c0c21ee9171e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:03.312261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86570588-b155-441a-885e-eb7244d3251d req-cf066819-bef9-4e4f-8ec3-c0c21ee9171e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Nov 19 04:48:03.363878 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-86570588-b155-441a-885e-eb7244d3251d req-1f71536b-64b6-49cb-8830-1badaef1ad68 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Nov 19 04:48:03.366473 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-be77f73c-736b-4515-b70a-080bb28a3f1c service neutron] show failed (client error): The resource could not be found. Nov 19 04:48:03.367502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-be77f73c-736b-4515-b70a-080bb28a3f1c service neutron] 10.222.0.31 "GET /v2.0/ports/584d4340-ea7d-4254-8f24-30e099304d76/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0946584 Nov 19 04:48:03.666379 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-c65282f2-945b-40b9-987b-54736942cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:03.667885 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-c65282f2-945b-40b9-987b-54736942cf95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 1096 time: 0.0784061 Nov 19 04:48:03.679168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:48:03.733615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:03.933712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:03.966457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:48:04.006075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:04.011066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:04.024170 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Transition to ACTIVE for port object 584d4340-ea7d-4254-8f24-30e099304d76 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:48:04.027820 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:04.055734 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f79375-e356-4581-a10e-568ad27bc07f" -d '{"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-unplugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:04.117727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:04.133497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.133854 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.134274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.134549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.134890 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.135226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.135560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.135916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.136215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.136542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.136869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.137196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:04.177524 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d0bd3-3ba5-4e50-b71a-fb8285621fa8 x-openstack-request-id: req-3a0d0bd3-3ba5-4e50-b71a-fb8285621fa8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:04.177824 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-unplugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:04.178107 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a0d0bd3-3ba5-4e50-b71a-fb8285621fa8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:04.178510 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'code': 200} Nov 19 04:48:04.179418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] No DVR routers for this DVR port 584d4340-ea7d-4254-8f24-30e099304d76 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:48:04.318805 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:48:04.319157 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:48:04.319493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:48:04.323798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:48:04.324158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:48:04.329509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:48:04.329849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:48:04.330275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:48:04.330706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Bound port: 584d4340-ea7d-4254-8f24-30e099304d76, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:48:04.331066 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:04.394171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:48:04.397279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:48:04.402514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:04.442042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:04.442615 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:04.444017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] 10.222.0.36 "PUT /v2.0/ports/584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1091 time: 0.7688000 Nov 19 04:48:04.470372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daddd6-087c-4dfa-ad31-abaf879c2645 service neutron] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:04.494192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a539e-490e-44f6-9819-d798094eaed1 req-7ab37ee2-6018-499e-ae95-866446dab96f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:04.501956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e70a539e-490e-44f6-9819-d798094eaed1 req-7ab37ee2-6018-499e-ae95-866446dab96f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0637150 Nov 19 04:48:04.519911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-67227986-cc18-4320-8e1c-bc0aed99b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:04.521637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-67227986-cc18-4320-8e1c-bc0aed99b6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1094 time: 0.0476944 Nov 19 04:48:04.548711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e70a539e-490e-44f6-9819-d798094eaed1 req-6c4de63b-c23a-422b-bfba-c8636268f18f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Nov 19 04:48:04.619245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-a40ab31b-1474-4ff8-a5f9-230a4b045905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:04.620742 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-a40ab31b-1474-4ff8-a5f9-230a4b045905 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0918930 Nov 19 04:48:04.693273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-78b2481b-a8b9-463c-95bd-0d17a375090f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1000 time: 0.0653894 Nov 19 04:48:04.743301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-b3e893e5-a237-4878-8100-8dbb5de93665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:04.744803 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-b3e893e5-a237-4878-8100-8dbb5de93665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0449235 Nov 19 04:48:04.789477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-8accb1e6-7e69-468a-89e0-f0ee0a974654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:04.791000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-8accb1e6-7e69-468a-89e0-f0ee0a974654 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396364 Nov 19 04:48:04.885060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-b166c86b-6d79-474d-9581-6809692dd4aa service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Nov 19 04:48:04.975321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0a48729f-b669-4fff-9cdd-bb7e2ae039cc req-cfb7817c-887f-4853-9ac0-69685e7d31d3 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831442 Nov 19 04:48:05.667858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2833d58-8c3a-4f85-a6bd-b39049963f85 req-4368ea90-869b-4af9-9317-b75972e09ac3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:05.669355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2833d58-8c3a-4f85-a6bd-b39049963f85 req-4368ea90-869b-4af9-9317-b75972e09ac3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0495601 Nov 19 04:48:05.716790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e2833d58-8c3a-4f85-a6bd-b39049963f85 req-104aa13b-27a6-45fc-8493-64082741e478 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Nov 19 04:48:06.180113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:06.182497 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d989b-16b4-4b9b-8c37-8696f69eb86e" -d '{"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:06.230554 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3940b7e8-e8bb-4074-9db8-500e6df39b57 x-openstack-request-id: req-3940b7e8-e8bb-4074-9db8-500e6df39b57 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:06.230854 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:06.231116 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3940b7e8-e8bb-4074-9db8-500e6df39b57 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:06.231535 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'status': 'completed', 'code': 200} Nov 19 04:48:06.322760 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-a249c404-3cc5-48cd-90d7-3d0afc95a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.324259 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-a249c404-3cc5-48cd-90d7-3d0afc95a06b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1094 time: 0.0706344 Nov 19 04:48:06.377154 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-320f894c-cc4d-43c7-a04d-65ee556fcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.378698 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-320f894c-cc4d-43c7-a04d-65ee556fcaa6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1094 time: 0.0898719 Nov 19 04:48:06.478262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-a6d7c1af-7c70-4abc-a210-3b7bc9696d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.479660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-a6d7c1af-7c70-4abc-a210-3b7bc9696d8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1478252 Nov 19 04:48:06.551786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-d6365175-af6a-41fd-a6a8-45242de39636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.553263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-d6365175-af6a-41fd-a6a8-45242de39636 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1611748 Nov 19 04:48:06.576133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-b056648f-4c07-4b05-b131-4466b8238a01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1000 time: 0.0833056 Nov 19 04:48:06.667031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-be6173b0-ae44-47d2-91e7-870ed7398fbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1000 time: 0.0983014 Nov 19 04:48:06.671023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-eb2dca79-143f-4c0a-a15b-1050175af274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.672399 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-eb2dca79-143f-4c0a-a15b-1050175af274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0894384 Nov 19 04:48:06.750699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-5ce53efa-9ce0-4c38-8860-2fc18c33585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.752190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-5ce53efa-9ce0-4c38-8860-2fc18c33585f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0735075 Nov 19 04:48:06.758340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-315dc303-84ec-4727-8d4b-458868ab8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.759734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-315dc303-84ec-4727-8d4b-458868ab8db1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741971 Nov 19 04:48:06.848138 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e6e7f-155b-45a0-91b8-1f50d6f4f298 req-53f46def-e2c4-40bf-b361-d1fdd4b88a58 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.849738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d26e6e7f-155b-45a0-91b8-1f50d6f4f298 req-53f46def-e2c4-40bf-b361-d1fdd4b88a58 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0549681 Nov 19 04:48:06.859385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-a003579c-49c8-4795-a8df-fd38149bf708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:06.860894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-a003579c-49c8-4795-a8df-fd38149bf708 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967460 Nov 19 04:48:06.900846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d26e6e7f-155b-45a0-91b8-1f50d6f4f298 req-9c9c5a78-8977-4d68-8343-2557480aaa33 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Nov 19 04:48:06.931228 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-bbcfb685-ba74-4b2e-a441-b245a2cc6b7b service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593063 Nov 19 04:48:07.027610 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-ef1b0cbe-7056-4387-9a59-a885db83847f service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553946 Nov 19 04:48:07.111992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-d4e5fe3c-9fb0-48a1-be0e-56c0d3e5dba5 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707728 Nov 19 04:48:07.180911 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-748d989b-16b4-4b9b-8c37-8696f69eb86e req-8d727cd9-b1b9-4e13-9bd7-f324eb73f014 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378040 Nov 19 04:48:07.202564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-d910e582-3a26-4e39-9689-ea8fd6e21c61 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:07.204055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-d910e582-3a26-4e39-9689-ea8fd6e21c61 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80&tenant_id=3638887ae0644077ad402c985c09f546&binding%3Ahost_id=n-h1-818503-1 HTTP/1.1" status: 200 len: 943 time: 0.0597067 Nov 19 04:48:07.211760 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e91f4-adee-4852-bb77-9f72bea6743b req-19c08934-0ded-4929-ad33-2c93f0cd76d1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:07.213317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad3e91f4-adee-4852-bb77-9f72bea6743b req-19c08934-0ded-4929-ad33-2c93f0cd76d1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 943 time: 0.0517433 Nov 19 04:48:07.263219 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad3e91f4-adee-4852-bb77-9f72bea6743b req-17cc6fc8-6060-413c-adce-3d8ae4a10885 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Nov 19 04:48:07.266399 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-020a67c3-96c2-4c5c-a861-630b9405b13c service neutron] 10.222.0.36 "GET /v2.0/ports/584d4340-ea7d-4254-8f24-30e099304d76/bindings/n-h1-818503-1 HTTP/1.1" status: 200 len: 382 time: 0.0548201 Nov 19 04:48:07.330045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-abf5d4df-3f64-4da8-a8cd-9541be6a96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:07.331534 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-abf5d4df-3f64-4da8-a8cd-9541be6a96a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1094 time: 0.0407310 Nov 19 04:48:07.424017 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-7e83162c-76f3-4cad-bb97-3252f49097af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:07.425481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-7e83162c-76f3-4cad-bb97-3252f49097af service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0871658 Nov 19 04:48:07.490724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-bcf13717-c98e-4240-af98-27771d203926 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1000 time: 0.0574496 Nov 19 04:48:07.542837 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-e98cb991-ecc6-467d-ba55-3024b828d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:07.544184 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-e98cb991-ecc6-467d-ba55-3024b828d32d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0468056 Nov 19 04:48:07.589001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-6b0c70cd-09a9-45e2-9a81-ead632ca0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:07.590521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-6b0c70cd-09a9-45e2-9a81-ead632ca0289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394933 Nov 19 04:48:07.677135 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-3992c501-5c90-416d-8819-d74950e793d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799150 Nov 19 04:48:07.769510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-94d20a38-55e4-404f-9a77-f48415d48563 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852895 Nov 19 04:48:07.899560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:48:07.995141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:08.007306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '584d4340-ea7d-4254-8f24-30e099304d76', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '584d4340-ea7d-4254-8f24-30e099304d76', 'mac_address': 'fa:16:3e:9a:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:48:08.048724 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:08.061662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:48:08.081424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:08.085226 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:08.131480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:08.138605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.139496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.139854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.140282 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.140626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.140967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.141301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.141636 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.141987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.142360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.142653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.143022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:48:08.366948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['584d4340-ea7d-4254-8f24-30e099304d76'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:48:08.380727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5e711-f59e-4ddb-bdde-f26562370d31 req-ba143d46-54b4-4fab-9fac-72e2b8819a63 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:08.382356 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26a5e711-f59e-4ddb-bdde-f26562370d31 req-ba143d46-54b4-4fab-9fac-72e2b8819a63 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 944 time: 0.0489459 Nov 19 04:48:08.428795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:48:08.437996 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26a5e711-f59e-4ddb-bdde-f26562370d31 req-94c6d6ad-0f11-41ea-98d9-a37721f10485 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 Nov 19 04:48:08.498154 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:48:09.556937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318c19-5ac6-4083-a9f3-b31994965b5b req-a9fa862f-922d-4d5b-9c5c-2a3eef811782 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:09.558499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8318c19-5ac6-4083-a9f3-b31994965b5b req-a9fa862f-922d-4d5b-9c5c-2a3eef811782 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 944 time: 0.0504220 Nov 19 04:48:09.606629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8318c19-5ac6-4083-a9f3-b31994965b5b req-f062d957-009b-4322-a498-d6243eca6102 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Nov 19 04:48:09.752060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-a8b9994f-dc07-42c4-b119-2330551e4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:09.753570 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-a8b9994f-dc07-42c4-b119-2330551e4116 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 1095 time: 0.0449643 Nov 19 04:48:09.781473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:48:09.838498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:09.915194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:48:09.968913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 584d4340-ea7d-4254-8f24-30e099304d76 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:48:09.972557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 584d4340-ea7d-4254-8f24-30e099304d76 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:48:09.972930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.046869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:10.054063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.080978 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:48:10.112628 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:48:10.120834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.132571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Ignored duplicate provisioning block setup for port 584d4340-ea7d-4254-8f24-30e099304d76 by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 19 04:48:10.136165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.173302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 04:48:10.174124 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 04:48:10.220599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=9']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:10.265381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] No DVR routers for this DVR port 584d4340-ea7d-4254-8f24-30e099304d76 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:48:10.393435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-40ae1880-b6ae-4edf-a247-2eda98dfbeef None None] Provisioning complete for port 584d4340-ea7d-4254-8f24-30e099304d76 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:48:10.393724 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-40ae1880-b6ae-4edf-a247-2eda98dfbeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.401475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:48:10.401817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:48:10.402182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:48:10.406477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:48:10.406806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Attempting to bind port 584d4340-ea7d-4254-8f24-30e099304d76 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:48:10.411601 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:48:10.411942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:48:10.412325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:48:10.412753 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Bound port: 584d4340-ea7d-4254-8f24-30e099304d76, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:48:10.413138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.431811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-40ae1880-b6ae-4edf-a247-2eda98dfbeef None None] Port 584d4340-ea7d-4254-8f24-30e099304d76 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:48:10.476226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:48:10.479360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:48:10.484171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.523063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:10.523675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.525167 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] 10.222.0.31 "PUT /v2.0/ports/584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1091 time: 0.7481880 Nov 19 04:48:10.525611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:10.527899 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6e540-2926-4484-ab34-69c7430b6735" -d '{"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:10.551242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a1918-dca1-4704-a4f9-9a1e3e7f5bcb service neutron] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:10.583467 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1a1818-77b3-4c43-b382-fdd7a5357220 x-openstack-request-id: req-5b1a1818-77b3-4c43-b382-fdd7a5357220 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:10.583838 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:10.584178 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b1a1818-77b3-4c43-b382-fdd7a5357220 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:10.584651 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'status': 'completed', 'code': 200} Nov 19 04:48:10.644298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-786b910b-6a9a-4c23-a664-8571dd2e32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:10.645828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-786b910b-6a9a-4c23-a664-8571dd2e32fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1095 time: 0.0748217 Nov 19 04:48:10.657791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-a5f1fc2a-e925-48b6-99fb-20f5fe4dafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:10.659778 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-a5f1fc2a-e925-48b6-99fb-20f5fe4dafcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1095 time: 0.0580404 Nov 19 04:48:10.720490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.745727 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92b56d-d798-43f9-9872-905cc2202f5c req-56d61d9e-e50b-4c71-b5de-dfd398cfaff3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:10.747713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da92b56d-d798-43f9-9872-905cc2202f5c req-56d61d9e-e50b-4c71-b5de-dfd398cfaff3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 944 time: 0.0678034 Nov 19 04:48:10.754709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:10.757109 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2b22b0d6b1a2b789fe35c63506bb2a82cce138f50355de7deb2eeae4ae0dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb761c7-5f55-407b-b9da-bb3d4d222f51" -d '{"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-plugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:10.773506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:10.779358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-20ae2736-0962-4cab-90a9-6c1e60cbb35e None None] Provisioning complete for port 584d4340-ea7d-4254-8f24-30e099304d76 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:48:10.779783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-20ae2736-0962-4cab-90a9-6c1e60cbb35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.782151 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:10.799668 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-da92b56d-d798-43f9-9872-905cc2202f5c req-aa09fe7a-a14f-41c7-a5bc-4a63fab0a626 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Nov 19 04:48:10.836347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-a5ac6536-38ad-414b-bd47-e6058b724d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:10.837844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-a5ac6536-38ad-414b-bd47-e6058b724d5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1771336 Nov 19 04:48:10.838983 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-e5844db8-5ef9-46a3-9fd9-3ebc47955a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:10.840356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-e5844db8-5ef9-46a3-9fd9-3ebc47955a92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1702263 Nov 19 04:48:10.872074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:10.876588 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583c1d18-8a71-47aa-a046-84cb3d56dcd8 x-openstack-request-id: req-583c1d18-8a71-47aa-a046-84cb3d56dcd8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:10.876884 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-plugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:10.877147 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-583c1d18-8a71-47aa-a046-84cb3d56dcd8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:10.877546 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'code': 200} Nov 19 04:48:10.960034 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-a0473456-c853-4492-a1cf-bbfe00ab11ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1002 time: 0.1126685 Nov 19 04:48:10.961766 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-9e53c6f0-f2e9-4458-9f3c-a244b906cf7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1002 time: 0.1081605 Nov 19 04:48:11.048270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-58522581-d7e3-4f91-861b-c914c516ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.049733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-58522581-d7e3-4f91-861b-c914c516ceae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0807686 Nov 19 04:48:11.051132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-33cba391-8c4e-4ed0-ab89-813438182c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.052476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-33cba391-8c4e-4ed0-ab89-813438182c17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0763431 Nov 19 04:48:11.120519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-fde91bcb-52a6-41ae-8e6c-d77373f1c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.122313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-fde91bcb-52a6-41ae-8e6c-d77373f1c39c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645914 Nov 19 04:48:11.128132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-1cd9f06f-4391-42f4-9106-c64da9785422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.129531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-1cd9f06f-4391-42f4-9106-c64da9785422 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645695 Nov 19 04:48:11.591372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-02bbec16-d4dd-41fe-85ce-18b8ecedb429 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608817 Nov 19 04:48:11.596992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-44ccd625-d576-452c-b8bb-48db13168822 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463458 Nov 19 04:48:11.748497 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-a914875c-bf7e-484b-a779-7ab69aa895de service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498444 Nov 19 04:48:11.751903 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0f860d39-57ce-41e1-92dd-7bc88943c47e req-4753260e-c81d-4665-b90b-b9fbd423c779 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363676 Nov 19 04:48:11.898614 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-59c8d80c-a472-4ab1-a2aa-22efdcbc8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.900118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-59c8d80c-a472-4ab1-a2aa-22efdcbc8fc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 1097 time: 0.0409839 Nov 19 04:48:11.933610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938dff7-3af3-4c56-b88b-31a720475cd3 req-9b9137d7-97c4-4196-bf08-f5ed2c1a8e5b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.935181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8938dff7-3af3-4c56-b88b-31a720475cd3 req-9b9137d7-97c4-4196-bf08-f5ed2c1a8e5b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 946 time: 0.0540118 Nov 19 04:48:11.982955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8938dff7-3af3-4c56-b88b-31a720475cd3 req-459623d3-630d-4fec-8a7b-0218f6a82426 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Nov 19 04:48:11.993870 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-c630c710-153a-4fba-a025-c20d60646c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:11.995544 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-c630c710-153a-4fba-a025-c20d60646c0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0881884 Nov 19 04:48:12.062521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-6721dbf8-dfc9-47f4-ae66-5b422a454622 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 200 len: 1002 time: 0.0593379 Nov 19 04:48:12.116664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-c301f9ea-410d-4698-af41-650aee92dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:12.118045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-c301f9ea-410d-4698-af41-650aee92dada service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0468123 Nov 19 04:48:12.167687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-e48ec988-4a02-430f-9e87-b4c98a57ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:12.169187 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-e48ec988-4a02-430f-9e87-b4c98a57ed90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433273 Nov 19 04:48:12.260997 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-d55b8742-ebfc-4a90-a030-dda2d3323555 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Nov 19 04:48:12.357610 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5bf6e540-2926-4484-ab34-69c7430b6735 req-8d974950-a3ca-4129-883e-ebef6f935ef6 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855639 Nov 19 04:48:13.098963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad490281-1971-4108-a2fa-41813ed90c8d req-49ab6e05-327a-4ee7-8ead-e901e8b2e083 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:13.100456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad490281-1971-4108-a2fa-41813ed90c8d req-49ab6e05-327a-4ee7-8ead-e901e8b2e083 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Nov 19 04:48:13.147477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad490281-1971-4108-a2fa-41813ed90c8d req-1af5ab3c-dcd5-4f78-94c6-806b40a37ab7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Nov 19 04:48:13.929836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:48:13.969163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:48:14.268303 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e892-e593-4de0-8250-84dff4d18257 req-e9e9e50d-deca-4fc1-b0b7-c69765d06b02 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:14.269789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7a0e892-e593-4de0-8250-84dff4d18257 req-e9e9e50d-deca-4fc1-b0b7-c69765d06b02 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 946 time: 0.0537546 Nov 19 04:48:14.317704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7a0e892-e593-4de0-8250-84dff4d18257 req-d3c35ea8-25c7-4fd7-ba99-e8d9c4150a9a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Nov 19 04:48:14.432593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff304f71-ac14-460f-9c5b-ea4884fdde4e req-84a05aae-243a-4495-9332-47c7eb86611b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:14.434022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff304f71-ac14-460f-9c5b-ea4884fdde4e req-84a05aae-243a-4495-9332-47c7eb86611b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 946 time: 0.0493619 Nov 19 04:48:14.469778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:48:14.485283 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff304f71-ac14-460f-9c5b-ea4884fdde4e req-aead1856-123c-4051-b132-97167d941c65 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Nov 19 04:48:14.608263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7265e-cd52-4a6b-b798-1651f239a622 req-bc9307f4-a92a-4046-ad15-cd242e23bf66 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:14.609960 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1df7265e-cd52-4a6b-b798-1651f239a622 req-bc9307f4-a92a-4046-ad15-cd242e23bf66 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 946 time: 0.0518303 Nov 19 04:48:14.666211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1df7265e-cd52-4a6b-b798-1651f239a622 req-4c262dff-8719-46d4-8918-830c5ca8e8d9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499363 Nov 19 04:48:14.742692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:14.754612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '584d4340-ea7d-4254-8f24-30e099304d76', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '584d4340-ea7d-4254-8f24-30e099304d76', 'mac_address': 'fa:16:3e:9a:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:48:14.793099 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:14.814114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:48:14.834658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:14.842068 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:14.893430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:14.908093 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c433012-88bf-420c-8d80-49bfb230dcb4 req-60aff0a7-03c7-4920-9109-115b3b98bd59 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:14.909615 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c433012-88bf-420c-8d80-49bfb230dcb4 req-60aff0a7-03c7-4920-9109-115b3b98bd59 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0497839 Nov 19 04:48:14.962088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c433012-88bf-420c-8d80-49bfb230dcb4 req-cfd86398-18ce-4cec-adca-d76b78605c65 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461519 Nov 19 04:48:15.199125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['584d4340-ea7d-4254-8f24-30e099304d76'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:48:16.081100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914b814-919c-41e4-81d8-02858f3ba816 req-39c3d772-92d1-47d0-9be5-78235cfe03b9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:16.082674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b914b814-919c-41e4-81d8-02858f3ba816 req-39c3d772-92d1-47d0-9be5-78235cfe03b9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Nov 19 04:48:16.130886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b914b814-919c-41e4-81d8-02858f3ba816 req-fa6a7e84-3bf6-4b9b-b495-b2c5ecb29d9c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Nov 19 04:48:16.427824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-1baaf450-d907-40be-9eca-bae8613b6d3b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:16.429188 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-1baaf450-d907-40be-9eca-bae8613b6d3b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Nov 19 04:48:16.489426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:48:16.526083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Deleting port 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:48:16.526431 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.539146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 584d4340-ea7d-4254-8f24-30e099304d76 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:48:16.539517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.614925 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.617994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:16.618379 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.637310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:16.654404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 584d4340-ea7d-4254-8f24-30e099304d76, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=584d4340-ea7d-4254-8f24-30e099304d76,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:16.660196 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.694917 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa7d9e-bdb0-443d-bc55-c5e60fc2c321" -d '{"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-plugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:16.714168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=13']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:16.782915 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332ab420-d94d-4dd5-aa7b-c5942bad8ccd x-openstack-request-id: req-332ab420-d94d-4dd5-aa7b-c5942bad8ccd {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:16.783077 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-plugged", "status": "completed", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:16.783237 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-332ab420-d94d-4dd5-aa7b-c5942bad8ccd {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:16.783646 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'code': 200} Nov 19 04:48:16.801539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.801892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.802240 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 disassociated. External IP: 172.25.8.149, port: 584d4340-ea7d-4254-8f24-30e099304d76. Nov 19 04:48:16.802586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Calling delete_port for 584d4340-ea7d-4254-8f24-30e099304d76 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:48:16.927677 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:16.960264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event deleted for resources: {'Port': ['ID=584d4340-ea7d-4254-8f24-30e099304d76,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:17.074833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:48:17.188552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:48:17.198385 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:48:17.209170 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:48:17.209784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:47:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:17.235909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3bc9690b-da63-4940-b326-50a38b9228c7 req-161c6f71-a22c-4b91-9a30-48cd04b62a79 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=69ec8dda-5600-4e60-8faa-d895d7895e80 HTTP/1.1" status: 200 len: 210 time: 0.0339870 Nov 19 04:48:17.237072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] No DVR routers for this DVR port 584d4340-ea7d-4254-8f24-30e099304d76 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:48:17.239860 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:17.243440 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-71c17f79-d0e6-493f-85f2-82d8d3d32bbc req-df37472f-215b-4504-9611-c0c2891d151b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "DELETE /v2.0/ports/584d4340-ea7d-4254-8f24-30e099304d76 HTTP/1.1" status: 204 len: 173 time: 0.8045061 Nov 19 04:48:17.243953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-deleted', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:17.246592 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0475092-c7fb-45b2-a66c-ad6141a1f95b" -d '{"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-deleted", "tag": "584d4340-ea7d-4254-8f24-30e099304d76"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:17.286906 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64d0234-f49c-4f6a-aa30-916f7950e952 x-openstack-request-id: req-e64d0234-f49c-4f6a-aa30-916f7950e952 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:17.287276 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ec8dda-5600-4e60-8faa-d895d7895e80", "name": "network-vif-deleted", "tag": "584d4340-ea7d-4254-8f24-30e099304d76", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:17.287544 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e64d0234-f49c-4f6a-aa30-916f7950e952 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:17.288002 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ec8dda-5600-4e60-8faa-d895d7895e80', 'name': 'network-vif-deleted', 'tag': '584d4340-ea7d-4254-8f24-30e099304d76', 'status': 'completed', 'code': 200} Nov 19 04:48:17.329116 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:48:17.533615 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:17.646921 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:48:17.656161 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:48:17.656757 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:47:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:17.766964 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:48:17.976351 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:18.005288 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc17c7-ce26-4d5c-8e79-2f902fb58553 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:48:18.226315 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84d5ba-682d-4e4b-85fb-d214762c3a77 None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:48:18.524425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-22ac2f72-f1cf-4532-8137-dfa9d1b3b5f3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1916492315&fields=id&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 267 time: 0.0420482 Nov 19 04:48:18.636514 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-8a3c2399-f0da-45c9-a9ae-a5c196941c32 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:18.638035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-8a3c2399-f0da-45c9-a9ae-a5c196941c32 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1059079 Nov 19 04:48:18.653419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-750495f1-c14c-45e9-a332-d8a9e2cb76f5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/quotas/3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 375 time: 0.0090880 Nov 19 04:48:18.709577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-e901c260-5995-4f9a-a119-521dd82e8bdf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503273 Nov 19 04:48:18.803371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-1a86a813-15d5-4906-ba15-606b95fe1b77 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818245 Nov 19 04:48:18.897965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-063adff8-e454-425b-811b-0df7d0108942 service neutron] 10.222.0.52 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Nov 19 04:48:19.059675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b7b2dcc0-a118-4865-bebc-b1c403ef2dc4 req-c2bf24d5-9996-4f00-9e30-47c432612ed8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0277462 Nov 19 04:48:20.079691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-7a2d41cd-0034-4a4b-acb4-f0d9ab67c06a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:20.081180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-7a2d41cd-0034-4a4b-acb4-f0d9ab67c06a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 812 time: 0.1092312 Nov 19 04:48:20.148498 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-e9041940-cec8-43ee-86f3-10477fff0b93 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 380 time: 0.0579991 Nov 19 04:48:20.158959 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-060e3fd2-4091-44fb-a38e-6237a8c6ee5a req-47bae26d-87fe-4c1a-9be9-73e04d5f2b7e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0289884 Nov 19 04:48:20.159557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'port': {'device_id': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'admin_state_up': True, 'tenant_id': '3638887ae0644077ad402c985c09f546', 'security_groups': ['34a4401b-6e9f-4c16-b7d4-909b071c2104']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:48:20.272286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Made reservation on behalf of 3638887ae0644077ad402c985c09f546 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 04:48:20.275823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:20.403567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Allocated IP 172.20.0.4 (d98844be-35fa-4b72-aa8f-3ccc55a9f8bf/b032ee01-44d0-4913-a331-48500e70c03e/7a4df0c6-98dc-45f0-bbb6-001f458b74b9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 04:48:20.521555 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:48:20.540395 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:20.541579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 584d4340-ea7d-4254-8f24-30e099304d76 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:48:20.541953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 584d4340-ea7d-4254-8f24-30e099304d76 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:48:20.574884 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:20.625077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 04:48:20.627851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 04:48:20.631353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 04:48:20.637852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:20.687005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:20.687555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:20.708389 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-6152ffec-7bb5-471f-acd0-2fbf440c6b69 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524192 Nov 19 04:48:20.721584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Request body: {'port': {'device_id': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:48:20.778260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:20.906021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f38c00bb-daa7-4207-806a-bfe13ade0fcc None None] Provisioning complete for port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:48:20.906301 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f38c00bb-daa7-4207-806a-bfe13ade0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:20.940578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f38c00bb-daa7-4207-806a-bfe13ade0fcc None None] Port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 04:48:21.044856 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:48:21.053674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:21.065384 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Transition to ACTIVE for port object 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:48:21.069276 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:21.118043 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:21.199575 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:48:21.199996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:48:21.200413 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:48:21.206550 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:48:21.207152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:48:21.212580 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:48:21.213044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:48:21.213583 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:48:21.214137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Bound port: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:48:21.214560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:21.288512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:48:21.292182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:48:21.298430 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:21.337080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.337722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:21.339193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1091 time: 0.6223881 Nov 19 04:48:21.339662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:21.342670 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36a71c3-7895-440b-94e5-7643a44f45cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:21.371035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658980-92f5-430e-993e-ff0e07f87fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:21.399198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-629bfe62-9fa1-4561-ab1a-b61a501a4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:21.433599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-e50be53b-67ac-4bb5-8fb3-65bb0b0e367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.435217 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-e50be53b-67ac-4bb5-8fb3-65bb0b0e367d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0508039 Nov 19 04:48:21.485758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-17d02d69-9c7a-4d43-a26a-ee0466484a5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 217 time: 0.0427766 Nov 19 04:48:21.540604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-a7951274-4c4c-4a57-bbcc-d1e271790b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.542205 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-a7951274-4c4c-4a57-bbcc-d1e271790b71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0487936 Nov 19 04:48:21.571381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b673-67fc-4cfc-b369-3e4f572ab3de req-098fff6f-ae6b-469d-949f-daedc79529bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.573446 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3296b673-67fc-4cfc-b369-3e4f572ab3de req-098fff6f-ae6b-469d-949f-daedc79529bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0543880 Nov 19 04:48:21.589194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de723-1041-4790-b493-702d4603a200 req-97abf3d1-f973-4b8e-ae7b-4ea086f95978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.590736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-97abf3d1-f973-4b8e-ae7b-4ea086f95978 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414989 Nov 19 04:48:21.632300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3296b673-67fc-4cfc-b369-3e4f572ab3de req-a882afba-6c36-45c0-b10d-652466cdbf0f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514481 Nov 19 04:48:21.686955 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6017c5-2cf4-41be-bbf8-353a8b203f53 x-openstack-request-id: req-da6017c5-2cf4-41be-bbf8-353a8b203f53 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:21.687265 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:21.687533 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da6017c5-2cf4-41be-bbf8-353a8b203f53 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:21.687947 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'status': 'completed', 'code': 200} Nov 19 04:48:21.693515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-beb0dede-78e2-4b86-955c-d984edf0bc86 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959454 Nov 19 04:48:21.783783 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8e9de723-1041-4790-b493-702d4603a200 req-244b476a-e163-4c36-ae23-9090ead9176e service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831382 Nov 19 04:48:21.871586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-20da65c5-a960-4611-8d6d-066ef42f1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.873079 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-20da65c5-a960-4611-8d6d-066ef42f1a20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0418918 Nov 19 04:48:21.965438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-3294324e-9382-4c66-8258-190268084d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:21.967506 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-3294324e-9382-4c66-8258-190268084d0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0872719 Nov 19 04:48:22.009210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-74cb4ac2-b958-480e-93d4-f10ff700f9a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 217 time: 0.0355909 Nov 19 04:48:22.062704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-1d5fb49d-3bc3-4e6f-8e69-035e82617698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:22.064153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-1d5fb49d-3bc3-4e6f-8e69-035e82617698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0477884 Nov 19 04:48:22.116892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-51c314a6-f0f9-4013-b376-d14ae53149ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:22.118412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-51c314a6-f0f9-4013-b376-d14ae53149ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460238 Nov 19 04:48:22.209191 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-26088f42-d8cf-42fa-83bf-577a9bd3725e service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Nov 19 04:48:22.313869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b36a71c3-7895-440b-94e5-7643a44f45cc req-21510c07-a31a-412f-a580-bdad5fb82b2c service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940781 Nov 19 04:48:22.755887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590de88-31a0-47bb-a212-bae57e751128 req-775b1ac0-74c0-4af2-b2df-b681c39bb33c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:22.757400 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8590de88-31a0-47bb-a212-bae57e751128 req-775b1ac0-74c0-4af2-b2df-b681c39bb33c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0557461 Nov 19 04:48:22.803834 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8590de88-31a0-47bb-a212-bae57e751128 req-64702d15-cf26-41b2-aff4-6014f75fe84d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Nov 19 04:48:23.015566 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:48:23.082710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:23.649825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-41ac1e4d-22f9-4557-bcd3-b5da351d51c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:23.920456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297376a-0849-4971-8ee7-b2630eb1764d req-c5f2473c-c5a8-4b0e-8ae9-9f9b6134fcdc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:23.921813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9297376a-0849-4971-8ee7-b2630eb1764d req-c5f2473c-c5a8-4b0e-8ae9-9f9b6134fcdc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0496166 Nov 19 04:48:23.969160 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9297376a-0849-4971-8ee7-b2630eb1764d req-01556693-ca19-4648-8a65-7183ca46795c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Nov 19 04:48:25.086877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9fdd0-9bea-4cfa-8b10-1096e5b9b50c req-620557f1-4c24-4cb7-a282-1877ed891936 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:25.088371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7b9fdd0-9bea-4cfa-8b10-1096e5b9b50c req-620557f1-4c24-4cb7-a282-1877ed891936 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0486619 Nov 19 04:48:25.139778 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7b9fdd0-9bea-4cfa-8b10-1096e5b9b50c req-0adbbe8b-ff5e-4428-a167-a8dfef9fce64 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Nov 19 04:48:25.435973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:25.945285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:48:26.042918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:26.054789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'mac_address': 'fa:16:3e:1b:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:48:26.092448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:26.109658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:48:26.134898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:26.139155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:26.193886 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:26.267466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daf9d1-4d84-407e-83ee-73ebb5ed5413 req-30fee11a-de18-4a5d-a200-d2c298895315 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:26.269010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43daf9d1-4d84-407e-83ee-73ebb5ed5413 req-30fee11a-de18-4a5d-a200-d2c298895315 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0526922 Nov 19 04:48:26.319125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43daf9d1-4d84-407e-83ee-73ebb5ed5413 req-c5b447f9-e05d-434b-903c-f2e497df4ba8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Nov 19 04:48:26.328951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7a4df0c6-98dc-45f0-bbb6-001f458b74b9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:48:26.544792 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:27.349502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:27.436763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217540cc-d811-46d3-9eb0-02700920f062 req-6ebe1a7a-009f-4d4d-bc35-d4f86ced3c22 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:27.438261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-217540cc-d811-46d3-9eb0-02700920f062 req-6ebe1a7a-009f-4d4d-bc35-d4f86ced3c22 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0485902 Nov 19 04:48:27.485816 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-217540cc-d811-46d3-9eb0-02700920f062 req-e11e4be4-2c8c-466d-baea-637cd55e57bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Nov 19 04:48:27.947960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:48:27.998816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:48:28.002772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:48:28.003152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:28.079510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:28.106160 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:28.108963 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb59181-78ab-40b4-b97f-4ab31d66ff94" -d '{"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-plugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:28.121923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:48:28.127040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:28.153066 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a73041-203a-4445-9cc5-d62189ab4996 x-openstack-request-id: req-11a73041-203a-4445-9cc5-d62189ab4996 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:28.153361 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-plugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:28.153623 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11a73041-203a-4445-9cc5-d62189ab4996 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:28.154173 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'code': 200} Nov 19 04:48:28.191197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:48:28.258967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99881d0-7ef9-4aaf-a4c7-d9d469384ce1 req-9b99f8b4-df73-472b-ae04-745ea6a039fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:28.260456 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b99881d0-7ef9-4aaf-a4c7-d9d469384ce1 req-9b99f8b4-df73-472b-ae04-745ea6a039fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0411665 Nov 19 04:48:28.304672 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b99881d0-7ef9-4aaf-a4c7-d9d469384ce1 req-2a532786-cb4d-40f5-ba79-d02f5da84e1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Nov 19 04:48:28.606553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4949e7-cab3-425d-948f-446d2de6af09 req-817685c7-c9c7-415a-ad0c-70d0429b5fb4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:28.608741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a4949e7-cab3-425d-948f-446d2de6af09 req-817685c7-c9c7-415a-ad0c-70d0429b5fb4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0534773 Nov 19 04:48:28.655466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5a4949e7-cab3-425d-948f-446d2de6af09 req-2a609b37-6edc-4e6a-a1db-bf1cfd74d0a8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Nov 19 04:48:29.770740 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0394f-7d98-4198-9d30-4942119f7363 req-fcc17a0f-d054-48e7-b132-f6907dbad3a0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:29.772261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bdb0394f-7d98-4198-9d30-4942119f7363 req-fcc17a0f-d054-48e7-b132-f6907dbad3a0 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Nov 19 04:48:29.819763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bdb0394f-7d98-4198-9d30-4942119f7363 req-cd9939c0-8215-41fc-b6e3-3fd9859ac159 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416296 Nov 19 04:48:29.941813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8043e39-4a60-403a-8ca2-f03325e6489d req-2d648096-e6c3-4703-b119-3a83072b8ad9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:29.943261 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8043e39-4a60-403a-8ca2-f03325e6489d req-2d648096-e6c3-4703-b119-3a83072b8ad9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0534315 Nov 19 04:48:29.951883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 38582) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 04:48:29.956226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Request body: {'floatingip': {'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:48:29.994874 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:30.436736 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:30.440752 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:30.542792 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 associated. External IP: 172.25.8.149, port: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9. Nov 19 04:48:30.744881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:48:30.852470 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:48:30.857315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:30.863000 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:48:30.873786 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:48:30.874439 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:48:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:30.888406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8e45ffac-1041-4e29-b262-a152c98c5c99 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "PUT /v2.0/floatingips/32e13270-7885-469d-9964-a73feeebc2a8 HTTP/1.1" status: 200 len: 992 time: 0.9328296 Nov 19 04:48:30.888406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:48:30.928496 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af4c6b5-631a-4948-a634-fca58fd7672b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:48:30.981644 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:48:31.034495 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f540276b-a6fd-4942-aae0-add22922a9a7 x-openstack-request-id: req-f540276b-a6fd-4942-aae0-add22922a9a7 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:48:31.034797 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:48:31.035064 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f540276b-a6fd-4942-aae0-add22922a9a7 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:48:31.035486 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'status': 'completed', 'code': 200} Nov 19 04:48:31.104022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-ef9cd04c-1486-4288-82e2-8bef5c270215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:31.105557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-ef9cd04c-1486-4288-82e2-8bef5c270215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0454035 Nov 19 04:48:31.196114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-8319d19e-7686-44a0-b0f8-105deeb1a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:31.197620 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-8319d19e-7686-44a0-b0f8-105deeb1a8d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0852847 Nov 19 04:48:31.209904 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:1b:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:48:30Z', 'revision_number': 13, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:31.243010 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:48:31.252825 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:48:31.253818 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:48:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:31.285385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-7cbabb9c-3f60-4b6f-b157-b207b73810e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0806885 Nov 19 04:48:31.337695 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-36799305-a708-4482-bd03-225b8bbf8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:31.339225 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-36799305-a708-4482-bd03-225b8bbf8dd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0466223 Nov 19 04:48:31.365508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:48:31.384366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-77dcd6c2-1c44-4cb9-bf65-df0b0e851ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:48:31.385925 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-77dcd6c2-1c44-4cb9-bf65-df0b0e851ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402505 Nov 19 04:48:31.484385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-6fbd53a1-f364-4fa2-94ed-bd3f5e0a5412 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915356 Nov 19 04:48:31.580652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1af4c6b5-631a-4948-a634-fca58fd7672b req-ee08441b-65b8-438e-9129-4d783641d49f service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887074 Nov 19 04:48:31.603509 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:1b:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:48:30Z', 'revision_number': 13, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:48:31.633794 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c1af3-cfd5-4dff-81ff-43265d10becb None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '32e13270-7885-469d-9964-a73feeebc2a8', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'mac_address': 'fa:16:3e:1b:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T04:41:06Z', 'updated_at': '2021-11-19T04:48:30Z', 'revision_number': 13, 'project_id': '3638887ae0644077ad402c985c09f546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:48:31.823942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3941c52-4038-43d5-b938-2abc3b9beaae None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:48:32.383875 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:39.004729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-75169263-57f1-487d-a18a-9193c9053fc8 req-790e7290-699a-446e-a5d5-17f688437e44 service neutron] (109987) timed out ('10.222.0.52', 36420) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:48:51.362648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-98053141-5e36-4413-b19e-d99f8f6b27ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:53.103763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:53.651473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-81f3f6fe-e8ae-437a-8986-03e1c68a184b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:55.439181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:56.547233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:48:57.351072 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:00.014762 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:49:02.382546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:21.268872 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-62070a3c-267e-4f93-aaaa-d2553b0776e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402706 Nov 19 04:49:21.358527 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-16cd5c2a-02e1-4bd9-8737-9ee6f000bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:49:21.360083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-16cd5c2a-02e1-4bd9-8737-9ee6f000bac4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0446754 Nov 19 04:49:21.364666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7f2d-34fa-41f4-9c27-43c58aa9b547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:21.474585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-8ef2a850-55b9-4026-9075-ad3e498cc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:49:21.476261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-8ef2a850-55b9-4026-9075-ad3e498cc997 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0893621 Nov 19 04:49:21.548529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-4345c1e9-6d4c-4642-afa5-db7acefdad77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1002 time: 0.0612299 Nov 19 04:49:21.601219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-c2ab27fc-70e6-4973-a3f2-06a3d7c43693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:49:21.602670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-c2ab27fc-70e6-4973-a3f2-06a3d7c43693 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0437293 Nov 19 04:49:21.649501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-9c472ebf-5304-4f33-b83f-ecda69a7e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:49:21.650995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-9c472ebf-5304-4f33-b83f-ecda69a7e834 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398479 Nov 19 04:49:21.743623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-4abd0fe8-e43f-4965-ad60-076381249a66 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844893 Nov 19 04:49:21.832844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8b94e27-9623-41f4-a70b-b6d68394378a req-9cf4fe83-6fc8-43f8-9a3d-f8ccb59a0bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812299 Nov 19 04:49:23.109553 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:23.651812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01457a67-17a9-4a2c-a596-87b688ae238b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:25.444536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:26.549431 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:27.355055 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:32.397325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:37.057430 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:49:51.365382 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-68048d4d-47d7-44f7-9988-fbd14c23b75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:53.107508 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:53.653006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5e52befb-3bb6-4c01-a03b-4ca5e2da118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:55.446366 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:56.552517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:49:57.359419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:02.422679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:08.180667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1457b-4245-46d0-9383-ff5da8d3edc2 req-f9fa7630-f766-458e-a11c-c0f98da827ed tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:08.182144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97b1457b-4245-46d0-9383-ff5da8d3edc2 req-f9fa7630-f766-458e-a11c-c0f98da827ed tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0599103 Nov 19 04:50:08.233421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-97b1457b-4245-46d0-9383-ff5da8d3edc2 req-6de31f47-fe85-4149-81da-bbc705bb9342 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Nov 19 04:50:14.056575 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:50:20.297235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-a21bf73e-81c8-43f2-9075-fc2cc5d2d540 req-2071e4a6-97ca-47a3-8d07-cf6ba47ec673 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:50:20.298319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a21bf73e-81c8-43f2-9075-fc2cc5d2d540 req-2071e4a6-97ca-47a3-8d07-cf6ba47ec673 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441747 Nov 19 04:50:20.472220 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-c914a99f-b53a-4f20-93f4-c83d3c3eb513 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441797 Nov 19 04:50:20.477241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8874b-4a28-4f34-bfa6-87d66091c109 req-4011af74-8d40-4387-a25d-5aadbbb9978f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:20.478769 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5e8874b-4a28-4f34-bfa6-87d66091c109 req-4011af74-8d40-4387-a25d-5aadbbb9978f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0491512 Nov 19 04:50:20.481522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-a8b9d927-346a-4c74-b494-300fa70ff457 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:50:20.482519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-a8b9d927-346a-4c74-b494-300fa70ff457 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050681 Nov 19 04:50:20.531020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5e8874b-4a28-4f34-bfa6-87d66091c109 req-77eed1f4-be17-4c69-80d0-48d120219f93 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 Nov 19 04:50:21.306107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-7c5f3dad-9852-45f5-846d-02452b1c0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.307599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-7c5f3dad-9852-45f5-846d-02452b1c0fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0466757 Nov 19 04:50:21.369791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a5cd118c-2845-4c1b-8430-3459119d06c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:21.415302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-712ec9fe-490b-492f-84e7-5727955d47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.416735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-712ec9fe-490b-492f-84e7-5727955d47f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0898058 Nov 19 04:50:21.486038 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-e6673ca8-5cdb-4ad3-8c3b-2ee352a4043d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1002 time: 0.0618622 Nov 19 04:50:21.534745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-200bc80a-7bbe-4d9e-b751-8763734a241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.536376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-200bc80a-7bbe-4d9e-b751-8763734a241d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0434604 Nov 19 04:50:21.581785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-8c46b60f-49d0-4954-9327-21b4a8aca5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.583568 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-8c46b60f-49d0-4954-9327-21b4a8aca5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408010 Nov 19 04:50:21.594359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-fc83d807-9f7b-4a06-bd57-4578395b30ed service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 04:50:21.595313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-fc83d807-9f7b-4a06-bd57-4578395b30ed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048962 Nov 19 04:50:21.656008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca674719-c054-419a-9203-0426cdf17b90 req-ad475bc4-bc47-435d-9be5-9440ebe0378e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.658346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca674719-c054-419a-9203-0426cdf17b90 req-ad475bc4-bc47-435d-9be5-9440ebe0378e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0555813 Nov 19 04:50:21.691555 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-19a1cb10-b495-450b-bfae-e78eba2f04e2 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882444 Nov 19 04:50:21.707339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ca674719-c054-419a-9203-0426cdf17b90 req-42d3653f-b2f7-43e4-99dc-1073ac721e4c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Nov 19 04:50:21.793292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8400cc7d-71e4-42c9-84e3-c4ccf628926c req-fc909843-6d79-4a1f-856a-f3aa382c22b4 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910778 Nov 19 04:50:21.876765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-3859abd2-3bce-4961-90bf-57193bfbecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.878305 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-3859abd2-3bce-4961-90bf-57193bfbecda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0458436 Nov 19 04:50:21.970347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-50157281-4e94-4c23-89a9-b1a1ed00a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:21.971727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-50157281-4e94-4c23-89a9-b1a1ed00a696 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0864329 Nov 19 04:50:22.039624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-42a6b51a-b356-4831-b32e-722dc72282d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1002 time: 0.0609744 Nov 19 04:50:22.089488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-77e8a6f6-0cc3-4120-a684-2390b3ffa384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:22.090875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-77e8a6f6-0cc3-4120-a684-2390b3ffa384 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0444984 Nov 19 04:50:22.137178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-b981a52a-4ee2-451c-98a6-5327d8d74b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:22.138690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-b981a52a-4ee2-451c-98a6-5327d8d74b49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405390 Nov 19 04:50:22.232075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-991b76f4-9c05-4cdf-8809-b2a9328cb193 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860026 Nov 19 04:50:22.320776 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-7e8fea58-2dc4-4eef-b970-4b9b49616fb1 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817904 Nov 19 04:50:22.829649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85136d40-3180-405c-be73-8952691cb485 req-693f4dcb-f13c-4dae-860d-c2ec1127ef39 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:22.831281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85136d40-3180-405c-be73-8952691cb485 req-693f4dcb-f13c-4dae-860d-c2ec1127ef39 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Nov 19 04:50:22.879066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85136d40-3180-405c-be73-8952691cb485 req-6f6b21a1-91ac-461c-8358-47657f92fce5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Nov 19 04:50:23.131165 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:23.656063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8dc049d9-de8d-454d-aa4e-5b999b597209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:23.996502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc3ce-c68a-4fa5-83a3-1b6c349519b0 req-8add17f9-612a-4d4e-8945-c3ea23e0a33c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:23.998276 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fddc3ce-c68a-4fa5-83a3-1b6c349519b0 req-8add17f9-612a-4d4e-8945-c3ea23e0a33c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Nov 19 04:50:24.051572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5fddc3ce-c68a-4fa5-83a3-1b6c349519b0 req-ea8b6e3c-cadd-4d2b-8c80-5eb72f6bc2e1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Nov 19 04:50:25.172839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd5331-ef76-4ec4-a517-4016c806390f req-75aefad2-35c1-4e29-bdca-07ff0becb817 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:25.174282 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40bd5331-ef76-4ec4-a517-4016c806390f req-75aefad2-35c1-4e29-bdca-07ff0becb817 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0496690 Nov 19 04:50:25.220504 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-40bd5331-ef76-4ec4-a517-4016c806390f req-5e90e546-3fa5-4cc4-b5f0-40154530c740 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Nov 19 04:50:25.448289 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:26.338764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeed529-74c3-41b3-b99e-837d68028a1b req-6563817f-9ecb-4251-98f4-136dfa1f3501 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:26.340251 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-feeed529-74c3-41b3-b99e-837d68028a1b req-6563817f-9ecb-4251-98f4-136dfa1f3501 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0503459 Nov 19 04:50:26.391055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-feeed529-74c3-41b3-b99e-837d68028a1b req-af0c62d1-53ff-42cd-b49c-84a2aa4308bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447841 Nov 19 04:50:26.556125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:27.360273 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:27.511949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8313ead-a9f4-4153-a7ce-73b2fe7f234f req-ca208c1c-2b0a-4d1a-8c12-0a7294d9690c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:27.513448 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8313ead-a9f4-4153-a7ce-73b2fe7f234f req-ca208c1c-2b0a-4d1a-8c12-0a7294d9690c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0517690 Nov 19 04:50:27.560380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8313ead-a9f4-4153-a7ce-73b2fe7f234f req-f8166c67-d9dd-4f37-92d0-d9f1c7849b96 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Nov 19 04:50:28.678141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729e7cc-f309-4a3b-a987-1a83cf9dee19 req-f9b1c972-d958-47b2-90ae-90258ac44ba3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:28.679652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3729e7cc-f309-4a3b-a987-1a83cf9dee19 req-f9b1c972-d958-47b2-90ae-90258ac44ba3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 19 04:50:28.727211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3729e7cc-f309-4a3b-a987-1a83cf9dee19 req-488119fc-4046-4c95-92d3-ebf7c9547a84 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Nov 19 04:50:29.852784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4be3b-09f8-4038-8b84-7c792c19146b req-9607fbff-00f9-4165-a476-c039696ad7e9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:29.854302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5b4be3b-09f8-4038-8b84-7c792c19146b req-9607fbff-00f9-4165-a476-c039696ad7e9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Nov 19 04:50:29.900919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a5b4be3b-09f8-4038-8b84-7c792c19146b req-ef88e6c9-c4f2-4dd0-b4ef-b33b2937fb83 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Nov 19 04:50:31.018316 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641235e4-91ff-48a0-be27-824bff34813a req-11bfe864-9f27-4704-8d91-e5342e25babe tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:31.019748 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-641235e4-91ff-48a0-be27-824bff34813a req-11bfe864-9f27-4704-8d91-e5342e25babe tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Nov 19 04:50:31.069045 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-641235e4-91ff-48a0-be27-824bff34813a req-a9c32d01-23cb-40d4-aaaa-54529f8de414 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430052 Nov 19 04:50:32.188875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee627f4-a37f-4613-bc8a-00d04c0581f1 req-aebbb16b-eb59-453f-a0a3-2d96d240dc5c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:32.190384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ee627f4-a37f-4613-bc8a-00d04c0581f1 req-aebbb16b-eb59-453f-a0a3-2d96d240dc5c tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Nov 19 04:50:32.240666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ee627f4-a37f-4613-bc8a-00d04c0581f1 req-bce4762b-30a1-4dc5-a099-e602132c1f57 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Nov 19 04:50:32.411357 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:33.356656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875c2e-a3ff-4b10-b0f1-c3550c389cf7 req-b3e046e6-68fe-4ba6-a1af-e5e9661ae71f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:33.358249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c875c2e-a3ff-4b10-b0f1-c3550c389cf7 req-b3e046e6-68fe-4ba6-a1af-e5e9661ae71f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Nov 19 04:50:33.406057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c875c2e-a3ff-4b10-b0f1-c3550c389cf7 req-42816d63-5a78-426c-b78b-e05dd8ab8e4e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Nov 19 04:50:34.527961 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba04cb-3b45-4580-a3ec-ea6820a03cdd req-1b9036e0-a93d-401e-b74b-e860dc5d8865 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:34.529596 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3cba04cb-3b45-4580-a3ec-ea6820a03cdd req-1b9036e0-a93d-401e-b74b-e860dc5d8865 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Nov 19 04:50:34.580095 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3cba04cb-3b45-4580-a3ec-ea6820a03cdd req-32bc5f29-9568-40ea-a0ed-fbfb44138bb1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Nov 19 04:50:35.704088 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ad9c1-277b-4f4b-b96f-775f51298be9 req-2e7cf816-0d4e-4669-aaed-7164f53e3784 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:35.705620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c6ad9c1-277b-4f4b-b96f-775f51298be9 req-2e7cf816-0d4e-4669-aaed-7164f53e3784 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0537274 Nov 19 04:50:35.755196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c6ad9c1-277b-4f4b-b96f-775f51298be9 req-2c66a1d7-875c-4105-99a8-099a554b11df tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Nov 19 04:50:36.248937 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-b62e5b8d-216b-4d37-96c7-5f6683c697fb service neutron] show failed (client error): The resource could not be found. Nov 19 04:50:36.249958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-b62e5b8d-216b-4d37-96c7-5f6683c697fb service neutron] 10.222.0.36 "GET /v2.0/ports/7a4df0c6-98dc-45f0-bbb6-001f458b74b9/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0573349 Nov 19 04:50:36.455586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-363c5fee-2f1f-4b03-bd41-803ce6f8f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:36.457010 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-363c5fee-2f1f-4b03-bd41-803ce6f8f90d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 1096 time: 0.0453055 Nov 19 04:50:36.485403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:50:36.537982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:36.879360 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5155-9ca3-4f38-b804-fc1a1a939c71 req-ebefde01-8f94-490a-b73e-236c626d7022 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:36.881027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f8c5155-9ca3-4f38-b804-fc1a1a939c71 req-ebefde01-8f94-490a-b73e-236c626d7022 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Nov 19 04:50:36.931773 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f8c5155-9ca3-4f38-b804-fc1a1a939c71 req-9759b1b4-62cb-4e6b-ba9c-a6b71080965d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Nov 19 04:50:37.052097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:50:37.089074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:50:37.127026 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:50:37.129320 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646bf96a-3fde-4fef-9d2e-f5ff246cbc4a" -d '{"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:50:37.133741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:37.145750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Transition to ACTIVE for port object 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:50:37.150595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:37.183737 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce644126-2be0-4f15-9c2a-a3220b08be3a x-openstack-request-id: req-ce644126-2be0-4f15-9c2a-a3220b08be3a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:50:37.183737 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:50:37.183918 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce644126-2be0-4f15-9c2a-a3220b08be3a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:50:37.184307 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'code': 200} Nov 19 04:50:37.230798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:50:37.245199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.245551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.245901 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.246285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.246618 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.246954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.247544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.247877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.248210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.248542 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.248882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.249209 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:37.288117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] No DVR routers for this DVR port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:50:37.428273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:50:37.428619 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:50:37.428959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:50:37.433239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:50:37.433574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:50:37.438445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:50:37.438791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:50:37.439187 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:50:37.439621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Bound port: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:50:37.439984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:37.503376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:50:37.507151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:50:37.511572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:37.547323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:37.547890 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:37.549321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] 10.222.0.31 "PUT /v2.0/ports/7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1091 time: 1.0680046 Nov 19 04:50:37.571396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc99bef-3771-4794-a07a-6808f0de0d5e service neutron] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:50:37.645082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-0339b1e8-7d15-488e-a9ab-0a3b8460df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:37.647068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-0339b1e8-7d15-488e-a9ab-0a3b8460df17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0484769 Nov 19 04:50:37.745713 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-ac3d2791-658e-4da2-9904-abd191894a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:37.747522 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-ac3d2791-658e-4da2-9904-abd191894a41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0882859 Nov 19 04:50:37.838674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-e0745385-911c-4645-8a12-4666656ae863 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0652018 Nov 19 04:50:37.893151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-2915eb39-4347-4516-b6bb-25681199d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:37.894611 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-2915eb39-4347-4516-b6bb-25681199d2ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0442824 Nov 19 04:50:37.946359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-a44f14d3-fea8-4091-ae55-ce903711d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:37.947861 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-a44f14d3-fea8-4091-ae55-ce903711d6e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412703 Nov 19 04:50:38.049008 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-f96fe6d0-ef1e-4e48-aa6c-adc325fd7d22 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889962 Nov 19 04:50:38.054090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facee0d-076b-4cfd-b314-ace4345c475c req-b525d05f-93b3-4e4e-b3bc-cb47f7971de3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:38.055591 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8facee0d-076b-4cfd-b314-ace4345c475c req-b525d05f-93b3-4e4e-b3bc-cb47f7971de3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0485842 Nov 19 04:50:38.108180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8facee0d-076b-4cfd-b314-ace4345c475c req-30e0be0e-72c3-45f9-a9e4-b1552525a3da tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464690 Nov 19 04:50:38.144624 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-38a7659c-a33e-4f27-a705-9befadf252c5 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852904 Nov 19 04:50:38.624008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:50:38.663603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:50:39.185241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:50:39.187695 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb143b9-47a7-4279-9b43-7e867bea3a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:50:39.228609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8bc5f-c8d0-4911-b102-7cbbf85e1850 req-9b8922ea-25c1-443b-88ba-2b4af54c503b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.230639 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5dc8bc5f-c8d0-4911-b102-7cbbf85e1850 req-9b8922ea-25c1-443b-88ba-2b4af54c503b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0509000 Nov 19 04:50:39.277781 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5dc8bc5f-c8d0-4911-b102-7cbbf85e1850 req-6ae4a1ba-79fb-4643-bdcd-87e1b6d33c2e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Nov 19 04:50:39.333138 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dbfead-bead-4ba4-ac36-4180c0987a0b x-openstack-request-id: req-e3dbfead-bead-4ba4-ac36-4180c0987a0b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:50:39.333508 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:50:39.333734 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3dbfead-bead-4ba4-ac36-4180c0987a0b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:50:39.334235 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'status': 'completed', 'code': 200} Nov 19 04:50:39.397981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-0701904c-196d-4f51-a4c2-05943e760fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.399526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-0701904c-196d-4f51-a4c2-05943e760fab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0423684 Nov 19 04:50:39.502918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-dfb776c4-e81f-4b8b-a28c-eb9a7007acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.504353 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-dfb776c4-e81f-4b8b-a28c-eb9a7007acba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1094 time: 0.1015067 Nov 19 04:50:39.569759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-62a1f5a4-507b-4533-82d9-b190f28829c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.571262 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-62a1f5a4-507b-4533-82d9-b190f28829c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1608434 Nov 19 04:50:39.664450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-7d248348-8866-4129-a367-18a0278dff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.665979 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-7d248348-8866-4129-a367-18a0278dff4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1496034 Nov 19 04:50:39.667809 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-2a3bcad2-b4b3-40e5-b577-36f628cf01b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0870402 Nov 19 04:50:39.774604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-1c828793-5d60-4dd6-bb9f-c1bdb0a89904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.776064 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-1c828793-5d60-4dd6-bb9f-c1bdb0a89904 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.1001296 Nov 19 04:50:39.777994 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-c26b4646-803d-4c40-87a9-fefdd0bfae3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0943701 Nov 19 04:50:39.864325 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-b17751ab-cebb-47d6-a921-cf5442135226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.865948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-b17751ab-cebb-47d6-a921-cf5442135226 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815120 Nov 19 04:50:39.867367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-cca8f2f5-b47f-4dbe-be8f-65775bae7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.868667 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-cca8f2f5-b47f-4dbe-be8f-65775bae7148 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0738578 Nov 19 04:50:39.975367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-b06262e2-3d73-44e8-895c-1611e12967b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:39.976880 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-b06262e2-3d73-44e8-895c-1611e12967b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915043 Nov 19 04:50:39.999336 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-c75ff28c-f350-4212-bf42-75f929626845 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208506 Nov 19 04:50:40.151247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-043b8aaa-e798-4eab-9f40-99d9f62ff22e service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607885 Nov 19 04:50:40.156390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-e86b4df3-1177-483c-af43-aef98f2cdbd0 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423047 Nov 19 04:50:40.248562 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0cb143b9-47a7-4279-9b43-7e867bea3a0f req-f1ddbe19-3d97-4e42-8002-d30923c7bafb service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Nov 19 04:50:40.399717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7976a-e3fd-49be-9054-b92b55a5e6b7 req-c835953a-b948-47a2-a0c1-832526fe3edb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:40.401322 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dc7976a-e3fd-49be-9054-b92b55a5e6b7 req-c835953a-b948-47a2-a0c1-832526fe3edb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0508182 Nov 19 04:50:40.449466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9dc7976a-e3fd-49be-9054-b92b55a5e6b7 req-48bde2d9-6d6f-48ae-9371-aa29dea23151 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419745 Nov 19 04:50:41.572359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a13e-d5ac-419d-8c7c-c3a62b67720e req-d8c21b39-98bf-4203-a432-e73583a377bf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:41.573890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7106a13e-d5ac-419d-8c7c-c3a62b67720e req-d8c21b39-98bf-4203-a432-e73583a377bf tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0533178 Nov 19 04:50:41.621565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7106a13e-d5ac-419d-8c7c-c3a62b67720e req-c7954b52-1755-4f60-8cea-5f36cca0bc72 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Nov 19 04:50:42.741615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ced234-a837-4d1d-860d-7b0d66233936 req-9cab2ac3-c086-46a7-b95c-d325c3b728fa tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:42.743141 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06ced234-a837-4d1d-860d-7b0d66233936 req-9cab2ac3-c086-46a7-b95c-d325c3b728fa tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0503888 Nov 19 04:50:42.791449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-06ced234-a837-4d1d-860d-7b0d66233936 req-b82846e0-55f6-494e-be5c-09e80d1925bc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Nov 19 04:50:43.915174 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f30bff-8369-4327-89be-74095bf9ade1 req-912b6b04-0132-47b3-9fff-a46a95c666f7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:43.916708 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75f30bff-8369-4327-89be-74095bf9ade1 req-912b6b04-0132-47b3-9fff-a46a95c666f7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0539849 Nov 19 04:50:43.920893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-026e7984-5d2b-4795-b9d8-95c7d3c6684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:43.922429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-026e7984-5d2b-4795-b9d8-95c7d3c6684e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0457516 Nov 19 04:50:43.964885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75f30bff-8369-4327-89be-74095bf9ade1 req-4975f2cd-2673-4f67-a189-87ed929465b2 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Nov 19 04:50:44.029683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-2e132716-7607-4d66-bd53-29c69cc593e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:44.031180 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-2e132716-7607-4d66-bd53-29c69cc593e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0866401 Nov 19 04:50:44.115702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-501f9ca9-4ebf-4dcb-841b-62eb783041a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0645556 Nov 19 04:50:44.165708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-90cddc52-b74e-49d6-8dda-7ca4c1705581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:44.167165 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-90cddc52-b74e-49d6-8dda-7ca4c1705581 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0434222 Nov 19 04:50:44.216574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-e0c72a3e-399e-42f4-959e-b89b958874c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:44.218051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-e0c72a3e-399e-42f4-959e-b89b958874c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388060 Nov 19 04:50:44.314332 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-553e32a8-461d-47b3-b161-89da5c826cbc service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839520 Nov 19 04:50:44.410674 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6d25634c-a1ca-435b-8171-aec2f740edfe req-75da5751-1de5-4132-94da-3300170171cf service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839071 Nov 19 04:50:45.090697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035ce0-9240-4556-a83e-679b08cec98d req-1c05ed1d-ef98-418b-bf1e-3126f0b2cd0e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:45.092222 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1035ce0-9240-4556-a83e-679b08cec98d req-1c05ed1d-ef98-418b-bf1e-3126f0b2cd0e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0555823 Nov 19 04:50:45.139627 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c1035ce0-9240-4556-a83e-679b08cec98d req-30e036d7-1a82-4bbf-b960-6f2614421cc1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Nov 19 04:50:46.255417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccc64b-381c-4320-8dc5-e451c328f605 req-71c61928-cfef-4d29-87ae-a5fb1b09f728 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:46.256946 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fccc64b-381c-4320-8dc5-e451c328f605 req-71c61928-cfef-4d29-87ae-a5fb1b09f728 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0489893 Nov 19 04:50:46.307828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fccc64b-381c-4320-8dc5-e451c328f605 req-76f4f243-bbcf-46cc-9cd6-0e3f55da8ca5 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Nov 19 04:50:47.425599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9abe4-50fc-4aac-966d-5d485548cc01 req-18ff7f7b-9523-4331-bd94-7aa46e591e49 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:47.427801 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4a9abe4-50fc-4aac-966d-5d485548cc01 req-18ff7f7b-9523-4331-bd94-7aa46e591e49 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0490079 Nov 19 04:50:47.473432 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a4a9abe4-50fc-4aac-966d-5d485548cc01 req-eee17962-8ad5-4d2e-b7d7-e5ae23a995c3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Nov 19 04:50:48.590554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579efa4-a20b-4308-9843-e542fb8e2658 req-0e53eb2c-950e-4d6b-bf7c-e5b898a88b2a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:48.592049 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2579efa4-a20b-4308-9843-e542fb8e2658 req-0e53eb2c-950e-4d6b-bf7c-e5b898a88b2a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0487814 Nov 19 04:50:48.639590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2579efa4-a20b-4308-9843-e542fb8e2658 req-4a07ff34-f3ea-408b-9b8b-caec29207ec3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416026 Nov 19 04:50:49.761820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9db9b8-106d-44f8-9bcc-f4723877d9e4 req-2042246c-f8cf-41ff-857e-1c42fcf84b04 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:49.763385 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e9db9b8-106d-44f8-9bcc-f4723877d9e4 req-2042246c-f8cf-41ff-857e-1c42fcf84b04 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0537839 Nov 19 04:50:49.809499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e9db9b8-106d-44f8-9bcc-f4723877d9e4 req-37a1255e-de43-4f99-8d91-f8df65ba6dbd tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Nov 19 04:50:50.926689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9d7a-3f7c-4e85-82fd-967f68c3bb8b req-6f2271c1-4d94-4c2d-a079-2e9e42bdf384 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:50.928196 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c52b9d7a-3f7c-4e85-82fd-967f68c3bb8b req-6f2271c1-4d94-4c2d-a079-2e9e42bdf384 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 943 time: 0.0491064 Nov 19 04:50:50.976170 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c52b9d7a-3f7c-4e85-82fd-967f68c3bb8b req-ecca7585-d6e7-4013-a079-7c1f6ef1a456 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Nov 19 04:50:51.056056 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:50:51.196713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:50:51.303242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:50:51.314559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'mac_address': 'fa:16:3e:1b:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:50:51.355580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:51.377971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:50:51.392065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a1e38def-a096-4cdb-ba1f-43c692301ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:51.401726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:50:51.405452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:51.451707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:50:51.459017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.459368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.459719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.460062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.460401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.460740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.461073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.461407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.461746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.462102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.462440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.462770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 04:50:51.788002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['7a4df0c6-98dc-45f0-bbb6-001f458b74b9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:50:52.103860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0adb-f0fa-4708-9c8c-87ad800fd2f2 req-84b32159-ab85-4169-8131-34b9f63870ea tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.105384 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0fa0adb-f0fa-4708-9c8c-87ad800fd2f2 req-84b32159-ab85-4169-8131-34b9f63870ea tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0531683 Nov 19 04:50:52.172459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0fa0adb-f0fa-4708-9c8c-87ad800fd2f2 req-1e1f32cc-7544-4351-aed4-007b78e457dc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608978 Nov 19 04:50:52.463548 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-d0279dfe-ec55-45a3-880e-dfb22ed22dca tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.465086 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-d0279dfe-ec55-45a3-880e-dfb22ed22dca tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&tenant_id=3638887ae0644077ad402c985c09f546&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0529132 Nov 19 04:50:52.479615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded295c-be64-4ab0-a41d-af688e4d901e req-267c78c4-7d3e-4705-8451-4bc5a1b69d57 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.481151 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dded295c-be64-4ab0-a41d-af688e4d901e req-267c78c4-7d3e-4705-8451-4bc5a1b69d57 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0496550 Nov 19 04:50:52.534210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dded295c-be64-4ab0-a41d-af688e4d901e req-57353407-d746-4bb5-a30f-81acc66ec035 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469704 Nov 19 04:50:52.535441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-210ded06-2d2a-4ccf-9508-dbd4675218f3 service neutron] 10.222.0.31 "GET /v2.0/ports/7a4df0c6-98dc-45f0-bbb6-001f458b74b9/bindings/n-h2-818503-1 HTTP/1.1" status: 200 len: 382 time: 0.0619483 Nov 19 04:50:52.615909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-9d4a4206-2410-4820-8de7-fe7fa69c03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.617398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-9d4a4206-2410-4820-8de7-fe7fa69c03ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0415201 Nov 19 04:50:52.709756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-79628e2f-530a-4343-b797-46eb42340949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.711283 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-79628e2f-530a-4343-b797-46eb42340949 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0870924 Nov 19 04:50:52.780605 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-2cc18b95-d2e0-4129-b459-798b4c280ed0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1001 time: 0.0612059 Nov 19 04:50:52.828995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-5f0bdea3-85a6-4f02-8fd6-929e4e3b5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.830508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-5f0bdea3-85a6-4f02-8fd6-929e4e3b5507 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0434911 Nov 19 04:50:52.876751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-02e6132f-4bab-4ba7-bfce-143f9b5bdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:52.878245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-02e6132f-4bab-4ba7-bfce-143f9b5bdfca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402970 Nov 19 04:50:52.969574 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-7105b2be-52c9-4830-a939-fd89e79d0a28 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Nov 19 04:50:53.060116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-d46f5800-d876-4238-bad6-730f39e55cbb service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829222 Nov 19 04:50:53.142268 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:53.213383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:50:53.262496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 04:50:53.266231 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 04:50:53.266608 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:53.344867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:53.368109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:50:53.370441 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383703d0-30c2-4bca-ade4-148951ca0f57" -d '{"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-plugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:50:53.383090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:50:53.388449 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:53.425215 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f988066e-cee4-4bb1-8c93-69e41e745d41 x-openstack-request-id: req-f988066e-cee4-4bb1-8c93-69e41e745d41 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:50:53.425526 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-plugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:50:53.425812 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f988066e-cee4-4bb1-8c93-69e41e745d41 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:50:53.426242 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'code': 200} Nov 19 04:50:53.438852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:50:53.655478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe50c-315a-4c05-914e-2972106002b5 req-a827355c-024e-40c1-925c-6dba58ddcb1f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:53.657029 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cefe50c-315a-4c05-914e-2972106002b5 req-a827355c-024e-40c1-925c-6dba58ddcb1f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0489812 Nov 19 04:50:53.657415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ce19a963-5d42-43e2-89f3-ed07b61cdaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:53.705991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9cefe50c-315a-4c05-914e-2972106002b5 req-2f11f406-dd37-4ee4-8641-f58128183a2d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Nov 19 04:50:54.827792 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c71a0-b8a9-4064-8a8c-995f6f68b029 req-066b0a45-8663-4540-a14f-0a9ba5c2b4a7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:54.829301 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-298c71a0-b8a9-4064-8a8c-995f6f68b029 req-066b0a45-8663-4540-a14f-0a9ba5c2b4a7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Nov 19 04:50:54.877387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-298c71a0-b8a9-4064-8a8c-995f6f68b029 req-35dc8765-d293-4c81-8b12-459243b2a595 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Nov 19 04:50:55.450736 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:55.999123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f7e8-3c8f-4c56-a725-ea0fbd10aad4 req-37a38b69-47f4-4145-be88-7465f4b0c89a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:56.000700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccb4f7e8-3c8f-4c56-a725-ea0fbd10aad4 req-37a38b69-47f4-4145-be88-7465f4b0c89a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Nov 19 04:50:56.050619 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccb4f7e8-3c8f-4c56-a725-ea0fbd10aad4 req-53e0ce79-d64e-40c6-a24e-56a0d0cb281d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Nov 19 04:50:56.559489 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:57.173255 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66dcf2-e6bd-4c4f-ba5a-d209968e3afe req-5df8f43f-a324-482a-a9e3-1a4ac84f0b9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:57.174789 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f66dcf2-e6bd-4c4f-ba5a-d209968e3afe req-5df8f43f-a324-482a-a9e3-1a4ac84f0b9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Nov 19 04:50:57.221956 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4f66dcf2-e6bd-4c4f-ba5a-d209968e3afe req-1ff6d7d6-79ae-4006-aa73-b7b2c11a5979 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 Nov 19 04:50:57.361867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:57.670275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-06db19a5-b8ee-45de-b11a-9eb20d680280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:57.671774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-06db19a5-b8ee-45de-b11a-9eb20d680280 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&tenant_id=3638887ae0644077ad402c985c09f546 HTTP/1.1" status: 200 len: 1096 time: 0.0456355 Nov 19 04:50:57.683192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 04:50:57.735031 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:57.935439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:50:57.967866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:50:58.012052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:50:58.014369 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd69ec7-c546-43b7-9926-92d75790873b" -d '{"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:50:58.018069 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:58.030480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Transition to ACTIVE for port object 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 04:50:58.034567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:58.070022 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c70f2e-23df-4ef3-b6e8-0aac33cb7d45 x-openstack-request-id: req-37c70f2e-23df-4ef3-b6e8-0aac33cb7d45 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:50:58.070315 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:50:58.070566 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37c70f2e-23df-4ef3-b6e8-0aac33cb7d45 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:50:58.070977 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'code': 200} Nov 19 04:50:58.114189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:50:58.161683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] No DVR routers for this DVR port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:50:58.299439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 04:50:58.299778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 04:50:58.300109 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:50:58.305056 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 04:50:58.305417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Attempting to bind port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 04:50:58.310869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 4, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 04:50:58.311221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Checking segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 04:50:58.311609 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Bound using segment: {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 04:50:58.312042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Bound port: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 04:50:58.312398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:58.343610 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efbac7-eed3-4e8e-831e-5545f90436a0 req-aec989ef-37ab-42a7-9403-84f56a09f082 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:58.345056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19efbac7-eed3-4e8e-831e-5545f90436a0 req-aec989ef-37ab-42a7-9403-84f56a09f082 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0497291 Nov 19 04:50:58.378658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 04:50:58.382036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 04:50:58.386800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:58.395034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-19efbac7-eed3-4e8e-831e-5545f90436a0 req-8d938c0f-0a36-49d1-8891-2ccea7b0fad3 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Nov 19 04:50:58.431662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:58.432298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:50:58.433696 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1092 time: 0.7545235 Nov 19 04:50:58.450676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c93c-d19e-4e1b-afac-7ff412e8fe20 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=11']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:50:58.498697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-6a544cd1-73b7-433d-aa6b-8e4568d36ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:58.500229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-6a544cd1-73b7-433d-aa6b-8e4568d36ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0440879 Nov 19 04:50:58.597993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-6014d19c-018a-4d1a-b732-1b6f6b60bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:58.599495 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-6014d19c-018a-4d1a-b732-1b6f6b60bfd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.0922875 Nov 19 04:50:58.668372 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-45d75899-71a4-4d22-8831-7c0af0cf190f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0609832 Nov 19 04:50:58.728781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-57d23566-6cab-4abf-abde-62b9e5421478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:58.730277 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-57d23566-6cab-4abf-abde-62b9e5421478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0547869 Nov 19 04:50:58.778480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f3982caf-43eb-4eb2-b855-ab1f96f82c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:58.779924 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-f3982caf-43eb-4eb2-b855-ab1f96f82c5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422373 Nov 19 04:50:58.870704 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-6644eb1a-5a1e-41c8-a43c-5abede319b49 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Nov 19 04:50:58.965376 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-19445af3-fb0c-4055-ab78-0c6608d329ad req-c6745e86-7412-4589-802a-4727ccd9dc89 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868800 Nov 19 04:50:59.234362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:50:59.274246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:50:59.514996 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ace2a-2b90-4cac-a43b-4100f50b9bf8 req-997104c8-ea37-40e8-a394-ef3e6c96c2be tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:50:59.516531 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b95ace2a-2b90-4cac-a43b-4100f50b9bf8 req-997104c8-ea37-40e8-a394-ef3e6c96c2be tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0494447 Nov 19 04:50:59.567051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b95ace2a-2b90-4cac-a43b-4100f50b9bf8 req-38b957e3-2fda-4b62-9f0a-bac9b7e1b787 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Nov 19 04:51:00.072744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:51:00.075161 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f01ed8a-6a8f-43ff-a061-31c19e799778" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:51:00.122918 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2cffe9-4186-4218-a032-2d70b58407bb x-openstack-request-id: req-8c2cffe9-4186-4218-a032-2d70b58407bb {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:51:00.123219 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:51:00.123501 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c2cffe9-4186-4218-a032-2d70b58407bb {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:51:00.123903 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'status': 'completed', 'code': 200} Nov 19 04:51:00.210474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-e8026463-d76d-4e1f-bd81-ebc2bc7e12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.212318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-e8026463-d76d-4e1f-bd81-ebc2bc7e12dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0675211 Nov 19 04:51:00.276863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-17e350c7-3c88-4aeb-87b0-91d8fcea765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.278405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-17e350c7-3c88-4aeb-87b0-91d8fcea765e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0953732 Nov 19 04:51:00.371217 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-adbeb58a-f90f-4bc0-9783-035354b6eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.372896 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-adbeb58a-f90f-4bc0-9783-035354b6eac7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1513979 Nov 19 04:51:00.450112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-b4549e66-d16a-45c2-9c13-005a7edd1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.451625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-b4549e66-d16a-45c2-9c13-005a7edd1e87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 200 len: 913 time: 0.1591864 Nov 19 04:51:00.462856 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-dcd70889-daa3-4a30-9520-e5a8c76a75e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0829120 Nov 19 04:51:00.561298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-4deaa5d8-ef3a-45cc-af07-54152a0befd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 200 len: 1000 time: 0.0974569 Nov 19 04:51:00.562807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-34d5c5c4-06a6-4c98-94c0-ce77ea52ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.564174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-34d5c5c4-06a6-4c98-94c0-ce77ea52ebe2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0923893 Nov 19 04:51:00.643228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-4060181f-e88c-4849-88e6-fd5913b01de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.644639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-4060181f-e88c-4849-88e6-fd5913b01de0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 200 len: 851 time: 0.0660527 Nov 19 04:51:00.652454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-c5c497c1-bad5-4bab-aca3-e48e5899c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.654634 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-c5c497c1-bad5-4bab-aca3-e48e5899c06f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836022 Nov 19 04:51:00.692910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce733b21-c00d-4fa2-bfde-785cbb3ca08f req-06a63d57-00fa-46fa-b6b4-7e8c55a8d9d8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.697948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce733b21-c00d-4fa2-bfde-785cbb3ca08f req-06a63d57-00fa-46fa-b6b4-7e8c55a8d9d8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0560527 Nov 19 04:51:00.749512 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce733b21-c00d-4fa2-bfde-785cbb3ca08f req-2b290f44-3a8f-473d-9353-83fec4b2a455 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472448 Nov 19 04:51:00.751585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-9ac9de05-99cd-433b-9da7-7cd5be42e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:00.753098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-9ac9de05-99cd-433b-9da7-7cd5be42e6fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966063 Nov 19 04:51:00.829862 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-eb7beb28-0672-4bf0-a713-467e026d3b62 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654160 Nov 19 04:51:00.924910 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-2fe8145e-1d6c-46fe-8927-28d2b3669598 service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565177 Nov 19 04:51:00.963888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-e9153699-84fe-4b90-8a0a-e5a5782e1437 service neutron] 10.222.0.36 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275303 Nov 19 04:51:01.352781 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-25dca5b7-618f-4b47-aa96-7ca54fd4dc6f service neutron] 10.222.0.31 "GET /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158666 Nov 19 04:51:01.871373 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fba60-4301-4fc0-88d3-86d0dda9baf3 req-7546780b-1f73-405c-b013-a909c0436b53 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:01.873148 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee0fba60-4301-4fc0-88d3-86d0dda9baf3 req-7546780b-1f73-405c-b013-a909c0436b53 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0491140 Nov 19 04:51:01.920460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee0fba60-4301-4fc0-88d3-86d0dda9baf3 req-6f1db70d-0de7-4d79-a31a-7688cecb1559 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Nov 19 04:51:02.423200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:03.057721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266222a6-0347-4529-97d4-7e466c5fb462 req-99744f86-01a7-49f6-8428-0aa84f089f2e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:03.059255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-266222a6-0347-4529-97d4-7e466c5fb462 req-99744f86-01a7-49f6-8428-0aa84f089f2e tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0552075 Nov 19 04:51:03.108118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-266222a6-0347-4529-97d4-7e466c5fb462 req-5953bf79-eb50-46a3-aaaa-de6d99706805 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426507 Nov 19 04:51:04.223658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd14e05-40f8-4be0-8b00-e9cc89406cec req-27cc93e5-a951-4b01-9a17-64095682e42a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:04.225821 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edd14e05-40f8-4be0-8b00-e9cc89406cec req-27cc93e5-a951-4b01-9a17-64095682e42a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0484266 Nov 19 04:51:04.272363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edd14e05-40f8-4be0-8b00-e9cc89406cec req-0f871086-75f7-4555-8f92-3b0236c8ece1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 Nov 19 04:51:05.391099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c800a7-5564-438c-a1af-50c457a56d01 req-336d0223-e09e-49ba-ae98-5142fbe52bca tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:05.392613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9c800a7-5564-438c-a1af-50c457a56d01 req-336d0223-e09e-49ba-ae98-5142fbe52bca tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0504611 Nov 19 04:51:05.442798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e9c800a7-5564-438c-a1af-50c457a56d01 req-dac72a9a-8b57-4ac3-b6f7-d89d3cc5ab4b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Nov 19 04:51:06.788674 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6b5a1-3b89-4e0d-a279-1ea1acd9b02c req-b7dd84b6-8930-4f0a-a8a1-30143021a749 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:06.790092 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8c6b5a1-3b89-4e0d-a279-1ea1acd9b02c req-b7dd84b6-8930-4f0a-a8a1-30143021a749 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0495207 Nov 19 04:51:06.836433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a8c6b5a1-3b89-4e0d-a279-1ea1acd9b02c req-e379fcb0-7196-404e-9b43-a29d0bdf4493 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Nov 19 04:51:07.953896 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8571ae-8ab9-41e3-9cf1-0080694e9b37 req-92517046-07c5-4f48-838d-51462cef2fe1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:07.955421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd8571ae-8ab9-41e3-9cf1-0080694e9b37 req-92517046-07c5-4f48-838d-51462cef2fe1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0490050 Nov 19 04:51:08.002480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd8571ae-8ab9-41e3-9cf1-0080694e9b37 req-2e933a46-ead0-4692-8cbb-c839891110c1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Nov 19 04:51:09.126686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a45bb-58ff-4aea-979e-da6d597f3563 req-02b1f4e8-fa45-471c-b464-0e39131cb2cb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:09.128181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a0a45bb-58ff-4aea-979e-da6d597f3563 req-02b1f4e8-fa45-471c-b464-0e39131cb2cb tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0533297 Nov 19 04:51:09.175899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a0a45bb-58ff-4aea-979e-da6d597f3563 req-86e079e0-19cc-4e36-80ba-5c3f0249ecab tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Nov 19 04:51:10.297263 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4d886-e6e0-450a-ac14-f5084ad8fe31 req-47546843-a4a9-4917-92ec-a7f54526fa61 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:10.298785 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3a4d886-e6e0-450a-ac14-f5084ad8fe31 req-47546843-a4a9-4917-92ec-a7f54526fa61 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0490859 Nov 19 04:51:10.346233 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3a4d886-e6e0-450a-ac14-f5084ad8fe31 req-b01b9504-1084-434e-acfb-52d4704744b9 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414472 Nov 19 04:51:11.465039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0b6d5-8fa1-4754-a4a2-4c68cc9e17e1 req-f359fa5b-bb1b-400a-adda-c8f643222da1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:11.466564 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98b0b6d5-8fa1-4754-a4a2-4c68cc9e17e1 req-f359fa5b-bb1b-400a-adda-c8f643222da1 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0520291 Nov 19 04:51:11.513159 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-98b0b6d5-8fa1-4754-a4a2-4c68cc9e17e1 req-65249099-2ef9-4f5b-be0a-56e1a465486a tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Nov 19 04:51:11.628841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f94c4-58cf-4100-9e15-026d242a44ee req-6e4c4862-45d3-4b49-85e3-6ed276884ef8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:11.630254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c37f94c4-58cf-4100-9e15-026d242a44ee req-6e4c4862-45d3-4b49-85e3-6ed276884ef8 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0496583 Nov 19 04:51:11.676945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c37f94c4-58cf-4100-9e15-026d242a44ee req-e2c4abef-dff0-4376-be85-8d109db34885 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Nov 19 04:51:11.792153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a67bc-d48e-4b38-8e92-10626eb88069 req-99560292-9030-472f-8359-b2f1d43fb2e7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:11.793640 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-366a67bc-d48e-4b38-8e92-10626eb88069 req-99560292-9030-472f-8359-b2f1d43fb2e7 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0483305 Nov 19 04:51:11.844377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-366a67bc-d48e-4b38-8e92-10626eb88069 req-06afb01d-dcb3-4521-8fa7-25543eda33aa tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448549 Nov 19 04:51:12.073903 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdb5f3-fe66-48a5-9310-4bf8b4af891b req-6c3f04d4-e032-4360-9034-afa07eb2b039 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:12.075420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8efdb5f3-fe66-48a5-9310-4bf8b4af891b req-6c3f04d4-e032-4360-9034-afa07eb2b039 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 944 time: 0.0482614 Nov 19 04:51:12.123200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8efdb5f3-fe66-48a5-9310-4bf8b4af891b req-be0a6880-a34f-4c1c-aaf0-9adbd483d782 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Nov 19 04:51:12.836110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 04:51:12.928002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:51:12.942936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'port_id': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'mac_address': 'fa:16:3e:1b:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 04:51:12.980493 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:12.994205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 04:51:13.018805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:51:13.022828 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:13.069900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:51:13.243066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb142ac4-7946-4cb9-b6ed-7c711bd47ec6 req-d8d0895f-c9bd-4cc1-a877-2ed7685cd3fe tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:13.244594 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb142ac4-7946-4cb9-b6ed-7c711bd47ec6 req-d8d0895f-c9bd-4cc1-a877-2ed7685cd3fe tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0526652 Nov 19 04:51:13.266638 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b33ee-a288-49d6-b133-b29701fe9625 req-cfedfee4-3ef9-44da-8bdb-a7397ca3da98 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:13.268326 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633b33ee-a288-49d6-b133-b29701fe9625 req-cfedfee4-3ef9-44da-8bdb-a7397ca3da98 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Nov 19 04:51:13.287650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['7a4df0c6-98dc-45f0-bbb6-001f458b74b9'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 04:51:13.297970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb142ac4-7946-4cb9-b6ed-7c711bd47ec6 req-fe3c897f-fb73-4794-92a6-55ec43258189 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups?id=34a4401b-6e9f-4c16-b7d4-909b071c2104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468802 Nov 19 04:51:13.363700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Deleting port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 04:51:13.364041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:13.456143 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] For port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 04:51:13.456423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:13.633725 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:13.634134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:13.634465 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Floating IP 32e13270-7885-469d-9964-a73feeebc2a8 disassociated. External IP: 172.25.8.149, port: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9. Nov 19 04:51:13.634814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Calling delete_port for 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 04:51:13.761141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:13.789512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event deleted for resources: {'Port': ['ID=7a4df0c6-98dc-45f0-bbb6-001f458b74b9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 04:51:13.906823 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 04:51:14.017477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 04:51:14.027532 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 04:51:14.042241 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:51:14.042860 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:50:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:51:14.066490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] No DVR routers for this DVR port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 04:51:14.069230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:14.073637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-633b33ee-a288-49d6-b133-b29701fe9625 req-3cd91737-1083-413f-a71e-1048916c5b5d tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "DELETE /v2.0/ports/7a4df0c6-98dc-45f0-bbb6-001f458b74b9 HTTP/1.1" status: 204 len: 173 time: 0.7979836 Nov 19 04:51:14.074150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-deleted', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 04:51:14.076440 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76962850-da3a-47a3-9e0d-4fdaeb241a23" -d '{"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-deleted", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 04:51:14.116391 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3503a130-1546-4a37-932e-65b6ee7bf574 x-openstack-request-id: req-3503a130-1546-4a37-932e-65b6ee7bf574 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 04:51:14.116699 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0", "name": "network-vif-deleted", "tag": "7a4df0c6-98dc-45f0-bbb6-001f458b74b9", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 04:51:14.116941 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3503a130-1546-4a37-932e-65b6ee7bf574 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 04:51:14.117872 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0', 'name': 'network-vif-deleted', 'tag': '7a4df0c6-98dc-45f0-bbb6-001f458b74b9', 'status': 'completed', 'code': 200} Nov 19 04:51:14.153452 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:51:14.361771 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:51:14.390346 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 04:51:14.399125 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 04:51:14.399741 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T04:50:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:51:14.415575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03376b82-b39c-474a-9faa-0a81e75d2956 req-61169e62-3492-4de8-8758-12ff943a2027 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Nov 19 04:51:14.509032 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 04:51:14.716969 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 04:51:14.744436 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e9ef1-b4c3-4f12-9689-1d22945dfac2 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e10a127b-3c9e-4736-bdff-251936eb3900', 'name': '', 'network_id': 'd98844be-35fa-4b72-aa8f-3ccc55a9f8bf', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'mac_address': 'fa:16:3e:37:4c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:04Z', 'updated_at': '2021-11-19T04:41:07Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'subnets': [{'id': 'b032ee01-44d0-4913-a331-48500e70c03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 04:51:14.832837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 04:51:14.853533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:51:14.853887 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 04:51:14.873719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Port 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 not found, will not notify nova. {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 04:51:14.961195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20612fe5-87d8-4fca-aa2b-c95584b9709e None None] New status for floating IP 32e13270-7885-469d-9964-a73feeebc2a8: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 04:51:18.845127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 04:51:18.865467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 04:51:18.865825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 7a4df0c6-98dc-45f0-bbb6-001f458b74b9 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 04:51:21.373603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da60b9d3-b556-4cbf-beee-9993d0ba3258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:22.251714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a835536-c6d6-47f4-bded-351edbc3b1eb req-c4631743-392e-4131-99ef-64ba3b656782 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251215 Nov 19 04:51:22.321319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a835536-c6d6-47f4-bded-351edbc3b1eb req-c86d3de1-23c7-423a-ac19-becef9f4b1e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Nov 19 04:51:22.500589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835536-c6d6-47f4-bded-351edbc3b1eb req-907f738e-3981-4dd5-bfb6-3831cdc05264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:22.502156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a835536-c6d6-47f4-bded-351edbc3b1eb req-907f738e-3981-4dd5-bfb6-3831cdc05264 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1619506 Nov 19 04:51:22.666319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835536-c6d6-47f4-bded-351edbc3b1eb req-69536bee-fbb7-4691-a11b-6d57fe6ee6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:51:22.667836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6a835536-c6d6-47f4-bded-351edbc3b1eb req-69536bee-fbb7-4691-a11b-6d57fe6ee6c9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588159 Nov 19 04:51:23.140320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:23.658858 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b505ad5-89e7-496a-848b-946a7cef5f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:25.458368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:26.560822 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:27.365816 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:28.056404 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:51:32.426677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:51.374730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94163abc-d926-4910-ab1c-41d5b11f5f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:53.139755 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:53.659665 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-189e66c7-4a6d-47a2-a015-c429cef0b3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:55.455914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:56.563392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:51:57.368561 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:02.456363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:05.056126 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:52:21.376479 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4eecb935-a1c0-48b2-8931-1c96de3d512f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:23.139238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:23.660521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b45aad1b-8c88-4697-ab7f-86c1837bc119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:24.255195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae78b4bc-2016-49ae-8dde-84c3de8d4eb9 req-695f92a5-ae2f-4422-ae29-cd4296352dcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297406 Nov 19 04:52:24.322902 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae78b4bc-2016-49ae-8dde-84c3de8d4eb9 req-b90e05f9-5b7c-4f36-b7ec-295ee27a3c5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0252349 Nov 19 04:52:24.435586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b4bc-2016-49ae-8dde-84c3de8d4eb9 req-d11c9b4a-a10a-4321-87e7-275bb38aaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:52:24.437083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae78b4bc-2016-49ae-8dde-84c3de8d4eb9 req-d11c9b4a-a10a-4321-87e7-275bb38aaee9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952120 Nov 19 04:52:24.529313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b4bc-2016-49ae-8dde-84c3de8d4eb9 req-30075295-3f04-4f65-ab04-a13d86b85e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:52:24.530798 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ae78b4bc-2016-49ae-8dde-84c3de8d4eb9 req-30075295-3f04-4f65-ab04-a13d86b85e75 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868638 Nov 19 04:52:25.459002 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:26.567240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:27.373606 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:32.455611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:42.054818 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:52:51.378331 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e06f68f1-9c4a-4ecc-aa42-820c1f8ae075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:53.140330 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:53.661649 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-291c0178-654a-4a49-a6fc-2afd5c814c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:55.460289 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:56.567262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:52:57.376309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:02.458251 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:19.053954 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:53:21.379147 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-36fe74f2-ff3b-4c73-b0e0-927d305c9616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:23.139258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:23.665727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7112bf13-04c5-4221-ba6b-20623a07c3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:24.359019 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a687de-d1a6-41ec-b0a1-66a957ce0760 req-2f41e025-553e-42ab-ac73-3aa4a58826f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1363475 Nov 19 04:53:24.428193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a687de-d1a6-41ec-b0a1-66a957ce0760 req-90424a36-e1d9-4f60-8eca-9a426e41009a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0262761 Nov 19 04:53:24.535694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a687de-d1a6-41ec-b0a1-66a957ce0760 req-8509632e-32f7-4605-bb41-d706aa21d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:53:24.537063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a687de-d1a6-41ec-b0a1-66a957ce0760 req-8509632e-32f7-4605-bb41-d706aa21d7ad service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0902824 Nov 19 04:53:24.634199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a687de-d1a6-41ec-b0a1-66a957ce0760 req-3a165d26-4b86-4df8-90da-00ccaea83531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:53:24.635680 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-94a687de-d1a6-41ec-b0a1-66a957ce0760 req-3a165d26-4b86-4df8-90da-00ccaea83531 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905290 Nov 19 04:53:25.463154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:26.569926 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:27.378726 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:32.470386 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:51.382530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0b37042-30ef-4fce-8e35-12c773377303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:53.135975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:53.666791 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c83a-ed04-40f3-b8ad-861ada7df398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:55.465668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:56.052727 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:53:56.572667 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:53:57.380664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:02.485104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:09.730516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-0a54439f-956c-428c-9492-dce910cd7a82 req-83ac809a-bdc2-4c76-a235-288f13c4771b service neutron] (109986) timed out ('10.222.0.36', 49658) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:54:12.712862 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-6e9b2810-a78d-44c2-817f-1fb8d1b4de18 req-1ee6eb85-9d73-41f7-92de-d26b420e422e service neutron] (109986) timed out ('10.222.0.31', 55051) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 04:54:21.384454 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5e52c42b-c864-41c5-9ca2-16132beaccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:23.138580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:23.669397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ed22bd19-bd1b-4a68-b6f2-1fb065c0f3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:24.247257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-426de117-3b8f-4e47-8c52-285a120d0ada req-57e13529-68c8-40c5-b3de-c36e1262cf7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263529 Nov 19 04:54:24.317279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-426de117-3b8f-4e47-8c52-285a120d0ada req-4cb1f8f8-8054-472a-ad71-10f4650bc3a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0266495 Nov 19 04:54:24.436440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de117-3b8f-4e47-8c52-285a120d0ada req-c64f7c53-7631-490b-89b4-40f22a99e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:54:24.437956 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-426de117-3b8f-4e47-8c52-285a120d0ada req-c64f7c53-7631-490b-89b4-40f22a99e45d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994711 Nov 19 04:54:24.532078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de117-3b8f-4e47-8c52-285a120d0ada req-01439c46-a15b-472a-8027-f591ccc600c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:54:24.533453 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-426de117-3b8f-4e47-8c52-285a120d0ada req-01439c46-a15b-472a-8027-f591ccc600c2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882933 Nov 19 04:54:25.468083 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:26.575422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:27.383143 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:32.506119 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:33.051138 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:54:51.386541 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca06bb15-c644-47c5-831c-881028f9d870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:53.134191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:53.670603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-843fe209-fd9c-468d-a166-c51075731db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:55.472948 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:56.578044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:54:57.389736 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:02.518903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:10.051235 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:55:21.390242 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe7e37f9-0571-4be6-9cf5-e248a2e75bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:23.136664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:23.673824 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52523acc-054c-41ab-9be1-e5d31daf2262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:25.253755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c830db24-e057-4539-a4c0-4c1851229847 req-0d0aefb7-d287-4c3c-91e4-bc827c41ed0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0344074 Nov 19 04:55:25.319784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c830db24-e057-4539-a4c0-4c1851229847 req-212c2f99-de73-48de-b5c9-9e77e257ac46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0250971 Nov 19 04:55:25.429749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830db24-e057-4539-a4c0-4c1851229847 req-201dd147-51aa-439a-b11b-e4250f90aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:55:25.431257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c830db24-e057-4539-a4c0-4c1851229847 req-201dd147-51aa-439a-b11b-e4250f90aba0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0913017 Nov 19 04:55:25.473342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:25.531482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830db24-e057-4539-a4c0-4c1851229847 req-37befe7f-67b3-49be-ae3b-c029f12cc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:55:25.532869 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c830db24-e057-4539-a4c0-4c1851229847 req-37befe7f-67b3-49be-ae3b-c029f12cc155 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949199 Nov 19 04:55:26.581344 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:27.383010 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:32.515286 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:47.049863 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:55:51.392546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe79778d-302a-4a93-b979-049b75142ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:53.132735 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:53.676371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-759b7fa8-763c-486b-ad0c-85b40b055bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:55.478766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:56.585902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:55:57.383580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:02.515440 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:21.393229 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0da3b9e1-5743-4128-949f-ad5d87b27c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:23.132412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:23.676384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9950810-80ae-4cb1-a107-5cff74393c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:24.049134 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:56:25.259005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-be222de0-1be8-4790-9586-f2b439e57d9c req-eadbbb49-fa29-4b61-9c77-db5cae880c49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258775 Nov 19 04:56:25.324433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-be222de0-1be8-4790-9586-f2b439e57d9c req-983b5f15-6d77-4a2f-87da-74a5b25b14d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0257173 Nov 19 04:56:25.437519 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be222de0-1be8-4790-9586-f2b439e57d9c req-78d15cbb-3165-453f-9912-aea5c2dc497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:56:25.439052 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-be222de0-1be8-4790-9586-f2b439e57d9c req-78d15cbb-3165-453f-9912-aea5c2dc497d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964639 Nov 19 04:56:25.478180 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:25.538914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be222de0-1be8-4790-9586-f2b439e57d9c req-39787929-cef4-4ade-8287-f2d53e6ca0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:56:25.540291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-be222de0-1be8-4790-9586-f2b439e57d9c req-39787929-cef4-4ade-8287-f2d53e6ca0a5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936704 Nov 19 04:56:26.587205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:27.390032 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:32.510327 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:51.393966 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9a5275da-529e-477a-b3c0-edd90e0040aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:53.131635 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:53.676448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5e13-f941-4e34-943b-08978c7b4e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:55.483967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:56.589888 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:56:57.381878 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:01.048219 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:57:02.527930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:21.395124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d24df94-f8e2-4af6-a2b8-27fe6d74546a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:23.136712 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:23.677871 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71ddd4c9-d62c-420a-8f60-52f8b082a465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:25.486372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:26.241976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8788fb5-256f-4af6-9bd5-3dad6f0fc4e5 req-a359b604-6913-4562-9bd2-4c7efebbf0d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255177 Nov 19 04:57:26.309471 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8788fb5-256f-4af6-9bd5-3dad6f0fc4e5 req-74ff143e-3694-4713-8d86-77cfaf015be9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0254200 Nov 19 04:57:26.426360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8788fb5-256f-4af6-9bd5-3dad6f0fc4e5 req-5792111c-4547-48a6-89b4-cf2b6fa43c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:57:26.427890 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8788fb5-256f-4af6-9bd5-3dad6f0fc4e5 req-5792111c-4547-48a6-89b4-cf2b6fa43c69 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995817 Nov 19 04:57:26.525405 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8788fb5-256f-4af6-9bd5-3dad6f0fc4e5 req-65753767-df14-4f56-ac6d-67339b1ef2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:57:26.526837 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b8788fb5-256f-4af6-9bd5-3dad6f0fc4e5 req-65753767-df14-4f56-ac6d-67339b1ef2ed service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924182 Nov 19 04:57:26.593181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:27.383307 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:32.525789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:38.048026 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:57:51.396707 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-010647f9-302e-48af-bd07-c0a4267cbf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:53.128918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:53.679312 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-20cf2344-e408-4a68-80dc-d9a893908bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:55.488902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:56.594484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:57:57.385835 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:02.555486 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:15.048550 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:58:21.398073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e1354e5e-5c97-49d1-a371-c180a7522b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:23.122867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:23.680233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-90cb18e9-9d14-4945-961f-b2e461dfb564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:25.490635 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:26.598390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:27.277261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41c2a4b8-8cd1-448c-be78-4b102e2a9b17 req-e32182cb-24a8-4b96-9b78-d296ad1f5606 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0683846 Nov 19 04:58:27.349621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41c2a4b8-8cd1-448c-be78-4b102e2a9b17 req-bcf0a48a-ca45-4438-a9d1-cf9ee35fa163 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0320365 Nov 19 04:58:27.388518 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:27.463680 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2a4b8-8cd1-448c-be78-4b102e2a9b17 req-8efbfdc2-c2a2-4e60-9d5e-8d21362632ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:58:27.465179 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41c2a4b8-8cd1-448c-be78-4b102e2a9b17 req-8efbfdc2-c2a2-4e60-9d5e-8d21362632ee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967000 Nov 19 04:58:27.561669 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2a4b8-8cd1-448c-be78-4b102e2a9b17 req-8c12fef4-3c10-4730-8c9c-c0823ab79050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:58:27.563188 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-41c2a4b8-8cd1-448c-be78-4b102e2a9b17 req-8c12fef4-3c10-4730-8c9c-c0823ab79050 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918829 Nov 19 04:58:32.558063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:51.401636 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1b41249f-412b-44bd-b810-6c7f5c11d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:52.047603 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:58:53.140014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:53.679864 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cd78982b-cf18-4d49-a78d-76fbb0965b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:55.493489 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:56.599136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:58:57.390976 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:02.568520 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:21.403017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5a59fcb2-9470-4d89-b97b-8396c53a97b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:23.172039 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:23.681018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54e71655-8117-40a0-a889-158e8c5bc62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:25.496430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:26.604782 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:27.392527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:28.236492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a104545-209b-4a6b-8880-9f91d8d0b665 req-0ee4300a-d4c1-4a9d-a372-a070bbb1120e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261285 Nov 19 04:59:28.301802 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a104545-209b-4a6b-8880-9f91d8d0b665 req-ed1ba6ea-da97-4cf6-813a-64b29e0a742f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0249641 Nov 19 04:59:28.412271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a104545-209b-4a6b-8880-9f91d8d0b665 req-73a1be41-ff8a-4f7e-acc6-a1f8482c0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:59:28.413730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a104545-209b-4a6b-8880-9f91d8d0b665 req-73a1be41-ff8a-4f7e-acc6-a1f8482c0d2d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933905 Nov 19 04:59:28.505055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a104545-209b-4a6b-8880-9f91d8d0b665 req-7d91157f-8a3c-4bab-ba90-000e184dc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 04:59:28.506453 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5a104545-209b-4a6b-8880-9f91d8d0b665 req-7d91157f-8a3c-4bab-ba90-000e184dc45c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860391 Nov 19 04:59:29.046815 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 04:59:32.557043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:51.404683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a38505c-1e9d-44d7-8be0-8cb29fc53afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:53.186557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:53.681146 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bc321743-2104-4ab5-8626-fbf9c3a7b33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:55.497959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:56.605510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 04:59:57.393858 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:02.571051 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:06.045611 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:00:21.406502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28e57508-2c97-4783-8902-85ae8a3a6209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:23.185810 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:23.682408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d55cf7d2-6d41-4edc-a6b2-f638cccff426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:25.504191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:26.608446 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:27.395345 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:30.237571 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64587865-4c8a-4f9f-b945-4095940d8771 req-0bae15a7-eb49-471b-b286-c6edfaf5e1ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262144 Nov 19 05:00:30.309857 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64587865-4c8a-4f9f-b945-4095940d8771 req-aaed3767-1fbc-446e-90e5-17a39d978bd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0291884 Nov 19 05:00:30.418288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587865-4c8a-4f9f-b945-4095940d8771 req-19f75dd5-6370-4802-a5ac-3eadf4be38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:00:30.419760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64587865-4c8a-4f9f-b945-4095940d8771 req-19f75dd5-6370-4802-a5ac-3eadf4be38ae service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0897150 Nov 19 05:00:30.516701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587865-4c8a-4f9f-b945-4095940d8771 req-4868ff7c-1167-4a11-a6b1-e2c7d707241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:00:30.518137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64587865-4c8a-4f9f-b945-4095940d8771 req-4868ff7c-1167-4a11-a6b1-e2c7d707241b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916529 Nov 19 05:00:32.585988 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:43.045009 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:00:51.409031 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-980f13f5-bbf8-405e-94ac-6fc8e0d2cc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:53.200699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:53.684660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9467d9d-060c-4278-afe5-2ddf33331d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:55.507197 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:56.610529 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:00:57.398202 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:02.586094 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:20.044468 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:01:21.411203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-18d9f564-716a-489d-a557-aafb78b7f2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:23.200759 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:23.687529 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3fca1275-53b7-4f70-a449-f0393188220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:25.507521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:26.612713 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:27.402654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:30.233579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3642897-108d-4723-af89-1aeef1a23896 req-597789a4-cb3d-4027-9e9b-af8da3e30d01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256567 Nov 19 05:01:30.303838 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3642897-108d-4723-af89-1aeef1a23896 req-4aef9ae8-ae55-4994-abee-ce96e6e1f9ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0254817 Nov 19 05:01:30.417857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3642897-108d-4723-af89-1aeef1a23896 req-c00223a3-28c4-4437-8c3d-1b9f4c10944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:01:30.419377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3642897-108d-4723-af89-1aeef1a23896 req-c00223a3-28c4-4437-8c3d-1b9f4c10944c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958633 Nov 19 05:01:30.511984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3642897-108d-4723-af89-1aeef1a23896 req-3c7e3908-7ddd-46c0-9157-07a2f4817d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:01:30.513393 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e3642897-108d-4723-af89-1aeef1a23896 req-3c7e3908-7ddd-46c0-9157-07a2f4817d31 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879304 Nov 19 05:01:32.617411 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:51.412574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6f270fcf-16a9-447d-b2b3-58c76ca58837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:53.215839 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:53.689040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bec36431-32c3-480b-9562-5b67fb1acef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:55.509502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:56.614212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:01:57.046205 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:01:57.404908 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:02.631785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:21.414929 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-530e278e-6f4a-490b-bf8f-e0e88a2db7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:23.217317 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:23.690707 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-27530539-e741-4fcf-8c33-575221ea8347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:25.513560 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:26.616622 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:27.407715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:31.238598 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2abd0a2f-5483-467e-9aa4-51e52e637037 req-22292d7b-fe06-4f7c-9619-1137aa159632 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294919 Nov 19 05:02:31.305492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2abd0a2f-5483-467e-9aa4-51e52e637037 req-6a4a4ec3-5335-4cbb-bbe1-4cad0aa857a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0246646 Nov 19 05:02:31.413602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0a2f-5483-467e-9aa4-51e52e637037 req-7f141c29-f6f4-4d14-87f4-a609599fb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:02:31.415137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2abd0a2f-5483-467e-9aa4-51e52e637037 req-7f141c29-f6f4-4d14-87f4-a609599fb785 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0908957 Nov 19 05:02:31.513086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0a2f-5483-467e-9aa4-51e52e637037 req-68e12142-b8de-4a46-9494-fadfcaad1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:02:31.514509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2abd0a2f-5483-467e-9aa4-51e52e637037 req-68e12142-b8de-4a46-9494-fadfcaad1901 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927751 Nov 19 05:02:32.625132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:34.045575 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:02:51.414837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5855567-47ce-46dc-8fab-bde145c309bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:53.229453 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:53.692749 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5846e35f-305b-47bd-a6fe-aa0c2715b86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:55.514630 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:56.619030 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:02:57.409843 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:02.631589 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:11.046862 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:03:21.416874 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-116b35b8-6e12-412f-aacc-60745894d3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:23.244320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:23.694901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-20df75dd-2998-4902-aa7e-f621494e2644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:25.516833 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:26.623007 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:27.413008 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:32.349519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b35dd096-0b44-4010-902a-3f0ce616c094 req-f173077b-0c97-44ac-a2a2-ffcf4f0594f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1325192 Nov 19 05:03:32.419109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b35dd096-0b44-4010-902a-3f0ce616c094 req-02eab922-746b-4655-a4d0-6a7eae932726 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0249729 Nov 19 05:03:32.531336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dd096-0b44-4010-902a-3f0ce616c094 req-66928d51-4906-4a32-8ff0-066c12a497e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:03:32.532800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b35dd096-0b44-4010-902a-3f0ce616c094 req-66928d51-4906-4a32-8ff0-066c12a497e3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0962083 Nov 19 05:03:32.625115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dd096-0b44-4010-902a-3f0ce616c094 req-412fa120-4eb5-4063-b4f2-4c529aa4127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:03:32.626517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b35dd096-0b44-4010-902a-3f0ce616c094 req-412fa120-4eb5-4063-b4f2-4c529aa4127c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868275 Nov 19 05:03:32.643777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:48.052629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:03:51.420471 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dae46c51-89c5-46d6-8c7b-bba4a6bf0efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:53.241105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:53.696743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd5033f8-597c-4d43-86a0-332b14347dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:55.519334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:56.628586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:03:57.414920 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:02.644399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:21.424103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84631999-daf1-4e40-b5a0-5228aedb7c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:23.256505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:23.697999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c589a6e8-ee5e-42d3-94fa-ae207d5b686a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:25.041590 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:04:25.523057 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:26.628405 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:27.416430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:32.247800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49a51423-0f33-45f6-97fd-12ce99684f40 req-cb1a16c9-bf30-4f84-8d1e-15d4fc485373 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300529 Nov 19 05:04:32.314335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49a51423-0f33-45f6-97fd-12ce99684f40 req-3dbf0b8c-65b0-425b-8454-bb60d14e6c01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Nov 19 05:04:32.429311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a51423-0f33-45f6-97fd-12ce99684f40 req-21f98a12-cf55-498c-9929-6e80d4686329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:04:32.430829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49a51423-0f33-45f6-97fd-12ce99684f40 req-21f98a12-cf55-498c-9929-6e80d4686329 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931456 Nov 19 05:04:32.527883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a51423-0f33-45f6-97fd-12ce99684f40 req-6998983a-db53-48d3-9d1e-c652afaa1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:04:32.529733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-49a51423-0f33-45f6-97fd-12ce99684f40 req-6998983a-db53-48d3-9d1e-c652afaa1971 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922396 Nov 19 05:04:32.643932 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:51.424576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9b929c65-783f-408b-abfd-39e9fba042c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:53.274240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:53.703084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4e7c75b1-3708-426a-afd4-0cd5ef22664e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:55.526040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:56.630851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:04:57.418337 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:02.040552 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:05:02.653874 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:20.483486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-175f1ddc-be1c-49b0-985a-490f88bcdb28 req-a8b9d927-346a-4c74-b494-300fa70ff457 service neutron] (109987) timed out ('10.222.0.52', 58840) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 05:05:21.426854 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2de355d1-b25a-4eb3-9375-562c208bd1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:23.274272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:23.704750 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-851b115f-117c-431b-860a-5b3c32123905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:25.539217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:26.633384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:27.420618 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:32.656709 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:34.265627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-654c8005-056c-4344-8215-4b4515d54982 req-886a13f5-6928-4cde-819c-7816584bbce3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256171 Nov 19 05:05:34.334685 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-654c8005-056c-4344-8215-4b4515d54982 req-ca8a44b8-bfbe-452d-8663-156b755a63aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0243795 Nov 19 05:05:34.449351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8005-056c-4344-8215-4b4515d54982 req-d9b36246-ee3c-4a9d-8f41-2c85477d0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:05:34.450865 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-654c8005-056c-4344-8215-4b4515d54982 req-d9b36246-ee3c-4a9d-8f41-2c85477d0ebb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960071 Nov 19 05:05:34.547389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8005-056c-4344-8215-4b4515d54982 req-6d1c5cb9-c23f-4f9c-8a47-6bab799bc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:05:34.548763 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-654c8005-056c-4344-8215-4b4515d54982 req-6d1c5cb9-c23f-4f9c-8a47-6bab799bc37f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903640 Nov 19 05:05:39.039313 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:05:51.428586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a731995d-09b1-4798-934b-48092eb79231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:53.300691 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:53.706187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-34b9ddaf-b32e-4045-a2a3-dcae57fb335f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:55.538008 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:56.635294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:05:57.422405 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:01.354303 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-4f01ed8a-6a8f-43ff-a061-31c19e799778 req-25dca5b7-618f-4b47-aa96-7ca54fd4dc6f service neutron] (109987) timed out ('10.222.0.31', 55061) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 05:06:02.672718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:14.418183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-03376b82-b39c-474a-9faa-0a81e75d2956 req-61169e62-3492-4de8-8758-12ff943a2027 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] (109986) timed out ('10.222.0.52', 60242) {{(pid=109986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 05:06:16.040235 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:06:21.433040 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a78fee1b-077d-4986-b41d-a22a4b697b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:23.318430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:23.707198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c28095b3-8d94-472b-83c9-6584e624c60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:25.541846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:26.638477 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:27.424094 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:32.687028 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:36.551156 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a33a6417-26b6-4171-b35a-efcd0c513e3a req-6e529633-d3c0-47f2-a57a-f3bd303ac089 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3375967 Nov 19 05:06:36.619849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a33a6417-26b6-4171-b35a-efcd0c513e3a req-a1f23f73-97a5-402c-a8c1-d4d00de6ede5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0251050 Nov 19 05:06:36.731765 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6417-26b6-4171-b35a-efcd0c513e3a req-79f49c59-0b05-4e7e-bde4-56035bc497f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:06:36.733218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a33a6417-26b6-4171-b35a-efcd0c513e3a req-79f49c59-0b05-4e7e-bde4-56035bc497f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948017 Nov 19 05:06:36.828272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6417-26b6-4171-b35a-efcd0c513e3a req-5a6e7532-8f31-4785-8027-cf3b8614cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:06:36.829737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a33a6417-26b6-4171-b35a-efcd0c513e3a req-5a6e7532-8f31-4785-8027-cf3b8614cb02 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888236 Nov 19 05:06:51.436302 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1fc83c81-f171-4d2c-a2b2-e4050ae32695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:53.039616 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:06:53.331992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:53.708153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6d417fe3-be9b-4245-ab95-1b5af5e71ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:55.545171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:56.641778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:06:57.427136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:02.702140 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:21.437497 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f406a94d-7b0c-456d-b7f5-f5ee51a0ccaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:23.334564 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:23.708392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75b1e035-887a-49af-82c6-9dbf9d95ee7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:25.547267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:26.645266 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:27.428872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:30.038297 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:07:32.718972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:37.277265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48501252-59e8-494e-9238-b764c479e870 req-aa147873-bb96-4d43-8e00-9a7c3c5ced9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300691 Nov 19 05:07:37.347974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48501252-59e8-494e-9238-b764c479e870 req-12532925-62c9-48d4-a073-935a761df9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0247912 Nov 19 05:07:37.462535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501252-59e8-494e-9238-b764c479e870 req-99a06d53-ccdd-499e-8c01-e7d658b029ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:07:37.463941 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48501252-59e8-494e-9238-b764c479e870 req-99a06d53-ccdd-499e-8c01-e7d658b029ca service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921574 Nov 19 05:07:37.562846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501252-59e8-494e-9238-b764c479e870 req-d6d3c9b7-601a-4988-a47e-f3116c2232eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:07:37.564290 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48501252-59e8-494e-9238-b764c479e870 req-d6d3c9b7-601a-4988-a47e-f3116c2232eb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927122 Nov 19 05:07:51.439328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b06b8ca5-65e3-49c0-b945-0a534738c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:53.345175 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:53.709263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e53796b3-f9f5-42c3-afb2-8f0dbef36767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:55.550540 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:56.647077 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:07:57.430828 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:02.734384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:07.037140 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:08:21.440351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbda1bb2-c634-44af-96d8-c3dfbba6f233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:23.344305 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:23.709665 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-85c3b8bb-0b31-4a73-834c-24b0cf06934f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:25.553354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:26.650371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:27.434218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:32.730450 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:37.282124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3614dd3b-1565-457f-866c-2dfe358b6d01 req-0db73cdb-bce5-4aec-888b-d6efeae00468 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0692899 Nov 19 05:08:37.348253 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3614dd3b-1565-457f-866c-2dfe358b6d01 req-b0115483-a6f6-4689-bd72-e1973001e2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0245724 Nov 19 05:08:37.463044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614dd3b-1565-457f-866c-2dfe358b6d01 req-7975072c-c013-44ac-8377-3cb65dd295ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:08:37.464586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3614dd3b-1565-457f-866c-2dfe358b6d01 req-7975072c-c013-44ac-8377-3cb65dd295ff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956144 Nov 19 05:08:37.562825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614dd3b-1565-457f-866c-2dfe358b6d01 req-d8b5e2e6-7b61-482f-8d0b-8a59effdee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:08:37.564303 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3614dd3b-1565-457f-866c-2dfe358b6d01 req-d8b5e2e6-7b61-482f-8d0b-8a59effdee24 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933681 Nov 19 05:08:44.035732 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:08:51.441429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d54b1a69-7f5c-4e75-91d9-c4a98f5f573a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:53.376638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:53.710212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-52ed03b8-d4dc-402b-bbe8-f8a358d4a33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:55.556365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:56.652503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:08:57.437097 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:02.749837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:14.729384 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317311ad-68a6-4078-bad2-15ae3e452985 req-2b32695e-705f-40bf-95f5-2d95cf7b9b2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3638887ae0644077ad402c985c09f546&device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0254858 Nov 19 05:09:14.737406 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41382) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:14.840876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317311ad-68a6-4078-bad2-15ae3e452985 req-74814d11-e0bf-4a31-b1f9-c29a77a8b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:14.843316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317311ad-68a6-4078-bad2-15ae3e452985 req-74814d11-e0bf-4a31-b1f9-c29a77a8b273 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3638887ae0644077ad402c985c09f546&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1059337 Nov 19 05:09:14.921693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c1aa2a3-b000-4770-9e25-c7e78eda4f99 req-7eafeda0-9211-42a2-af2d-495ba6da8d5b tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.1829431 Nov 19 05:09:14.943724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317311ad-68a6-4078-bad2-15ae3e452985 req-1065b79e-efb2-45fe-b6ad-10713962ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:14.945229 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317311ad-68a6-4078-bad2-15ae3e452985 req-1065b79e-efb2-45fe-b6ad-10713962ec31 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954628 Nov 19 05:09:15.465046 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-317311ad-68a6-4078-bad2-15ae3e452985 req-ca0cbd7d-dc8b-418f-98f4-e6bf05525ebc tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0264535 Nov 19 05:09:16.055166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fff9f47-0736-4478-96a8-2847bfc0c0c4 req-e9907404-9bd5-4062-92e5-83604d046614 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b9b7b09-9d03-4c69-b2d2-1bba39fb7ac0 HTTP/1.1" status: 200 len: 210 time: 0.0273998 Nov 19 05:09:16.333313 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41410) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:16.397649 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.423061 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.473282 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.476745 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.478936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "DELETE /v2.0/security-groups/34a4401b-6e9f-4c16-b7d4-909b071c2104 HTTP/1.1" status: 204 len: 168 time: 0.1442380 Nov 19 05:09:16.481365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41414) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:16.491826 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4401b-6e9f-4c16-b7d4-909b071c2104,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:16.497916 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [None req-e83c2426-56e6-42ef-a4ad-a5399f17ac33 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] show failed (client error): The resource could not be found. Nov 19 05:09:16.499412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e83c2426-56e6-42ef-a4ad-a5399f17ac33 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "GET /v2.0/security-groups/34a4401b-6e9f-4c16-b7d4-909b071c2104 HTTP/1.1" status: 404 len: 347 time: 0.0163090 Nov 19 05:09:16.499796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.500158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.500523 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.500859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.501325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.501756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.502129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.502301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41416) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:16.502465 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.502802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.503386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.503717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.504040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f099a3d-2170-4af2-9c3b-6faecdfd3d9f tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.636616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Deleting port 157cd3bb-6e67-4f8c-a181-79b0a0b27583 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:16.636835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.717169 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.717497 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.729236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Calling delete_port for 157cd3bb-6e67-4f8c-a181-79b0a0b27583 owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:16.863967 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.888682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Pushing event deleted for resources: {'Port': ['ID=157cd3bb-6e67-4f8c-a181-79b0a0b27583,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:16.902118 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.902475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.902825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.903177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.903533 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.904385 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.904717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.905046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.905373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.905726 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.906093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.906417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:16.962212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.964843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:16.966099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b69c347d-f2f2-46c8-a31c-91bae67f9da4 tempest-ServerActionsTestJSON-2146664872 tempest-ServerActionsTestJSON-2146664872-project] 10.222.0.52 "DELETE /v2.0/floatingips/32e13270-7885-469d-9964-a73feeebc2a8 HTTP/1.1" status: 204 len: 168 time: 0.4622266 Nov 19 05:09:16.976768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:17.456261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:17.700192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Deleting port e10a127b-3c9e-4736-bdff-251936eb3900 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:17.700983 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:17.779192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] For port e10a127b-3c9e-4736-bdff-251936eb3900, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e10a127b-3c9e-4736-bdff-251936eb3900,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:17.779611 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:17.792173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Calling delete_port for e10a127b-3c9e-4736-bdff-251936eb3900 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:17.979424 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:18.011626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10a127b-3c9e-4736-bdff-251936eb3900,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:18.183898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:18.408335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Router 58b5ef79-62fa-4eb2-9347-7ac673597673 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:09:18.517048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:09:18.525571 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41422) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:18.526020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1376da22-b1b0-4cf4-aed9-b395cce9ba68 admin admin] 10.222.0.52 "PUT /v2.0/routers/58b5ef79-62fa-4eb2-9347-7ac673597673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478482 Nov 19 05:09:18.536688 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] Sync routers for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:09:18.547112 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:09:18.547822 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:18.657093 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:09:18.856524 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T05:09:17Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:18.888098 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] Checking router: 58b5ef79-62fa-4eb2-9347-7ac673597673 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:09:18.898229 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] Routers {'58b5ef79-62fa-4eb2-9347-7ac673597673'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:09:18.898701 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:08:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['58b5ef79-62fa-4eb2-9347-7ac673597673'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:18.995458 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.012142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] Set router 58b5ef79-62fa-4eb2-9347-7ac673597673 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:09:19.102724 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.160083 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Deleting port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:19.160394 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.210854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T05:09:17Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:19.240465 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de487ac8-96f8-4f59-b3bd-11049c7ced14 None None] The sync data for ids ['58b5ef79-62fa-4eb2-9347-7ac673597673'] in n-d-818503-1 is: [{'id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'name': 'tempest-ServerActionsTestJSON-1212764818-router', 'tenant_id': '3638887ae0644077ad402c985c09f546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T04:41:01Z', 'updated_at': '2021-11-19T05:09:17Z', 'revision_number': 5, 'project_id': '3638887ae0644077ad402c985c09f546', 'gw_port': {'id': '784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b5ef79-62fa-4eb2-9347-7ac673597673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T04:41:02Z', 'updated_at': '2021-11-19T04:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:09:19.247234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] For port 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:19.247803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.261644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Calling delete_port for 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:19.447619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.471545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Pushing event deleted for resources: {'Port': ['ID=784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:19.490314 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503112a-9260-47a1-b600-806e67b08122 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:09:19.535522 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.646027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.648578 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.701052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.702479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b5ef79-62fa-4eb2-9347-7ac673597673 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:09:19.707308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.710949 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-82dcb84f-92c6-43d9-8a56-08324ee40aca admin admin] 10.222.0.52 "DELETE /v2.0/routers/58b5ef79-62fa-4eb2-9347-7ac673597673 HTTP/1.1" status: 204 len: 168 time: 1.1820123 Nov 19 05:09:19.711337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41424) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:19.761604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Deleting subnet b032ee01-44d0-4913-a331-48500e70c03e {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:09:19.765595 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.804439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.910116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.967027 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:19.996656 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b032ee01-44d0-4913-a331-48500e70c03e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:19.999111 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.004873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d11e0bc4-5a15-4294-848f-75f468d6355f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b032ee01-44d0-4913-a331-48500e70c03e HTTP/1.1" status: 204 len: 168 time: 0.2900662 Nov 19 05:09:20.005029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa8ff7-420b-4702-b346-3f5df38e834c None None] Network d98844be-35fa-4b72-aa8f-3ccc55a9f8bf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:09:20.005172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41426) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:20.080074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.137039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Deleting port efb44e9b-4be7-4298-b761-3c9a6a4310ed {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:20.137647 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.211077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] For port efb44e9b-4be7-4298-b761-3c9a6a4310ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=efb44e9b-4be7-4298-b761-3c9a6a4310ed,segment=NetworkSegment(22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa),segment_id=22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:20.211369 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.223948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Calling delete_port for efb44e9b-4be7-4298-b761-3c9a6a4310ed owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:20.307208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] DHCP port deletion for d98844be-35fa-4b72-aa8f-3ccc55a9f8bf request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:09:20.319396 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.345967 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=efb44e9b-4be7-4298-b761-3c9a6a4310ed,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:20.349754 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] No DVR routers for this DVR port efb44e9b-4be7-4298-b761-3c9a6a4310ed on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:09:20.363404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Deleting port efb44e9b-4be7-4298-b761-3c9a6a4310ed {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:20.363793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.424974 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.431175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] For port efb44e9b-4be7-4298-b761-3c9a6a4310ed, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:20.431598 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.444404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Calling delete_port for efb44e9b-4be7-4298-b761-3c9a6a4310ed owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:20.446006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98844be-35fa-4b72-aa8f-3ccc55a9f8bf']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:20.447185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Port efb44e9b-4be7-4298-b761-3c9a6a4310ed was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 05:09:20.448452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.455700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:20.456016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f08a85-6aeb-4f3f-b1c6-1aa9f8800daa') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:20.465449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.473880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Pushing event deleted for resources: {'Port': ['ID=efb44e9b-4be7-4298-b761-3c9a6a4310ed,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:20.478565 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.479201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] No DVR routers for this DVR port efb44e9b-4be7-4298-b761-3c9a6a4310ed on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:09:20.486582 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:09:20.486998 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:09:20.489016 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:09:20.492323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.493241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.493619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.494086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.494407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.494708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.495048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.495397 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.495730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.496068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.496434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.496733 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec0f40-6332-4fa8-91fb-b5d15f86f927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:09:20.544858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.550696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.553904 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] 10.222.0.52 "DELETE /v2.0/networks/d98844be-35fa-4b72-aa8f-3ccc55a9f8bf HTTP/1.1" status: 204 len: 168 time: 0.5477905 Nov 19 05:09:20.565960 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fc31d-9bb3-4ba8-a954-db60f5169b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d98844be-35fa-4b72-aa8f-3ccc55a9f8bf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:20.671153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41430) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:20.711220 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7a0992b3-1360-460f-a67e-da48874a4810 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3638887ae0644077ad402c985c09f546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388751 Nov 19 05:09:20.713603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41432) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:20.760758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4017d6-f54e-4568-86ae-9278b607506c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.786791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4017d6-f54e-4568-86ae-9278b607506c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.833444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4017d6-f54e-4568-86ae-9278b607506c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.836226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dc4017d6-f54e-4568-86ae-9278b607506c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:20.837397 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dc4017d6-f54e-4568-86ae-9278b607506c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d24ff6c7-2b2b-48e8-849d-9b207613d80a HTTP/1.1" status: 204 len: 168 time: 0.1228719 Nov 19 05:09:20.846034 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4017d6-f54e-4568-86ae-9278b607506c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ff6c7-2b2b-48e8-849d-9b207613d80a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:21.034787 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:09:21.323427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:09:21.348772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:09:21.349134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 784542fb-6b7e-4e74-9b0f-7a5fb6bd8ca3 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:09:21.349579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e10a127b-3c9e-4736-bdff-251936eb3900 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:09:21.368974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e10a127b-3c9e-4736-bdff-251936eb3900 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:09:21.369347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e10a127b-3c9e-4736-bdff-251936eb3900 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:09:21.369768 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device efb44e9b-4be7-4298-b761-3c9a6a4310ed no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:09:21.389811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: efb44e9b-4be7-4298-b761-3c9a6a4310ed {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:09:21.390202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device efb44e9b-4be7-4298-b761-3c9a6a4310ed not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:09:21.442797 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7567c7d3-8165-4f3d-b3e4-0b266f5c25df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.535159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:21.630132 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-158431417-network', 'tenant_id': 'e59feec1a9a3449cbb78a7c6292f0f5c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:21.651033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Made reservation on behalf of e59feec1a9a3449cbb78a7c6292f0f5c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:09:21.653358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.661614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.740760 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.744621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.766895 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:09:21.782887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c690b1-0992-43f4-8a33-60fe2316c1fd,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:21.786060 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.786424 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Added segment 4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0 of type vlan for network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 Nov 19 05:09:21.827663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.852510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.853416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:21.854028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:21.902881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3666079 Nov 19 05:09:21.906093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41458) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:21.911289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Request body: {'subnet': {'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-158431417-subnet', 'tenant_id': 'e59feec1a9a3449cbb78a7c6292f0f5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:21.917578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160a0cf-36da-413a-9679-b3a97a7c99ae admin admin] Pushing event updated for resources: {'Network': ['ID=53dafccf-c373-4ee5-ae19-f483ea6e6c44,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:21.928850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:09:21.934651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Made reservation on behalf of e59feec1a9a3449cbb78a7c6292f0f5c for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:09:21.937514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:22.107406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:22.165962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a375b3-7840-4ed5-a311-b15d4d2d40f5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:22.174975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Checking segment: {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:09:22.175345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Network hostable DHCP agents. Network: 53dafccf-c373-4ee5-ae19-f483ea6e6c44, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:09:22.191470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:09:22.200195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 53dafccf-c373-4ee5-ae19-f483ea6e6c44) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:09:22.205039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:22.205664 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:22.210187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03ec1a-a161-4efa-9299-2145738c5be5 None None] Network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:09:22.222300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-712d602f-153d-4dd5-9477-fe3a9a2b5f25 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150976 Nov 19 05:09:22.338027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6413a-7772-4c68-a22e-299d9434818d None None] Network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:09:22.649295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-386615c8-e914-4ce0-be69-b525e990ef6e tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:22.650729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-386615c8-e914-4ce0-be69-b525e990ef6e tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/networks?id=53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 200 len: 813 time: 0.1087742 Nov 19 05:09:22.666568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-dc9aeef2-4230-4ca7-8a32-61a445d0440b tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/quotas/e59feec1a9a3449cbb78a7c6292f0f5c HTTP/1.1" status: 200 len: 375 time: 0.0090308 Nov 19 05:09:22.696828 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-46ab4184-ed63-4bfa-a1bd-fcc002b426f0 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250146 Nov 19 05:09:22.750405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-7541729b-9bb3-48bd-96a0-b60a504fc994 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:09:22.751511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-7541729b-9bb3-48bd-96a0-b60a504fc994 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475919 Nov 19 05:09:22.846004 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-437eeb8f-4c11-4b4b-aeb5-b7a2c42cd8cb service neutron] 10.222.0.52 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879102 Nov 19 05:09:22.935860 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-ecb1c0d4-34c8-4626-a0af-34bb00dbe7cb service neutron] 10.222.0.52 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836601 Nov 19 05:09:23.381857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:23.710342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ac007887-f210-4c11-8221-1685bcd7fcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:24.116355 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3445498d-1711-4fe4-a21c-fc1c2d4bd8d6 req-cec5e0c6-256c-4c4e-87ef-9b15c3771beb tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 210 time: 0.0286591 Nov 19 05:09:25.219073 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6cfd34d0-8050-4dd8-aa0b-a0ee50506f90 req-ab8a5c54-8a3c-412d-acf9-4db240890421 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 210 time: 0.0348358 Nov 19 05:09:25.230317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.31', 55821) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:25.336142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-8cc9fc9c-e5ce-48c6-8165-4e7f3411bde5 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:25.337621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-8cc9fc9c-e5ce-48c6-8165-4e7f3411bde5 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.31 "GET /v2.0/networks?id=53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 200 len: 813 time: 0.1060445 Nov 19 05:09:25.364507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Request body: {'port': {'device_id': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44', 'admin_state_up': True, 'tenant_id': 'e59feec1a9a3449cbb78a7c6292f0f5c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:25.480746 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Made reservation on behalf of e59feec1a9a3449cbb78a7c6292f0f5c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:09:25.485455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:25.560264 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:25.613662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Allocated IP 172.20.0.4 (53dafccf-c373-4ee5-ae19-f483ea6e6c44/33a375b3-7840-4ed5-a311-b15d4d2d40f5/bb1830c4-592d-453f-b1c7-54f428f5d4da) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:09:25.758082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:25.792811 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:25.839350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:09:25.845236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:09:25.848924 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:09:25.855483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Pushing event updated for resources: {'Port': ['ID=bb1830c4-592d-453f-b1c7-54f428f5d4da,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:25.906509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:25.907137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:25.924751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-0275ad5f-7823-4515-9768-122e9885d9fa tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641031 Nov 19 05:09:25.939886 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-8b5fc4c4-c041-491f-987c-cc6c8bb087cf tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:09:25.940886 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-8b5fc4c4-c041-491f-987c-cc6c8bb087cf tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050766 Nov 19 05:09:26.010457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Request body: {'port': {'device_id': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:26.063787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.341700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1830c4-592d-453f-b1c7-54f428f5d4da {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:09:26.344653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe2133-a78f-423f-96c1-0ad19b5d65ef req-9e332fc7-f5dc-4c38-aeaf-9ec0125a7a94 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:26.346876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90fe2133-a78f-423f-96c1-0ad19b5d65ef req-9e332fc7-f5dc-4c38-aeaf-9ec0125a7a94 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 931 time: 0.0558805 Nov 19 05:09:26.349638 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.363851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Transition to ACTIVE for port object bb1830c4-592d-453f-b1c7-54f428f5d4da will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:09:26.368190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.398165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-90fe2133-a78f-423f-96c1-0ad19b5d65ef req-6b9ddbe7-aee9-440a-85f8-4f33dd614b22 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Nov 19 05:09:26.423507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1830c4-592d-453f-b1c7-54f428f5d4da,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:26.500451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Attempting to bind port bb1830c4-592d-453f-b1c7-54f428f5d4da on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:09:26.500933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Attempting to bind port bb1830c4-592d-453f-b1c7-54f428f5d4da by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:09:26.501282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Attempting to bind port bb1830c4-592d-453f-b1c7-54f428f5d4da on network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:09:26.506044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Port bb1830c4-592d-453f-b1c7-54f428f5d4da on network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:09:26.506432 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Attempting to bind port bb1830c4-592d-453f-b1c7-54f428f5d4da on network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:09:26.511295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:09:26.511639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Checking segment: {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:09:26.512039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Bound using segment: {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:09:26.512478 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Bound port: bb1830c4-592d-453f-b1c7-54f428f5d4da, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:09:26.512873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.579137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] For port bb1830c4-592d-453f-b1c7-54f428f5d4da, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:09:26.582503 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] For port bb1830c4-592d-453f-b1c7-54f428f5d4da, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:09:26.586852 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.623892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:26.624530 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.626056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] 10.222.0.31 "PUT /v2.0/ports/bb1830c4-592d-453f-b1c7-54f428f5d4da HTTP/1.1" status: 200 len: 1091 time: 0.6663382 Nov 19 05:09:26.626536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'tag': 'bb1830c4-592d-453f-b1c7-54f428f5d4da'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:09:26.628908 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4f922f-8087-41fc-9c9d-a6b37ded4730", "tag": "bb1830c4-592d-453f-b1c7-54f428f5d4da"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:09:26.665019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:26.667418 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd41cf-0c60-4583-ab23-f87e85a42896 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1830c4-592d-453f-b1c7-54f428f5d4da,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:26.734778 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8aaf77-3b26-4011-b80c-1d96eec6d2ab x-openstack-request-id: req-7a8aaf77-3b26-4011-b80c-1d96eec6d2ab {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:09:26.735079 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4f922f-8087-41fc-9c9d-a6b37ded4730", "tag": "bb1830c4-592d-453f-b1c7-54f428f5d4da", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:09:26.735344 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a8aaf77-3b26-4011-b80c-1d96eec6d2ab {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:09:26.735752 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'tag': 'bb1830c4-592d-453f-b1c7-54f428f5d4da', 'status': 'completed', 'code': 200} Nov 19 05:09:26.743515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-1d52398e-c857-4e18-b09d-5c5a28ec78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:26.745032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-1d52398e-c857-4e18-b09d-5c5a28ec78c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 1094 time: 0.0470181 Nov 19 05:09:26.807106 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-79ec70a5-3550-46db-a00a-1673686af476 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da HTTP/1.1" status: 200 len: 217 time: 0.0388083 Nov 19 05:09:26.864562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-e539e79d-6644-4fe4-a7c7-bfcac3bd7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:26.866066 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-e539e79d-6644-4fe4-a7c7-bfcac3bd7090 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33a375b3-7840-4ed5-a311-b15d4d2d40f5 HTTP/1.1" status: 200 len: 853 time: 0.0451610 Nov 19 05:09:26.902449 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-c383e0f9-6a78-495d-9efb-37d42fda91e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53dafccf-c373-4ee5-ae19-f483ea6e6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245426 Nov 19 05:09:27.002200 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-1fe7324d-f311-463b-a3ac-e2bf77406e59 service neutron] 10.222.0.31 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870755 Nov 19 05:09:27.099977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-0666a84d-4026-4ba3-a4bc-d93288048815 req-01b65382-01f0-494d-88ef-79afcabe561e service neutron] 10.222.0.31 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Nov 19 05:09:27.245144 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-e4845404-f281-4812-a1d2-5bc94d0deb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:27.246540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-e4845404-f281-4812-a1d2-5bc94d0deb7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 1094 time: 0.0401840 Nov 19 05:09:27.441729 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:27.530864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a63bc-1e9f-4350-8636-903055219d7e req-9d56b107-4b3b-4004-bb06-a28659a6e963 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:27.532522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b58a63bc-1e9f-4350-8636-903055219d7e req-9d56b107-4b3b-4004-bb06-a28659a6e963 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 943 time: 0.0517192 Nov 19 05:09:27.582294 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b58a63bc-1e9f-4350-8636-903055219d7e req-4811ef45-6e9c-487b-a352-f47a0d9df43e tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Nov 19 05:09:27.676276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-b93997ae-a7ab-4db4-9bca-a1f521e86f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:27.677750 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-b93997ae-a7ab-4db4-9bca-a1f521e86f58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 200 len: 914 time: 0.4229107 Nov 19 05:09:27.722683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-aa6b492f-f467-4e1e-9205-cec9b9a6d6bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da HTTP/1.1" status: 200 len: 217 time: 0.0343904 Nov 19 05:09:27.775744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-de5e0614-7ddf-4d9d-a9c2-92cc144921c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:27.777138 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-de5e0614-7ddf-4d9d-a9c2-92cc144921c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33a375b3-7840-4ed5-a311-b15d4d2d40f5 HTTP/1.1" status: 200 len: 853 time: 0.0465820 Nov 19 05:09:27.809247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-3a7a3af4-f069-4164-b666-44c24dc2e871 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53dafccf-c373-4ee5-ae19-f483ea6e6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238454 Nov 19 05:09:27.901265 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-44452b52-d72b-488e-822b-502d1de8584d service neutron] 10.222.0.31 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Nov 19 05:09:27.994263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d2c6ab08-f1fb-46f4-999e-97b19f603f0f req-99847a7d-8920-43c7-9c5e-a388bf8e82d2 service neutron] 10.222.0.31 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851049 Nov 19 05:09:28.709219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f404be-1717-4bcd-ac90-3be250f04a61 req-4cdd4ed7-8a32-474e-948f-5c1651abb024 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:28.710746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95f404be-1717-4bcd-ac90-3be250f04a61 req-4cdd4ed7-8a32-474e-948f-5c1651abb024 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 943 time: 0.0582957 Nov 19 05:09:28.758144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95f404be-1717-4bcd-ac90-3be250f04a61 req-aa677e31-4685-45b0-a8f1-8fdae2b61aef tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Nov 19 05:09:29.876288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58bfb-e989-4db3-b74a-80c2d6034413 req-48f565c5-9cd6-4468-aaa9-c891d4b3f0f8 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:29.877838 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0d58bfb-e989-4db3-b74a-80c2d6034413 req-48f565c5-9cd6-4468-aaa9-c891d4b3f0f8 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 943 time: 0.0533607 Nov 19 05:09:29.925065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d0d58bfb-e989-4db3-b74a-80c2d6034413 req-11d4f342-b48e-4055-bee5-18e7475690d0 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Nov 19 05:09:30.311594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bb1830c4-592d-453f-b1c7-54f428f5d4da details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:09:30.407319 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bb1830c4-592d-453f-b1c7-54f428f5d4da, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:30.418401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'bb1830c4-592d-453f-b1c7-54f428f5d4da', 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44', 'port_id': 'bb1830c4-592d-453f-b1c7-54f428f5d4da', 'mac_address': 'fa:16:3e:d0:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a375b3-7840-4ed5-a311-b15d4d2d40f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:09:30.456046 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:30.469369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1830c4-592d-453f-b1c7-54f428f5d4da {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:09:30.488801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bb1830c4-592d-453f-b1c7-54f428f5d4da, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:30.492671 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:30.552580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bb1830c4-592d-453f-b1c7-54f428f5d4da,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:30.862285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bb1830c4-592d-453f-b1c7-54f428f5d4da'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:09:31.046901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750b084-8166-4ae7-a828-2467b162bd72 req-0366db4a-237f-4287-99f4-af7e3d5f758a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:31.048413 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0750b084-8166-4ae7-a828-2467b162bd72 req-0366db4a-237f-4287-99f4-af7e3d5f758a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 944 time: 0.0554447 Nov 19 05:09:31.096944 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0750b084-8166-4ae7-a828-2467b162bd72 req-2154f493-48c4-465f-bc6d-cb2d7511e091 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Nov 19 05:09:32.211672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966ecd9-e773-4a6e-b2ed-fe01f092beaa req-3ab7af3c-3e7a-4397-a5b3-9723b199ad80 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:32.213181 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8966ecd9-e773-4a6e-b2ed-fe01f092beaa req-3ab7af3c-3e7a-4397-a5b3-9723b199ad80 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 944 time: 0.0488999 Nov 19 05:09:32.261700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8966ecd9-e773-4a6e-b2ed-fe01f092beaa req-7b878c80-d605-4dc4-8cfa-78af5a411199 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Nov 19 05:09:32.316118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bb1830c4-592d-453f-b1c7-54f428f5d4da up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:09:32.367556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port bb1830c4-592d-453f-b1c7-54f428f5d4da completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:09:32.371424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port bb1830c4-592d-453f-b1c7-54f428f5d4da triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:09:32.371808 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:32.447644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:32.471003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1830c4-592d-453f-b1c7-54f428f5d4da'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:09:32.473229 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82eb310-2f8d-424b-9e40-d6e0b676c1e5" -d '{"events": [{"server_uuid": "cf4f922f-8087-41fc-9c9d-a6b37ded4730", "name": "network-vif-plugged", "status": "completed", "tag": "bb1830c4-592d-453f-b1c7-54f428f5d4da"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:09:32.486710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port bb1830c4-592d-453f-b1c7-54f428f5d4da, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:32.490340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:32.539770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=bb1830c4-592d-453f-b1c7-54f428f5d4da,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:32.567396 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c9ba61-ddee-4e82-b076-4b37247f9240 x-openstack-request-id: req-a5c9ba61-ddee-4e82-b076-4b37247f9240 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:09:32.567703 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4f922f-8087-41fc-9c9d-a6b37ded4730", "name": "network-vif-plugged", "status": "completed", "tag": "bb1830c4-592d-453f-b1c7-54f428f5d4da", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:09:32.567964 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5c9ba61-ddee-4e82-b076-4b37247f9240 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:09:32.568368 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1830c4-592d-453f-b1c7-54f428f5d4da', 'code': 200} Nov 19 05:09:32.714762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061130dd-9cf9-40f5-99a3-907b22037b44 req-15ff2538-eb22-4f86-aac4-e752cb89d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:32.716914 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-061130dd-9cf9-40f5-99a3-907b22037b44 req-15ff2538-eb22-4f86-aac4-e752cb89d3b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 1096 time: 0.0458374 Nov 19 05:09:32.749840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:32.770894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-061130dd-9cf9-40f5-99a3-907b22037b44 req-2407a928-85a2-4e99-973d-c20b2a339431 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Nov 19 05:09:33.379269 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e113c4-6f6a-40fc-b503-584f254e55d6 req-cf4b39d7-a475-422c-a3cc-7fa78fe358be tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:33.380800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3e113c4-6f6a-40fc-b503-584f254e55d6 req-cf4b39d7-a475-422c-a3cc-7fa78fe358be tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0501418 Nov 19 05:09:33.431632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c3e113c4-6f6a-40fc-b503-584f254e55d6 req-31ed3efa-61ef-49ac-a5a9-9780ff4f41f8 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Nov 19 05:09:34.546717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef437c2-9eb3-4080-ad89-4c7e718d0c35 req-e538d934-9572-42e9-8696-91ffaf14b393 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:34.548213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ef437c2-9eb3-4080-ad89-4c7e718d0c35 req-e538d934-9572-42e9-8696-91ffaf14b393 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0494916 Nov 19 05:09:34.596940 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6ef437c2-9eb3-4080-ad89-4c7e718d0c35 req-9e6937d1-dbf3-4661-bb2d-a256af0c1712 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427735 Nov 19 05:09:34.828916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-28e138d8-a614-48b9-9b33-a4245ec0b3bc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:34.830538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-28e138d8-a614-48b9-9b33-a4245ec0b3bc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/networks?id=53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 200 len: 813 time: 0.1109262 Nov 19 05:09:34.847585 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-bfbee028-eeb3-4054-ad3e-fb97b2baf25f tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/quotas/e59feec1a9a3449cbb78a7c6292f0f5c HTTP/1.1" status: 200 len: 375 time: 0.0107117 Nov 19 05:09:34.896626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-9064eb4a-cc90-4dc7-a130-b207a7503bc0 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431781 Nov 19 05:09:34.987082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-c6898ee5-61f6-432e-b149-6563dedca81f service neutron] 10.222.0.52 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832415 Nov 19 05:09:35.082178 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-f7fd45a7-b28a-4bdc-9c54-12c828e407c6 service neutron] 10.222.0.52 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889964 Nov 19 05:09:35.242681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c44f6db-107f-4f25-8563-0ac2ddc44673 req-28631af6-022f-4f1e-9ef0-8652e7134327 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 210 time: 0.0266502 Nov 19 05:09:36.321199 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fa8fc306-9414-4c0e-80ac-fa4284cb83af req-d1a9a81e-738b-4357-abef-5e9c2a633280 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 210 time: 0.0276856 Nov 19 05:09:37.397532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-11cce68f-3f1d-4971-9c66-7645873c2783 req-717ffd50-d304-45b0-990b-57a32a959df4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 210 time: 0.0276341 Nov 19 05:09:38.479287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c4b60f04-dbdb-43fc-8cbe-8cd5a7629cf3 req-3485e918-03c6-42f2-89db-b901799120de tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 210 time: 0.0313137 Nov 19 05:09:39.571379 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32ceb406-15a8-47c4-89e4-d01de2e09f7e req-d9db445e-ad99-4ae7-b548-604c721ed1e7 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 210 time: 0.0268800 Nov 19 05:09:40.261037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-f4e3b7e2-7b48-4c59-8c4c-d95e9a299c9f tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:40.262682 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-f4e3b7e2-7b48-4c59-8c4c-d95e9a299c9f tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.36 "GET /v2.0/networks?id=53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 200 len: 813 time: 0.1094677 Nov 19 05:09:40.276427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Request body: {'port': {'device_id': '3bc89564-835d-48c3-becc-3db408a2d75f', 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44', 'admin_state_up': True, 'tenant_id': 'e59feec1a9a3449cbb78a7c6292f0f5c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:40.389599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Made reservation on behalf of e59feec1a9a3449cbb78a7c6292f0f5c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:09:40.393265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:40.515205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Allocated IP 172.20.0.10 (53dafccf-c373-4ee5-ae19-f483ea6e6c44/33a375b3-7840-4ed5-a311-b15d4d2d40f5/d0406338-a38e-4333-ab80-c67d26f70f54) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:09:40.666087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:40.666572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-826be902-d3ea-4dce-a0a5-6b5f445cc180 req-65aaa748-424b-4d70-a65c-24ce528d2aa5 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 210 time: 0.0282836 Nov 19 05:09:40.702702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:40.747422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:09:40.752576 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:09:40.754028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bb1830c4-592d-453f-b1c7-54f428f5d4da'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:09:40.757244 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:09:40.761237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Pushing event updated for resources: {'Port': ['ID=d0406338-a38e-4333-ab80-c67d26f70f54,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:40.811721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:40.812422 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:40.831729 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-64c87c32-d26c-475c-9249-e3f415a940b4 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568769 Nov 19 05:09:40.840001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-afe32d98-2e85-4802-9edc-51b0df85095c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:09:40.841026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-afe32d98-2e85-4802-9edc-51b0df85095c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052226 Nov 19 05:09:40.858921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Request body: {'port': {'device_id': '3bc89564-835d-48c3-becc-3db408a2d75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:40.913844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:41.177396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0406338-a38e-4333-ab80-c67d26f70f54 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:09:41.185041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:41.197884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Transition to ACTIVE for port object d0406338-a38e-4333-ab80-c67d26f70f54 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:09:41.201555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:41.250346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Pushing event updated for resources: {'Port': ['ID=d0406338-a38e-4333-ab80-c67d26f70f54,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:41.319298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Attempting to bind port d0406338-a38e-4333-ab80-c67d26f70f54 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:09:41.319969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Attempting to bind port d0406338-a38e-4333-ab80-c67d26f70f54 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:09:41.319969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Attempting to bind port d0406338-a38e-4333-ab80-c67d26f70f54 on network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:09:41.324198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Port d0406338-a38e-4333-ab80-c67d26f70f54 on network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:09:41.324526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Attempting to bind port d0406338-a38e-4333-ab80-c67d26f70f54 on network 53dafccf-c373-4ee5-ae19-f483ea6e6c44 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:09:41.329867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:09:41.330228 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Checking segment: {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:09:41.330624 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Bound using segment: {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:09:41.331054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Bound port: d0406338-a38e-4333-ab80-c67d26f70f54, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:09:41.331413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:41.398559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] For port d0406338-a38e-4333-ab80-c67d26f70f54, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:09:41.401798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] For port d0406338-a38e-4333-ab80-c67d26f70f54, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d0406338-a38e-4333-ab80-c67d26f70f54,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:09:41.405838 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:41.445424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:41.446158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:41.447595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0406338-a38e-4333-ab80-c67d26f70f54 HTTP/1.1" status: 200 len: 1092 time: 0.5926831 Nov 19 05:09:41.448039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc89564-835d-48c3-becc-3db408a2d75f', 'tag': 'd0406338-a38e-4333-ab80-c67d26f70f54'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:09:41.450497 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a0453-ef85-41e9-af62-08c7f24cf72c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc89564-835d-48c3-becc-3db408a2d75f", "tag": "d0406338-a38e-4333-ab80-c67d26f70f54"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:09:41.476673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92ddae-5c0c-4e39-9fcd-d112d0ebc618 service neutron] Pushing event updated for resources: {'Port': ['ID=d0406338-a38e-4333-ab80-c67d26f70f54,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:41.499543 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9039e1ed-2a1c-46dd-ba99-4876cbe61d1d x-openstack-request-id: req-9039e1ed-2a1c-46dd-ba99-4876cbe61d1d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:09:41.501189 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc89564-835d-48c3-becc-3db408a2d75f", "tag": "d0406338-a38e-4333-ab80-c67d26f70f54", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:09:41.501189 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9039e1ed-2a1c-46dd-ba99-4876cbe61d1d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:09:41.501603 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc89564-835d-48c3-becc-3db408a2d75f', 'tag': 'd0406338-a38e-4333-ab80-c67d26f70f54', 'status': 'completed', 'code': 200} Nov 19 05:09:41.548751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-62c00e7c-0f78-4968-967e-d34b1afb6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:41.550316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-62c00e7c-0f78-4968-967e-d34b1afb6ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 1095 time: 0.0434284 Nov 19 05:09:41.596788 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-570f8452-174a-4dbd-8ccb-bfae97091f58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0406338-a38e-4333-ab80-c67d26f70f54 HTTP/1.1" status: 200 len: 217 time: 0.0377483 Nov 19 05:09:41.647849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-24f6f416-87d2-4427-ac80-67e9186d74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:41.649276 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-24f6f416-87d2-4427-ac80-67e9186d74aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33a375b3-7840-4ed5-a311-b15d4d2d40f5 HTTP/1.1" status: 200 len: 853 time: 0.0443795 Nov 19 05:09:41.681691 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-33546470-b560-46f9-91f4-354a7f712b86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53dafccf-c373-4ee5-ae19-f483ea6e6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238149 Nov 19 05:09:41.778459 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-dcfb9bcb-4938-4624-9e0f-fd85953d083e service neutron] 10.222.0.36 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884402 Nov 19 05:09:41.785020 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216463d3-af40-4488-82ef-5c6ffcaa11ae req-5051f9ec-d01a-46a1-9491-76dcd0c0e667 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:41.786645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-216463d3-af40-4488-82ef-5c6ffcaa11ae req-5051f9ec-d01a-46a1-9491-76dcd0c0e667 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 944 time: 0.0507450 Nov 19 05:09:41.834902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-216463d3-af40-4488-82ef-5c6ffcaa11ae req-fd54fbb0-e472-4f11-adfa-7d1dbd23a8cd tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Nov 19 05:09:41.871089 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5c46c7ff-b18f-4300-a934-36ce2d855274 req-0965baad-3506-4d53-b224-3817adc4a2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845540 Nov 19 05:09:41.959963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-050e84d1-f3d7-46f9-a1b5-694a87c6afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:41.961345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-050e84d1-f3d7-46f9-a1b5-694a87c6afc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 1095 time: 0.0419271 Nov 19 05:09:42.056642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-1fa4906c-c5c1-4381-a417-6e333ad515f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:42.058150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-1fa4906c-c5c1-4381-a417-6e333ad515f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 200 len: 914 time: 0.0899639 Nov 19 05:09:42.100061 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-cdc0793a-6fe7-4c02-a4d3-3b6c80e060b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0406338-a38e-4333-ab80-c67d26f70f54 HTTP/1.1" status: 200 len: 217 time: 0.0349669 Nov 19 05:09:42.150076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-8748b5a9-929e-4175-9583-963f2a96377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:42.151588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-8748b5a9-929e-4175-9583-963f2a96377d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33a375b3-7840-4ed5-a311-b15d4d2d40f5 HTTP/1.1" status: 200 len: 853 time: 0.0446918 Nov 19 05:09:42.189521 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-05acbc11-04fb-4e70-894e-4a651a128fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53dafccf-c373-4ee5-ae19-f483ea6e6c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300395 Nov 19 05:09:42.283650 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-78fdb5b3-5073-412c-bfa7-9f35f3ba55c8 service neutron] 10.222.0.36 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852461 Nov 19 05:09:42.381646 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e0a0453-ef85-41e9-af62-08c7f24cf72c req-2b22472b-fbe8-4dfb-940b-ea1dd56c60bf service neutron] 10.222.0.36 "GET /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Nov 19 05:09:42.954905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493127f-11d3-4fd7-90da-60f474f3fac3 req-afde439f-b944-4f5f-9a66-86a2b7de7c45 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:42.956409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0493127f-11d3-4fd7-90da-60f474f3fac3 req-afde439f-b944-4f5f-9a66-86a2b7de7c45 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 944 time: 0.0540423 Nov 19 05:09:43.003923 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0493127f-11d3-4fd7-90da-60f474f3fac3 req-bbf4e0c2-12de-4780-be27-741dc4afd542 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Nov 19 05:09:44.120712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b5e5-49fc-4f43-b161-29f9ce99b55a req-e2cd2343-b615-4a85-a7a2-57b7bda160eb tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:44.122165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4c3b5e5-49fc-4f43-b161-29f9ce99b55a req-e2cd2343-b615-4a85-a7a2-57b7bda160eb tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 944 time: 0.0498331 Nov 19 05:09:44.169155 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4c3b5e5-49fc-4f43-b161-29f9ce99b55a req-8cde1220-5bcb-4da8-b838-6dd67f761741 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 19 05:09:44.721392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d0406338-a38e-4333-ab80-c67d26f70f54 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:09:44.816476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d0406338-a38e-4333-ab80-c67d26f70f54, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d0406338-a38e-4333-ab80-c67d26f70f54,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:44.831983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'd0406338-a38e-4333-ab80-c67d26f70f54', 'network_id': '53dafccf-c373-4ee5-ae19-f483ea6e6c44', 'port_id': 'd0406338-a38e-4333-ab80-c67d26f70f54', 'mac_address': 'fa:16:3e:43:24:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a375b3-7840-4ed5-a311-b15d4d2d40f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:09:44.868689 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:44.882255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0406338-a38e-4333-ab80-c67d26f70f54 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:09:44.901916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d0406338-a38e-4333-ab80-c67d26f70f54, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d0406338-a38e-4333-ab80-c67d26f70f54,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:44.905544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:44.950784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d0406338-a38e-4333-ab80-c67d26f70f54,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:45.153286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d0406338-a38e-4333-ab80-c67d26f70f54'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:09:45.299229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d313-4c93-48b7-abd5-6cd72878c642 req-bce913ba-2efe-45ca-bb09-491d78fe2935 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:45.300757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a804d313-4c93-48b7-abd5-6cd72878c642 req-bce913ba-2efe-45ca-bb09-491d78fe2935 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 945 time: 0.0549169 Nov 19 05:09:45.353363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a804d313-4c93-48b7-abd5-6cd72878c642 req-aafbdf97-1a91-4570-a8a6-58bb979b4e77 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Nov 19 05:09:46.468025 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532ccc-f6fa-480d-8c56-64a1a0219fde req-5c8d2aad-e455-402e-8b90-fe1cc163db13 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:46.470147 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17532ccc-f6fa-480d-8c56-64a1a0219fde req-5c8d2aad-e455-402e-8b90-fe1cc163db13 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 945 time: 0.0500724 Nov 19 05:09:46.517741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17532ccc-f6fa-480d-8c56-64a1a0219fde req-647b6b4d-a367-49ed-9007-f65e7e0e36bc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Nov 19 05:09:46.728073 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d0406338-a38e-4333-ab80-c67d26f70f54 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:09:46.778647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port d0406338-a38e-4333-ab80-c67d26f70f54 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:09:46.783606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port d0406338-a38e-4333-ab80-c67d26f70f54 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:09:46.783991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:46.862300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:46.888188 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc89564-835d-48c3-becc-3db408a2d75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0406338-a38e-4333-ab80-c67d26f70f54'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:09:46.891147 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bfb24d-3f3e-4e0c-a694-a33b7ac19e62" -d '{"events": [{"server_uuid": "3bc89564-835d-48c3-becc-3db408a2d75f", "name": "network-vif-plugged", "status": "completed", "tag": "d0406338-a38e-4333-ab80-c67d26f70f54"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:09:46.904332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port d0406338-a38e-4333-ab80-c67d26f70f54, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d0406338-a38e-4333-ab80-c67d26f70f54,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:46.908844 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:46.931650 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab31b2b-c425-4cb1-b89a-801f30321bf3 x-openstack-request-id: req-3ab31b2b-c425-4cb1-b89a-801f30321bf3 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:09:46.931946 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc89564-835d-48c3-becc-3db408a2d75f", "name": "network-vif-plugged", "status": "completed", "tag": "d0406338-a38e-4333-ab80-c67d26f70f54", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:09:46.932208 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ab31b2b-c425-4cb1-b89a-801f30321bf3 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:09:46.932606 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc89564-835d-48c3-becc-3db408a2d75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0406338-a38e-4333-ab80-c67d26f70f54', 'code': 200} Nov 19 05:09:46.960627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=d0406338-a38e-4333-ab80-c67d26f70f54,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:47.036052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82e68-7d50-4a55-bf10-f4127bd9092c req-4812a935-653d-42f8-9af2-970a87fbfaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:47.037507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ef82e68-7d50-4a55-bf10-f4127bd9092c req-4812a935-653d-42f8-9af2-970a87fbfaf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 1097 time: 0.0439243 Nov 19 05:09:47.081593 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2ef82e68-7d50-4a55-bf10-f4127bd9092c req-ce2c0188-988b-476f-afc7-b05d4e154c18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Nov 19 05:09:47.636009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2c768-a437-421b-b418-e9f3a57e73e8 req-7d841cd6-05e8-44af-8bc5-8785b6dd8aab tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:47.637546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b9d2c768-a437-421b-b418-e9f3a57e73e8 req-7d841cd6-05e8-44af-8bc5-8785b6dd8aab tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 946 time: 0.0494905 Nov 19 05:09:47.684700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b9d2c768-a437-421b-b418-e9f3a57e73e8 req-4bd5717e-ef9d-4c77-ab43-a3daeac916e2 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Nov 19 05:09:48.804126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d894a-5715-49f5-8e1e-4a3ac9fd4b2d req-36f4f36c-a76c-49d6-a8cb-564e1756f7eb tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:48.805621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b82d894a-5715-49f5-8e1e-4a3ac9fd4b2d req-36f4f36c-a76c-49d6-a8cb-564e1756f7eb tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 946 time: 0.0535731 Nov 19 05:09:48.852677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b82d894a-5715-49f5-8e1e-4a3ac9fd4b2d req-a1ded84a-5c1b-4abb-8a04-0fa4ad0c5fb0 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Nov 19 05:09:49.088120 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce2907-372e-474e-b3e3-b14020542a4f req-fde30619-dbed-4822-9760-bd0ec58f0e5c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:49.089616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8ce2907-372e-474e-b3e3-b14020542a4f req-fde30619-dbed-4822-9760-bd0ec58f0e5c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 946 time: 0.0503485 Nov 19 05:09:49.139093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c8ce2907-372e-474e-b3e3-b14020542a4f req-40cb006f-4e03-4e0c-b588-45bd02523fa0 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Nov 19 05:09:50.258361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72367c-78b3-43db-b518-1f97475a06f9 req-3ec2f430-43c5-4694-9672-b50f71761b97 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:50.259909 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd72367c-78b3-43db-b518-1f97475a06f9 req-3ec2f430-43c5-4694-9672-b50f71761b97 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 946 time: 0.0532646 Nov 19 05:09:50.310192 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd72367c-78b3-43db-b518-1f97475a06f9 req-648c49f8-5be0-44bb-a1aa-d12a0bb76def tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Nov 19 05:09:50.310732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-93d96694-5d9c-4bf7-9cd1-6b081c1ff213 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:50.312221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-93d96694-5d9c-4bf7-9cd1-6b081c1ff213 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc89564-835d-48c3-becc-3db408a2d75f HTTP/1.1" status: 200 len: 946 time: 0.0505178 Nov 19 05:09:50.405716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Deleting port d0406338-a38e-4333-ab80-c67d26f70f54 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:50.406094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:50.497579 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] For port d0406338-a38e-4333-ab80-c67d26f70f54, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=d0406338-a38e-4333-ab80-c67d26f70f54,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:50.497872 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:50.511155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Calling delete_port for d0406338-a38e-4333-ab80-c67d26f70f54 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:50.638668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:50.650862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['d0406338-a38e-4333-ab80-c67d26f70f54'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:09:50.668745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Pushing event deleted for resources: {'Port': ['ID=d0406338-a38e-4333-ab80-c67d26f70f54,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:50.680454 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bb1830c4-592d-453f-b1c7-54f428f5d4da'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:09:50.713615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] No DVR routers for this DVR port d0406338-a38e-4333-ab80-c67d26f70f54 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:09:50.716371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:50.720702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-554d7c2e-dd6f-4bd1-90c8-9057189c497e req-2212ea07-9a6c-4de7-b990-d38f74c52a9a tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.36 "DELETE /v2.0/ports/d0406338-a38e-4333-ab80-c67d26f70f54 HTTP/1.1" status: 204 len: 173 time: 0.4020772 Nov 19 05:09:50.721175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc89564-835d-48c3-becc-3db408a2d75f', 'name': 'network-vif-deleted', 'tag': 'd0406338-a38e-4333-ab80-c67d26f70f54'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:09:50.723459 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ee099-2b91-4243-8163-a9226fbe9da4" -d '{"events": [{"server_uuid": "3bc89564-835d-48c3-becc-3db408a2d75f", "name": "network-vif-deleted", "tag": "d0406338-a38e-4333-ab80-c67d26f70f54"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:09:50.763433 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a5eec8-2a7f-4ee9-b57f-3c3dc59a447b x-openstack-request-id: req-36a5eec8-2a7f-4ee9-b57f-3c3dc59a447b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:09:50.763870 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc89564-835d-48c3-becc-3db408a2d75f", "name": "network-vif-deleted", "tag": "d0406338-a38e-4333-ab80-c67d26f70f54", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:09:50.764205 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36a5eec8-2a7f-4ee9-b57f-3c3dc59a447b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:09:50.764613 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc89564-835d-48c3-becc-3db408a2d75f', 'name': 'network-vif-deleted', 'tag': 'd0406338-a38e-4333-ab80-c67d26f70f54', 'status': 'completed', 'code': 200} Nov 19 05:09:51.444807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ac996ca9-0a2a-4492-8d48-be459b38a0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:51.464381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976736e1-bf2f-4eac-ad3a-3119cd4c4ce9 req-58b8ede4-07a2-40a8-a735-e1f857e3e9c1 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:51.465953 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-976736e1-bf2f-4eac-ad3a-3119cd4c4ce9 req-58b8ede4-07a2-40a8-a735-e1f857e3e9c1 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Nov 19 05:09:51.513424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-976736e1-bf2f-4eac-ad3a-3119cd4c4ce9 req-a0596e28-1456-4179-be54-df3dd60cefa9 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Nov 19 05:09:51.643363 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5d4d0-f580-4596-9505-2b1eaead1c4b req-56beaf10-00f3-42a8-a19d-11738c842766 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:51.644746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ad5d4d0-f580-4596-9505-2b1eaead1c4b req-56beaf10-00f3-42a8-a19d-11738c842766 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0490606 Nov 19 05:09:51.695705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2ad5d4d0-f580-4596-9505-2b1eaead1c4b req-b04e670d-779d-496f-8041-3aee80cda327 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Nov 19 05:09:51.811231 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e1b03-b53b-47ee-acfe-e2baf876a827 req-a01118e0-a9f0-4dd5-9fa0-f8538d89ecdc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:51.813298 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f03e1b03-b53b-47ee-acfe-e2baf876a827 req-a01118e0-a9f0-4dd5-9fa0-f8538d89ecdc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Nov 19 05:09:51.860287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f03e1b03-b53b-47ee-acfe-e2baf876a827 req-b99020d6-6217-423b-a6de-7f394304db1c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Nov 19 05:09:51.930870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-c12d7aa3-35dc-4171-9ce2-4abff9874298 req-5ae92552-bcf2-4bfe-a9bd-8323899c0342 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:09:51.931875 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c12d7aa3-35dc-4171-9ce2-4abff9874298 req-5ae92552-bcf2-4bfe-a9bd-8323899c0342 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054045 Nov 19 05:09:52.035926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46529-3d24-4d5a-990b-df1eb689b2f5 req-2a699510-215d-41c0-9b06-b8f76c9a6765 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:52.037544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05d46529-3d24-4d5a-990b-df1eb689b2f5 req-2a699510-215d-41c0-9b06-b8f76c9a6765 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0492394 Nov 19 05:09:52.084677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05d46529-3d24-4d5a-990b-df1eb689b2f5 req-3c37d1e3-ffe9-40d4-90a6-2a1fd0c3eae0 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Nov 19 05:09:52.203879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebcd9b-96f7-4922-be63-d31ae8dc9046 req-461f35e1-fc47-452b-9c4d-ed842c90b067 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:52.205138 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93ebcd9b-96f7-4922-be63-d31ae8dc9046 req-461f35e1-fc47-452b-9c4d-ed842c90b067 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0536144 Nov 19 05:09:52.253547 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-93ebcd9b-96f7-4922-be63-d31ae8dc9046 req-d8072dd2-7c07-4d61-a516-9416f524261b tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 Nov 19 05:09:52.376376 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beda1c8-f358-4110-a4fb-d102eea4e40f req-b84bf179-b7f7-453a-b125-254a27565616 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:52.377877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3beda1c8-f358-4110-a4fb-d102eea4e40f req-b84bf179-b7f7-453a-b125-254a27565616 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0493591 Nov 19 05:09:52.425950 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3beda1c8-f358-4110-a4fb-d102eea4e40f req-64ea831e-424d-46ad-bf66-add70ed670b6 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Nov 19 05:09:52.726872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c5f73-c235-43e7-8e5f-b82392e7e2b7 req-e1f90860-b95b-401d-8166-434bbcc90e3c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:52.728308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b87c5f73-c235-43e7-8e5f-b82392e7e2b7 req-e1f90860-b95b-401d-8166-434bbcc90e3c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Nov 19 05:09:52.752346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d0406338-a38e-4333-ab80-c67d26f70f54 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:09:52.773061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: d0406338-a38e-4333-ab80-c67d26f70f54 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:09:52.773412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device d0406338-a38e-4333-ab80-c67d26f70f54 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:09:52.782978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b87c5f73-c235-43e7-8e5f-b82392e7e2b7 req-0f8d9290-b4c9-4c88-8b47-85f765e97a0c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Nov 19 05:09:53.383761 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:53.710711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1dd5d9e7-3c5d-455a-8ed0-93e622542422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:53.898777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011b967-22d3-4ec7-bdcf-ec88eda5d7a0 req-c1be669c-273f-4df1-a9c5-dc58954922bc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:53.900310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2011b967-22d3-4ec7-bdcf-ec88eda5d7a0 req-c1be669c-273f-4df1-a9c5-dc58954922bc tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0497086 Nov 19 05:09:53.947632 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2011b967-22d3-4ec7-bdcf-ec88eda5d7a0 req-ff0475ce-b3f1-4c69-9382-c7115852ea0b tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/security-groups?id=27c690b1-0992-43f4-8a33-60fe2316c1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Nov 19 05:09:54.358730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189748e-9ce4-430c-9872-a45c1018426f req-c5e3b171-da6e-4695-a53b-165940bbfb8c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:54.360219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1189748e-9ce4-430c-9872-a45c1018426f req-c5e3b171-da6e-4695-a53b-165940bbfb8c tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 945 time: 0.0493753 Nov 19 05:09:54.451595 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Deleting port bb1830c4-592d-453f-b1c7-54f428f5d4da {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:09:54.451955 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:54.544319 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] For port bb1830c4-592d-453f-b1c7-54f428f5d4da, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=bb1830c4-592d-453f-b1c7-54f428f5d4da,segment=NetworkSegment(4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0),segment_id=4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:09:54.544681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:54.557312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Calling delete_port for bb1830c4-592d-453f-b1c7-54f428f5d4da owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:09:54.686099 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:54.715593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Pushing event deleted for resources: {'Port': ['ID=bb1830c4-592d-453f-b1c7-54f428f5d4da,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:54.735411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['bb1830c4-592d-453f-b1c7-54f428f5d4da'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:09:54.757621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] No DVR routers for this DVR port bb1830c4-592d-453f-b1c7-54f428f5d4da on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:09:54.760515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:54.763912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1189748e-9ce4-430c-9872-a45c1018426f req-6fb4bf71-4495-4cb3-976c-bb48d3f45812 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.31 "DELETE /v2.0/ports/bb1830c4-592d-453f-b1c7-54f428f5d4da HTTP/1.1" status: 204 len: 173 time: 0.3962202 Nov 19 05:09:54.764350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'name': 'network-vif-deleted', 'tag': 'bb1830c4-592d-453f-b1c7-54f428f5d4da'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:09:54.767298 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9625d9fa-de48-4622-93df-1ddf1186873f" -d '{"events": [{"server_uuid": "cf4f922f-8087-41fc-9c9d-a6b37ded4730", "name": "network-vif-deleted", "tag": "bb1830c4-592d-453f-b1c7-54f428f5d4da"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:09:54.809089 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54554413-9696-48e9-8acb-a88467ad30e1 x-openstack-request-id: req-54554413-9696-48e9-8acb-a88467ad30e1 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:09:54.809379 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4f922f-8087-41fc-9c9d-a6b37ded4730", "name": "network-vif-deleted", "tag": "bb1830c4-592d-453f-b1c7-54f428f5d4da", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:09:54.809634 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54554413-9696-48e9-8acb-a88467ad30e1 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:09:54.810083 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4f922f-8087-41fc-9c9d-a6b37ded4730', 'name': 'network-vif-deleted', 'tag': 'bb1830c4-592d-453f-b1c7-54f428f5d4da', 'status': 'completed', 'code': 200} Nov 19 05:09:55.055572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-898d0991-0a00-4fbb-9642-d97525e37ea5 req-ae801fd5-f56d-49fa-951d-ffd9c85f06b9 tempest-ServersNegativeTestJSON-738745443 tempest-ServersNegativeTestJSON-738745443-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4f922f-8087-41fc-9c9d-a6b37ded4730 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Nov 19 05:09:55.561624 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.110528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41640) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:56.159242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Deleting subnet 33a375b3-7840-4ed5-a311-b15d4d2d40f5 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:09:56.162308 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.196258 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.235620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.288900 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.318637 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a375b3-7840-4ed5-a311-b15d4d2d40f5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:56.322135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.325355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-dec0365e-db35-4238-9f7c-c118c0b90381 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/33a375b3-7840-4ed5-a311-b15d4d2d40f5 HTTP/1.1" status: 204 len: 168 time: 0.2138329 Nov 19 05:09:56.327851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41642) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:56.396008 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.476228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.496903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dafccf-c373-4ee5-ae19-f483ea6e6c44']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:56.506963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:56.507267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9cd0ad-9c27-4bb8-b2e9-b2299ade24a0') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:09:56.516526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.529676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.535688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:09:56.536087 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:09:56.537709 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:09:56.591789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.597232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.600580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] 10.222.0.52 "DELETE /v2.0/networks/53dafccf-c373-4ee5-ae19-f483ea6e6c44 HTTP/1.1" status: 204 len: 168 time: 0.2716997 Nov 19 05:09:56.612198 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0fe58-1097-4188-b8ef-f1e544d59037 admin admin] Pushing event deleted for resources: {'Network': ['ID=53dafccf-c373-4ee5-ae19-f483ea6e6c44,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:56.657277 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.711200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41646) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:56.755652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d6785d52-e00f-481a-a323-07ba6b6d87a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e59feec1a9a3449cbb78a7c6292f0f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432460 Nov 19 05:09:56.758142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41648) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:56.807050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbac8ff1-3e32-4a7d-8266-37480cab2bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.827875 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbac8ff1-3e32-4a7d-8266-37480cab2bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.874475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbac8ff1-3e32-4a7d-8266-37480cab2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.877130 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bbac8ff1-3e32-4a7d-8266-37480cab2bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:56.878304 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bbac8ff1-3e32-4a7d-8266-37480cab2bbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27c690b1-0992-43f4-8a33-60fe2316c1fd HTTP/1.1" status: 204 len: 168 time: 0.1192746 Nov 19 05:09:56.885988 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac8ff1-3e32-4a7d-8266-37480cab2bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c690b1-0992-43f4-8a33-60fe2316c1fd,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:57.436068 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.560464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41670) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:09:57.654422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208052951'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:09:57.675899 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:09:57.679467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.688550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.768495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.772138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.798509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:09:57.807994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc6a2f-9b0b-4e46-b7cb-7cc1d30528a9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:57.813653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.814036 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Added segment be921ca7-68e5-4350-8dda-43cb880bd45a of type vlan for network ed90de21-27b3-4df3-9b55-a59b9f8fbebf Nov 19 05:09:57.856490 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.881703 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.887201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:09:57.887789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:09:57.941020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3792858 Nov 19 05:09:57.955152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33767975-9dcf-4973-b0cd-f3a26c11a26f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Network': ['ID=ed90de21-27b3-4df3-9b55-a59b9f8fbebf,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:09:57.964930 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network ed90de21-27b3-4df3-9b55-a59b9f8fbebf details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:09:58.035639 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:09:58.445026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bb1830c4-592d-453f-b1c7-54f428f5d4da no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:09:58.466052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: bb1830c4-592d-453f-b1c7-54f428f5d4da {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:09:58.466401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device bb1830c4-592d-453f-b1c7-54f428f5d4da not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:10:01.189650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41674) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:01.194860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'subnet': {'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:01.290730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:01.295575 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.493625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.554539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Subnet': ['ID=b12f2db9-7824-45f5-bf2e-adb67de7f74b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:01.561556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Checking segment: {'id': 'be921ca7-68e5-4350-8dda-43cb880bd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:01.561925 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network hostable DHCP agents. Network: ed90de21-27b3-4df3-9b55-a59b9f8fbebf, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:01.579007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network ed90de21-27b3-4df3-9b55-a59b9f8fbebf is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:01.587391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, ed90de21-27b3-4df3-9b55-a59b9f8fbebf) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:01.592188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:01.592789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.597286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b887524-549c-4028-9c9f-cf6f7bf0513a None None] Network ed90de21-27b3-4df3-9b55-a59b9f8fbebf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:01.611069 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e6ce1cfc-368a-4e07-b872-33e8d2e9f367 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4202092 Nov 19 05:10:01.614674 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41676) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:01.619450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829708953'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:01.642706 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:01.646489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.681691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:01.697604 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.697995 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Added segment 617973b8-d446-485f-8ec1-bf73521b2277 of type vlan for network 45ce0a62-8d7a-4b40-a576-f9f5894104fa Nov 19 05:10:01.745720 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.776761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.782597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:01.783207 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.855021 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2366538 Nov 19 05:10:01.855230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41678) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:01.860507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'subnet': {'network_id': '45ce0a62-8d7a-4b40-a576-f9f5894104fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:01.868554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564f614-9be3-4411-93a0-daf3c81ae5e5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Network': ['ID=45ce0a62-8d7a-4b40-a576-f9f5894104fa,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:01.881580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 45ce0a62-8d7a-4b40-a576-f9f5894104fa details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:01.961745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:01.965319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:01.967680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-ed90de21-27b3-4df3-9b55-a59b9f8fbebf', 'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf', 'tenant_id': 'de2f732b21ff445995391855dc682d15', 'fixed_ips': [{'subnet_id': 'b12f2db9-7824-45f5-bf2e-adb67de7f74b'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:01.969346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.116334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Allocated IP 2001:db8:0:ffff::2 (ed90de21-27b3-4df3-9b55-a59b9f8fbebf/b12f2db9-7824-45f5-bf2e-adb67de7f74b/af0a88b5-89c0-42d5-94ac-22a265da497e) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:02.169844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.232108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Subnet': ['ID=fe946292-f775-4aa8-81f5-c695d09071b3,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:02.240237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Checking segment: {'id': '617973b8-d446-485f-8ec1-bf73521b2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '45ce0a62-8d7a-4b40-a576-f9f5894104fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:02.240626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network hostable DHCP agents. Network: 45ce0a62-8d7a-4b40-a576-f9f5894104fa, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:02.261233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network 45ce0a62-8d7a-4b40-a576-f9f5894104fa is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:02.265455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.270799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 45ce0a62-8d7a-4b40-a576-f9f5894104fa) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:02.272308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.276335 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:02.276881 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.284656 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67057283-695c-4fda-a745-41acc6c87fa5 None None] Network 45ce0a62-8d7a-4b40-a576-f9f5894104fa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:02.295123 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c661abe6-6832-4617-bea9-ab4278c5d3e2 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4387982 Nov 19 05:10:02.298125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41680) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:02.353548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Network ed90de21-27b3-4df3-9b55-a59b9f8fbebf is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:02.359089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:02.365882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:02.382911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Pushing event updated for resources: {'Port': ['ID=af0a88b5-89c0-42d5-94ac-22a265da497e,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:02.410305 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.454543 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Attempting to bind port af0a88b5-89c0-42d5-94ac-22a265da497e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:02.454918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Attempting to bind port af0a88b5-89c0-42d5-94ac-22a265da497e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'be921ca7-68e5-4350-8dda-43cb880bd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:02.455286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Attempting to bind port af0a88b5-89c0-42d5-94ac-22a265da497e on network ed90de21-27b3-4df3-9b55-a59b9f8fbebf {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:02.480178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:02.480570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Checking segment: {'id': 'be921ca7-68e5-4350-8dda-43cb880bd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:02.480982 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.481383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Bound using segment: {'id': 'be921ca7-68e5-4350-8dda-43cb880bd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:02.481864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Bound port: af0a88b5-89c0-42d5-94ac-22a265da497e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be921ca7-68e5-4350-8dda-43cb880bd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed90de21-27b3-4df3-9b55-a59b9f8fbebf'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:02.482278 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.488478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.554304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.563081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a23140-d995-48e0-a057-44c3c8b3cd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-45ce0a62-8d7a-4b40-a576-f9f5894104fa', 'network_id': '45ce0a62-8d7a-4b40-a576-f9f5894104fa', 'tenant_id': 'de2f732b21ff445995391855dc682d15', 'fixed_ips': [{'subnet_id': 'fe946292-f775-4aa8-81f5-c695d09071b3'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:02.563947 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a1a23140-d995-48e0-a057-44c3c8b3cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.586955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Subnet': ['ID=fe946292-f775-4aa8-81f5-c695d09071b3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:02.592189 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] For port af0a88b5-89c0-42d5-94ac-22a265da497e, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:02.595995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] For port af0a88b5-89c0-42d5-94ac-22a265da497e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=af0a88b5-89c0-42d5-94ac-22a265da497e,segment=NetworkSegment(be921ca7-68e5-4350-8dda-43cb880bd45a),segment_id=be921ca7-68e5-4350-8dda-43cb880bd45a)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:02.603831 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.651939 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.671546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ce0a62-8d7a-4b40-a576-f9f5894104fa']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:02.681656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617973b8-d446-485f-8ec1-bf73521b2277') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:02.681982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617973b8-d446-485f-8ec1-bf73521b2277') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:02.693791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.708010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc184d3d-6611-4c1a-85a2-5b60a872e1c7 None None] Network 45ce0a62-8d7a-4b40-a576-f9f5894104fa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:02.708817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.719273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:02.719899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:02.723172 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:02.762650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97166eb7-d306-4ce9-a8a0-b74adcbc8dc5 None None] Pushing event updated for resources: {'Port': ['ID=af0a88b5-89c0-42d5-94ac-22a265da497e,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:02.788551 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.793927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.800118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.803630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/45ce0a62-8d7a-4b40-a576-f9f5894104fa HTTP/1.1" status: 204 len: 168 time: 0.5045006 Nov 19 05:10:02.807598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41682) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:02.813274 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951567232'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:02.821644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce675556-84da-48e9-9bbd-139170711056 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Network': ['ID=45ce0a62-8d7a-4b40-a576-f9f5894104fa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:02.851024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:02.854592 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.880966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:02.891353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.891733 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Added segment 14d67a95-eec6-4f93-b67e-56c7c80c9b74 of type vlan for network 7980f9da-9010-420f-961b-c7fdf36668af Nov 19 05:10:02.952235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.980049 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:02.986913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:02.987546 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.053090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2443755 Nov 19 05:10:03.055927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41684) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:03.063053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'subnet': {'network_id': '7980f9da-9010-420f-961b-c7fdf36668af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:03.068004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b863c-1b78-457c-ac3d-de134fca02b6 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Network': ['ID=7980f9da-9010-420f-961b-c7fdf36668af,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:03.078842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7980f9da-9010-420f-961b-c7fdf36668af details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:03.159545 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:03.163258 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.222591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Performing IP validity checks on allocation pools {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 05:10:03.223213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.ipam_backend_mixin [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 05:10:03.353032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.377251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device af0a88b5-89c0-42d5-94ac-22a265da497e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:03.426595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Subnet': ['ID=ff80f292-5a82-4077-b4f1-4510510925d7,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:03.431190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Checking segment: {'id': '14d67a95-eec6-4f93-b67e-56c7c80c9b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7980f9da-9010-420f-961b-c7fdf36668af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:03.431682 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network hostable DHCP agents. Network: 7980f9da-9010-420f-961b-c7fdf36668af, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:03.433889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port af0a88b5-89c0-42d5-94ac-22a265da497e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:03.434323 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.450574 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network 7980f9da-9010-420f-961b-c7fdf36668af is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:03.460920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7980f9da-9010-420f-961b-c7fdf36668af) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:03.465611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:03.466257 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.475821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc377804-98cf-4f7d-9c97-497416a58597 None None] Network 7980f9da-9010-420f-961b-c7fdf36668af requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:03.483742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-46a78ca6-e620-47de-8743-eae6b4bfc18f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4267607 Nov 19 05:10:03.486476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41686) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:03.595521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.601188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.682217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port af0a88b5-89c0-42d5-94ac-22a265da497e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=af0a88b5-89c0-42d5-94ac-22a265da497e,segment=NetworkSegment(be921ca7-68e5-4350-8dda-43cb880bd45a),segment_id=be921ca7-68e5-4350-8dda-43cb880bd45a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:03.688502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.691167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.715312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a958a-9041-45e9-bc0f-787594a29975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-7980f9da-9010-420f-961b-c7fdf36668af', 'network_id': '7980f9da-9010-420f-961b-c7fdf36668af', 'tenant_id': 'de2f732b21ff445995391855dc682d15', 'fixed_ips': [{'subnet_id': 'ff80f292-5a82-4077-b4f1-4510510925d7'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:03.716187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d84a958a-9041-45e9-bc0f-787594a29975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.760847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=af0a88b5-89c0-42d5-94ac-22a265da497e,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:03.764690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61126839-9bdc-46f3-9f6a-40b45a8fabc9 None None] Network ed90de21-27b3-4df3-9b55-a59b9f8fbebf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:03.768576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.802860 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Subnet': ['ID=ff80f292-5a82-4077-b4f1-4510510925d7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:03.863937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.884151 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7980f9da-9010-420f-961b-c7fdf36668af']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:03.891593 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2bafe9c2-a2bc-47b1-9c62-7059f5aae587 None None] Provisioning complete for port af0a88b5-89c0-42d5-94ac-22a265da497e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:03.891973 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2bafe9c2-a2bc-47b1-9c62-7059f5aae587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.894399 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d67a95-eec6-4f93-b67e-56c7c80c9b74') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:03.894716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d67a95-eec6-4f93-b67e-56c7c80c9b74') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server [None req-d84a958a-9041-45e9-bc0f-787594a29975 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff80f292-5a82-4077-b4f1-4510510925d7: This subnet is being modified by another concurrent operation. Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server raise exception Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff80f292-5a82-4077-b4f1-4510510925d7: This subnet is being modified by another concurrent operation. Nov 19 05:10:03.896259 n-d-818503-1 neutron-server[109988]: ERROR oslo_messaging.rpc.server Nov 19 05:10:03.905644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.919273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.925579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:03.926087 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:03.929310 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:03.931847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72dc5e-4135-4a1a-a3fd-febeb675bd29 None None] Network 7980f9da-9010-420f-961b-c7fdf36668af requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:03.993444 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.002506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.005968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/7980f9da-9010-420f-961b-c7fdf36668af HTTP/1.1" status: 204 len: 168 time: 0.5172672 Nov 19 05:10:04.010584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41688) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:04.016348 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b708b0-dca1-499e-9848-22dbbeff5e70 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Network': ['ID=7980f9da-9010-420f-961b-c7fdf36668af,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:04.017278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1317348283'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:04.039985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:04.043626 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.069913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:04.079790 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.080139 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Added segment 3a51b926-a27a-4c41-97a9-ee131beb526f of type vlan for network f09728ca-1f00-4d57-b11d-40574c98d949 Nov 19 05:10:04.121018 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.146554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.152100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:04.152770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.213804 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2014890 Nov 19 05:10:04.217324 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41690) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:04.222975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'subnet': {'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:04.274282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b712c-3f5d-4b38-a800-4fa06c0bdc90 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Network': ['ID=f09728ca-1f00-4d57-b11d-40574c98d949,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:04.285678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network f09728ca-1f00-4d57-b11d-40574c98d949 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:04.331167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:04.334995 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.359609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211468bb-e1e1-471e-9deb-3c6242b41615 None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 05:10:04.412535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5c0ea59d-a832-49e9-b6ff-ef98af466ef4 None None] Provisioning complete for port af0a88b5-89c0-42d5-94ac-22a265da497e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:04.412920 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea59d-a832-49e9-b6ff-ef98af466ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.474124 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211468bb-e1e1-471e-9deb-3c6242b41615 None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 05:10:04.524749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.595525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Subnet': ['ID=11a91eb1-bcf7-4864-9d14-38669ad7becf,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:04.602688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Checking segment: {'id': '3a51b926-a27a-4c41-97a9-ee131beb526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:04.602902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network hostable DHCP agents. Network: f09728ca-1f00-4d57-b11d-40574c98d949, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:04.619975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network f09728ca-1f00-4d57-b11d-40574c98d949 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:04.629679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, f09728ca-1f00-4d57-b11d-40574c98d949) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:04.633896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:04.634596 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.651451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f53e5d59-fe85-499e-9914-4cfa139c9bb0 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4331036 Nov 19 05:10:04.654982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:04.661080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541069394'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:04.681808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:04.685208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.710339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:04.717568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733ede0-f8f1-4bd0-9ad6-fd1436800e03 None None] Network f09728ca-1f00-4d57-b11d-40574c98d949 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:04.719980 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.720809 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Added segment dddaae38-efe1-43cc-b2b5-91578eae087b of type vlan for network 293dab0a-d18e-48d7-b6d5-2bffa4c37f29 Nov 19 05:10:04.761805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.786798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.792223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:04.792817 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.850182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1940651 Nov 19 05:10:04.853006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41694) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:04.858081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Request body: {'subnet': {'network_id': '293dab0a-d18e-48d7-b6d5-2bffa4c37f29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:04.867699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a24c30-41ad-4209-bea5-3a64a906ff17 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Network': ['ID=293dab0a-d18e-48d7-b6d5-2bffa4c37f29,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:04.882494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 293dab0a-d18e-48d7-b6d5-2bffa4c37f29 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:04.922684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-f09728ca-1f00-4d57-b11d-40574c98d949', 'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949', 'tenant_id': 'de2f732b21ff445995391855dc682d15', 'fixed_ips': [{'subnet_id': '11a91eb1-bcf7-4864-9d14-38669ad7becf'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:04.923552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:04.955176 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Made reservation on behalf of de2f732b21ff445995391855dc682d15 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:04.958779 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.155609 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.225714 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event updated for resources: {'Subnet': ['ID=c7fe079b-5af8-433f-8791-b51cfdf3d496,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:05.231420 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Checking segment: {'id': 'dddaae38-efe1-43cc-b2b5-91578eae087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '293dab0a-d18e-48d7-b6d5-2bffa4c37f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:05.231801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network hostable DHCP agents. Network: 293dab0a-d18e-48d7-b6d5-2bffa4c37f29, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:05.249201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Network 293dab0a-d18e-48d7-b6d5-2bffa4c37f29 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:05.259045 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 293dab0a-d18e-48d7-b6d5-2bffa4c37f29) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:05.263320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:05.263991 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.268870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Allocated IP 2001:db8::2 (f09728ca-1f00-4d57-b11d-40574c98d949/11a91eb1-bcf7-4864-9d14-38669ad7becf/91141ca5-08f6-4735-bd44-ea2b74276afc) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:05.272461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef54398-4bb9-4fd3-b2e3-e5cdcb849f6d None None] Network 293dab0a-d18e-48d7-b6d5-2bffa4c37f29 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:05.284060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c996e144-7619-4dfe-9be0-420d3d1876ee tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4276376 Nov 19 05:10:05.284300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41696) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:05.373068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device af0a88b5-89c0-42d5-94ac-22a265da497e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:05.388339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.444416 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.504329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.525104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port af0a88b5-89c0-42d5-94ac-22a265da497e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:05.525480 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.531340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fe079b-5af8-433f-8791-b51cfdf3d496,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:05.597666 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.619814 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293dab0a-d18e-48d7-b6d5-2bffa4c37f29']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:05.621150 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.627393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39831d66-350b-449e-92bd-fed0e09ae421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-293dab0a-d18e-48d7-b6d5-2bffa4c37f29', 'network_id': '293dab0a-d18e-48d7-b6d5-2bffa4c37f29', 'tenant_id': 'de2f732b21ff445995391855dc682d15', 'fixed_ips': [{'subnet_id': 'c7fe079b-5af8-433f-8791-b51cfdf3d496'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:05.628261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-39831d66-350b-449e-92bd-fed0e09ae421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.635322 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddaae38-efe1-43cc-b2b5-91578eae087b') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:05.635685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddaae38-efe1-43cc-b2b5-91578eae087b') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:05.641786 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.647759 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.661621 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.668196 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:05.668632 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:05.671754 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:05.699776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Network f09728ca-1f00-4d57-b11d-40574c98d949 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:05.708015 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:05.751279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:05.757022 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Pushing event updated for resources: {'Port': ['ID=91141ca5-08f6-4735-bd44-ea2b74276afc,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:05.768841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.776434 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.782260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/293dab0a-d18e-48d7-b6d5-2bffa4c37f29 HTTP/1.1" status: 204 len: 168 time: 0.4945397 Nov 19 05:10:05.782673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41698) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:05.790987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078ebdd-5c75-488f-a0da-ad5343a1fb86 None None] Network 293dab0a-d18e-48d7-b6d5-2bffa4c37f29 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:05.798494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560461f8-7962-41a9-9860-d21f7cfc9f8a tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Network': ['ID=293dab0a-d18e-48d7-b6d5-2bffa4c37f29,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:05.816430 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9698cb-e43a-4160-8998-b67852da6416 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] GET failed (client error): The resource could not be found. Nov 19 05:10:05.819245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ed9698cb-e43a-4160-8998-b67852da6416 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "GET /v2.0/subnets/c7fe079b-5af8-433f-8791-b51cfdf3d496 HTTP/1.1" status: 404 len: 337 time: 0.0353427 Nov 19 05:10:05.822098 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41700) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:05.841432 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5911be95-7a07-4ad4-a347-a7a66d79567c tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:05.842115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5911be95-7a07-4ad4-a347-a7a66d79567c tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:05.845482 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5911be95-7a07-4ad4-a347-a7a66d79567c tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/293dab0a-d18e-48d7-b6d5-2bffa4c37f29 HTTP/1.1" status: 404 len: 339 time: 0.0223584 Nov 19 05:10:05.849200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41702) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:05.851951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078ebdd-5c75-488f-a0da-ad5343a1fb86 None None] Network 293dab0a-d18e-48d7-b6d5-2bffa4c37f29 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 05:10:05.866258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Attempting to bind port 91141ca5-08f6-4735-bd44-ea2b74276afc on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:05.866633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Attempting to bind port 91141ca5-08f6-4735-bd44-ea2b74276afc by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3a51b926-a27a-4c41-97a9-ee131beb526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:05.867003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Attempting to bind port 91141ca5-08f6-4735-bd44-ea2b74276afc on network f09728ca-1f00-4d57-b11d-40574c98d949 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:05.872056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:05.872433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Checking segment: {'id': '3a51b926-a27a-4c41-97a9-ee131beb526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:05.872834 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.873233 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Bound using segment: {'id': '3a51b926-a27a-4c41-97a9-ee131beb526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:05.873684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Bound port: 91141ca5-08f6-4735-bd44-ea2b74276afc, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a51b926-a27a-4c41-97a9-ee131beb526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f09728ca-1f00-4d57-b11d-40574c98d949'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:05.874089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.876544 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-244393d2-e46d-4d04-84c9-2d6dc22f9be9 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:05.877036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244393d2-e46d-4d04-84c9-2d6dc22f9be9 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:05.880456 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-244393d2-e46d-4d04-84c9-2d6dc22f9be9 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/subnets/c7fe079b-5af8-433f-8791-b51cfdf3d496 HTTP/1.1" status: 404 len: 337 time: 0.0302179 Nov 19 05:10:05.882887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:05.900835 n-d-818503-1 neutron-server[109987]: INFO neutron.pecan_wsgi.hooks.translation [None req-69729706-1738-4d47-a64c-e2b892e772be tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:05.901400 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69729706-1738-4d47-a64c-e2b892e772be tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:05.904528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-69729706-1738-4d47-a64c-e2b892e772be tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/293dab0a-d18e-48d7-b6d5-2bffa4c37f29 HTTP/1.1" status: 404 len: 339 time: 0.0206656 Nov 19 05:10:05.907252 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41706) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:05.939005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] For port 91141ca5-08f6-4735-bd44-ea2b74276afc, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:05.942415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] For port 91141ca5-08f6-4735-bd44-ea2b74276afc, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=91141ca5-08f6-4735-bd44-ea2b74276afc,segment=NetworkSegment(3a51b926-a27a-4c41-97a9-ee131beb526f),segment_id=3a51b926-a27a-4c41-97a9-ee131beb526f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:05.947620 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:05.958515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Deleting subnet 11a91eb1-bcf7-4864-9d14-38669ad7becf {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:10:05.961573 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.009196 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.017268 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604312-b6c6-419c-9970-535d30394eaf None None] Pushing event updated for resources: {'Port': ['ID=91141ca5-08f6-4735-bd44-ea2b74276afc,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:06.100854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.173541 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.204816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Subnet': ['ID=11a91eb1-bcf7-4864-9d14-38669ad7becf,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:06.211793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.215330 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb6e30b0-51b0-4d2c-849f-7a5e791594a5 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/subnets/11a91eb1-bcf7-4864-9d14-38669ad7becf HTTP/1.1" status: 204 len: 168 time: 0.3070865 Nov 19 05:10:06.217852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41708) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:06.299297 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.352520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Deleting port 91141ca5-08f6-4735-bd44-ea2b74276afc {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:06.352863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.419702 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] For port 91141ca5-08f6-4735-bd44-ea2b74276afc, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=91141ca5-08f6-4735-bd44-ea2b74276afc,segment=NetworkSegment(3a51b926-a27a-4c41-97a9-ee131beb526f),segment_id=3a51b926-a27a-4c41-97a9-ee131beb526f)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:06.419996 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.432048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Calling delete_port for 91141ca5-08f6-4735-bd44-ea2b74276afc owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:06.511034 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.541111 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Port': ['ID=91141ca5-08f6-4735-bd44-ea2b74276afc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:06.545699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No DVR routers for this DVR port 91141ca5-08f6-4735-bd44-ea2b74276afc on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:06.625450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.647175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09728ca-1f00-4d57-b11d-40574c98d949']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:06.656744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a51b926-a27a-4c41-97a9-ee131beb526f') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:06.657042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a51b926-a27a-4c41-97a9-ee131beb526f') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:06.666777 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.681152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.688735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:06.689152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:06.692776 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:06.760501 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.770231 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.773302 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/f09728ca-1f00-4d57-b11d-40574c98d949 HTTP/1.1" status: 204 len: 168 time: 0.5544608 Nov 19 05:10:06.775892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41710) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:06.783521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2f7bb-d59e-4c77-acf4-de82497e3fa3 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Network': ['ID=f09728ca-1f00-4d57-b11d-40574c98d949,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:06.809464 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a68a84-45c3-4f39-886a-da78dd72eeeb tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:06.810016 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a68a84-45c3-4f39-886a-da78dd72eeeb tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:06.813867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-90a68a84-45c3-4f39-886a-da78dd72eeeb tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/subnets/ff80f292-5a82-4077-b4f1-4510510925d7 HTTP/1.1" status: 404 len: 337 time: 0.0362089 Nov 19 05:10:06.816239 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41712) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:06.842377 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c981be0f-9134-4f3e-ab9f-614e16244a54 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:06.842905 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c981be0f-9134-4f3e-ab9f-614e16244a54 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:06.846650 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c981be0f-9134-4f3e-ab9f-614e16244a54 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/7980f9da-9010-420f-961b-c7fdf36668af HTTP/1.1" status: 404 len: 339 time: 0.0294361 Nov 19 05:10:06.849142 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41714) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:06.876098 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc6c81d-205d-4bb0-81c8-9b54c4855574 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:06.876567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc6c81d-205d-4bb0-81c8-9b54c4855574 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:06.880034 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ddc6c81d-205d-4bb0-81c8-9b54c4855574 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/subnets/fe946292-f775-4aa8-81f5-c695d09071b3 HTTP/1.1" status: 404 len: 337 time: 0.0298910 Nov 19 05:10:06.882474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41716) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:06.901799 n-d-818503-1 neutron-server[109986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8975711a-43f7-41e7-98cc-4c7da4e2645f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] DELETE failed (client error): The resource could not be found. Nov 19 05:10:06.902347 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8975711a-43f7-41e7-98cc-4c7da4e2645f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 05:10:06.905473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8975711a-43f7-41e7-98cc-4c7da4e2645f tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/45ce0a62-8d7a-4b40-a576-f9f5894104fa HTTP/1.1" status: 404 len: 339 time: 0.0220561 Nov 19 05:10:06.908543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41718) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:06.960580 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Deleting subnet b12f2db9-7824-45f5-bf2e-adb67de7f74b {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:10:06.963825 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:06.998551 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-da9581b7-dd1a-46a8-a46e-3887e9c70bdf None None] Could not find standard attr ID for object 91141ca5-08f6-4735-bd44-ea2b74276afc. {{(pid=109988) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 05:10:07.006556 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.061474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c7e8d-3b87-46d4-a053-26f2330d66ce None None] DHCP port deletion for f09728ca-1f00-4d57-b11d-40574c98d949 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:07.080101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f5773-8573-4572-a2be-eb8748b83f57 None None] Network f09728ca-1f00-4d57-b11d-40574c98d949 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:07.091779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f5773-8573-4572-a2be-eb8748b83f57 None None] Network f09728ca-1f00-4d57-b11d-40574c98d949 could not be found, it might have been deleted concurrently. {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 05:10:07.097145 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.155304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.181367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Subnet': ['ID=b12f2db9-7824-45f5-bf2e-adb67de7f74b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:07.185173 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.189810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ec0728e5-50ee-4bbe-8a09-cbc8a39a2d75 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/subnets/b12f2db9-7824-45f5-bf2e-adb67de7f74b HTTP/1.1" status: 204 len: 168 time: 0.2795753 Nov 19 05:10:07.191531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41720) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:07.193915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d426ed65-80f8-4aad-b032-b3340c1ff7e5 None None] Network ed90de21-27b3-4df3-9b55-a59b9f8fbebf requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:07.273270 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.326730 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Deleting port af0a88b5-89c0-42d5-94ac-22a265da497e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:07.327090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.365247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] DHCP port deletion for ed90de21-27b3-4df3-9b55-a59b9f8fbebf request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:07.396124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] For port af0a88b5-89c0-42d5-94ac-22a265da497e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=af0a88b5-89c0-42d5-94ac-22a265da497e,segment=NetworkSegment(be921ca7-68e5-4350-8dda-43cb880bd45a),segment_id=be921ca7-68e5-4350-8dda-43cb880bd45a)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:07.396506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.409454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Calling delete_port for af0a88b5-89c0-42d5-94ac-22a265da497e owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:07.412310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] Deleting port af0a88b5-89c0-42d5-94ac-22a265da497e {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:07.412690 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.475851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] For port af0a88b5-89c0-42d5-94ac-22a265da497e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=af0a88b5-89c0-42d5-94ac-22a265da497e,segment=NetworkSegment(be921ca7-68e5-4350-8dda-43cb880bd45a),segment_id=be921ca7-68e5-4350-8dda-43cb880bd45a)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:07.476258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.489415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.493026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] Calling delete_port for af0a88b5-89c0-42d5-94ac-22a265da497e owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:07.515306 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Port': ['ID=af0a88b5-89c0-42d5-94ac-22a265da497e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:07.520415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] No DVR routers for this DVR port af0a88b5-89c0-42d5-94ac-22a265da497e on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:07.570238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.593615 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] Pushing event deleted for resources: {'Port': ['ID=af0a88b5-89c0-42d5-94ac-22a265da497e,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:07.599539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc83326-1e37-475f-ad0b-01246786c71d None None] No DVR routers for this DVR port af0a88b5-89c0-42d5-94ac-22a265da497e on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:07.611648 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.631436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed90de21-27b3-4df3-9b55-a59b9f8fbebf']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:07.641557 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be921ca7-68e5-4350-8dda-43cb880bd45a') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:07.641864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be921ca7-68e5-4350-8dda-43cb880bd45a') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:07.651426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.664969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.671039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:07.671454 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:07.674437 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:07.734913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.741605 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:07.744921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] 10.222.0.52 "DELETE /v2.0/networks/ed90de21-27b3-4df3-9b55-a59b9f8fbebf HTTP/1.1" status: 204 len: 168 time: 0.5524669 Nov 19 05:10:08.002178 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41726) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:08.105482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce277d-fbca-4ceb-b334-88da024987f7 tempest-NetworksIpV6Test-225992000 tempest-NetworksIpV6Test-225992000-project] Pushing event deleted for resources: {'Network': ['ID=ed90de21-27b3-4df3-9b55-a59b9f8fbebf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:08.139888 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d291985e-2cd8-4ed9-812f-5af0df3ce6eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de2f732b21ff445995391855dc682d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359677 Nov 19 05:10:08.143120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41730) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:08.189247 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d45b0c9-3b06-444b-b3bf-59ef2723966c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:08.210090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d45b0c9-3b06-444b-b3bf-59ef2723966c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:08.261241 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d45b0c9-3b06-444b-b3bf-59ef2723966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:08.263968 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1d45b0c9-3b06-444b-b3bf-59ef2723966c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:08.265018 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1d45b0c9-3b06-444b-b3bf-59ef2723966c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0dc6a2f-9b0b-4e46-b7cb-7cc1d30528a9 HTTP/1.1" status: 204 len: 168 time: 0.1206996 Nov 19 05:10:08.274942 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45b0c9-3b06-444b-b3bf-59ef2723966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc6a2f-9b0b-4e46-b7cb-7cc1d30528a9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:08.895535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41752) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:08.989953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1410562452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:09.345045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.346345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.346709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device af0a88b5-89c0-42d5-94ac-22a265da497e no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:10:09.373439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: af0a88b5-89c0-42d5-94ac-22a265da497e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:10:09.373786 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device af0a88b5-89c0-42d5-94ac-22a265da497e not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:10:09.400146 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.404495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.422761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.423961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6c4c38d8-9ffc-4635-acf6-417813735359 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5273905 Nov 19 05:10:09.426768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41756) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:09.431648 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1811843670'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:09.454835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Made reservation on behalf of a05d76bc6ad942fd8212427a64329b72 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:09.458478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.467863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.555283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.559254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.588799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:09.600081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6259d315-287b-4d74-9798-e5451a80f95a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:09.605712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.606102 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Added segment 4b6814ae-01e1-4274-a37c-6f502b3f676e of type vlan for network 1bb27ec5-c669-4e79-906e-9b0484b501ac Nov 19 05:10:09.645641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.669816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.676188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:09.676770 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:09.730110 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3023033 Nov 19 05:10:09.732909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41758) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:09.745174 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Request body: {'subnet': {'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:09.790464 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f3b56-af8e-47a4-bae4-0bfc4b7a455b tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event updated for resources: {'Network': ['ID=1bb27ec5-c669-4e79-906e-9b0484b501ac,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:09.800816 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 1bb27ec5-c669-4e79-906e-9b0484b501ac details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:09.842480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Made reservation on behalf of a05d76bc6ad942fd8212427a64329b72 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:09.846782 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.024005 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.088261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event updated for resources: {'Subnet': ['ID=948076e1-0ad3-47b3-b4fe-3ccde2fcbf94,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:10.095475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Checking segment: {'id': '4b6814ae-01e1-4274-a37c-6f502b3f676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:10.095852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Network hostable DHCP agents. Network: 1bb27ec5-c669-4e79-906e-9b0484b501ac, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:10.112422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Network 1bb27ec5-c669-4e79-906e-9b0484b501ac is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:10.120383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 1bb27ec5-c669-4e79-906e-9b0484b501ac) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:10.124295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:10.125882 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.129918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f724113-2eca-4345-bc99-ef0974c2f6a7 None None] Network 1bb27ec5-c669-4e79-906e-9b0484b501ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:10.142875 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9c3203ac-ac16-42fc-bf0a-637ae7e2b941 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4080019 Nov 19 05:10:10.145013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41760) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:10.149961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-585162342'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:10.170863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Made reservation on behalf of a05d76bc6ad942fd8212427a64329b72 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:10.174946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.200314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:10.210314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.210668 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Added segment 32f1326a-cef5-4b63-992c-233c265b690f of type vlan for network a5567f44-8ca4-49ba-8e43-43d128028548 Nov 19 05:10:10.259413 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.285516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-1bb27ec5-c669-4e79-906e-9b0484b501ac', 'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac', 'tenant_id': 'a05d76bc6ad942fd8212427a64329b72', 'fixed_ips': [{'subnet_id': '948076e1-0ad3-47b3-b4fe-3ccde2fcbf94'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:10.286596 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.288691 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.294461 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:10.295040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.361428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41762) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:10.362031 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2153428 Nov 19 05:10:10.367165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d6d67-ff64-4140-b1e9-f9c3137b6ca6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event updated for resources: {'Network': ['ID=a5567f44-8ca4-49ba-8e43-43d128028548,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:10.369428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Request body: {'subnet': {'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:10.378869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a5567f44-8ca4-49ba-8e43-43d128028548 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:10.460474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Made reservation on behalf of a05d76bc6ad942fd8212427a64329b72 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:10.464152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.485194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Allocated IP 172.20.0.2 (1bb27ec5-c669-4e79-906e-9b0484b501ac/948076e1-0ad3-47b3-b4fe-3ccde2fcbf94/cb7ee2f9-c428-4e9a-8767-dc15dd454557) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:10.630597 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.635950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.644938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.682805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Network 1bb27ec5-c669-4e79-906e-9b0484b501ac is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:10.685582 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:10.688951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:10.695718 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Pushing event updated for resources: {'Port': ['ID=cb7ee2f9-c428-4e9a-8767-dc15dd454557,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:10.716855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event updated for resources: {'Subnet': ['ID=72839db1-050e-4ed3-a195-18027e0cccf7,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:10.719585 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Checking segment: {'id': '32f1326a-cef5-4b63-992c-233c265b690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:10.719968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Network hostable DHCP agents. Network: a5567f44-8ca4-49ba-8e43-43d128028548, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:10.742965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Network a5567f44-8ca4-49ba-8e43-43d128028548 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:10.749114 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Attempting to bind port cb7ee2f9-c428-4e9a-8767-dc15dd454557 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:10.749462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Attempting to bind port cb7ee2f9-c428-4e9a-8767-dc15dd454557 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '4b6814ae-01e1-4274-a37c-6f502b3f676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:10.750727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Attempting to bind port cb7ee2f9-c428-4e9a-8767-dc15dd454557 on network 1bb27ec5-c669-4e79-906e-9b0484b501ac {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:10.752796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a5567f44-8ca4-49ba-8e43-43d128028548) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:10.756828 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:10.757258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Checking segment: {'id': '4b6814ae-01e1-4274-a37c-6f502b3f676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:10.757668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.758110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Bound using segment: {'id': '4b6814ae-01e1-4274-a37c-6f502b3f676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:10.758364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:10.758580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Bound port: cb7ee2f9-c428-4e9a-8767-dc15dd454557, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6814ae-01e1-4274-a37c-6f502b3f676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1bb27ec5-c669-4e79-906e-9b0484b501ac'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:10.758962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.759273 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.763232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c0ddd-a39c-4a25-9511-471088d55df5 None None] Network a5567f44-8ca4-49ba-8e43-43d128028548 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:10.775185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-68d85f3d-fe68-4874-8b97-fbe6e35499c6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4123180 Nov 19 05:10:10.777959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41764) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:10.783009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0741e11a-6acf-4d16-a15a-32eca8c77d5a tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:10.899797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] For port cb7ee2f9-c428-4e9a-8767-dc15dd454557, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:10.902832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] For port cb7ee2f9-c428-4e9a-8767-dc15dd454557, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cb7ee2f9-c428-4e9a-8767-dc15dd454557,segment=NetworkSegment(4b6814ae-01e1-4274-a37c-6f502b3f676e),segment_id=4b6814ae-01e1-4274-a37c-6f502b3f676e)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:10.927503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:10.996868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0741e11a-6acf-4d16-a15a-32eca8c77d5a tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.015223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5211-c311-4053-8ad7-113aa19eaf70 None None] Pushing event updated for resources: {'Port': ['ID=cb7ee2f9-c428-4e9a-8767-dc15dd454557,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:11.029764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a5567f44-8ca4-49ba-8e43-43d128028548', 'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548', 'tenant_id': 'a05d76bc6ad942fd8212427a64329b72', 'fixed_ips': [{'subnet_id': '72839db1-050e-4ed3-a195-18027e0cccf7'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:11.030827 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.114768 n-d-818503-1 neutron-server[109986]: INFO neutron.api.v2.resource [None req-0741e11a-6acf-4d16-a15a-32eca8c77d5a tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 05:10:11.116028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0741e11a-6acf-4d16-a15a-32eca8c77d5a tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "PUT /v2.0/routers/bcf957a5-0175-4829-9ee6-f364307a207d HTTP/1.1" status: 400 len: 364 time: 0.3368890 Nov 19 05:10:11.121746 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41766) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:11.197974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Deleting subnet 72839db1-050e-4ed3-a195-18027e0cccf7 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:10:11.205047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Allocated IP 172.21.0.2 (a5567f44-8ca4-49ba-8e43-43d128028548/72839db1-050e-4ed3-a195-18027e0cccf7/c15e4f6a-2203-4c20-845c-2b32f489e2f3) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:11.382503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.388455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.388916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cb7ee2f9-c428-4e9a-8767-dc15dd454557 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:11.392815 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.430395 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.523206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.587250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.618490 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event deleted for resources: {'Subnet': ['ID=72839db1-050e-4ed3-a195-18027e0cccf7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:11.623197 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.630893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5b42a56-c857-4285-8c00-a52dcaaa37d6 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "DELETE /v2.0/subnets/72839db1-050e-4ed3-a195-18027e0cccf7 HTTP/1.1" status: 204 len: 168 time: 0.5055740 Nov 19 05:10:11.631440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41768) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:11.631925 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Pushing event updated for resources: {'Port': ['ID=c15e4f6a-2203-4c20-845c-2b32f489e2f3,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:11.636662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Network a5567f44-8ca4-49ba-8e43-43d128028548 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:11.638736 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:11.641993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:11.705040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Attempting to bind port c15e4f6a-2203-4c20-845c-2b32f489e2f3 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:11.705424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Attempting to bind port c15e4f6a-2203-4c20-845c-2b32f489e2f3 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '32f1326a-cef5-4b63-992c-233c265b690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:11.705811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Attempting to bind port c15e4f6a-2203-4c20-845c-2b32f489e2f3 on network a5567f44-8ca4-49ba-8e43-43d128028548 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:11.711102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port cb7ee2f9-c428-4e9a-8767-dc15dd454557 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:11.711487 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.713298 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:11.713685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Checking segment: {'id': '32f1326a-cef5-4b63-992c-233c265b690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:11.714114 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.714520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Bound using segment: {'id': '32f1326a-cef5-4b63-992c-233c265b690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:11.715005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Bound port: c15e4f6a-2203-4c20-845c-2b32f489e2f3, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f1326a-cef5-4b63-992c-233c265b690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5567f44-8ca4-49ba-8e43-43d128028548'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:11.715390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.723806 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.784433 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Deleting port c15e4f6a-2203-4c20-845c-2b32f489e2f3 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:11.785184 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.817466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] For port c15e4f6a-2203-4c20-845c-2b32f489e2f3, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:11.821405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] For port c15e4f6a-2203-4c20-845c-2b32f489e2f3, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=c15e4f6a-2203-4c20-845c-2b32f489e2f3,segment=NetworkSegment(32f1326a-cef5-4b63-992c-233c265b690f),segment_id=32f1326a-cef5-4b63-992c-233c265b690f)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:11.826987 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.854906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] For port c15e4f6a-2203-4c20-845c-2b32f489e2f3, host n-d-818503-1, got binding levels [] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:11.855274 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.869591 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Calling delete_port for c15e4f6a-2203-4c20-845c-2b32f489e2f3 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:11.901529 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.959447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35997693-be13-4b84-8994-eda2ea6dd7f8 None None] Pushing event updated for resources: {'Port': ['ID=c15e4f6a-2203-4c20-845c-2b32f489e2f3,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:11.967427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455b184-671b-4d1e-84b4-bc63b7dab380 None None] Network 1bb27ec5-c669-4e79-906e-9b0484b501ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:11.970865 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:11.991876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff40b6a-ade3-406a-8f1d-46307137faa2 None None] Network a5567f44-8ca4-49ba-8e43-43d128028548 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:12.001684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] No DVR routers for this DVR port c15e4f6a-2203-4c20-845c-2b32f489e2f3 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:12.007915 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event deleted for resources: {'Port': ['ID=c15e4f6a-2203-4c20-845c-2b32f489e2f3,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:12.022968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port cb7ee2f9-c428-4e9a-8767-dc15dd454557, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cb7ee2f9-c428-4e9a-8767-dc15dd454557,segment=NetworkSegment(4b6814ae-01e1-4274-a37c-6f502b3f676e),segment_id=4b6814ae-01e1-4274-a37c-6f502b3f676e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:12.063737 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.090026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.111129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5567f44-8ca4-49ba-8e43-43d128028548']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:12.120532 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f1326a-cef5-4b63-992c-233c265b690f') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:12.120843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f1326a-cef5-4b63-992c-233c265b690f') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:12.130781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.144418 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.150407 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:12.150810 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.153674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-350960ad-211e-4c9a-9659-cfd247500be4 None None] Provisioning complete for port cb7ee2f9-c428-4e9a-8767-dc15dd454557 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:12.153867 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:12.156923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-350960ad-211e-4c9a-9659-cfd247500be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.214459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.219358 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.225287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=cb7ee2f9-c428-4e9a-8767-dc15dd454557,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:12.225476 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "DELETE /v2.0/networks/a5567f44-8ca4-49ba-8e43-43d128028548 HTTP/1.1" status: 204 len: 168 time: 0.5909023 Nov 19 05:10:12.226403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41770) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:12.240510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d58d9-21bb-46f1-a727-2af6a15542ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event deleted for resources: {'Network': ['ID=a5567f44-8ca4-49ba-8e43-43d128028548,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:12.294494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Deleting subnet 948076e1-0ad3-47b3-b4fe-3ccde2fcbf94 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:10:12.298700 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.344401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.434116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.507517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.540460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event deleted for resources: {'Subnet': ['ID=948076e1-0ad3-47b3-b4fe-3ccde2fcbf94,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:12.543828 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.548136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d73be6de-d14e-45a3-bfaa-a87c786cf778 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "DELETE /v2.0/subnets/948076e1-0ad3-47b3-b4fe-3ccde2fcbf94 HTTP/1.1" status: 204 len: 168 time: 0.3196173 Nov 19 05:10:12.551893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41772) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:12.563838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bfc560-e674-4547-b6bd-aee5f72481d2 None None] Network 1bb27ec5-c669-4e79-906e-9b0484b501ac requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:12.629923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7bb36c7c-722f-4d0d-a232-8cd15ddaf532 None None] Provisioning complete for port cb7ee2f9-c428-4e9a-8767-dc15dd454557 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:12.630272 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7bb36c7c-722f-4d0d-a232-8cd15ddaf532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.669242 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.736654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Deleting port cb7ee2f9-c428-4e9a-8767-dc15dd454557 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:12.736654 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.799360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] DHCP port deletion for 1bb27ec5-c669-4e79-906e-9b0484b501ac request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:12.820966 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] For port cb7ee2f9-c428-4e9a-8767-dc15dd454557, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cb7ee2f9-c428-4e9a-8767-dc15dd454557,segment=NetworkSegment(4b6814ae-01e1-4274-a37c-6f502b3f676e),segment_id=4b6814ae-01e1-4274-a37c-6f502b3f676e)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:12.821328 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.836944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Calling delete_port for cb7ee2f9-c428-4e9a-8767-dc15dd454557 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:12.851984 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] Deleting port cb7ee2f9-c428-4e9a-8767-dc15dd454557 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:12.852369 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.923654 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] For port cb7ee2f9-c428-4e9a-8767-dc15dd454557, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=cb7ee2f9-c428-4e9a-8767-dc15dd454557,segment=NetworkSegment(4b6814ae-01e1-4274-a37c-6f502b3f676e),segment_id=4b6814ae-01e1-4274-a37c-6f502b3f676e)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:12.924062 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.936745 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] Calling delete_port for cb7ee2f9-c428-4e9a-8767-dc15dd454557 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:12.941591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:12.975121 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event deleted for resources: {'Port': ['ID=cb7ee2f9-c428-4e9a-8767-dc15dd454557,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:12.978277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] No DVR routers for this DVR port cb7ee2f9-c428-4e9a-8767-dc15dd454557 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:13.018107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.050787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] No DVR routers for this DVR port cb7ee2f9-c428-4e9a-8767-dc15dd454557 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:13.052794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39629d6a-c3db-4b63-9d12-0dd7cb974ace None None] Pushing event deleted for resources: {'Port': ['ID=cb7ee2f9-c428-4e9a-8767-dc15dd454557,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:13.073181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18655b80-8075-4149-aa89-d537b308706b None None] get_active_networks_info from n-d-818503-1 {{(pid=109988) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 05:10:13.087426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.114051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb27ec5-c669-4e79-906e-9b0484b501ac']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:13.127855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6814ae-01e1-4274-a37c-6f502b3f676e') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:13.128179 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6814ae-01e1-4274-a37c-6f502b3f676e') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:13.136783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18655b80-8075-4149-aa89-d537b308706b None None] Resources bound (agent type, host, resource id): {{(pid=109988) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 05:10:13.139399 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.164126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.165107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:10:13.165511 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:10:13.168980 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:10:13.240488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.249954 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.254790 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "DELETE /v2.0/networks/1bb27ec5-c669-4e79-906e-9b0484b501ac HTTP/1.1" status: 204 len: 168 time: 0.6994786 Nov 19 05:10:13.257634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41774) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:13.282700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57baa-d2c2-4689-918a-9cd23ce2c5d3 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Pushing event deleted for resources: {'Network': ['ID=1bb27ec5-c669-4e79-906e-9b0484b501ac,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:13.304497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-894afc8d-5af4-47cf-b95c-2d2667b688ab tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcf957a5-0175-4829-9ee6-f364307a207d HTTP/1.1" status: 200 len: 205 time: 0.0456710 Nov 19 05:10:13.307130 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41776) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:13.370398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cb7ee2f9-c428-4e9a-8767-dc15dd454557 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:10:13.388863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.392776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: cb7ee2f9-c428-4e9a-8767-dc15dd454557 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:10:13.393134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device cb7ee2f9-c428-4e9a-8767-dc15dd454557 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:10:13.551785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.553922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.600178 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.600704 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Fanout notify agent at l3_agent the message router_deleted on router bcf957a5-0175-4829-9ee6-f364307a207d {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:10:13.607560 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:13.608679 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-37ca33fa-df1a-407d-b93c-a4b7c6ab8075 tempest-RoutersNegativeTest-948053341 tempest-RoutersNegativeTest-948053341-project] 10.222.0.52 "DELETE /v2.0/routers/bcf957a5-0175-4829-9ee6-f364307a207d HTTP/1.1" status: 204 len: 168 time: 0.2998185 Nov 19 05:10:13.843377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41782) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:13.975675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c95d0bbc-e5a4-4109-a8c3-aef14f46e3d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a05d76bc6ad942fd8212427a64329b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304765 Nov 19 05:10:13.978092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:14.024982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86a48828-bdf1-4df9-9e4e-978badf9a4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.046304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86a48828-bdf1-4df9-9e4e-978badf9a4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.092042 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86a48828-bdf1-4df9-9e4e-978badf9a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.095445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86a48828-bdf1-4df9-9e4e-978badf9a4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.096612 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-86a48828-bdf1-4df9-9e4e-978badf9a4bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6259d315-287b-4d74-9798-e5451a80f95a HTTP/1.1" status: 204 len: 168 time: 0.1176238 Nov 19 05:10:14.104155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48828-bdf1-4df9-9e4e-978badf9a4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6259d315-287b-4d74-9798-e5451a80f95a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:14.698113 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41808) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:14.791351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-435064909-network', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:14.812759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Made reservation on behalf of 7a9f49f50b2e494d9791a8cbdb0c5110 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:14.815246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.827441 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.910328 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.914043 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.940038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:14.949229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:14.957329 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:14.957614 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Added segment a737b59f-9722-4b92-88a2-6f800a4e6198 of type vlan for network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c Nov 19 05:10:14.997566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.023677 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.024753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:15.025335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.080948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3817179 Nov 19 05:10:15.083893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41812) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:15.089058 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Request body: {'subnet': {'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-subnet', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:15.091811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b609b40-b22c-4872-a4e2-c183ba983816 admin admin] Pushing event updated for resources: {'Network': ['ID=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:15.101324 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:15.113007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Made reservation on behalf of 7a9f49f50b2e494d9791a8cbdb0c5110 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:15.115528 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.293798 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.351193 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:15.359668 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Checking segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:15.360285 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Network hostable DHCP agents. Network: 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:15.376581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:15.385402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:15.389334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:15.389957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.395201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebdeff-c6a1-4c6d-932c-06b223c67226 None None] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:15.410058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3a9cc82e-05df-40a1-8386-51fb4fe455cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3220732 Nov 19 05:10:15.410289 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41814) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:15.414692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:15.435161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.436079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.489688 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.556256 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:15.557199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.635096 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.696098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Allocated IP 172.20.0.2 (7772b2d7-acd9-4e11-88ee-3d2e2635ce0c/e272cd9d-196e-4b5f-97b7-ca5e9676f0dd/58acab8d-9070-4355-a259-efbf1eac9457) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:15.841271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.843707 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.848156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.864188 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.896632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:15.900652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:15.903213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:15.905209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Pushing event updated for resources: {'Port': ['ID=58acab8d-9070-4355-a259-efbf1eac9457,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:15.958041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Attempting to bind port 58acab8d-9070-4355-a259-efbf1eac9457 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:15.958333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Attempting to bind port 58acab8d-9070-4355-a259-efbf1eac9457 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:15.958702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Attempting to bind port 58acab8d-9070-4355-a259-efbf1eac9457 on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:15.963566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:15.963942 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Checking segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:15.964344 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.964741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Bound using segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:15.965208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Bound port: 58acab8d-9070-4355-a259-efbf1eac9457, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:15.965588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:15.969561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Allocated IP 172.25.8.95 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/35d9043a-beda-42fa-a935-f09007457b86) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:16.029414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] For port 58acab8d-9070-4355-a259-efbf1eac9457, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:16.032822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] For port 58acab8d-9070-4355-a259-efbf1eac9457, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=58acab8d-9070-4355-a259-efbf1eac9457,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:16.036817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.080906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.100208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a155d-7ef1-41d4-b09a-1c09322792a7 None None] Pushing event updated for resources: {'Port': ['ID=58acab8d-9070-4355-a259-efbf1eac9457,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:16.120141 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.169735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:16.173361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:16.175828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:16.187365 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005228e-e506-40ca-b534-7d32a6924745 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:16.201115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=35d9043a-beda-42fa-a935-f09007457b86,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:16.316812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a2e166b4-08c6-431c-bcf1-edb1b02549a8 None None] Provisioning complete for port 35d9043a-beda-42fa-a935-f09007457b86 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:16.317566 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a2e166b4-08c6-431c-bcf1-edb1b02549a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.354789 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a2e166b4-08c6-431c-bcf1-edb1b02549a8 None None] Port 35d9043a-beda-42fa-a935-f09007457b86 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:10:16.462745 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.669020 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.827008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:10:16.956466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:10:16.966131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Sync routers for ids ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:10:16.978187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Routers {'545b049d-f1d8-4b63-ab79-f6a33eb1c800'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:16.978444 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:16.979019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:16.979526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b965f667-2b2d-4096-b8ef-90cf1716e2f1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5682223 Nov 19 05:10:16.982536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41816) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:17.021644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d72cd-ef91-4fe4-95bf-6819b883f3ee None None] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:17.318846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-76c6f58a-e1b9-4038-a9bb-08e837b8115d None None] Provisioning complete for port 58acab8d-9070-4355-a259-efbf1eac9457 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:17.319427 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76c6f58a-e1b9-4038-a9bb-08e837b8115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.349067 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Set router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:17.416851 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.421387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 58acab8d-9070-4355-a259-efbf1eac9457 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:17.577289 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Allocated IP 172.20.0.1 (7772b2d7-acd9-4e11-88ee-3d2e2635ce0c/e272cd9d-196e-4b5f-97b7-ca5e9676f0dd/ea9e7ce2-7730-459a-ae11-cac61dfce11f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:17.670020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 58acab8d-9070-4355-a259-efbf1eac9457 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:17.670403 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.678354 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.696159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76c6f58a-e1b9-4038-a9bb-08e837b8115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.717591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.760519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-76c6f58a-e1b9-4038-a9bb-08e837b8115d None None] For port 58acab8d-9070-4355-a259-efbf1eac9457, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=58acab8d-9070-4355-a259-efbf1eac9457,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:17.760785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:17.766506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:17.770273 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-76c6f58a-e1b9-4038-a9bb-08e837b8115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.770446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:17.794049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e7ce2-7730-459a-ae11-cac61dfce11f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:17.807819 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.808183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.808718 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.808882 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.809227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.809576 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.809919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.810447 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.810615 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.810958 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.811279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.811614 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:17.831678 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.836981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:16Z', 'revision_number': 3, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:17.876376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Checking router: 545b049d-f1d8-4b63-ab79-f6a33eb1c800 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:10:17.876737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Updating router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 port 35d9043a-beda-42fa-a935-f09007457b86 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:10:17.910832 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6f58a-e1b9-4038-a9bb-08e837b8115d None None] Pushing event updated for resources: {'Port': ['ID=58acab8d-9070-4355-a259-efbf1eac9457,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:17.919420 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:17.976959 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.048846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-35f16726-bbd7-4d35-a986-13aa92cb784e None None] Provisioning complete for port 58acab8d-9070-4355-a259-efbf1eac9457 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:18.049208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-35f16726-bbd7-4d35-a986-13aa92cb784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.157646 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.163564 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.230611 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e7ce2-7730-459a-ae11-cac61dfce11f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:18.232982 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.278371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.284472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.329005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:18.330454 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:18.334309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d9115-e9d4-4092-a986-44f9082c418e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:18.356262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Attempting to bind port 35d9043a-beda-42fa-a935-f09007457b86 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:18.356679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Attempting to bind port 35d9043a-beda-42fa-a935-f09007457b86 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:18.357011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Attempting to bind port 35d9043a-beda-42fa-a935-f09007457b86 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:18.362701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21752d12-17fe-45f1-9f2e-00edb894e5bc None None] Pushing event updated for resources: {'Port': ['ID=35d9043a-beda-42fa-a935-f09007457b86,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:18.370918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:18.371950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:18.372331 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.372726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:18.373213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Bound port: 35d9043a-beda-42fa-a935-f09007457b86, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:18.374178 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.400338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-322b10eb-dd3d-476a-8e77-3c17305fe716 None None] Provisioning complete for port ea9e7ce2-7730-459a-ae11-cac61dfce11f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:18.400717 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-322b10eb-dd3d-476a-8e77-3c17305fe716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.453484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-322b10eb-dd3d-476a-8e77-3c17305fe716 None None] Port ea9e7ce2-7730-459a-ae11-cac61dfce11f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:10:18.458186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:10:18.465798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] For port 35d9043a-beda-42fa-a935-f09007457b86, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:18.469985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] For port 35d9043a-beda-42fa-a935-f09007457b86, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=35d9043a-beda-42fa-a935-f09007457b86,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:18.477653 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.532208 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ad1f9-0882-4761-a50c-e1f15742a032 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:18.547763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Routers {'545b049d-f1d8-4b63-ab79-f6a33eb1c800'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:18.548536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:18.571234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:10:18.576643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa40c986-3891-40e4-9dfc-48477049c303 admin admin] 10.222.0.52 "PUT /v2.0/routers/545b049d-f1d8-4b63-ab79-f6a33eb1c800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930076 Nov 19 05:10:18.602907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21752d12-17fe-45f1-9f2e-00edb894e5bc None None] Pushing event updated for resources: {'Port': ['ID=35d9043a-beda-42fa-a935-f09007457b86,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:18.649049 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Provisioning complete for port ea9e7ce2-7730-459a-ae11-cac61dfce11f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:18.649428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.699896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Port ea9e7ce2-7730-459a-ae11-cac61dfce11f cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:10:18.708295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] Set router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:18.752217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Provisioning complete for port 35d9043a-beda-42fa-a935-f09007457b86 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:18.752714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:18.939844 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.060708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 41832) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:19.066502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-210256952-network', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:19.088081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Made reservation on behalf of 0d8b75bf28804652ba0baba87bbc92f1 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:19.090484 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.103187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.159976 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] For port 35d9043a-beda-42fa-a935-f09007457b86, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=35d9043a-beda-42fa-a935-f09007457b86,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:19.165646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.182590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.186643 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.214939 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:10:19.224457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ab710-648c-41c7-9c71-b513dbd246a7,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:19.226299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:17Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ea9e7ce2-7730-459a-ae11-cac61dfce11f', 'name': '', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'mac_address': 'fa:16:3e:ef:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:17Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 2, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'subnets': [{'id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:19.229504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4630689-6662-4d76-9130-11fd2c890af4 None None] Pushing event updated for resources: {'Port': ['ID=35d9043a-beda-42fa-a935-f09007457b86,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:19.232820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.233229 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Added segment dfdcb68b-b68a-423f-9f0f-44d54301a65c of type vlan for network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 Nov 19 05:10:19.256943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c7597-88b5-4dfc-9024-f8757428add8 None None] The sync data for ids ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'] in n-d-818503-1 is: [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:17Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ea9e7ce2-7730-459a-ae11-cac61dfce11f', 'name': '', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'mac_address': 'fa:16:3e:ef:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:17Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 2, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'subnets': [{'id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:10:19.291336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ae12eb2a-095c-4435-9862-a94ac700255a None None] Provisioning complete for port 35d9043a-beda-42fa-a935-f09007457b86 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:19.291772 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ae12eb2a-095c-4435-9862-a94ac700255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.293058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.323638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.324877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:19.325669 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.393441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 58acab8d-9070-4355-a259-efbf1eac9457 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:19.395817 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3339789 Nov 19 05:10:19.398701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41834) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:19.400129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98bfdb-fa0e-48d5-a293-813425f1c64c admin admin] Pushing event updated for resources: {'Network': ['ID=6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:19.404375 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Request body: {'subnet': {'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-subnet', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:19.419902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:10:19.431394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Made reservation on behalf of 0d8b75bf28804652ba0baba87bbc92f1 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:19.433973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.512606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 58acab8d-9070-4355-a259-efbf1eac9457 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:19.513203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.651978 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.711137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc944c70-01dd-4584-b89c-dcf5765e6a12,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:19.724743 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Checking segment: {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:19.725114 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Network hostable DHCP agents. Network: 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:10:19.728068 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.728428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.728778 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.729122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.729466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.729806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.730171 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.730506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.730839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.731183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.731505 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.731838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:19.752166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:10:19.762169 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:19.767115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:19.767737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.773085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e81a1-c08c-4871-85b9-3a57728811d7 None None] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:19.794621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1096df88-cd81-40d1-93c7-2e00dd868037 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3924158 Nov 19 05:10:19.794821 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41836) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:19.799785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:19.823929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.825341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.891495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:19.933217 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'fixed_ips': [{'subnet_id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:10:19.934387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.046741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.112594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Allocated IP 172.20.0.2 (6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8/fc944c70-01dd-4584-b89c-dcf5765e6a12/a34ed389-4844-4777-87af-9ed6f7dc1987) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:20.275320 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.282468 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.286267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.304562 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.328647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:20.333424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:20.337957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:20.341143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Pushing event updated for resources: {'Port': ['ID=a34ed389-4844-4777-87af-9ed6f7dc1987,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:20.396197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Attempting to bind port a34ed389-4844-4777-87af-9ed6f7dc1987 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:20.396906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Attempting to bind port a34ed389-4844-4777-87af-9ed6f7dc1987 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:20.397058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Attempting to bind port a34ed389-4844-4777-87af-9ed6f7dc1987 on network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:20.403258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:20.403649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Checking segment: {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:20.404236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.404462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Bound using segment: {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:20.404939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Bound port: a34ed389-4844-4777-87af-9ed6f7dc1987, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:20.405331 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.428096 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Allocated IP 172.25.8.70 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/6154dac5-329d-4d04-bcb1-3439cb2b3ea9) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:20.489153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] For port a34ed389-4844-4777-87af-9ed6f7dc1987, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:20.492711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] For port a34ed389-4844-4777-87af-9ed6f7dc1987, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a34ed389-4844-4777-87af-9ed6f7dc1987,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:20.498629 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.551547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.559342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Pushing event updated for resources: {'Port': ['ID=a34ed389-4844-4777-87af-9ed6f7dc1987,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:20.572535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.573019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.573472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.573918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.574377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.574834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.575251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.575704 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.576137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.576700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.577134 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.577570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eeb631-8346-410e-8d0f-d0c430971630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:20.599762 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.649127 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:20.652377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:20.656703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:20.667725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357221e-ae47-4ffb-a63a-c1c1efc37445 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:20.681296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Pushing event updated for resources: {'Port': ['ID=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:20.791808 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-218e4b62-ed0c-4de6-9f5a-9e21bb86b02c None None] Provisioning complete for port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:20.794582 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-218e4b62-ed0c-4de6-9f5a-9e21bb86b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:20.844553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-218e4b62-ed0c-4de6-9f5a-9e21bb86b02c None None] Port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:10:20.942371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.136710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.423836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 35d9043a-beda-42fa-a935-f09007457b86 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:21.475505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55061509-97d1-4924-8579-917a77198af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.492893 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 35d9043a-beda-42fa-a935-f09007457b86 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:21.493274 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.573880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a34ed389-4844-4777-87af-9ed6f7dc1987 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:21.605053 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Router d3687302-afd3-4209-9e20-584466f4b9cb is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:10:21.634635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a34ed389-4844-4777-87af-9ed6f7dc1987 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:21.635022 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.635217 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Sync routers for ids ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:10:21.646366 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Routers {'545b049d-f1d8-4b63-ab79-f6a33eb1c800'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:21.647285 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:21.716633 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.716956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:10:21.730448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Sync routers for ids ['d3687302-afd3-4209-9e20-584466f4b9cb'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:10:21.737917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.741716 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9acbe898-b5a2-445d-900a-8a1e187d0f90 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9432657 Nov 19 05:10:21.742002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 41838) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:10:21.760910 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Set router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:21.761085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Routers {'d3687302-afd3-4209-9e20-584466f4b9cb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:21.761738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['d3687302-afd3-4209-9e20-584466f4b9cb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:21.808139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port a34ed389-4844-4777-87af-9ed6f7dc1987, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a34ed389-4844-4777-87af-9ed6f7dc1987,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:21.816879 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:21.916385 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=a34ed389-4844-4777-87af-9ed6f7dc1987,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:21.947281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Set router d3687302-afd3-4209-9e20-584466f4b9cb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:21.993067 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:17Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ea9e7ce2-7730-459a-ae11-cac61dfce11f', 'name': '', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'mac_address': 'fa:16:3e:ef:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:17Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 2, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'subnets': [{'id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:22.025159 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Checking router: 545b049d-f1d8-4b63-ab79-f6a33eb1c800 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:10:22.025654 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Updating router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 port ea9e7ce2-7730-459a-ae11-cac61dfce11f binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:10:22.053540 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.171036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:10:20Z', 'revision_number': 3, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:22.210361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Checking router: d3687302-afd3-4209-9e20-584466f4b9cb for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:10:22.210807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Updating router d3687302-afd3-4209-9e20-584466f4b9cb port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:10:22.219397 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.245376 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.383998 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.392263 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.403815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Allocated IP 172.20.0.1 (6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8/fc944c70-01dd-4584-b89c-dcf5765e6a12/936325e2-5029-493b-8ef4-45f4bbfd3406) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:22.469911 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7ce2-7730-459a-ae11-cac61dfce11f,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:22.525042 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.525402 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.525752 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.526127 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.526469 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.526804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.527136 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.527467 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.527591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd7bf6-3091-4f1a-b6a2-5d038807761d None None] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:10:22.530139 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.530498 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.530878 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.531219 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:10:22.543273 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Attempting to bind port ea9e7ce2-7730-459a-ae11-cac61dfce11f on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:22.543647 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Attempting to bind port ea9e7ce2-7730-459a-ae11-cac61dfce11f by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:22.544021 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Attempting to bind port ea9e7ce2-7730-459a-ae11-cac61dfce11f on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:22.550217 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:22.550603 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Checking segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:22.551020 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.551412 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Bound using segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:22.551893 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Bound port: ea9e7ce2-7730-459a-ae11-cac61dfce11f, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:22.552280 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.570873 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.639924 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] For port ea9e7ce2-7730-459a-ae11-cac61dfce11f, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:22.644099 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] For port ea9e7ce2-7730-459a-ae11-cac61dfce11f, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea9e7ce2-7730-459a-ae11-cac61dfce11f,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:22.645067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.651334 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.654699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a30e28a3-c9b3-41c7-a68c-a95e83e065e7 None None] Provisioning complete for port a34ed389-4844-4777-87af-9ed6f7dc1987 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:22.655084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a30e28a3-c9b3-41c7-a68c-a95e83e065e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.714166 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=936325e2-5029-493b-8ef4-45f4bbfd3406,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:22.716585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ffa4-605e-43f3-81e6-b63d46d8d7b9 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7ce2-7730-459a-ae11-cac61dfce11f,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:22.733737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Routers {'545b049d-f1d8-4b63-ab79-f6a33eb1c800'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:22.734698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:22.735286 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:22.736179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:22.739589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:22.749567 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.763544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.790052 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.823425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Attempting to bind port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:22.823922 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Attempting to bind port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:22.824398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Attempting to bind port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:22.832875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58adf344-d918-462d-a4a7-7aebd95c5bae None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:22.858257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008c37a-e483-414a-ae40-5731da993778 None None] Pushing event updated for resources: {'Port': ['ID=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:22.867400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:22.867801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:22.868216 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.868622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:22.869266 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Bound port: 6154dac5-329d-4d04-bcb1-3439cb2b3ea9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:22.869657 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:22.899819 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] Set router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:22.977262 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.004995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] For port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:23.008779 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] For port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:23.015900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.066622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0b037-f3c1-4769-a801-3f9e1f4fcb01 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:10:23.097011 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Routers {'d3687302-afd3-4209-9e20-584466f4b9cb'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:23.097902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:09:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['d3687302-afd3-4209-9e20-584466f4b9cb'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:23.190511 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:17Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ea9e7ce2-7730-459a-ae11-cac61dfce11f', 'name': '', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'mac_address': 'fa:16:3e:ef:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:17Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'subnets': [{'id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:23.207789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.217587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.219990 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b966e43-bb05-40c7-8642-00b7a03af9eb None None] The sync data for ids ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'] in n-d-818503-1 is: [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:17Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'ea9e7ce2-7730-459a-ae11-cac61dfce11f', 'name': '', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'mac_address': 'fa:16:3e:ef:1a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:17Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'subnets': [{'id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:10:23.227355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] Set router d3687302-afd3-4209-9e20-584466f4b9cb gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:23.278823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.381791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008c37a-e483-414a-ae40-5731da993778 None None] Pushing event updated for resources: {'Port': ['ID=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:23.410378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Provisioning complete for port ea9e7ce2-7730-459a-ae11-cac61dfce11f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:23.410378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.460539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:23.465337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:23.467557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=936325e2-5029-493b-8ef4-45f4bbfd3406,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:23.596946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea9e7ce2-7730-459a-ae11-cac61dfce11f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:23.600369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Router d3687302-afd3-4209-9e20-584466f4b9cb has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:10:23.689309 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.744975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:10:23.759701 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50d6a3dd-ab88-44d5-a8db-83d075f4a0f6 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3687302-afd3-4209-9e20-584466f4b9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164859 Nov 19 05:10:23.768595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-da1dc2c6-263c-49b1-aac1-bf0502576666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.776614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea9e7ce2-7730-459a-ae11-cac61dfce11f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:23.777141 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.861115 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.935878 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] For port ea9e7ce2-7730-459a-ae11-cac61dfce11f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea9e7ce2-7730-459a-ae11-cac61dfce11f,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:23.944232 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '936325e2-5029-493b-8ef4-45f4bbfd3406', 'name': '', 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'mac_address': 'fa:16:3e:54:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:22Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 1, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'subnets': [{'id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:23.948546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:23.981844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7b4f8-42f0-48a1-9440-69cc3440cb76 None None] The sync data for ids ['d3687302-afd3-4209-9e20-584466f4b9cb'] in n-d-818503-1 is: [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '936325e2-5029-493b-8ef4-45f4bbfd3406', 'name': '', 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'mac_address': 'fa:16:3e:54:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:22Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 1, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'subnets': [{'id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:10:24.024931 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.050104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Provisioning complete for port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:24.050492 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.097698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7ce2-7730-459a-ae11-cac61dfce11f,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:24.147191 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:10:24.147555 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 05:10:24.183716 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.205966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] For port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:24.225365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.295096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ba02-8d37-4e11-8aa3-259c8346c045 None None] Pushing event updated for resources: {'Port': ['ID=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:24.354706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c4c952d-f7e0-4030-a2f2-1c86f1357a6c None None] Provisioning complete for port a34ed389-4844-4777-87af-9ed6f7dc1987 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:24.355171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c4c952d-f7e0-4030-a2f2-1c86f1357a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.467719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3c4c952d-f7e0-4030-a2f2-1c86f1357a6c None None] Provisioning complete for port 936325e2-5029-493b-8ef4-45f4bbfd3406 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:24.468812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c4c952d-f7e0-4030-a2f2-1c86f1357a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.510367 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c952d-f7e0-4030-a2f2-1c86f1357a6c None None] Port 936325e2-5029-493b-8ef4-45f4bbfd3406 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:10:24.610899 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-676db942-bce2-4674-8bb2-f0c6b97789c6 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:24.612444 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-676db942-bce2-4674-8bb2-f0c6b97789c6 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 816 time: 0.1087120 Nov 19 05:10:24.628511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-bb13aaa9-93dc-410e-b11b-9459bcba5b63 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/quotas/7a9f49f50b2e494d9791a8cbdb0c5110 HTTP/1.1" status: 200 len: 375 time: 0.0101316 Nov 19 05:10:24.682655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-5cb76ebe-609a-4d12-8328-6fe6c32a2a1d tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481572 Nov 19 05:10:24.688341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a34ed389-4844-4777-87af-9ed6f7dc1987 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:24.758586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port a34ed389-4844-4777-87af-9ed6f7dc1987 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:24.758968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:24.806760 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-61ebe27a-27f3-4fd5-a900-608c0e4a119d service neutron] 10.222.0.52 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113665 Nov 19 05:10:24.914536 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-651a5dce-44d6-4922-bda1-fb76421655db service neutron] 10.222.0.52 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995922 Nov 19 05:10:25.079325 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8cc9b286-f8ec-448a-a515-fcde0d091499 req-d08ea38a-c20a-4c5d-ad54-11a2d06c01e4 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Nov 19 05:10:25.434616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea9e7ce2-7730-459a-ae11-cac61dfce11f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:25.496700 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ea9e7ce2-7730-459a-ae11-cac61dfce11f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:25.497163 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:25.585500 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:25.587017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:25.634763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:25.635234 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.031089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-f88a97cf-581e-4b87-89f5-929e664c14b4 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:26.032826 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-f88a97cf-581e-4b87-89f5-929e664c14b4 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.36 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 816 time: 0.1120534 Nov 19 05:10:26.048589 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Request body: {'port': {'device_id': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'admin_state_up': True, 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:26.185845 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Made reservation on behalf of 7a9f49f50b2e494d9791a8cbdb0c5110 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:10:26.192327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.219370 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c6464cf-23e1-4c3d-b8ad-718fed1e839e req-757901a8-fa6f-434d-bf42-87c040b9f702 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 210 time: 0.0441160 Nov 19 05:10:26.343722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Allocated IP 172.20.0.8 (7772b2d7-acd9-4e11-88ee-3d2e2635ce0c/e272cd9d-196e-4b5f-97b7-ca5e9676f0dd/70accfe7-58b5-4552-8d8d-8b08de3db5ad) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:10:26.504778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.540617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.590422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:10:26.593678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:10:26.597604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:10:26.604195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Pushing event updated for resources: {'Port': ['ID=70accfe7-58b5-4552-8d8d-8b08de3db5ad,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:26.671829 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.677097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:26.678104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.703316 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-eef00909-0fc9-4c7c-97d6-9eedb9dddac1 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593626 Nov 19 05:10:26.716261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Request body: {'port': {'device_id': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:10:26.780116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.858040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-86ef4ac1-ddc6-4ce0-96e0-936c5c9b0d53 None None] Provisioning complete for port 70accfe7-58b5-4552-8d8d-8b08de3db5ad triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:26.858499 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-86ef4ac1-ddc6-4ce0-96e0-936c5c9b0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:26.909181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-86ef4ac1-ddc6-4ce0-96e0-936c5c9b0d53 None None] Port 70accfe7-58b5-4552-8d8d-8b08de3db5ad cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:10:27.072470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70accfe7-58b5-4552-8d8d-8b08de3db5ad {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:10:27.082396 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.097804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Transition to ACTIVE for port object 70accfe7-58b5-4552-8d8d-8b08de3db5ad will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:10:27.102805 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.182826 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Pushing event updated for resources: {'Port': ['ID=70accfe7-58b5-4552-8d8d-8b08de3db5ad,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:27.239366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Attempting to bind port 70accfe7-58b5-4552-8d8d-8b08de3db5ad on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:27.239790 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Attempting to bind port 70accfe7-58b5-4552-8d8d-8b08de3db5ad by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:27.240060 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Attempting to bind port 70accfe7-58b5-4552-8d8d-8b08de3db5ad on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:27.245697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Port 70accfe7-58b5-4552-8d8d-8b08de3db5ad on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:10:27.246099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Attempting to bind port 70accfe7-58b5-4552-8d8d-8b08de3db5ad on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:27.252617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:27.252992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Checking segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:27.253368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Bound using segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:27.253819 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Bound port: 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:27.254219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.257024 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Sync routers for ids ['d3687302-afd3-4209-9e20-584466f4b9cb'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:10:27.270708 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Routers {'d3687302-afd3-4209-9e20-584466f4b9cb'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:27.271573 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:10:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['d3687302-afd3-4209-9e20-584466f4b9cb'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:27.341532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] For port 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:27.346652 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] For port 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:27.355151 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.360910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773db37a-d1e0-4ab8-9151-c3f291e119f8 req-d53a0415-2fbc-498a-a49e-832edd405a1e tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:27.363800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-773db37a-d1e0-4ab8-9151-c3f291e119f8 req-d53a0415-2fbc-498a-a49e-832edd405a1e tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 943 time: 0.0623207 Nov 19 05:10:27.398995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:27.399832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.401437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] 10.222.0.36 "PUT /v2.0/ports/70accfe7-58b5-4552-8d8d-8b08de3db5ad HTTP/1.1" status: 200 len: 1091 time: 0.6895933 Nov 19 05:10:27.404071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'tag': '70accfe7-58b5-4552-8d8d-8b08de3db5ad'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:10:27.407415 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9248562-2760-4291-9245-bef49845752c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4f1e92-16ed-474a-9a14-f8aba4c00c00", "tag": "70accfe7-58b5-4552-8d8d-8b08de3db5ad"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:10:27.409607 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Set router d3687302-afd3-4209-9e20-584466f4b9cb gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:27.431758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-773db37a-d1e0-4ab8-9151-c3f291e119f8 req-d3695ea7-6995-4f8d-8e33-f5da2340f5a7 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Nov 19 05:10:27.434732 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf4d42-252d-421a-870d-4d2f440ef0fa service neutron] Pushing event updated for resources: {'Port': ['ID=70accfe7-58b5-4552-8d8d-8b08de3db5ad,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:27.492757 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691dde2-17f2-4b97-ac5b-19253c0f9413 x-openstack-request-id: req-9691dde2-17f2-4b97-ac5b-19253c0f9413 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:10:27.493219 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4f1e92-16ed-474a-9a14-f8aba4c00c00", "tag": "70accfe7-58b5-4552-8d8d-8b08de3db5ad", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:10:27.493518 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9691dde2-17f2-4b97-ac5b-19253c0f9413 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:10:27.493881 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.494035 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'tag': '70accfe7-58b5-4552-8d8d-8b08de3db5ad', 'status': 'completed', 'code': 200} Nov 19 05:10:27.513571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-556b0e3b-3262-49fd-96ff-18c752cec03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:27.515150 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-556b0e3b-3262-49fd-96ff-18c752cec03c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 1094 time: 0.0583711 Nov 19 05:10:27.561810 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-c7fd8b43-6d8a-4184-879a-eef069026439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad HTTP/1.1" status: 200 len: 217 time: 0.0374038 Nov 19 05:10:27.614024 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-06d72226-c6f2-4ede-8f8d-0eff86ac7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:27.615653 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-06d72226-c6f2-4ede-8f8d-0eff86ac7d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd HTTP/1.1" status: 200 len: 855 time: 0.0463905 Nov 19 05:10:27.667110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-ea02a760-5981-4fb5-98d2-ba8ad97910b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:27.668569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-ea02a760-5981-4fb5-98d2-ba8ad97910b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455983 Nov 19 05:10:27.771407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-cc2b0df5-4780-480c-b51e-400b35db51e9 service neutron] 10.222.0.36 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909874 Nov 19 05:10:27.782314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '936325e2-5029-493b-8ef4-45f4bbfd3406', 'name': '', 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'mac_address': 'fa:16:3e:54:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:22Z', 'updated_at': '2021-11-19T05:10:23Z', 'revision_number': 2, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'subnets': [{'id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:27.808643 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Checking router: d3687302-afd3-4209-9e20-584466f4b9cb for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:10:27.809001 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Updating router d3687302-afd3-4209-9e20-584466f4b9cb port 936325e2-5029-493b-8ef4-45f4bbfd3406 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:10:27.834608 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:27.867299 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb17cc96-7756-4a1f-90b8-dadf6ca63106 req-db921afd-d0d1-4dd7-bea1-c636b37e7467 service neutron] 10.222.0.36 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892646 Nov 19 05:10:27.954594 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248562-2760-4291-9245-bef49845752c req-c8d72c1c-ae0d-45ce-919c-9dd65714446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:27.956153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-c8d72c1c-ae0d-45ce-919c-9dd65714446a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 1094 time: 0.0424421 Nov 19 05:10:28.049838 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248562-2760-4291-9245-bef49845752c req-270d2270-6ed4-45a6-8902-242fb36abb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:28.051361 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-270d2270-6ed4-45a6-8902-242fb36abb42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 917 time: 0.0881329 Nov 19 05:10:28.102392 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.103193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-fac19513-0af0-465b-9955-ca16adaf26a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad HTTP/1.1" status: 200 len: 217 time: 0.0448027 Nov 19 05:10:28.106960 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.155927 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8773f1-f6e3-4a08-86aa-37e761c85be6 None None] Pushing event updated for resources: {'Port': ['ID=936325e2-5029-493b-8ef4-45f4bbfd3406,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:28.158140 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248562-2760-4291-9245-bef49845752c req-3b44ece8-52e5-4328-9a87-4334f645e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:28.160685 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-3b44ece8-52e5-4328-9a87-4334f645e01b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd HTTP/1.1" status: 200 len: 855 time: 0.0492890 Nov 19 05:10:28.209713 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Attempting to bind port 936325e2-5029-493b-8ef4-45f4bbfd3406 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:10:28.209713 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Attempting to bind port 936325e2-5029-493b-8ef4-45f4bbfd3406 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:10:28.210107 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Attempting to bind port 936325e2-5029-493b-8ef4-45f4bbfd3406 on network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:10:28.212486 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248562-2760-4291-9245-bef49845752c req-36df36a7-5d77-4f3a-ad03-066e294dfa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:28.214020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-36df36a7-5d77-4f3a-ad03-066e294dfa94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452740 Nov 19 05:10:28.214857 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:10:28.215235 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Checking segment: {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:10:28.215641 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.216032 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Bound using segment: {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:10:28.216505 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Bound port: 936325e2-5029-493b-8ef4-45f4bbfd3406, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdcb68b-b68a-423f-9f0f-44d54301a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:10:28.216883 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.289837 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] For port 936325e2-5029-493b-8ef4-45f4bbfd3406, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:10:28.293373 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] For port 936325e2-5029-493b-8ef4-45f4bbfd3406, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=936325e2-5029-493b-8ef4-45f4bbfd3406,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:10:28.299025 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.319529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-f9d12445-18f6-47a9-b59a-6d39ebfbcd28 service neutron] 10.222.0.36 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978856 Nov 19 05:10:28.358128 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Routers {'d3687302-afd3-4209-9e20-584466f4b9cb'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:10:28.358536 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:10:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['d3687302-afd3-4209-9e20-584466f4b9cb'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:28.400293 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8773f1-f6e3-4a08-86aa-37e761c85be6 None None] Pushing event updated for resources: {'Port': ['ID=936325e2-5029-493b-8ef4-45f4bbfd3406,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:28.438210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f9248562-2760-4291-9245-bef49845752c req-14f5b278-4d65-432b-accf-7ac75a7a6324 service neutron] 10.222.0.36 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007214 Nov 19 05:10:28.456005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c2296401-28da-4efa-80a2-61b59fe88796 None None] Provisioning complete for port 936325e2-5029-493b-8ef4-45f4bbfd3406 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:28.456569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c2296401-28da-4efa-80a2-61b59fe88796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.513031 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] Set router d3687302-afd3-4209-9e20-584466f4b9cb gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:10:28.555125 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c2296401-28da-4efa-80a2-61b59fe88796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.557089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dd90-8aae-4c9b-bc7f-496c33ba7196 req-5e42268b-b67e-4487-ba48-8e2d28cbcbcc tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:28.559757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b509dd90-8aae-4c9b-bc7f-496c33ba7196 req-5e42268b-b67e-4487-ba48-8e2d28cbcbcc tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 943 time: 0.0526302 Nov 19 05:10:28.592275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c2296401-28da-4efa-80a2-61b59fe88796 None None] For port 936325e2-5029-493b-8ef4-45f4bbfd3406, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=936325e2-5029-493b-8ef4-45f4bbfd3406,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:28.597546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c2296401-28da-4efa-80a2-61b59fe88796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.624247 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b509dd90-8aae-4c9b-bc7f-496c33ba7196 req-f8d8261e-141c-4c1f-8a7d-6e2960200192 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564573 Nov 19 05:10:28.654017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2296401-28da-4efa-80a2-61b59fe88796 None None] Pushing event updated for resources: {'Port': ['ID=936325e2-5029-493b-8ef4-45f4bbfd3406,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:28.717514 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-81fcfebb-fdd0-480d-8000-f54ed837bda6 None None] Provisioning complete for port 936325e2-5029-493b-8ef4-45f4bbfd3406 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:28.717976 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-81fcfebb-fdd0-480d-8000-f54ed837bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:28.735618 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '936325e2-5029-493b-8ef4-45f4bbfd3406', 'name': '', 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'mac_address': 'fa:16:3e:54:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:22Z', 'updated_at': '2021-11-19T05:10:28Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'subnets': [{'id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:10:28.762569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85324358-35a5-45fb-a0f1-8ddc1a1c4abb None None] The sync data for ids ['d3687302-afd3-4209-9e20-584466f4b9cb'] in n-d-818503-1 is: [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:10:22Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '936325e2-5029-493b-8ef4-45f4bbfd3406', 'name': '', 'network_id': '6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'mac_address': 'fa:16:3e:54:2f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:22Z', 'updated_at': '2021-11-19T05:10:28Z', 'revision_number': 4, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'subnets': [{'id': 'fc944c70-01dd-4584-b89c-dcf5765e6a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:10:29.378686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 936325e2-5029-493b-8ef4-45f4bbfd3406 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:29.426711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 936325e2-5029-493b-8ef4-45f4bbfd3406 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:29.427088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:29.743030 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613f9d-ed09-4b8b-8d4b-9027ba19d404 req-61d93870-7d8c-4311-a95b-e5752763629a tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:29.744538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c613f9d-ed09-4b8b-8d4b-9027ba19d404 req-61d93870-7d8c-4311-a95b-e5752763629a tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 943 time: 0.0518272 Nov 19 05:10:29.793813 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6c613f9d-ed09-4b8b-8d4b-9027ba19d404 req-8374bc7c-b616-45b1-9d0a-98ca6face226 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Nov 19 05:10:30.914921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2acf7-c285-4b9b-9d2e-82cbabcd4446 req-bc081f3b-23a3-4da3-9db9-65be9cfdb9de tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:30.915612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 70accfe7-58b5-4552-8d8d-8b08de3db5ad details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:10:30.916630 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffc2acf7-c285-4b9b-9d2e-82cbabcd4446 req-bc081f3b-23a3-4da3-9db9-65be9cfdb9de tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 943 time: 0.0526788 Nov 19 05:10:30.964900 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffc2acf7-c285-4b9b-9d2e-82cbabcd4446 req-1a90688e-599a-466f-90e5-d833c43a1ba5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Nov 19 05:10:31.021151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:31.033425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '70accfe7-58b5-4552-8d8d-8b08de3db5ad', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'port_id': '70accfe7-58b5-4552-8d8d-8b08de3db5ad', 'mac_address': 'fa:16:3e:fd:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:10:31.069187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:31.082391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70accfe7-58b5-4552-8d8d-8b08de3db5ad {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:10:31.101814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:31.105621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:31.152142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=70accfe7-58b5-4552-8d8d-8b08de3db5ad,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:31.302255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['70accfe7-58b5-4552-8d8d-8b08de3db5ad'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:10:32.084538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048adf4c-0c11-48d3-94ce-92826b28bef8 req-055c60ad-b693-497d-9ffb-a0ce01e0b905 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:32.086126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-048adf4c-0c11-48d3-94ce-92826b28bef8 req-055c60ad-b693-497d-9ffb-a0ce01e0b905 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 944 time: 0.0511639 Nov 19 05:10:32.133606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-048adf4c-0c11-48d3-94ce-92826b28bef8 req-54b66d63-68c2-4971-b72c-ec2bce70a6dc tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Nov 19 05:10:32.750603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:32.908288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 70accfe7-58b5-4552-8d8d-8b08de3db5ad up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:10:32.958273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 70accfe7-58b5-4552-8d8d-8b08de3db5ad completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:10:32.962429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 70accfe7-58b5-4552-8d8d-8b08de3db5ad triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:10:32.962808 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:33.042572 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:33.064546 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70accfe7-58b5-4552-8d8d-8b08de3db5ad'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:10:33.066822 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a30ede-5828-4307-92c2-65b3e053b4f6" -d '{"events": [{"server_uuid": "eb4f1e92-16ed-474a-9a14-f8aba4c00c00", "name": "network-vif-plugged", "status": "completed", "tag": "70accfe7-58b5-4552-8d8d-8b08de3db5ad"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:10:33.080752 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:33.084813 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:33.109122 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7402b2a6-7083-4060-bf9c-b4ef22249428 x-openstack-request-id: req-7402b2a6-7083-4060-bf9c-b4ef22249428 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:10:33.109432 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f1e92-16ed-474a-9a14-f8aba4c00c00", "name": "network-vif-plugged", "status": "completed", "tag": "70accfe7-58b5-4552-8d8d-8b08de3db5ad", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:10:33.110190 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7402b2a6-7083-4060-bf9c-b4ef22249428 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:10:33.110591 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70accfe7-58b5-4552-8d8d-8b08de3db5ad', 'code': 200} Nov 19 05:10:33.137082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=70accfe7-58b5-4552-8d8d-8b08de3db5ad,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:33.209270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b81a6b-b647-47dc-addd-c294558a9ad8 req-4c0fff23-9bf5-49f9-bcda-799645a32ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:33.210839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54b81a6b-b647-47dc-addd-c294558a9ad8 req-4c0fff23-9bf5-49f9-bcda-799645a32ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 1096 time: 0.0498807 Nov 19 05:10:33.257984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b15e93-2b18-46c3-9c3a-d4c34d73848b req-68bfc95c-fdde-4026-8bf6-5e199a7cdcaf tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:33.260221 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21b15e93-2b18-46c3-9c3a-d4c34d73848b req-68bfc95c-fdde-4026-8bf6-5e199a7cdcaf tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 945 time: 0.0510795 Nov 19 05:10:33.263451 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-54b81a6b-b647-47dc-addd-c294558a9ad8 req-8272702a-5d72-4e9b-871e-d919fe55c9cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 Nov 19 05:10:33.308321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21b15e93-2b18-46c3-9c3a-d4c34d73848b req-0ac0a03e-635e-4b8a-b93f-e817573cef82 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Nov 19 05:10:34.429466 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ee6f-c1f6-4416-a626-d33ea0bf5b85 req-4039e9d1-706e-44c4-ae29-2aec5a461e9e tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:34.430888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3b6ee6f-c1f6-4416-a626-d33ea0bf5b85 req-4039e9d1-706e-44c4-ae29-2aec5a461e9e tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Nov 19 05:10:34.480918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b3b6ee6f-c1f6-4416-a626-d33ea0bf5b85 req-14b995bd-7be6-48fa-aae2-1e587f212fb6 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Nov 19 05:10:34.592200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef708-f6cf-4ebf-9f58-cac93777d9f0 req-77e43c61-e355-4f02-815c-ec3d1649f29d tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:34.593721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edfef708-f6cf-4ebf-9f58-cac93777d9f0 req-77e43c61-e355-4f02-815c-ec3d1649f29d tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 945 time: 0.0475068 Nov 19 05:10:34.642243 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edfef708-f6cf-4ebf-9f58-cac93777d9f0 req-0b0f241c-95a3-4f22-b328-8f8b6d2e53d0 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Nov 19 05:10:35.035798 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:10:40.231765 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-a71b9187-dfce-4fe0-8f82-f41f14556e33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399423 Nov 19 05:10:40.320791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb620-786d-458f-adbd-a2eb4b493646 req-f25fb49d-e3b3-414f-9476-a45fde782fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:40.322363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-f25fb49d-e3b3-414f-9476-a45fde782fca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 1096 time: 0.0458279 Nov 19 05:10:40.435120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb620-786d-458f-adbd-a2eb4b493646 req-d43a4684-6f83-4b32-9baf-10b6da1e85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:40.436652 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-d43a4684-6f83-4b32-9baf-10b6da1e85cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 917 time: 0.0953789 Nov 19 05:10:40.483878 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-4c180c1d-8508-4abe-8f24-9ce46d128391 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad HTTP/1.1" status: 200 len: 217 time: 0.0395842 Nov 19 05:10:40.534132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb620-786d-458f-adbd-a2eb4b493646 req-f7515cca-cbd1-45de-a47a-c8d3d3e723c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:40.535610 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-f7515cca-cbd1-45de-a47a-c8d3d3e723c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd HTTP/1.1" status: 200 len: 855 time: 0.0445218 Nov 19 05:10:40.584634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb620-786d-458f-adbd-a2eb4b493646 req-1075041d-8b46-4cfa-a702-6d357fce0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:40.586185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-1075041d-8b46-4cfa-a702-6d357fce0e4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437734 Nov 19 05:10:40.677060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-d6c13a56-cb6c-48e1-80bd-892d71b747df service neutron] 10.222.0.36 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835526 Nov 19 05:10:40.770319 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-747fb620-786d-458f-adbd-a2eb4b493646 req-a6e5e542-4b14-4d75-b8f5-3e5f200824e0 service neutron] 10.222.0.36 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865555 Nov 19 05:10:51.449860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-202ec49b-5202-44ff-8024-856a6473f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:53.406408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:53.714749 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0f7385ef-77af-4b1d-a06f-c70adaca487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:55.568694 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:56.663887 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:57.236803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8d45-1981-41f9-ae49-209873cbac06 req-a8da211f-5ed9-45cc-9e81-4dd5e950262d tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:57.238287 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb4b8d45-1981-41f9-ae49-209873cbac06 req-a8da211f-5ed9-45cc-9e81-4dd5e950262d tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 945 time: 0.0569978 Nov 19 05:10:57.287394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb4b8d45-1981-41f9-ae49-209873cbac06 req-2577ab58-e195-4407-9682-686825908d33 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 Nov 19 05:10:57.436777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:58.664979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a3c41-393d-4c0a-90e7-c7b6eb99864a req-f64ce5c3-b793-4639-a3fa-cd95b5b6c19f tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:58.666409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-511a3c41-393d-4c0a-90e7-c7b6eb99864a req-f64ce5c3-b793-4639-a3fa-cd95b5b6c19f tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 945 time: 0.0525517 Nov 19 05:10:58.712577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-511a3c41-393d-4c0a-90e7-c7b6eb99864a req-fe93cad6-96f7-4a64-9e67-bfd251639802 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Nov 19 05:10:58.763573 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-11c1a7fe-b12d-48cd-bb9c-93981ddb222c tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:10:58.765057 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-11c1a7fe-b12d-48cd-bb9c-93981ddb222c tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb4f1e92-16ed-474a-9a14-f8aba4c00c00 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Nov 19 05:10:58.853851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Deleting port 70accfe7-58b5-4552-8d8d-8b08de3db5ad {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:10:58.854228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:58.945218 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] For port 70accfe7-58b5-4552-8d8d-8b08de3db5ad, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=70accfe7-58b5-4552-8d8d-8b08de3db5ad,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:10:58.945500 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:58.958688 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Calling delete_port for 70accfe7-58b5-4552-8d8d-8b08de3db5ad owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:10:59.087619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:59.100106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['70accfe7-58b5-4552-8d8d-8b08de3db5ad'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:10:59.116895 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Pushing event deleted for resources: {'Port': ['ID=70accfe7-58b5-4552-8d8d-8b08de3db5ad,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:10:59.159337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] No DVR routers for this DVR port 70accfe7-58b5-4552-8d8d-8b08de3db5ad on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:10:59.162186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:10:59.165874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-362b5387-f0c5-47d9-992c-63e957ab31a5 req-ea9ac52d-346d-4150-ba73-1a5eb8126437 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.36 "DELETE /v2.0/ports/70accfe7-58b5-4552-8d8d-8b08de3db5ad HTTP/1.1" status: 204 len: 173 time: 0.3938580 Nov 19 05:10:59.166386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'name': 'network-vif-deleted', 'tag': '70accfe7-58b5-4552-8d8d-8b08de3db5ad'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:10:59.169260 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1b36a-dfe3-4aab-97e0-974b8ba3eb3b" -d '{"events": [{"server_uuid": "eb4f1e92-16ed-474a-9a14-f8aba4c00c00", "name": "network-vif-deleted", "tag": "70accfe7-58b5-4552-8d8d-8b08de3db5ad"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:10:59.210328 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a144575-7a8e-4a72-be28-5ad07cd507b4 x-openstack-request-id: req-7a144575-7a8e-4a72-be28-5ad07cd507b4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:10:59.210612 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f1e92-16ed-474a-9a14-f8aba4c00c00", "name": "network-vif-deleted", "tag": "70accfe7-58b5-4552-8d8d-8b08de3db5ad", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:10:59.210920 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a144575-7a8e-4a72-be28-5ad07cd507b4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:10:59.211327 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f1e92-16ed-474a-9a14-f8aba4c00c00', 'name': 'network-vif-deleted', 'tag': '70accfe7-58b5-4552-8d8d-8b08de3db5ad', 'status': 'completed', 'code': 200} Nov 19 05:11:00.126763 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-9df26249-937b-4306-88b8-3dc2ae55b277 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:00.128229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-9df26249-937b-4306-88b8-3dc2ae55b277 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 816 time: 0.0996578 Nov 19 05:11:00.143459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-4c3ffc64-edc2-4c10-a337-6c03f69e58bb tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/quotas/7a9f49f50b2e494d9791a8cbdb0c5110 HTTP/1.1" status: 200 len: 375 time: 0.0094333 Nov 19 05:11:00.549835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-c655e7a0-ad42-42fa-bb84-2e1020bd215b tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4011028 Nov 19 05:11:00.643277 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-819f1774-deaf-466c-93e7-31d093649f2d service neutron] 10.222.0.52 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Nov 19 05:11:00.734502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-2eb9b555-41f6-40ce-a4a6-7caa4a38adde service neutron] 10.222.0.52 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852652 Nov 19 05:11:00.893109 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b2bf2791-ab51-4871-857f-bd7b510822d4 req-b8caff15-c2f6-4df4-aaca-96055b8c4f56 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 210 time: 0.0280309 Nov 19 05:11:01.990502 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-618565af-846b-48c5-bd38-e81abc43c1cf req-a92e213c-97cd-4ac9-aced-25de29d6a42a tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 210 time: 0.0279140 Nov 19 05:11:02.004841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-16fa5943-0c04-4368-9cb0-ac5ef2deebd8 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:02.006980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-16fa5943-0c04-4368-9cb0-ac5ef2deebd8 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.31 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 816 time: 0.1125071 Nov 19 05:11:02.037370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Request body: {'port': {'device_id': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'admin_state_up': True, 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:02.484670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Made reservation on behalf of 7a9f49f50b2e494d9791a8cbdb0c5110 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:11:02.488411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:02.624712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Allocated IP 172.20.0.10 (7772b2d7-acd9-4e11-88ee-3d2e2635ce0c/e272cd9d-196e-4b5f-97b7-ca5e9676f0dd/ede4d59b-c306-4d90-a939-bce06a9f6902) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:02.765058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:02.772702 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:02.804728 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:02.849454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:02.852749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:02.856364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:02.884398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Pushing event updated for resources: {'Port': ['ID=ede4d59b-c306-4d90-a939-bce06a9f6902,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:02.917417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:02.918481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:02.936898 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-d10d7f1e-a49e-4a00-8430-f15886cc01e5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9032519 Nov 19 05:11:02.964650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Request body: {'port': {'device_id': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:03.018483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 70accfe7-58b5-4552-8d8d-8b08de3db5ad no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:03.022230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.050988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 70accfe7-58b5-4552-8d8d-8b08de3db5ad {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:03.051349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 70accfe7-58b5-4552-8d8d-8b08de3db5ad not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:03.119543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c10b68-8060-4f5f-b406-da635aee0443 req-2814a793-4f00-4fee-bce0-ce455c0161f4 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:03.121167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02c10b68-8060-4f5f-b406-da635aee0443 req-2814a793-4f00-4fee-bce0-ce455c0161f4 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 932 time: 0.0509870 Nov 19 05:11:03.126885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-baff51fc-a1a4-4a6a-9a22-99c11ac3a3b2 None None] Provisioning complete for port ede4d59b-c306-4d90-a939-bce06a9f6902 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:03.127327 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-baff51fc-a1a4-4a6a-9a22-99c11ac3a3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.163631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-baff51fc-a1a4-4a6a-9a22-99c11ac3a3b2 None None] Port ede4d59b-c306-4d90-a939-bce06a9f6902 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:03.177847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-02c10b68-8060-4f5f-b406-da635aee0443 req-35c85e70-b6ff-4799-a263-02494361e570 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Nov 19 05:11:03.300718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede4d59b-c306-4d90-a939-bce06a9f6902 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:11:03.308117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.321183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Transition to ACTIVE for port object ede4d59b-c306-4d90-a939-bce06a9f6902 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:11:03.324793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.378051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Pushing event updated for resources: {'Port': ['ID=ede4d59b-c306-4d90-a939-bce06a9f6902,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:03.450597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Attempting to bind port ede4d59b-c306-4d90-a939-bce06a9f6902 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:03.450954 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Attempting to bind port ede4d59b-c306-4d90-a939-bce06a9f6902 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:03.451296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Attempting to bind port ede4d59b-c306-4d90-a939-bce06a9f6902 on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:03.456005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Port ede4d59b-c306-4d90-a939-bce06a9f6902 on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:11:03.456365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Attempting to bind port ede4d59b-c306-4d90-a939-bce06a9f6902 on network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:03.461435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:03.461793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Checking segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:03.462237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Bound using segment: {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:03.462687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Bound port: ede4d59b-c306-4d90-a939-bce06a9f6902, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a737b59f-9722-4b92-88a2-6f800a4e6198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:03.463059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.530915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] For port ede4d59b-c306-4d90-a939-bce06a9f6902, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:03.535062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] For port ede4d59b-c306-4d90-a939-bce06a9f6902, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ede4d59b-c306-4d90-a939-bce06a9f6902,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:03.539378 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.580608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:03.581347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:03.582722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] 10.222.0.31 "PUT /v2.0/ports/ede4d59b-c306-4d90-a939-bce06a9f6902 HTTP/1.1" status: 200 len: 1092 time: 0.6224270 Nov 19 05:11:03.583159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'tag': 'ede4d59b-c306-4d90-a939-bce06a9f6902'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:11:03.586654 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6763721d-e778-49ea-a2e7-0a214465dee1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc", "tag": "ede4d59b-c306-4d90-a939-bce06a9f6902"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:11:03.613317 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b022f0-2113-484e-97ea-c1a74e7d362e service neutron] Pushing event updated for resources: {'Port': ['ID=ede4d59b-c306-4d90-a939-bce06a9f6902,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:03.634995 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f4524-9087-450d-b062-916ed8fbc6e8 x-openstack-request-id: req-554f4524-9087-450d-b062-916ed8fbc6e8 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:11:03.635291 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc", "tag": "ede4d59b-c306-4d90-a939-bce06a9f6902", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:11:03.635553 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-554f4524-9087-450d-b062-916ed8fbc6e8 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:11:03.635968 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'tag': 'ede4d59b-c306-4d90-a939-bce06a9f6902', 'status': 'completed', 'code': 200} Nov 19 05:11:03.713586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-14cfd3d2-fa8f-420e-ab12-07be75c1a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:03.715446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-14cfd3d2-fa8f-420e-ab12-07be75c1a5dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 1095 time: 0.0463834 Nov 19 05:11:03.774286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-312a8254-35c4-451e-bcdb-d0443de19b2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede4d59b-c306-4d90-a939-bce06a9f6902 HTTP/1.1" status: 200 len: 217 time: 0.0361228 Nov 19 05:11:03.831417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-301346bd-f93b-4296-b18c-eab6a0c4de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:03.832824 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-301346bd-f93b-4296-b18c-eab6a0c4de30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd HTTP/1.1" status: 200 len: 855 time: 0.0487192 Nov 19 05:11:03.883757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-04f79a0a-f168-41bb-88ca-23215164c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:03.885238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-04f79a0a-f168-41bb-88ca-23215164c19d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399435 Nov 19 05:11:03.986850 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-4ffb7abe-a141-47cd-b341-98676f49529e service neutron] 10.222.0.31 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843768 Nov 19 05:11:04.084201 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-df8c67b3-deda-4062-850c-8a8acbb2f3ff req-8b932680-6168-40ab-9a10-2238855d2b3a service neutron] 10.222.0.31 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864184 Nov 19 05:11:04.236162 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-ddb3191e-a714-445e-9100-e101678dd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:04.237727 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-ddb3191e-a714-445e-9100-e101678dd3bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 1095 time: 0.0434093 Nov 19 05:11:04.298937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86718e-1cf6-4f19-8d42-28cf264e9e82 req-340e35e5-015e-4a92-a96c-dea8ef2c40ed tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:04.300522 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a86718e-1cf6-4f19-8d42-28cf264e9e82 req-340e35e5-015e-4a92-a96c-dea8ef2c40ed tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 944 time: 0.0491221 Nov 19 05:11:04.335449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-f3dafe70-b64b-4ebd-9a67-b25b96813818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:04.336883 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-f3dafe70-b64b-4ebd-9a67-b25b96813818 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 200 len: 917 time: 0.0900838 Nov 19 05:11:04.349139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a86718e-1cf6-4f19-8d42-28cf264e9e82 req-4ea2f0db-3b87-4636-a643-8f14e5e43633 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Nov 19 05:11:04.379799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-b48d659a-2855-45b2-91f8-782aa2c0f048 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede4d59b-c306-4d90-a939-bce06a9f6902 HTTP/1.1" status: 200 len: 217 time: 0.0352819 Nov 19 05:11:04.429913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-7a79c281-cf65-416b-be26-0bb6323a16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:04.431418 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-7a79c281-cf65-416b-be26-0bb6323a16ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd HTTP/1.1" status: 200 len: 855 time: 0.0443940 Nov 19 05:11:04.483065 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-80b86cf9-4552-4d5a-8026-df9cd0b2c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:04.484564 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-80b86cf9-4552-4d5a-8026-df9cd0b2c252 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452485 Nov 19 05:11:04.576209 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-eb8537a4-ca5e-4c92-a44d-524ac0360000 service neutron] 10.222.0.31 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831957 Nov 19 05:11:04.675089 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6763721d-e778-49ea-a2e7-0a214465dee1 req-c3a21cb1-000b-4994-83ea-7416a1d54fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Nov 19 05:11:05.463261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373ed25-7d7b-482c-bbb9-a3b19a4abc90 req-2af73b07-47a4-4603-ad5e-354e0d6d25e8 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:05.464766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8373ed25-7d7b-482c-bbb9-a3b19a4abc90 req-2af73b07-47a4-4603-ad5e-354e0d6d25e8 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 944 time: 0.0481219 Nov 19 05:11:05.515609 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8373ed25-7d7b-482c-bbb9-a3b19a4abc90 req-4546ed2d-3ea1-4986-9e2c-ce9f9fce261a tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Nov 19 05:11:06.635310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcb528-8ea5-44e2-8361-db731eab3a75 req-7cbbfafb-8344-46bd-a5f6-21ea3211a5f5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:06.636794 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21bcb528-8ea5-44e2-8361-db731eab3a75 req-7cbbfafb-8344-46bd-a5f6-21ea3211a5f5 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 944 time: 0.0525386 Nov 19 05:11:06.677014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ede4d59b-c306-4d90-a939-bce06a9f6902 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:11:06.684129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21bcb528-8ea5-44e2-8361-db731eab3a75 req-d415b90b-a37c-4d04-914d-3ee9c23d20f2 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Nov 19 05:11:06.774403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ede4d59b-c306-4d90-a939-bce06a9f6902, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ede4d59b-c306-4d90-a939-bce06a9f6902,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:06.785580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ede4d59b-c306-4d90-a939-bce06a9f6902', 'network_id': '7772b2d7-acd9-4e11-88ee-3d2e2635ce0c', 'port_id': 'ede4d59b-c306-4d90-a939-bce06a9f6902', 'mac_address': 'fa:16:3e:70:db:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e272cd9d-196e-4b5f-97b7-ca5e9676f0dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:11:06.821859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:06.835200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede4d59b-c306-4d90-a939-bce06a9f6902 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:11:06.854476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ede4d59b-c306-4d90-a939-bce06a9f6902, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ede4d59b-c306-4d90-a939-bce06a9f6902,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:06.858530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:06.905721 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ede4d59b-c306-4d90-a939-bce06a9f6902,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:07.211439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ede4d59b-c306-4d90-a939-bce06a9f6902'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:11:07.799881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3fb1e-84e7-45f6-bc46-fbf5d99b6543 req-f1b2b0dc-3406-4d8b-ac82-4f44b8570824 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:07.801394 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fc3fb1e-84e7-45f6-bc46-fbf5d99b6543 req-f1b2b0dc-3406-4d8b-ac82-4f44b8570824 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 945 time: 0.0497642 Nov 19 05:11:07.852308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fc3fb1e-84e7-45f6-bc46-fbf5d99b6543 req-49f87d16-b38f-4d6d-a093-06684cab9d7c tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Nov 19 05:11:08.682903 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ede4d59b-c306-4d90-a939-bce06a9f6902 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:08.730243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port ede4d59b-c306-4d90-a939-bce06a9f6902 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:11:08.733782 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ede4d59b-c306-4d90-a939-bce06a9f6902 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:08.734182 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:08.973335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:08.978308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8b05d-7df9-4f99-8858-cff45f5e20bc req-94270c23-0b48-4f40-9971-c1ae57edab1f tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:08.979844 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ca8b05d-7df9-4f99-8858-cff45f5e20bc req-94270c23-0b48-4f40-9971-c1ae57edab1f tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 945 time: 0.0550504 Nov 19 05:11:08.995793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede4d59b-c306-4d90-a939-bce06a9f6902'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:11:08.998130 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c1a97-2aed-4821-a04e-be84c9260f2f" -d '{"events": [{"server_uuid": "7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc", "name": "network-vif-plugged", "status": "completed", "tag": "ede4d59b-c306-4d90-a939-bce06a9f6902"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:11:09.010785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ede4d59b-c306-4d90-a939-bce06a9f6902, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ede4d59b-c306-4d90-a939-bce06a9f6902,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:09.015755 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:09.030736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ca8b05d-7df9-4f99-8858-cff45f5e20bc req-00fea77b-7fbd-40fb-bf83-ed33f29b36e7 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Nov 19 05:11:09.064210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ede4d59b-c306-4d90-a939-bce06a9f6902,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:09.076763 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb4407f-6bb3-4422-89ef-b3169859af36 x-openstack-request-id: req-4cb4407f-6bb3-4422-89ef-b3169859af36 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:11:09.077062 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc", "name": "network-vif-plugged", "status": "completed", "tag": "ede4d59b-c306-4d90-a939-bce06a9f6902", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:11:09.077337 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cb4407f-6bb3-4422-89ef-b3169859af36 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:11:09.077735 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede4d59b-c306-4d90-a939-bce06a9f6902', 'code': 200} Nov 19 05:11:09.212451 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba6fbc-3bdc-4dae-b949-5ea0310ab7e1 req-3addc75e-7580-4bce-8f98-71ad148c2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:09.213956 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42ba6fbc-3bdc-4dae-b949-5ea0310ab7e1 req-3addc75e-7580-4bce-8f98-71ad148c2358 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 1097 time: 0.0397892 Nov 19 05:11:09.258931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-42ba6fbc-3bdc-4dae-b949-5ea0310ab7e1 req-4cfc215f-eeca-49c6-b74e-ba6ff5f5e02e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Nov 19 05:11:10.150831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580fa41-959c-483c-ab5b-2d9e95398e9b req-3204800a-1e21-4237-b61f-d444d5d5d027 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:10.152254 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d580fa41-959c-483c-ab5b-2d9e95398e9b req-3204800a-1e21-4237-b61f-d444d5d5d027 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 946 time: 0.0487196 Nov 19 05:11:10.199983 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d580fa41-959c-483c-ab5b-2d9e95398e9b req-52ff781d-9297-44c2-9f9e-58b08b24fcfe tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Nov 19 05:11:11.316570 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f84239-da5c-44f7-9548-c30200c6b70b req-413fede1-9591-4003-8d54-ee20d239e80b tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:11.318063 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f84239-da5c-44f7-9548-c30200c6b70b req-413fede1-9591-4003-8d54-ee20d239e80b tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 946 time: 0.0489490 Nov 19 05:11:11.369741 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d5f84239-da5c-44f7-9548-c30200c6b70b req-ee37eb76-10b9-4e2e-8b08-e9bd42f65400 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Nov 19 05:11:11.483071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48879e-34bb-4732-87d9-30bdba9b0c7e req-be585a63-12c6-4f9e-bec2-e28eb6742f6c tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:11.484466 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd48879e-34bb-4732-87d9-30bdba9b0c7e req-be585a63-12c6-4f9e-bec2-e28eb6742f6c tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 946 time: 0.0491974 Nov 19 05:11:11.530757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cd48879e-34bb-4732-87d9-30bdba9b0c7e req-4c3a3bdc-08f8-4f43-9dbe-81f4bdeabe43 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Nov 19 05:11:12.035475 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:11:21.451685 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f9d7e0a3-a91a-4db2-857a-66eb28de295b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:23.404535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:23.716558 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a51ce532-7000-4d45-8d18-ddf97367d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:25.570772 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:26.667812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:27.440939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:32.766058 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:34.008848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465efaa2-f263-4a04-bf3e-306b33ca6902 req-693f7ad7-1cf7-4615-8212-4da3b0f61f54 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:34.010458 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-465efaa2-f263-4a04-bf3e-306b33ca6902 req-693f7ad7-1cf7-4615-8212-4da3b0f61f54 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 946 time: 0.0585821 Nov 19 05:11:34.062232 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-465efaa2-f263-4a04-bf3e-306b33ca6902 req-2d32ee20-9ae2-4dd7-ab77-d41cae6e1262 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Nov 19 05:11:35.185183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946548af-7d02-4d68-b42f-f2ed4f9a8382 req-39494f93-2829-4a6a-903b-32d0999ded1f tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:35.186705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-946548af-7d02-4d68-b42f-f2ed4f9a8382 req-39494f93-2829-4a6a-903b-32d0999ded1f tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 946 time: 0.0536420 Nov 19 05:11:35.234057 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-946548af-7d02-4d68-b42f-f2ed4f9a8382 req-d36543b9-9fc6-409b-9d58-5149dd5e3937 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/security-groups?id=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Nov 19 05:11:35.876877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-c238798d-1464-4f2b-962a-f6f42e7d7731 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:35.878342 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-c238798d-1464-4f2b-962a-f6f42e7d7731 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 946 time: 0.0479207 Nov 19 05:11:35.976690 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Deleting port ede4d59b-c306-4d90-a939-bce06a9f6902 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:35.977028 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:36.069830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] For port ede4d59b-c306-4d90-a939-bce06a9f6902, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ede4d59b-c306-4d90-a939-bce06a9f6902,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:36.070227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:36.082800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Calling delete_port for ede4d59b-c306-4d90-a939-bce06a9f6902 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:36.211932 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:36.240717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Pushing event deleted for resources: {'Port': ['ID=ede4d59b-c306-4d90-a939-bce06a9f6902,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:36.254278 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.254639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.254989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.255337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.255681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.256277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.256611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.257172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.257312 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.257582 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.257915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.258264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:36.262880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ede4d59b-c306-4d90-a939-bce06a9f6902'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:11:36.296940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] No DVR routers for this DVR port ede4d59b-c306-4d90-a939-bce06a9f6902 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:11:36.300970 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:36.304508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-3872ef49-0786-46c5-bc0e-584d3e92886f req-6218da32-982b-465a-8330-c017b5020082 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.31 "DELETE /v2.0/ports/ede4d59b-c306-4d90-a939-bce06a9f6902 HTTP/1.1" status: 204 len: 173 time: 0.4161532 Nov 19 05:11:36.304970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'name': 'network-vif-deleted', 'tag': 'ede4d59b-c306-4d90-a939-bce06a9f6902'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:11:36.307312 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1616418-3e20-4279-9068-b5190f74c9eb" -d '{"events": [{"server_uuid": "7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc", "name": "network-vif-deleted", "tag": "ede4d59b-c306-4d90-a939-bce06a9f6902"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:11:36.355688 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd89eba6-690a-4465-914a-cdd18d27bfdc req-a1dfbc33-7090-406f-95e8-81c983c1d6d8 tempest-TestEncryptedCinderVolumes-883486584 tempest-TestEncryptedCinderVolumes-883486584-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc HTTP/1.1" status: 200 len: 210 time: 0.0328825 Nov 19 05:11:36.409851 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387e4057-d951-4d08-991e-f4cb087a0f5d x-openstack-request-id: req-387e4057-d951-4d08-991e-f4cb087a0f5d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:11:36.410296 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc", "name": "network-vif-deleted", "tag": "ede4d59b-c306-4d90-a939-bce06a9f6902", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:11:36.410626 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-387e4057-d951-4d08-991e-f4cb087a0f5d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:11:36.411129 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a37e8a1-1369-4c55-ba2a-48dc4c9e0ecc', 'name': 'network-vif-deleted', 'tag': 'ede4d59b-c306-4d90-a939-bce06a9f6902', 'status': 'completed', 'code': 200} Nov 19 05:11:37.449292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42146) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:37.789740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:38.035395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Deleting port ea9e7ce2-7730-459a-ae11-cac61dfce11f {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:38.035750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:38.119516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] For port ea9e7ce2-7730-459a-ae11-cac61dfce11f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ea9e7ce2-7730-459a-ae11-cac61dfce11f,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:38.119888 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:38.132742 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Calling delete_port for ea9e7ce2-7730-459a-ae11-cac61dfce11f owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:38.310423 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:38.335862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9e7ce2-7730-459a-ae11-cac61dfce11f,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:38.504290 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:38.719923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:11:38.825085 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:11:38.834536 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-661dd055-6b0e-486e-8376-2b1f1b3e9835 admin admin] 10.222.0.52 "PUT /v2.0/routers/545b049d-f1d8-4b63-ab79-f6a33eb1c800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840003 Nov 19 05:11:38.834761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42150) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:38.838254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] Sync routers for ids ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:11:38.848959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] Routers {'545b049d-f1d8-4b63-ab79-f6a33eb1c800'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:38.849580 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:38.944464 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:38.956604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] Set router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:39.062345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.114886 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Deleting port 35d9043a-beda-42fa-a935-f09007457b86 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:39.115236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.148090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '35d9043a-beda-42fa-a935-f09007457b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:11:38Z', 'revision_number': 5, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port': {'id': '35d9043a-beda-42fa-a935-f09007457b86', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:39.175932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] Checking router: 545b049d-f1d8-4b63-ab79-f6a33eb1c800 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:11:39.184348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] Routers {'545b049d-f1d8-4b63-ab79-f6a33eb1c800'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:39.184954 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:39.200540 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] For port 35d9043a-beda-42fa-a935-f09007457b86, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=35d9043a-beda-42fa-a935-f09007457b86,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:39.201225 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.213203 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Calling delete_port for 35d9043a-beda-42fa-a935-f09007457b86 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:39.271587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] Set router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:39.326825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:11:39Z', 'revision_number': 6, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:39.354292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb837a7d-0b44-439d-9574-f57b7787d323 None None] The sync data for ids ['545b049d-f1d8-4b63-ab79-f6a33eb1c800'] in n-d-818503-1 is: [{'id': '545b049d-f1d8-4b63-ab79-f6a33eb1c800', 'name': 'tempest-TestEncryptedCinderVolumes-435064909-router', 'tenant_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:15Z', 'updated_at': '2021-11-19T05:11:39Z', 'revision_number': 6, 'project_id': '7a9f49f50b2e494d9791a8cbdb0c5110', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:11:39.399753 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.424425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Pushing event deleted for resources: {'Port': ['ID=35d9043a-beda-42fa-a935-f09007457b86,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:39.434685 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.435050 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.435408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.435759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.436572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.436572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.436767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.437096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.437432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.437767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.438165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.438495 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:39.443459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d385674-e284-41ce-9c03-dff9c055b92c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:39.502095 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.594771 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.597004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.639356 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.639965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545b049d-f1d8-4b63-ab79-f6a33eb1c800 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:11:39.646161 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.647309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-af1fc36b-d4fa-4554-a495-94cc188280ff admin admin] 10.222.0.52 "DELETE /v2.0/routers/545b049d-f1d8-4b63-ab79-f6a33eb1c800 HTTP/1.1" status: 204 len: 168 time: 0.8105209 Nov 19 05:11:39.649923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42152) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:39.696220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Deleting subnet e272cd9d-196e-4b5f-97b7-ca5e9676f0dd {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:11:39.698991 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.737562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.822071 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.877156 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.907437 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e272cd9d-196e-4b5f-97b7-ca5e9676f0dd,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:39.909436 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:39.912739 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ca930ede-a4ea-4fa2-9bf2-b916bb092e03 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e272cd9d-196e-4b5f-97b7-ca5e9676f0dd HTTP/1.1" status: 204 len: 168 time: 0.2619131 Nov 19 05:11:39.915300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42154) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:39.917186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0849fd3d-0b04-417a-8e32-29543993f775 None None] Network 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:11:39.988566 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.042444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Deleting port 58acab8d-9070-4355-a259-efbf1eac9457 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:40.042792 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.109665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] For port 58acab8d-9070-4355-a259-efbf1eac9457, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=58acab8d-9070-4355-a259-efbf1eac9457,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:40.110146 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.113136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] DHCP port deletion for 7772b2d7-acd9-4e11-88ee-3d2e2635ce0c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:40.123918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Calling delete_port for 58acab8d-9070-4355-a259-efbf1eac9457 owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:40.163146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Deleting port 58acab8d-9070-4355-a259-efbf1eac9457 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:40.163535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.213689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.238332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] For port 58acab8d-9070-4355-a259-efbf1eac9457, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=58acab8d-9070-4355-a259-efbf1eac9457,segment=NetworkSegment(a737b59f-9722-4b92-88a2-6f800a4e6198),segment_id=a737b59f-9722-4b92-88a2-6f800a4e6198)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:40.238744 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.248344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Pushing event deleted for resources: {'Port': ['ID=58acab8d-9070-4355-a259-efbf1eac9457,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:40.252987 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Calling delete_port for 58acab8d-9070-4355-a259-efbf1eac9457 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:40.255063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] No DVR routers for this DVR port 58acab8d-9070-4355-a259-efbf1eac9457 on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:11:40.335140 n-d-818503-1 neutron-server[109988]: self.session.flush() Nov 19 05:11:40.339160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.348348 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.364831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Pushing event deleted for resources: {'Port': ['ID=58acab8d-9070-4355-a259-efbf1eac9457,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:40.372979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] No DVR routers for this DVR port 58acab8d-9070-4355-a259-efbf1eac9457 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:11:40.373977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7772b2d7-acd9-4e11-88ee-3d2e2635ce0c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:40.376108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.376479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.376829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.377172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.377691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.378062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.378401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.378742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.379077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.379412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.379746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.380078 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7dd331-e76d-4c15-bd00-805c76f124fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:40.395887 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a737b59f-9722-4b92-88a2-6f800a4e6198') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:40.396198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a737b59f-9722-4b92-88a2-6f800a4e6198') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:40.406976 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.420993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.427525 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:11:40.427913 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:11:40.429883 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:11:40.486123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.491921 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:40.495745 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] 10.222.0.52 "DELETE /v2.0/networks/7772b2d7-acd9-4e11-88ee-3d2e2635ce0c HTTP/1.1" status: 204 len: 168 time: 0.5795143 Nov 19 05:11:40.498875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42156) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:40.509026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164579-11a2-4e46-8238-c942fb9a76cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7772b2d7-acd9-4e11-88ee-3d2e2635ce0c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:40.804222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ede4d59b-c306-4d90-a939-bce06a9f6902 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:40.828625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: ede4d59b-c306-4d90-a939-bce06a9f6902 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:40.829464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ede4d59b-c306-4d90-a939-bce06a9f6902 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:40.842871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:41.089186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Deleting port 936325e2-5029-493b-8ef4-45f4bbfd3406 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:41.089446 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:41.169308 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] For port 936325e2-5029-493b-8ef4-45f4bbfd3406, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=936325e2-5029-493b-8ef4-45f4bbfd3406,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:41.169683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:41.182792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Calling delete_port for 936325e2-5029-493b-8ef4-45f4bbfd3406 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:41.363918 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:41.394973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Pushing event deleted for resources: {'Port': ['ID=936325e2-5029-493b-8ef4-45f4bbfd3406,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:41.417486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 35d9043a-beda-42fa-a935-f09007457b86 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:41.438550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 35d9043a-beda-42fa-a935-f09007457b86 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:41.438990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 35d9043a-beda-42fa-a935-f09007457b86 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:41.439502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea9e7ce2-7730-459a-ae11-cac61dfce11f no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:41.460220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ea9e7ce2-7730-459a-ae11-cac61dfce11f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:41.460746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ea9e7ce2-7730-459a-ae11-cac61dfce11f not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:41.461250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 58acab8d-9070-4355-a259-efbf1eac9457 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:41.484696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 58acab8d-9070-4355-a259-efbf1eac9457 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:41.485569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 58acab8d-9070-4355-a259-efbf1eac9457 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:41.562494 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.104276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Router d3687302-afd3-4209-9e20-584466f4b9cb has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:11:42.208638 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:11:42.214161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b6dbe1b7-ec79-4a91-b40c-165c3fb7138f admin admin] 10.222.0.52 "PUT /v2.0/routers/d3687302-afd3-4209-9e20-584466f4b9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141521 Nov 19 05:11:42.216683 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42158) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:42.218237 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] Sync routers for ids ['d3687302-afd3-4209-9e20-584466f4b9cb'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:11:42.229447 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] Routers {'d3687302-afd3-4209-9e20-584466f4b9cb'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:42.230089 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['d3687302-afd3-4209-9e20-584466f4b9cb'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:42.322737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.335107 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] Set router d3687302-afd3-4209-9e20-584466f4b9cb gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:42.426313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.479789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Deleting port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:42.480137 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.518059 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:11:41Z', 'revision_number': 5, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port': {'id': '6154dac5-329d-4d04-bcb1-3439cb2b3ea9', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:10:20Z', 'updated_at': '2021-11-19T05:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:42.543853 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] Checking router: d3687302-afd3-4209-9e20-584466f4b9cb for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:11:42.552393 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] Routers {'d3687302-afd3-4209-9e20-584466f4b9cb'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:42.553009 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['d3687302-afd3-4209-9e20-584466f4b9cb'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:42.559658 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] For port 6154dac5-329d-4d04-bcb1-3439cb2b3ea9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:42.560032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.572720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Calling delete_port for 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:42.640274 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] Set router d3687302-afd3-4209-9e20-584466f4b9cb gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:42.693360 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:11:42Z', 'revision_number': 6, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:42.723141 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98ad9e-300e-4117-9ab3-ef2d33e585a1 None None] The sync data for ids ['d3687302-afd3-4209-9e20-584466f4b9cb'] in n-d-818503-1 is: [{'id': 'd3687302-afd3-4209-9e20-584466f4b9cb', 'name': 'tempest-TestEncryptedCinderVolumes-210256952-router', 'tenant_id': '0d8b75bf28804652ba0baba87bbc92f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:10:19Z', 'updated_at': '2021-11-19T05:11:42Z', 'revision_number': 6, 'project_id': '0d8b75bf28804652ba0baba87bbc92f1', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:11:42.745929 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.781700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6154dac5-329d-4d04-bcb1-3439cb2b3ea9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:42.789204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b53e0-159a-4405-9723-84f881bc81ad None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:42.841218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.931984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.934101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.978953 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.979510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3687302-afd3-4209-9e20-584466f4b9cb {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:11:42.984586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:42.986866 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-123e28c2-b974-4ad7-b0c9-2f4cf116cd9d admin admin] 10.222.0.52 "DELETE /v2.0/routers/d3687302-afd3-4209-9e20-584466f4b9cb HTTP/1.1" status: 204 len: 168 time: 0.7684505 Nov 19 05:11:42.989516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42160) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:43.039107 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Deleting subnet fc944c70-01dd-4584-b89c-dcf5765e6a12 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:11:43.042098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.078990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.165098 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.223867 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.250282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc944c70-01dd-4584-b89c-dcf5765e6a12,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:43.254743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.258260 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d2ff571a-e898-4088-ba4d-d556271e516b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fc944c70-01dd-4584-b89c-dcf5765e6a12 HTTP/1.1" status: 204 len: 168 time: 0.2677484 Nov 19 05:11:43.260721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42162) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:43.263246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d0824-3e41-4e58-90da-90ebd2be2983 None None] Network 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:11:43.330948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.385399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Deleting port a34ed389-4844-4777-87af-9ed6f7dc1987 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:43.385848 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.458632 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] For port a34ed389-4844-4777-87af-9ed6f7dc1987, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a34ed389-4844-4777-87af-9ed6f7dc1987,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:43.459006 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.473470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Calling delete_port for a34ed389-4844-4777-87af-9ed6f7dc1987 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:43.490355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] DHCP port deletion for 6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:43.559647 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] Deleting port a34ed389-4844-4777-87af-9ed6f7dc1987 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:11:43.560218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.564949 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 936325e2-5029-493b-8ef4-45f4bbfd3406 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:43.591960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.597092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 936325e2-5029-493b-8ef4-45f4bbfd3406 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:43.597723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 936325e2-5029-493b-8ef4-45f4bbfd3406 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:43.598345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:43.626975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] No DVR routers for this DVR port a34ed389-4844-4777-87af-9ed6f7dc1987 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:11:43.650717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34ed389-4844-4777-87af-9ed6f7dc1987,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:43.655003 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] For port a34ed389-4844-4777-87af-9ed6f7dc1987, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=a34ed389-4844-4777-87af-9ed6f7dc1987,segment=NetworkSegment(dfdcb68b-b68a-423f-9f0f-44d54301a65c),segment_id=dfdcb68b-b68a-423f-9f0f-44d54301a65c)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:43.655656 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.687376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] Calling delete_port for a34ed389-4844-4777-87af-9ed6f7dc1987 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:11:43.690170 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:43.690529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6154dac5-329d-4d04-bcb1-3439cb2b3ea9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:43.690986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a34ed389-4844-4777-87af-9ed6f7dc1987 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:11:43.710180 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.719023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: a34ed389-4844-4777-87af-9ed6f7dc1987 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:11:43.719900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device a34ed389-4844-4777-87af-9ed6f7dc1987 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:11:43.739295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:43.749448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdcb68b-b68a-423f-9f0f-44d54301a65c') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:43.749833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdcb68b-b68a-423f-9f0f-44d54301a65c') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:43.763153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.778362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.785675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:11:43.786117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:11:43.788306 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:11:43.799314 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.827962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] Pushing event deleted for resources: {'Port': ['ID=a34ed389-4844-4777-87af-9ed6f7dc1987,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:43.835253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb704ad-210b-4f32-9518-7802fcdc5476 None None] No DVR routers for this DVR port a34ed389-4844-4777-87af-9ed6f7dc1987 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:11:43.861668 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.872165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:43.875616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8 HTTP/1.1" status: 204 len: 168 time: 0.6139612 Nov 19 05:11:43.887439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b59f7b-21f0-4cf8-a412-b2e8682746a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6e78c9-ab0c-4d6d-bb9a-db39ffd890a8,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:44.048225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42168) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:44.092167 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-63f6a225-3431-4239-87a1-9672fe6ad099 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a9f49f50b2e494d9791a8cbdb0c5110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427320 Nov 19 05:11:44.095119 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42170) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:44.143584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73428749-96bb-4bfe-ad2c-d76edc59a739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.164722 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73428749-96bb-4bfe-ad2c-d76edc59a739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.212824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73428749-96bb-4bfe-ad2c-d76edc59a739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.215455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-73428749-96bb-4bfe-ad2c-d76edc59a739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.216616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-73428749-96bb-4bfe-ad2c-d76edc59a739 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99eb2dff-9bc3-459c-b0e6-2ae4008e3fce HTTP/1.1" status: 204 len: 168 time: 0.1206429 Nov 19 05:11:44.225081 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73428749-96bb-4bfe-ad2c-d76edc59a739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb2dff-9bc3-459c-b0e6-2ae4008e3fce,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:44.521265 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42176) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:44.561883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-abdee0cc-ab6f-4a64-becb-6447fdc6752b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d8b75bf28804652ba0baba87bbc92f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393958 Nov 19 05:11:44.565428 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42178) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:44.612808 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1d52236-d0a3-4174-a2bd-e9cc74afbd1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.634089 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1d52236-d0a3-4174-a2bd-e9cc74afbd1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.682729 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1d52236-d0a3-4174-a2bd-e9cc74afbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.685538 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1d52236-d0a3-4174-a2bd-e9cc74afbd1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:44.686827 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b1d52236-d0a3-4174-a2bd-e9cc74afbd1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/325ab710-648c-41c7-9c71-b513dbd246a7 HTTP/1.1" status: 204 len: 168 time: 0.1204123 Nov 19 05:11:44.694851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d52236-d0a3-4174-a2bd-e9cc74afbd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ab710-648c-41c7-9c71-b513dbd246a7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:45.361077 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42202) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:45.455918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-931139882-network', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:45.477208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Made reservation on behalf of bb8e4468ed844c12b25bbd5df92f1ed5 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:11:45.479489 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.488548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.560629 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.564383 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.584446 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:11:45.599940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:45.602795 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.603160 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Added segment 4c3ad251-dd7d-4c48-988c-5802fce3e8ca of type vlan for network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 Nov 19 05:11:45.645662 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.672155 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.673876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:45.674495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.728335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3659239 Nov 19 05:11:45.731458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42206) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:45.736603 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Request body: {'subnet': {'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-931139882-subnet', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:45.739140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc427-4944-4506-8e60-8242eb08ff3e admin admin] Pushing event updated for resources: {'Network': ['ID=c2d49288-29b5-4686-8e3f-ed8d54afd1c1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:45.749838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:11:45.758076 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Made reservation on behalf of bb8e4468ed844c12b25bbd5df92f1ed5 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:11:45.760696 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.930663 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:45.986605 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f82dca6-075c-42bf-ba6a-410388d8599d,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:45.993793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Checking segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:45.994199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Network hostable DHCP agents. Network: c2d49288-29b5-4686-8e3f-ed8d54afd1c1, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:11:46.010758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:11:46.019242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c2d49288-29b5-4686-8e3f-ed8d54afd1c1) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:46.023772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:46.024537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.028303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f83e37-5f99-4a62-b99d-b83d20ba78c7 None None] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:11:46.044225 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42208) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:46.044426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ca789793-bc67-45bd-847a-f3c323db45d1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3118029 Nov 19 05:11:46.049004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:46.071084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.072126 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.124571 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.178438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:11:46.179316 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.267294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.320642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Allocated IP 172.20.0.2 (c2d49288-29b5-4686-8e3f-ed8d54afd1c1/4f82dca6-075c-42bf-ba6a-410388d8599d/67a8f3c1-320d-4334-90c5-b8b8ac216451) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:46.466362 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.467846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.473527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.490091 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.513358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:46.516323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:46.519964 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:46.528236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Pushing event updated for resources: {'Port': ['ID=67a8f3c1-320d-4334-90c5-b8b8ac216451,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:46.577694 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Attempting to bind port 67a8f3c1-320d-4334-90c5-b8b8ac216451 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:46.578108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Attempting to bind port 67a8f3c1-320d-4334-90c5-b8b8ac216451 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:46.578479 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Attempting to bind port 67a8f3c1-320d-4334-90c5-b8b8ac216451 on network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:46.584896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:46.585301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Checking segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:46.585754 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.586175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Bound using segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:46.586642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Bound port: 67a8f3c1-320d-4334-90c5-b8b8ac216451, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:46.587024 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.593333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Allocated IP 172.25.8.61 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/8fb624e1-77bd-4bae-bce2-aa4cef66846e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:46.654556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] For port 67a8f3c1-320d-4334-90c5-b8b8ac216451, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:46.658879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] For port 67a8f3c1-320d-4334-90c5-b8b8ac216451, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67a8f3c1-320d-4334-90c5-b8b8ac216451,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:46.663485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.704316 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.722026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c654ae-6df8-4633-ae74-3acfec4ca2f4 None None] Pushing event updated for resources: {'Port': ['ID=67a8f3c1-320d-4334-90c5-b8b8ac216451,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:46.747180 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.786748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:46.789759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:46.793487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:46.806993 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169bd829-cb44-4d92-a073-9b2a888a2ea5 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:46.818060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Pushing event updated for resources: {'Port': ['ID=8fb624e1-77bd-4bae-bce2-aa4cef66846e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:46.904408 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-53f30844-bc17-419b-99f8-ade8ecc458e8 None None] Provisioning complete for port 8fb624e1-77bd-4bae-bce2-aa4cef66846e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:46.904886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-53f30844-bc17-419b-99f8-ade8ecc458e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:46.955766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-53f30844-bc17-419b-99f8-ade8ecc458e8 None None] Port 8fb624e1-77bd-4bae-bce2-aa4cef66846e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:47.069565 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.269188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.409396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Router 3f7219a9-11af-4754-bd77-e586eeb877e6 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:11:47.452897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67a8f3c1-320d-4334-90c5-b8b8ac216451 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:47.508095 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 67a8f3c1-320d-4334-90c5-b8b8ac216451 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:47.508485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.590792 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.627157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 67a8f3c1-320d-4334-90c5-b8b8ac216451, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67a8f3c1-320d-4334-90c5-b8b8ac216451,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:47.632273 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.677149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2d30d-0b90-4124-81bd-137257de9edc None None] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:11:47.727448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=67a8f3c1-320d-4334-90c5-b8b8ac216451,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:47.814499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5242b340-19fd-433a-9b19-2221546d73e5 None None] Provisioning complete for port 67a8f3c1-320d-4334-90c5-b8b8ac216451 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:47.815218 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5242b340-19fd-433a-9b19-2221546d73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.884228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:11:47.896799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Sync routers for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:11:47.902232 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:47.903496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d0948187-5608-4002-818f-166bef5fd13b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8580034 Nov 19 05:11:47.906333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42210) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:47.932811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:47.933449 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:48.057387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:48.337364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3dc35979-3cfc-4caa-a2cb-c03f75bb7f02 None None] Provisioning complete for port 67a8f3c1-320d-4334-90c5-b8b8ac216451 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:48.337741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3dc35979-3cfc-4caa-a2cb-c03f75bb7f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.357345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.490587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:46Z', 'revision_number': 3, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:48.520827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Checking router: 3f7219a9-11af-4754-bd77-e586eeb877e6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:11:48.521179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Updating router 3f7219a9-11af-4754-bd77-e586eeb877e6 port 8fb624e1-77bd-4bae-bce2-aa4cef66846e binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:11:48.525755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Allocated IP 172.20.0.1 (c2d49288-29b5-4686-8e3f-ed8d54afd1c1/4f82dca6-075c-42bf-ba6a-410388d8599d/d6d42740-0407-4162-8fdb-a92a2fe1392c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:48.547142 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.629162 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.661787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.702884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:48.707904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:48.710779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:48.739216 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Pushing event updated for resources: {'Port': ['ID=d6d42740-0407-4162-8fdb-a92a2fe1392c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:48.764636 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.808689 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.816385 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.869968 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814fbbc3-580a-4eac-8266-85626ca9b408 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:48.879159 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Attempting to bind port 8fb624e1-77bd-4bae-bce2-aa4cef66846e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:48.879545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Attempting to bind port 8fb624e1-77bd-4bae-bce2-aa4cef66846e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:48.879920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Attempting to bind port 8fb624e1-77bd-4bae-bce2-aa4cef66846e on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:48.892626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:48.893025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:48.893438 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.893842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:48.894372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Bound port: 8fb624e1-77bd-4bae-bce2-aa4cef66846e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:48.894743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.896442 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffb2e-a9c4-4962-9846-1f6f86b6ebd4 None None] Pushing event updated for resources: {'Port': ['ID=8fb624e1-77bd-4bae-bce2-aa4cef66846e,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:48.915868 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:48.953556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] For port 8fb624e1-77bd-4bae-bce2-aa4cef66846e, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:48.960566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] For port 8fb624e1-77bd-4bae-bce2-aa4cef66846e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8fb624e1-77bd-4bae-bce2-aa4cef66846e,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:48.964269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.020655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d8b32-e68e-4ec1-a138-e467831198f4 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:49.036066 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:11:49.042798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffb2e-a9c4-4962-9846-1f6f86b6ebd4 None None] Pushing event updated for resources: {'Port': ['ID=8fb624e1-77bd-4bae-bce2-aa4cef66846e,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:49.048916 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Provisioning complete for port d6d42740-0407-4162-8fdb-a92a2fe1392c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:49.049297 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.050996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:49.051628 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:49.098601 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.103344 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.137794 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Port d6d42740-0407-4162-8fdb-a92a2fe1392c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:49.175954 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.177864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Pushing event updated for resources: {'Port': ['ID=d6d42740-0407-4162-8fdb-a92a2fe1392c,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:49.193235 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Provisioning complete for port 8fb624e1-77bd-4bae-bce2-aa4cef66846e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:49.193619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.228426 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:49.273745 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:49.275203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:49.399841 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Router 3f7219a9-11af-4754-bd77-e586eeb877e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:11:49.409547 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.456806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67a8f3c1-320d-4334-90c5-b8b8ac216451 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:49.493866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] For port 8fb624e1-77bd-4bae-bce2-aa4cef66846e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8fb624e1-77bd-4bae-bce2-aa4cef66846e,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:49.520829 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.544999 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:11:49.551492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4250f142-7ddd-41f0-a169-3949d4c929ad admin admin] 10.222.0.52 "PUT /v2.0/routers/3f7219a9-11af-4754-bd77-e586eeb877e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6434262 Nov 19 05:11:49.596971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde131ea-61f0-49a3-8b65-c3a176a42b63 None None] Pushing event updated for resources: {'Port': ['ID=8fb624e1-77bd-4bae-bce2-aa4cef66846e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:49.600873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 67a8f3c1-320d-4334-90c5-b8b8ac216451 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:49.601249 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.650913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 1, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:49.689494 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c7686110-8c50-42e6-ba3b-ee63d0a71e95 None None] Provisioning complete for port d6d42740-0407-4162-8fdb-a92a2fe1392c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:49.689883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7686110-8c50-42e6-ba3b-ee63d0a71e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:49.691532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbb5f1-2f55-4b53-a37c-7c8a73cf2403 None None] The sync data for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 is: [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 1, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:11:49.749405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c7686110-8c50-42e6-ba3b-ee63d0a71e95 None None] Port d6d42740-0407-4162-8fdb-a92a2fe1392c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:49.773388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c7686110-8c50-42e6-ba3b-ee63d0a71e95 None None] Provisioning complete for port 8fb624e1-77bd-4bae-bce2-aa4cef66846e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:49.773778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7686110-8c50-42e6-ba3b-ee63d0a71e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.067799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42226) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:50.072957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1167495118-network', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:50.095277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Made reservation on behalf of df01d1ffff60434ea3420f618fe72a75 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:11:50.097823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.107177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.197215 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.201304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.225956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:11:50.242236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd7a9f-36dd-4035-9414-6b120685ba59,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:50.247070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.247524 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Added segment d9a9000d-789b-4ce5-9ffb-711208244561 of type vlan for network 777b758a-5430-45ae-958f-6a711db629e6 Nov 19 05:11:50.295546 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.323836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.324827 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:50.325412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.390897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3219690 Nov 19 05:11:50.393845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42228) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:50.399066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Request body: {'subnet': {'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1167495118-subnet', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:50.402623 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49d99-11ab-44a4-8fb5-179379a6fa60 admin admin] Pushing event updated for resources: {'Network': ['ID=777b758a-5430-45ae-958f-6a711db629e6,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:50.416712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 777b758a-5430-45ae-958f-6a711db629e6 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:11:50.425658 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Made reservation on behalf of df01d1ffff60434ea3420f618fe72a75 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:11:50.428803 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.624048 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.681398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ed9789-76dc-4f17-8d74-de84d2a64225,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:50.692197 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Checking segment: {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:50.692566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Network hostable DHCP agents. Network: 777b758a-5430-45ae-958f-6a711db629e6, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:11:50.710227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Network 777b758a-5430-45ae-958f-6a711db629e6 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:11:50.720510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 777b758a-5430-45ae-958f-6a711db629e6) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:50.726527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:11:50.726527 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.729498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e4eea-fd2f-466f-9b79-840d3877b7c9 None None] Network 777b758a-5430-45ae-958f-6a711db629e6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:11:50.745704 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-86f60fbf-fa48-44fb-b310-262a8e76e4ac admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3506083 Nov 19 05:11:50.748213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42232) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:50.752833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:11:50.776715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.778310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.842671 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.888227 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-777b758a-5430-45ae-958f-6a711db629e6', 'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'fixed_ips': [{'subnet_id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:11:50.888930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:50.999597 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.037646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Allocated IP 172.20.0.2 (777b758a-5430-45ae-958f-6a711db629e6/e4ed9789-76dc-4f17-8d74-de84d2a64225/63f87b96-e481-43b2-802f-aab33346bbc6) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:51.187834 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.196240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.206525 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.226261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.238978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Network 777b758a-5430-45ae-958f-6a711db629e6 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:51.242286 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:51.246396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:51.257677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Pushing event updated for resources: {'Port': ['ID=63f87b96-e481-43b2-802f-aab33346bbc6,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:51.312505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Attempting to bind port 63f87b96-e481-43b2-802f-aab33346bbc6 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:51.312883 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Attempting to bind port 63f87b96-e481-43b2-802f-aab33346bbc6 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:51.314263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Attempting to bind port 63f87b96-e481-43b2-802f-aab33346bbc6 on network 777b758a-5430-45ae-958f-6a711db629e6 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:51.318919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:51.319312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Checking segment: {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:51.319709 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.320107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Bound using segment: {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:51.320588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Bound port: 63f87b96-e481-43b2-802f-aab33346bbc6, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:51.320972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.338923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Allocated IP 172.25.8.106 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/7121fd9f-3961-4792-a3fe-a9d20079a237) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:51.398245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] For port 63f87b96-e481-43b2-802f-aab33346bbc6, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:51.401560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] For port 63f87b96-e481-43b2-802f-aab33346bbc6, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=63f87b96-e481-43b2-802f-aab33346bbc6,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:51.409732 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.449201 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8fb624e1-77bd-4bae-bce2-aa4cef66846e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:51.466938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.515281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.538682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ff82f0ad-d69f-42ea-9126-3ab56540c162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.546623 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ccef1-94e8-463c-a034-ca6cd9b37926 None None] Pushing event updated for resources: {'Port': ['ID=63f87b96-e481-43b2-802f-aab33346bbc6,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:51.561648 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 8fb624e1-77bd-4bae-bce2-aa4cef66846e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:51.562049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.566854 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:51.571448 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:51.576418 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:51.580243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Pushing event updated for resources: {'Port': ['ID=7121fd9f-3961-4792-a3fe-a9d20079a237,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:51.606758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45842712-f302-400d-a514-a5fbc0bd15e4 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:51.729466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-831c19de-39a9-4201-9791-dce9bb8d7063 None None] Provisioning complete for port 7121fd9f-3961-4792-a3fe-a9d20079a237 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:51.729856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-831c19de-39a9-4201-9791-dce9bb8d7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.773467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-831c19de-39a9-4201-9791-dce9bb8d7063 None None] Port 7121fd9f-3961-4792-a3fe-a9d20079a237 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:51.877588 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:51.888085 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Sync routers for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:11:51.898711 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:51.899320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:52.081340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.099899 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:52.222043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Router 7add0188-058f-4057-9aa3-8e70d45be1c6 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:11:52.315835 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 2, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:52.345207 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Checking router: 3f7219a9-11af-4754-bd77-e586eeb877e6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:11:52.345557 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Updating router 3f7219a9-11af-4754-bd77-e586eeb877e6 port d6d42740-0407-4162-8fdb-a92a2fe1392c binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:11:52.346738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:11:52.357646 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Sync routers for ids ['7add0188-058f-4057-9aa3-8e70d45be1c6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:11:52.367340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.371162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0dcfbb5d-d942-4653-9ab2-bd1f68cb23cf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6194882 Nov 19 05:11:52.371526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42234) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:11:52.375195 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.377249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Routers {'7add0188-058f-4057-9aa3-8e70d45be1c6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:52.378499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7add0188-058f-4057-9aa3-8e70d45be1c6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:52.496921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Set router 7add0188-058f-4057-9aa3-8e70d45be1c6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:52.540955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3fc8e-aab9-4da9-81be-9f683d6bd23e None None] Network 777b758a-5430-45ae-958f-6a711db629e6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:11:52.674633 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.681405 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.736681 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Pushing event updated for resources: {'Port': ['ID=d6d42740-0407-4162-8fdb-a92a2fe1392c,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:52.752322 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.754197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.755556 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.756408 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.756971 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.757667 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.758286 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.758884 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.760220 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.760863 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.761426 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.762505 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:11:52.835836 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Attempting to bind port d6d42740-0407-4162-8fdb-a92a2fe1392c on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:52.836314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Attempting to bind port d6d42740-0407-4162-8fdb-a92a2fe1392c by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:52.836764 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Attempting to bind port d6d42740-0407-4162-8fdb-a92a2fe1392c on network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:52.843218 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:52.843689 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Checking segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:52.844215 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.844692 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Bound using segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:52.845241 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Bound port: d6d42740-0407-4162-8fdb-a92a2fe1392c, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:52.846216 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.867956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.933312 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0175cc5e-9348-4fea-a052-822c4d49dc79 None None] Provisioning complete for port 63f87b96-e481-43b2-802f-aab33346bbc6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:52.933697 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0175cc5e-9348-4fea-a052-822c4d49dc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:52.944320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] For port d6d42740-0407-4162-8fdb-a92a2fe1392c, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:52.948839 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] For port d6d42740-0407-4162-8fdb-a92a2fe1392c, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d6d42740-0407-4162-8fdb-a92a2fe1392c,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:52.955283 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.027148 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:53.027801 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:53.065943 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf2280-36cd-45d6-ae5a-2585276da8cf None None] Pushing event updated for resources: {'Port': ['ID=d6d42740-0407-4162-8fdb-a92a2fe1392c,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:53.084540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Allocated IP 172.20.0.1 (777b758a-5430-45ae-958f-6a711db629e6/e4ed9789-76dc-4f17-8d74-de84d2a64225/80e5bc9f-ab96-44c6-bf90-9e19d1717ba1) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:11:53.124000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0175cc5e-9348-4fea-a052-822c4d49dc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.160990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:11:51Z', 'revision_number': 3, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:53.171824 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:53.240425 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.261847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Checking router: 7add0188-058f-4057-9aa3-8e70d45be1c6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:11:53.262279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Updating router 7add0188-058f-4057-9aa3-8e70d45be1c6 port 7121fd9f-3961-4792-a3fe-a9d20079a237 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:11:53.269672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0175cc5e-9348-4fea-a052-822c4d49dc79 None None] For port 63f87b96-e481-43b2-802f-aab33346bbc6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=63f87b96-e481-43b2-802f-aab33346bbc6,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:53.289472 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.290756 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0175cc5e-9348-4fea-a052-822c4d49dc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.334466 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.351919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Pushing event updated for resources: {'Port': ['ID=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:53.371918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Network 777b758a-5430-45ae-958f-6a711db629e6 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:53.374448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:53.379045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:11:53.419566 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175cc5e-9348-4fea-a052-822c4d49dc79 None None] Pushing event updated for resources: {'Port': ['ID=63f87b96-e481-43b2-802f-aab33346bbc6,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:53.434978 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:52Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:53.439586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.478334 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117806b-43ea-4fee-9181-0794e6e27e3b None None] The sync data for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 is: [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:52Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:11:53.532105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.551466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3b219c9f-2028-4d1d-bcbd-54d420240c7a None None] Provisioning complete for port d6d42740-0407-4162-8fdb-a92a2fe1392c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:53.551769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b219c9f-2028-4d1d-bcbd-54d420240c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.671062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 63f87b96-e481-43b2-802f-aab33346bbc6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:53.681064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.808927 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7fb07612-113b-40c2-a9c2-06405d8e69e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.847254 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b219c9f-2028-4d1d-bcbd-54d420240c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.876748 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.881973 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.905057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 63f87b96-e481-43b2-802f-aab33346bbc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:53.905442 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.940958 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.946692 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Pushing event updated for resources: {'Port': ['ID=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:53.957734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3b219c9f-2028-4d1d-bcbd-54d420240c7a None None] For port d6d42740-0407-4162-8fdb-a92a2fe1392c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d6d42740-0407-4162-8fdb-a92a2fe1392c,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:53.960469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.960841 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:53.992637 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b219c9f-2028-4d1d-bcbd-54d420240c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.025091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f647f0-532b-4715-87b2-f6341028cf84 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:54.046300 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855755fc-fea7-42c3-a4a9-8601eabe0207 None None] Pushing event updated for resources: {'Port': ['ID=7121fd9f-3961-4792-a3fe-a9d20079a237,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:54.053037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Attempting to bind port 7121fd9f-3961-4792-a3fe-a9d20079a237 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:54.053422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Attempting to bind port 7121fd9f-3961-4792-a3fe-a9d20079a237 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:54.053801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Attempting to bind port 7121fd9f-3961-4792-a3fe-a9d20079a237 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:54.077626 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Network 777b758a-5430-45ae-958f-6a711db629e6 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:11:54.079861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:11:54.106135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:54.106381 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:54.106579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.106980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:54.107476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Bound port: 7121fd9f-3961-4792-a3fe-a9d20079a237, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:54.107867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.184158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d6d42740-0407-4162-8fdb-a92a2fe1392c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:54.216797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Router 7add0188-058f-4057-9aa3-8e70d45be1c6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:11:54.216929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b219c9f-2028-4d1d-bcbd-54d420240c7a None None] Pushing event updated for resources: {'Port': ['ID=d6d42740-0407-4162-8fdb-a92a2fe1392c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:54.234697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Provisioning complete for port 63f87b96-e481-43b2-802f-aab33346bbc6 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:54.235918 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.275576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] For port 7121fd9f-3961-4792-a3fe-a9d20079a237, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:54.300875 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] For port 7121fd9f-3961-4792-a3fe-a9d20079a237, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7121fd9f-3961-4792-a3fe-a9d20079a237,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:54.313546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.358920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:11:54.365854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d6d42740-0407-4162-8fdb-a92a2fe1392c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:54.366168 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.375279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6a7c1817-038c-41c1-b7b3-cbd7142b81ee admin admin] 10.222.0.52 "PUT /v2.0/routers/7add0188-058f-4057-9aa3-8e70d45be1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9944191 Nov 19 05:11:54.403497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c61208-9b5b-4091-a3e9-dab0cb807395 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:11:54.479586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Routers {'7add0188-058f-4057-9aa3-8e70d45be1c6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:54.480219 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7add0188-058f-4057-9aa3-8e70d45be1c6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:54.484608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855755fc-fea7-42c3-a4a9-8601eabe0207 None None] Pushing event updated for resources: {'Port': ['ID=7121fd9f-3961-4792-a3fe-a9d20079a237,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:54.553755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Provisioning complete for port 7121fd9f-3961-4792-a3fe-a9d20079a237 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:54.554441 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.671861 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] Set router 7add0188-058f-4057-9aa3-8e70d45be1c6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:54.821517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.856481 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] For port 7121fd9f-3961-4792-a3fe-a9d20079a237, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7121fd9f-3961-4792-a3fe-a9d20079a237,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:54.860435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.940234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Provisioning complete for port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:54.940619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:54.983660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Pushing event updated for resources: {'Port': ['ID=7121fd9f-3961-4792-a3fe-a9d20079a237,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:54.996802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-17c3c369-6f77-4976-9c1f-557010a2347d None None] Port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:55.015712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '80e5bc9f-ab96-44c6-bf90-9e19d1717ba1', 'name': '', 'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'mac_address': 'fa:16:3e:d4:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:52Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 2, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'subnets': [{'id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:55.208083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0639150-208c-4654-8e9a-255c51bc830e None None] The sync data for ids ['7add0188-058f-4057-9aa3-8e70d45be1c6'] in n-d-818503-1 is: [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '80e5bc9f-ab96-44c6-bf90-9e19d1717ba1', 'name': '', 'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'mac_address': 'fa:16:3e:d4:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:52Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 2, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'subnets': [{'id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:11:55.218842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-54dece21-755b-4784-bc19-1077994544b4 None None] Provisioning complete for port 7121fd9f-3961-4792-a3fe-a9d20079a237 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:55.219642 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54dece21-755b-4784-bc19-1077994544b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:55.332457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-54dece21-755b-4784-bc19-1077994544b4 None None] Provisioning complete for port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:55.333221 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-54dece21-755b-4784-bc19-1077994544b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:55.381823 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-54dece21-755b-4784-bc19-1077994544b4 None None] Port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:11:55.447327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d6d42740-0407-4162-8fdb-a92a2fe1392c up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:55.545797 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d6d42740-0407-4162-8fdb-a92a2fe1392c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:55.546257 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:55.601847 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:55.666567 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 63f87b96-e481-43b2-802f-aab33346bbc6 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:55.733127 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 63f87b96-e481-43b2-802f-aab33346bbc6 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:55.733646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:56.674882 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:57.454682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:57.483466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7121fd9f-3961-4792-a3fe-a9d20079a237 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:57.549550 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 7121fd9f-3961-4792-a3fe-a9d20079a237 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:57.550285 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:57.901284 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Sync routers for ids ['7add0188-058f-4057-9aa3-8e70d45be1c6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:11:57.912678 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Routers {'7add0188-058f-4057-9aa3-8e70d45be1c6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:57.913289 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7add0188-058f-4057-9aa3-8e70d45be1c6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:58.032946 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Set router 7add0188-058f-4057-9aa3-8e70d45be1c6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:58.287851 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '80e5bc9f-ab96-44c6-bf90-9e19d1717ba1', 'name': '', 'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'mac_address': 'fa:16:3e:d4:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:52Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 2, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'subnets': [{'id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:58.323320 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Checking router: 7add0188-058f-4057-9aa3-8e70d45be1c6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:11:58.323678 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Updating router 7add0188-058f-4057-9aa3-8e70d45be1c6 port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:11:58.453114 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:58.834668 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:58.847349 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:58.920329 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3197a06-e70d-4a5c-9082-2732168b2e03 None None] Pushing event updated for resources: {'Port': ['ID=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:58.958946 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Attempting to bind port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:11:58.958946 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Attempting to bind port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:11:58.959817 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Attempting to bind port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 on network 777b758a-5430-45ae-958f-6a711db629e6 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:11:58.965330 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:11:58.965718 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Checking segment: {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:11:58.969792 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:58.970245 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Bound using segment: {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:11:58.970745 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Bound port: 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a9000d-789b-4ce5-9ffb-711208244561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '777b758a-5430-45ae-958f-6a711db629e6'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:11:58.971158 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.064133 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] For port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:11:59.067983 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] For port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:11:59.073053 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.156142 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Routers {'7add0188-058f-4057-9aa3-8e70d45be1c6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:11:59.156862 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:11:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7add0188-058f-4057-9aa3-8e70d45be1c6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:59.162072 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3197a06-e70d-4a5c-9082-2732168b2e03 None None] Pushing event updated for resources: {'Port': ['ID=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:59.235499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8fe8b0af-6cd7-4fec-b73a-9b988b0e4ea7 None None] Provisioning complete for port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:59.236652 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b0af-6cd7-4fec-b73a-9b988b0e4ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.307749 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] Set router 7add0188-058f-4057-9aa3-8e70d45be1c6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:11:59.355001 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b0af-6cd7-4fec-b73a-9b988b0e4ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.430881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8fe8b0af-6cd7-4fec-b73a-9b988b0e4ea7 None None] For port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:11:59.438534 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b0af-6cd7-4fec-b73a-9b988b0e4ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.513521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:11:59.539425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8b0af-6cd7-4fec-b73a-9b988b0e4ea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:11:59.580394 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-de4d7666-2b6e-43cc-8347-972ad97e18c1 None None] Provisioning complete for port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:59.581037 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-de4d7666-2b6e-43cc-8347-972ad97e18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.619242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:11:59.619535 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:11:59.633676 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '80e5bc9f-ab96-44c6-bf90-9e19d1717ba1', 'name': '', 'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'mac_address': 'fa:16:3e:d4:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:52Z', 'updated_at': '2021-11-19T05:11:59Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'subnets': [{'id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:11:59.665754 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1958063-d75d-4cbc-81ec-b21ed1067cb4 None None] The sync data for ids ['7add0188-058f-4057-9aa3-8e70d45be1c6'] in n-d-818503-1 is: [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '80e5bc9f-ab96-44c6-bf90-9e19d1717ba1', 'name': '', 'network_id': '777b758a-5430-45ae-958f-6a711db629e6', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'mac_address': 'fa:16:3e:d4:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:52Z', 'updated_at': '2021-11-19T05:11:59Z', 'revision_number': 4, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'subnets': [{'id': 'e4ed9789-76dc-4f17-8d74-de84d2a64225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:12:01.441115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:12:01.526525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:12:01.526910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:02.769639 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:04.794697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-3a0ac679-06c2-4634-af8b-e34425a99024 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:04.796194 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-3a0ac679-06c2-4634-af8b-e34425a99024 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 814 time: 0.1058714 Nov 19 05:12:04.811436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-e045655b-88c9-4e46-a22d-8feefad0a707 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/quotas/bb8e4468ed844c12b25bbd5df92f1ed5 HTTP/1.1" status: 200 len: 375 time: 0.0090110 Nov 19 05:12:04.864100 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-fc5f78a1-f7c9-4e21-b996-1e7728d675d7 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469053 Nov 19 05:12:04.963392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-2574e103-b29d-4485-a770-a18eb476fed9 service neutron] 10.222.0.52 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Nov 19 05:12:05.056702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-dd00c1ed-f089-4431-9651-e50bc2e7d97f service neutron] 10.222.0.52 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866592 Nov 19 05:12:05.224056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7873ff89-552b-4e9d-90a9-baf4175c7058 req-e3caa0de-99a4-494c-b557-4cff50baba57 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0362933 Nov 19 05:12:06.335101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a25c846e-3629-4ebc-b8e1-33d1833b7ce5 req-c6c61353-0be9-4925-8982-0862ad2fa9b5 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Nov 19 05:12:06.720812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-07b845b6-2d3e-4171-94eb-b9123edda10c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:06.722345 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-07b845b6-2d3e-4171-94eb-b9123edda10c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 814 time: 0.4580543 Nov 19 05:12:07.440342 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5cd0340f-581e-4a6b-ad51-d92ffa355ad0 req-88bb386d-98f9-4eca-a951-92cb2af99478 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0309644 Nov 19 05:12:08.560637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4534fd76-1c2b-49bf-af37-c9936e6c5c78 req-2b88fff2-a032-42bb-9fd2-9b1add1743cc tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0343051 Nov 19 05:12:09.657206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2690b5cb-49fd-4cdb-be5c-aa17a9534ca5 req-1399facf-a870-4239-897b-1a688eca2df1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Nov 19 05:12:10.754970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-46a99a58-fa17-4978-ab09-9c02fb798357 req-c7aee5a4-688a-4aca-bf5e-436e2f3bea70 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0302472 Nov 19 05:12:11.863007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8a638727-0950-4ce9-a0f6-d0d3c4cee388 req-93989a63-199d-4c68-97a5-340fc7ac8772 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0391226 Nov 19 05:12:12.960401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9dde47d-568f-430c-b0d1-204a2866d514 req-2b6e73fc-1651-43c4-899c-825d60479a0b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Nov 19 05:12:14.058414 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ff7f11ea-9a4a-49ed-8661-5a0f023ecf04 req-a2eb4aee-4a4a-42f9-98b1-869b8b7c4efc tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Nov 19 05:12:15.169965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ec1cabe-d096-4312-8fc9-b848f056c2c4 req-29d073ac-4f24-4dab-9bfb-41b8f26998d1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0325725 Nov 19 05:12:16.275182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7480f1c4-faeb-4758-bbf8-2dc40798bdee req-413c4a0e-31b8-495d-9b2a-b56ffc00d0ac tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Nov 19 05:12:17.372190 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fce61273-310b-4b53-9d5e-47be5aa3a338 req-5814a546-bb03-44bf-ac7d-9dbd6da780e3 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0275695 Nov 19 05:12:17.812786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'port': {'device_id': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'admin_state_up': True, 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:17.923445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Made reservation on behalf of bb8e4468ed844c12b25bbd5df92f1ed5 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:12:17.927648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.049270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Allocated IP 172.20.0.3 (c2d49288-29b5-4686-8e3f-ed8d54afd1c1/4f82dca6-075c-42bf-ba6a-410388d8599d/99f3827b-8f52-4be5-be8a-1bfc937a121b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:12:18.197013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.229644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.274326 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:12:18.277553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:12:18.281191 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:12:18.288297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:18.340681 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:18.341314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.358195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-f662d550-19cb-4a17-98cb-866ca5617fd0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492997 Nov 19 05:12:18.385958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Request body: {'port': {'device_id': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:18.444651 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.504293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541780a6-7cc0-48b3-8871-32d07b5b1669 req-23875839-b285-4486-9ffc-10e5b4c77b5b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:18.505955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-541780a6-7cc0-48b3-8871-32d07b5b1669 req-23875839-b285-4486-9ffc-10e5b4c77b5b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 931 time: 0.0609124 Nov 19 05:12:18.554343 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-541780a6-7cc0-48b3-8871-32d07b5b1669 req-c6116450-1704-4cff-b518-ec396f3c5233 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Nov 19 05:12:18.572805 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bd351e05-77ab-442d-8a27-f239523a4fad None None] Provisioning complete for port 99f3827b-8f52-4be5-be8a-1bfc937a121b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:12:18.573924 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd351e05-77ab-442d-8a27-f239523a4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.608327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bd351e05-77ab-442d-8a27-f239523a4fad None None] Port 99f3827b-8f52-4be5-be8a-1bfc937a121b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:12:18.715339 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f3827b-8f52-4be5-be8a-1bfc937a121b {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:12:18.722587 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.735682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Transition to ACTIVE for port object 99f3827b-8f52-4be5-be8a-1bfc937a121b will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:12:18.738948 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.792337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:18.866371 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Attempting to bind port 99f3827b-8f52-4be5-be8a-1bfc937a121b on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:12:18.867082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Attempting to bind port 99f3827b-8f52-4be5-be8a-1bfc937a121b by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:12:18.867082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Attempting to bind port 99f3827b-8f52-4be5-be8a-1bfc937a121b on network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:12:18.871556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Port 99f3827b-8f52-4be5-be8a-1bfc937a121b on network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:12:18.871887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Attempting to bind port 99f3827b-8f52-4be5-be8a-1bfc937a121b on network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:12:18.876929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:12:18.877279 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Checking segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:12:18.877678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Bound using segment: {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:12:18.878159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Bound port: 99f3827b-8f52-4be5-be8a-1bfc937a121b, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3ad251-dd7d-4c48-988c-5802fce3e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:12:18.878526 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.945452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:12:18.949829 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:12:18.954935 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.997475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:18.998122 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:18.999529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] 10.222.0.31 "PUT /v2.0/ports/99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 1091 time: 0.6188383 Nov 19 05:12:18.999977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:12:19.002312 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f53aff-b636-4225-b6a0-94cf74349d37" -d '{"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:12:19.026421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5d7f6-58b4-4238-9948-e177da13da1b service neutron] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:19.052055 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8abc3a7-f4e4-41aa-aaee-24fe1661608b x-openstack-request-id: req-e8abc3a7-f4e4-41aa-aaee-24fe1661608b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:12:19.052501 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:12:19.054259 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8abc3a7-f4e4-41aa-aaee-24fe1661608b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:12:19.054750 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'status': 'completed', 'code': 200} Nov 19 05:12:19.123522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-6c0a9697-24da-4aad-b547-b6b69d5fbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.125063 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-6c0a9697-24da-4aad-b547-b6b69d5fbd75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0465374 Nov 19 05:12:19.186930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-3e62f9d6-a372-4c22-a674-ce88520e08c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 217 time: 0.0380743 Nov 19 05:12:19.244192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-5b7a4b28-923d-4f8f-9fd4-51b29a1840ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.245755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-5b7a4b28-923d-4f8f-9fd4-51b29a1840ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0476480 Nov 19 05:12:19.302366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-1a878ce6-463f-4125-8ae6-e1a8d3b946ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.304548 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-1a878ce6-463f-4125-8ae6-e1a8d3b946ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464511 Nov 19 05:12:19.400221 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-9eea45cc-aa50-4f22-b396-1f3671296f8a service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824604 Nov 19 05:12:19.498357 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1b11279d-1b56-47f5-862f-bae5a59c353d req-54108b3e-70cd-4399-a653-7ee0765c61a1 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865440 Nov 19 05:12:19.635314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-4fd752b8-a227-41f0-b08c-3920e340850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.636829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-4fd752b8-a227-41f0-b08c-3920e340850a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0429838 Nov 19 05:12:19.687593 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3803160-9429-4029-9149-94c07b1b9648 req-1cdfc42f-3afd-4e7f-9ac7-9f9e3159f4d7 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.689127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3803160-9429-4029-9149-94c07b1b9648 req-1cdfc42f-3afd-4e7f-9ac7-9f9e3159f4d7 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 943 time: 0.0553553 Nov 19 05:12:19.733633 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-60498486-21ad-4d29-bf45-ab09c176f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.735195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-60498486-21ad-4d29-bf45-ab09c176f5a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.0889270 Nov 19 05:12:19.736436 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3803160-9429-4029-9149-94c07b1b9648 req-9cbc3ca3-f872-4a39-b67c-d9f4fdc3f5b8 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Nov 19 05:12:19.777551 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-d0166f80-0483-45eb-9d10-45d7d1e2d890 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 217 time: 0.0348351 Nov 19 05:12:19.825788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-d32f199c-da7c-48e9-b4db-2080013f2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.827266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-d32f199c-da7c-48e9-b4db-2080013f2430 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0426524 Nov 19 05:12:19.877322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-36b3a7e4-17ce-4c6b-9cea-ea5989f04150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:19.878897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-36b3a7e4-17ce-4c6b-9cea-ea5989f04150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439916 Nov 19 05:12:19.981648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-b52cd066-1a59-4ddf-ae8d-cc8bfb99aadf service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945623 Nov 19 05:12:20.080643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-14f53aff-b636-4225-b6a0-94cf74349d37 req-163f36df-044e-45b6-bd03-71539537cb4d service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909047 Nov 19 05:12:20.852318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d074f-6af2-412f-9519-95712489262e req-208dd134-ac1f-41fa-a642-bd5bbd421a7a tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:20.853835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb6d074f-6af2-412f-9519-95712489262e req-208dd134-ac1f-41fa-a642-bd5bbd421a7a tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 943 time: 0.0490971 Nov 19 05:12:20.901433 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb6d074f-6af2-412f-9519-95712489262e req-715436c6-e6c6-4e53-8d68-fcc5581a4203 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Nov 19 05:12:21.449893 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b34e09ad-b78f-4d91-8f14-c3970c04033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:22.015006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ead876-df8f-41e8-8dcc-c434eef35a8b req-939c5e84-6810-453c-832d-68b81f2b3351 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:22.016500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3ead876-df8f-41e8-8dcc-c434eef35a8b req-939c5e84-6810-453c-832d-68b81f2b3351 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 943 time: 0.0480802 Nov 19 05:12:22.067700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f3ead876-df8f-41e8-8dcc-c434eef35a8b req-b32c46f9-1154-47b5-946a-cb72e4bed52e tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Nov 19 05:12:22.980459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 99f3827b-8f52-4be5-be8a-1bfc937a121b details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:12:23.077440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:12:23.089088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'port_id': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'mac_address': 'fa:16:3e:47:3c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:12:23.127415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:23.141063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f3827b-8f52-4be5-be8a-1bfc937a121b {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:12:23.161218 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:12:23.165580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:23.187456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e4dce-b98c-4d27-bd94-fea35fb7068f req-ad64f1e0-282a-428a-ac52-1a795e154a11 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:23.188986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-643e4dce-b98c-4d27-bd94-fea35fb7068f req-ad64f1e0-282a-428a-ac52-1a795e154a11 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 943 time: 0.0504398 Nov 19 05:12:23.213107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:23.237722 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-643e4dce-b98c-4d27-bd94-fea35fb7068f req-e82ddbb9-80fc-43f1-be08-6367c41a802b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Nov 19 05:12:23.412914 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:23.531569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['99f3827b-8f52-4be5-be8a-1bfc937a121b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:12:23.718633 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-68d9f34b-7eaa-436c-a71d-17c20f282123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:24.352244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4d0b-3e72-4c70-8379-45ab38a770d4 req-41b877b8-5bd6-40b0-bcb8-5e5299400032 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:24.353750 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fbc4d0b-3e72-4c70-8379-45ab38a770d4 req-41b877b8-5bd6-40b0-bcb8-5e5299400032 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 944 time: 0.0488334 Nov 19 05:12:24.403263 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fbc4d0b-3e72-4c70-8379-45ab38a770d4 req-395a3f37-bec1-4925-9b74-5c703a0e45ef tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Nov 19 05:12:24.981676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 99f3827b-8f52-4be5-be8a-1bfc937a121b up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:12:25.030563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 99f3827b-8f52-4be5-be8a-1bfc937a121b completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:12:25.035212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 99f3827b-8f52-4be5-be8a-1bfc937a121b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:12:25.035590 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:25.116353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:25.140175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:12:25.142451 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c9204-848a-4595-b828-48bec89495c4" -d '{"events": [{"server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "name": "network-vif-plugged", "status": "completed", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:12:25.155776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:12:25.159884 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:25.186360 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa891229-4694-4fa8-834d-b1fc6065f041 x-openstack-request-id: req-fa891229-4694-4fa8-834d-b1fc6065f041 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:12:25.186656 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "name": "network-vif-plugged", "status": "completed", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:12:25.186912 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa891229-4694-4fa8-834d-b1fc6065f041 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:12:25.187296 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'code': 200} Nov 19 05:12:25.224785 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:25.322853 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21aa9a-cacd-4c5d-abfa-9f4adc397a32 req-e656fb83-1cd1-4a1f-a337-dda9829f5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:25.324374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb21aa9a-cacd-4c5d-abfa-9f4adc397a32 req-e656fb83-1cd1-4a1f-a337-dda9829f5f75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0408366 Nov 19 05:12:25.372439 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb21aa9a-cacd-4c5d-abfa-9f4adc397a32 req-b01062fc-57d1-4b4d-9580-15446648a037 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371323 Nov 19 05:12:25.523090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8057afc-fff7-44b3-9048-e641c5b4f399 req-2f30550e-171a-4931-9e12-a8133d9a6140 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:25.525366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8057afc-fff7-44b3-9048-e641c5b4f399 req-2f30550e-171a-4931-9e12-a8133d9a6140 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Nov 19 05:12:25.573509 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b8057afc-fff7-44b3-9048-e641c5b4f399 req-9ab7a0e3-052d-4789-bc90-ec2331ceb904 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Nov 19 05:12:25.576529 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:26.035983 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:12:26.680955 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:26.700124 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b600e2-5810-4d10-9452-916f41bbac77 req-acecf573-0a05-4608-b98b-7ce637e8266b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:26.701680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9b600e2-5810-4d10-9452-916f41bbac77 req-acecf573-0a05-4608-b98b-7ce637e8266b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0564206 Nov 19 05:12:26.751335 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c9b600e2-5810-4d10-9452-916f41bbac77 req-83d7946c-ad6a-4338-a2ca-d25484227344 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Nov 19 05:12:26.870021 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fcbfe-f71a-4ed0-bcb2-e6ae3f0733f1 req-ad5fb396-5b34-4410-bb4e-1182d975d764 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:26.871532 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-535fcbfe-f71a-4ed0-bcb2-e6ae3f0733f1 req-ad5fb396-5b34-4410-bb4e-1182d975d764 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0544603 Nov 19 05:12:26.919467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-535fcbfe-f71a-4ed0-bcb2-e6ae3f0733f1 req-77991bd1-01ae-4870-9fbe-62e086c2a718 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Nov 19 05:12:27.110051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884901b5-f2ee-46a8-88d6-a978777dbfba req-ff88ec11-8585-474a-9247-d2fa25435582 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:27.111705 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-884901b5-f2ee-46a8-88d6-a978777dbfba req-ff88ec11-8585-474a-9247-d2fa25435582 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0536301 Nov 19 05:12:27.160931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-884901b5-f2ee-46a8-88d6-a978777dbfba req-86037611-acc9-4748-8203-4ff16852b373 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Nov 19 05:12:27.450452 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:32.767970 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:39.664061 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a915a4-3270-4a40-9fba-6d6d1aed4a19 req-760254e0-b1c9-433d-ac50-e79d7f136658 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:39.666037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89a915a4-3270-4a40-9fba-6d6d1aed4a19 req-760254e0-b1c9-433d-ac50-e79d7f136658 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Nov 19 05:12:39.716965 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89a915a4-3270-4a40-9fba-6d6d1aed4a19 req-d5de81da-68b2-491f-abc3-383ee14aca66 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449607 Nov 19 05:12:39.739884 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42434) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:39.864339 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ef963-9485-4b79-a918-0d30a15ed975 tempest-TestMinimumBasicScenario-1160377858 tempest-TestMinimumBasicScenario-1160377858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:39.865886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8d3ef963-9485-4b79-a918-0d30a15ed975 tempest-TestMinimumBasicScenario-1160377858 tempest-TestMinimumBasicScenario-1160377858-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1091 time: 0.1250141 Nov 19 05:12:39.869092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42438) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:39.873632 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:39.896704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:39.993824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.102325 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Allocated IP 172.25.8.254 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/ee96e13a-7ac0-491d-a08b-1e34c06e2b6e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:12:40.205584 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.244911 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.283473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:12:40.286559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:12:40.291101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:12:40.314234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'Port': ['ID=ee96e13a-7ac0-491d-a08b-1e34c06e2b6e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:40.326159 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.326520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.326873 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.327219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.327564 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.327908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.328247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.328584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.328923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.329258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.329592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.329923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:40.670747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.735094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.886862 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.891456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:40.958135 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'Port': ['ID=ee96e13a-7ac0-491d-a08b-1e34c06e2b6e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:40.970219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.070762 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Floating IP 6de8b63f-a0f9-4cbe-a706-351607e4d547 associated. External IP: 172.25.8.254, port: 99f3827b-8f52-4be5-be8a-1bfc937a121b. Nov 19 05:12:41.279324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Router 3f7219a9-11af-4754-bd77-e586eeb877e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:12:41.390156 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:12:41.400376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] Sync routers for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:12:41.407797 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.410032 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:12:41.410720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:12:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:12:41.436140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c555b59d-c8a7-435d-b088-8a9f3f3e6d4b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5658956 Nov 19 05:12:41.437022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:12:41.439189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42440) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:41.439651 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb9d30-dcb9-44c8-8994-1a30a023e202" -d '{"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:12:41.444159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582872145', 'description': 'tempest-secgroup-smoke-582872145 description', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:41.468089 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.530592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:12:41.538281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.543841 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.574092 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92981de3-3b90-4b89-a046-0b9c3083c2e4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:41.583957 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.585281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1450553 Nov 19 05:12:41.587049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.588430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.589024 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42446) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:41.589283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.589634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.589993 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.590508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.591014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.591353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.591689 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.592020 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.592352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.592679 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46062d7b-5f4c-402d-9025-ef1f415b9275 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:12:41.593642 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group_rule': {'security_group_id': '92981de3-3b90-4b89-a046-0b9c3083c2e4', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:41.625723 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564df2fa-1a8c-4aef-af29-95a2a507a938 x-openstack-request-id: req-564df2fa-1a8c-4aef-af29-95a2a507a938 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:12:41.626048 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:12:41.626310 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-564df2fa-1a8c-4aef-af29-95a2a507a938 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:12:41.626716 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'status': 'completed', 'code': 200} Nov 19 05:12:41.628052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.679275 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.684536 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.709219 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8591a27-f647-4cc4-9bab-a4f62cf16dec,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:41.719661 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.721128 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-a5c75057-7963-45e3-9630-cd517f63c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:41.721351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3e591061-25d4-42e3-92b5-e0ac7791c909 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312993 Nov 19 05:12:41.723021 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-a5c75057-7963-45e3-9630-cd517f63c92b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0540497 Nov 19 05:12:41.724134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42448) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:41.729984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group_rule': {'security_group_id': '92981de3-3b90-4b89-a046-0b9c3083c2e4', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:41.760912 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.773213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6de8b63f-a0f9-4cbe-a706-351607e4d547', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'port_id': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'mac_address': 'fa:16:3e:47:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:12:40Z', 'updated_at': '2021-11-19T05:12:40Z', 'revision_number': 0, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:12:41.800742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] Checking router: 3f7219a9-11af-4754-bd77-e586eeb877e6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:12:41.810143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:12:41.810795 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:12:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:12:41.825807 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.829859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-1899fae5-a84d-4395-bf0d-bb99fb5d417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:41.831611 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-1899fae5-a84d-4395-bf0d-bb99fb5d417b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.1009088 Nov 19 05:12:41.832481 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.853769 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bce863-8d73-496e-b79f-691f90dcb699,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:41.863966 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.867645 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-37f46dcc-2105-4156-8595-951c0b80b61c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390150 Nov 19 05:12:41.867848 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42450) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:41.872790 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group_rule': {'security_group_id': '92981de3-3b90-4b89-a046-0b9c3083c2e4', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:41.903823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.914643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-1485c549-ad5a-4645-9122-d05ccf4bcc8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 999 time: 0.0734661 Nov 19 05:12:41.930327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:12:41.970238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-295575e2-043e-48d1-9cbb-8b7757d79863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:41.971888 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.972355 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-295575e2-043e-48d1-9cbb-8b7757d79863 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0492344 Nov 19 05:12:41.975877 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:41.996858 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53118c38-71c1-43c8-940b-7c7a56e83dd8,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:42.006695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.011106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-66e1b11e-5212-4571-af6e-8b9dc218d7ed tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410251 Nov 19 05:12:42.013475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42452) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:42.019126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group_rule': {'security_group_id': '92981de3-3b90-4b89-a046-0b9c3083c2e4', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:42.047270 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-6f6bce3a-fa43-4f91-871e-0109e19c0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:42.048977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-6f6bce3a-fa43-4f91-871e-0109e19c0862 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679631 Nov 19 05:12:42.054750 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.168548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6de8b63f-a0f9-4cbe-a706-351607e4d547', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'port_id': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'mac_address': 'fa:16:3e:47:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:12:40Z', 'updated_at': '2021-11-19T05:12:40Z', 'revision_number': 0, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:12:42.188341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.191288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-4a89486b-1176-4710-9902-9a756e1b33a3 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331732 Nov 19 05:12:42.192349 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.197793 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae565c26-eded-4907-92b8-1341aa301d4a None None] The sync data for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 is: [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '6de8b63f-a0f9-4cbe-a706-351607e4d547', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'port_id': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'mac_address': 'fa:16:3e:47:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:12:40Z', 'updated_at': '2021-11-19T05:12:40Z', 'revision_number': 0, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:12:42.227684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1100ccf0-6391-4122-915e-3bab18486117,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:42.268612 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.272454 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ef5b84bf-703a-4aa3-823e-a886f33020fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2552705 Nov 19 05:12:42.273007 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:42.278350 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group_rule': {'security_group_id': '92981de3-3b90-4b89-a046-0b9c3083c2e4', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:42.302619 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Project bb8e4468ed844c12b25bbd5df92f1ed5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:12:42.308488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.310170 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5dbb9d30-dcb9-44c8-8994-1a30a023e202 req-8ff1fc17-efff-421b-8e55-4f09d084f304 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100879 Nov 19 05:12:42.372442 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.377699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.398953 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f908e1-e563-4738-9cca-547ec0ae9c62,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:42.410368 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.414601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d1298b64-253d-47aa-a06d-1722becf8eb1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376441 Nov 19 05:12:42.414791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42456) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:12:42.420812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'security_group_rule': {'security_group_id': '92981de3-3b90-4b89-a046-0b9c3083c2e4', 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:42.437885 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41753967-355f-4fde-8fb2-310e847e94f5 None None] New status for floating IP 6de8b63f-a0f9-4cbe-a706-351607e4d547: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:12:42.450201 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Project bb8e4468ed844c12b25bbd5df92f1ed5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:12:42.455508 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.518699 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.522798 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.541705 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9021bad-8512-4580-8c4d-bdb61f8dd390,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:42.549607 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.553613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8bf295d5-cca2-4e78-ad25-513805c13e3c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342900 Nov 19 05:12:42.649044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-ea324796-be60-4f7f-8572-979d7ff7c927 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582872145&fields=id&tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5 HTTP/1.1" status: 200 len: 267 time: 0.0492179 Nov 19 05:12:42.703471 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-5691b566-e8a0-49ee-9815-00fe904321a1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:42.704969 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-5691b566-e8a0-49ee-9815-00fe904321a1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Nov 19 05:12:42.716402 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'port': {'security_groups': ['f99ff1ac-5b82-40c1-9f9a-29c3c850d28a', '92981de3-3b90-4b89-a046-0b9c3083c2e4']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:12:42.781587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.966945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:12:42.995321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:42.999856 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:43.033500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['99f3827b-8f52-4be5-be8a-1bfc937a121b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:12:43.045840 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:43.046539 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:43.047991 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-931895a5-f47e-48cd-b540-9e9e77253b34 req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "PUT /v2.0/ports/99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 981 time: 0.3365817 Nov 19 05:12:43.070394 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575c1aa-6766-44f7-a30a-18aad4e470b2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=6']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:12:43.163493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc0cf-a026-4f97-b0f5-db078cded00f req-c8a67adf-b7b0-489d-bdbf-cb245773631a tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:43.165099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fdcbc0cf-a026-4f97-b0f5-db078cded00f req-c8a67adf-b7b0-489d-bdbf-cb245773631a tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0559895 Nov 19 05:12:43.177278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['99f3827b-8f52-4be5-be8a-1bfc937a121b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:12:43.231997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fdcbc0cf-a026-4f97-b0f5-db078cded00f req-c5b1f50a-95c9-44df-9214-d1254b646647 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599501 Nov 19 05:12:43.564864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bbd2b38b-e785-4ac8-8931-f7292fa03626 None None] Provisioning complete for port 99f3827b-8f52-4be5-be8a-1bfc937a121b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:12:43.565242 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b38b-e785-4ac8-8931-f7292fa03626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:43.628358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:12:43.630931 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bf40f8-6194-473b-abca-8364f6858dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:12:43.668771 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3c951-c537-40d5-9043-8acde2a919c9 x-openstack-request-id: req-35f3c951-c537-40d5-9043-8acde2a919c9 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:12:43.669069 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:12:43.669502 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35f3c951-c537-40d5-9043-8acde2a919c9 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:12:43.669915 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'status': 'completed', 'code': 200} Nov 19 05:12:43.757465 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-66fdddfc-1e85-4922-935a-21727684625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:43.759037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-66fdddfc-1e85-4922-935a-21727684625d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1135 time: 0.0425656 Nov 19 05:12:43.856967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-d3f1abb7-f1f7-43c2-9901-efe96f936413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:43.858516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-d3f1abb7-f1f7-43c2-9901-efe96f936413 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.0869553 Nov 19 05:12:43.929669 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-177e432c-d978-4563-be76-0752fb6a092e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 1001 time: 0.0628059 Nov 19 05:12:43.981298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-ee86d912-a931-432a-91d6-e38fe6b60ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:43.982863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-ee86d912-a931-432a-91d6-e38fe6b60ebf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0440326 Nov 19 05:12:44.032492 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-07031251-3151-4ceb-ac0e-9e9f5291cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:12:44.034098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-07031251-3151-4ceb-ac0e-9e9f5291cc05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432763 Nov 19 05:12:44.132569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-5589b303-7642-4275-9c51-67061a3505c0 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Nov 19 05:12:44.221162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e7bf40f8-6194-473b-abca-8364f6858dd4 req-b352b073-7486-4583-95e1-34d3342fc40d service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808413 Nov 19 05:12:51.451205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2901de08-a70d-4a34-be9e-f11da0a1c5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:53.403466 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:53.718897 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9761218c-d51d-4adc-af00-d1dda73ccb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:55.580050 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:56.670867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:12:57.443152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:00.827140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-8a9bf2a8-e46d-454d-a650-1feb6d9da50e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442195 Nov 19 05:13:00.926382 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cf971-b581-4997-88c4-d19f0057329c req-f78c979d-dbed-4b57-b04a-eb64147dd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:00.927919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-f78c979d-dbed-4b57-b04a-eb64147dd587 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1135 time: 0.0411842 Nov 19 05:13:01.034483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cf971-b581-4997-88c4-d19f0057329c req-94f75fe6-b0af-420d-8547-91a19b293696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:01.035949 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-94f75fe6-b0af-420d-8547-91a19b293696 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.0882895 Nov 19 05:13:01.101465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-b35e2d8a-c7a7-4a7c-ad10-4db9fb107618 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 1001 time: 0.0574305 Nov 19 05:13:01.155161 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cf971-b581-4997-88c4-d19f0057329c req-e46152fa-7449-4adc-965e-9f0840303d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:01.156603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-e46152fa-7449-4adc-965e-9f0840303d03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0451107 Nov 19 05:13:01.207872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cf971-b581-4997-88c4-d19f0057329c req-2ddf2d5a-6da9-4f8e-8a1d-836ef9516403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:01.209343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-2ddf2d5a-6da9-4f8e-8a1d-836ef9516403 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427055 Nov 19 05:13:01.306927 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-d5674452-fcd2-4cd0-8804-f402dc45973e service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893302 Nov 19 05:13:01.403133 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e60cf971-b581-4997-88c4-d19f0057329c req-768ea3c4-6b0c-4342-a051-9068ff851981 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876656 Nov 19 05:13:02.767265 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:03.034554 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:13:06.172870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91502c1e-a79e-4139-8364-28620af624b2 req-572ac35a-3b3e-48f4-8cd7-8ccdeaf313aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:06.174307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91502c1e-a79e-4139-8364-28620af624b2 req-572ac35a-3b3e-48f4-8cd7-8ccdeaf313aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0550747 Nov 19 05:13:06.193402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-85f3dfbd-1de4-4e16-bb77-8d6d037ec005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:06.194960 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-85f3dfbd-1de4-4e16-bb77-8d6d037ec005 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1135 time: 0.0408502 Nov 19 05:13:06.244876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-91502c1e-a79e-4139-8364-28620af624b2 req-ca5e01a2-21ee-40d1-b7c7-d174ce974a01 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639186 Nov 19 05:13:06.304271 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-bfc29994-0932-492c-a630-e2d9ae53b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:06.306291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-bfc29994-0932-492c-a630-e2d9ae53b59c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.1028237 Nov 19 05:13:06.378683 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-a3c10ef6-8004-4cd9-b0a2-8f46e4b12121 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 1001 time: 0.0629995 Nov 19 05:13:06.428163 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-cca026af-3a02-4bfe-a779-9a286431e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:06.429510 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-cca026af-3a02-4bfe-a779-9a286431e250 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0427542 Nov 19 05:13:06.475992 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-e6de1c1d-57df-40dd-bd4c-45cd8c29e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:06.477519 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-e6de1c1d-57df-40dd-bd4c-45cd8c29e889 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397298 Nov 19 05:13:06.576119 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-cb7cbb31-4ca5-45f5-ba90-f4a3167d6828 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889187 Nov 19 05:13:06.670852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a53f5902-3626-41bb-a5b7-da96dbf4702d req-0c2f942a-de17-499b-82fb-d25b7831fbfd service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851252 Nov 19 05:13:07.365981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d393-5e23-40db-87a3-9ba584bcee9d req-585422e3-b0d2-4e45-b853-e1fa8c12f031 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:07.367484 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f76d393-5e23-40db-87a3-9ba584bcee9d req-585422e3-b0d2-4e45-b853-e1fa8c12f031 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0501835 Nov 19 05:13:07.429885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f76d393-5e23-40db-87a3-9ba584bcee9d req-01810ce3-355d-4b17-945e-5c8effa5f3fc tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560944 Nov 19 05:13:08.554759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c962a-e574-4c16-9637-3c25beeedf98 req-7ad4f6d6-598b-49d0-a807-47b4cf266b8e tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:08.557165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d5c962a-e574-4c16-9637-3c25beeedf98 req-7ad4f6d6-598b-49d0-a807-47b4cf266b8e tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0512216 Nov 19 05:13:08.621625 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d5c962a-e574-4c16-9637-3c25beeedf98 req-9262a174-a989-4810-baa7-33e810aebbfa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583811 Nov 19 05:13:09.736128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12177b6-b5c4-4a88-8195-a1e901f1fcc1 req-dbb37af9-3ab3-4aae-aced-ff91a05a41f2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:09.737621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b12177b6-b5c4-4a88-8195-a1e901f1fcc1 req-dbb37af9-3ab3-4aae-aced-ff91a05a41f2 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0490413 Nov 19 05:13:09.797798 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b12177b6-b5c4-4a88-8195-a1e901f1fcc1 req-a8087ede-e608-4765-96ec-d9f9e430cd88 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535536 Nov 19 05:13:10.919136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538403a4-7e52-4f1d-9fab-d6f2c5fb0bb4 req-c7d03f78-7b94-4e59-8e75-9cab8118b79c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:10.920663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-538403a4-7e52-4f1d-9fab-d6f2c5fb0bb4 req-c7d03f78-7b94-4e59-8e75-9cab8118b79c tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0498083 Nov 19 05:13:10.980693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-538403a4-7e52-4f1d-9fab-d6f2c5fb0bb4 req-57619682-5000-4c49-a829-d591c83ceeb0 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539520 Nov 19 05:13:12.101304 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30134a-16b8-43ca-a19f-e88d498044df req-32cec8dd-42bc-49bd-b45c-dbbb5b1f6594 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:12.102867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb30134a-16b8-43ca-a19f-e88d498044df req-32cec8dd-42bc-49bd-b45c-dbbb5b1f6594 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0537012 Nov 19 05:13:12.162321 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb30134a-16b8-43ca-a19f-e88d498044df req-86d24ac9-4ea7-447f-9a58-96cd5f09db99 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534074 Nov 19 05:13:13.279546 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a01db-11d0-4722-b6cf-2d88039830e2 req-47a94d18-8ce5-46da-bf42-b594d4836237 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:13.281056 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f0a01db-11d0-4722-b6cf-2d88039830e2 req-47a94d18-8ce5-46da-bf42-b594d4836237 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0493815 Nov 19 05:13:13.341417 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f0a01db-11d0-4722-b6cf-2d88039830e2 req-9e6f9a3b-f389-48a2-9a43-fca156e93610 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542448 Nov 19 05:13:14.459060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d027-a166-4ba0-a23a-4e7b46b58269 req-5c520bd5-42f4-42b3-8638-b87a4c8117fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:14.460576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f697d027-a166-4ba0-a23a-4e7b46b58269 req-5c520bd5-42f4-42b3-8638-b87a4c8117fd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0497000 Nov 19 05:13:14.525568 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f697d027-a166-4ba0-a23a-4e7b46b58269 req-8e86f4dd-8b5b-4d10-ae9f-b8b6d3ca845d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582416 Nov 19 05:13:15.643681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb904d67-6e46-4705-9c2f-a02f12d427ba req-6eab3ef2-aa56-4da8-8817-75089ca20470 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:15.645215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb904d67-6e46-4705-9c2f-a02f12d427ba req-6eab3ef2-aa56-4da8-8817-75089ca20470 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0502872 Nov 19 05:13:15.705435 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fb904d67-6e46-4705-9c2f-a02f12d427ba req-4f6d764d-aaff-46cd-9cf2-410eb431214a tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541289 Nov 19 05:13:16.821987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac401-b18a-4c83-ba7e-3d4e6cc00982 req-72e16a91-db5e-42a8-b6e2-44e303bdf476 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:16.823492 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-361ac401-b18a-4c83-ba7e-3d4e6cc00982 req-72e16a91-db5e-42a8-b6e2-44e303bdf476 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0500605 Nov 19 05:13:16.885454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-361ac401-b18a-4c83-ba7e-3d4e6cc00982 req-0ee35234-0402-48a6-b607-1cc7e1e7b844 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557520 Nov 19 05:13:18.008788 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68241-e6a0-4bb9-80a0-797ee165b8ca req-1a4d4aed-d614-45da-9cf2-28229cdea4c4 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:18.010365 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9f68241-e6a0-4bb9-80a0-797ee165b8ca req-1a4d4aed-d614-45da-9cf2-28229cdea4c4 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0537305 Nov 19 05:13:18.069921 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a9f68241-e6a0-4bb9-80a0-797ee165b8ca req-1fce3f19-d32f-44ee-9738-92073365367a tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535049 Nov 19 05:13:19.195204 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aae2e-f0e4-4ab2-b93a-9c24c3046c57 req-13c6b90f-b914-4b05-9b8b-f1f989ace711 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:19.196973 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c59aae2e-f0e4-4ab2-b93a-9c24c3046c57 req-13c6b90f-b914-4b05-9b8b-f1f989ace711 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0544705 Nov 19 05:13:19.262438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c59aae2e-f0e4-4ab2-b93a-9c24c3046c57 req-84f6c83a-4202-4b74-94a7-304462944a5b tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593913 Nov 19 05:13:20.391456 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42efde-a2e2-4420-b34e-269c38d9de96 req-4dfb85b3-7752-490f-926f-ff3d1792161e tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:20.392970 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad42efde-a2e2-4420-b34e-269c38d9de96 req-4dfb85b3-7752-490f-926f-ff3d1792161e tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0540049 Nov 19 05:13:20.452820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad42efde-a2e2-4420-b34e-269c38d9de96 req-9bfdc582-9293-4897-be1d-f9fd22bff037 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537453 Nov 19 05:13:21.451971 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b3aada69-83be-4398-a941-d5476339912b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:21.578324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e81f0-e8f8-4805-bbc7-f6589f559ca3 req-32d825cc-e001-4425-a7fa-945191794577 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:21.579883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b08e81f0-e8f8-4805-bbc7-f6589f559ca3 req-32d825cc-e001-4425-a7fa-945191794577 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0571916 Nov 19 05:13:21.642027 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b08e81f0-e8f8-4805-bbc7-f6589f559ca3 req-f1b171ba-548c-439b-a3da-9595a8ecc051 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555220 Nov 19 05:13:22.759414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a7308-65b9-4862-97ee-67899bbdc804 req-bc1dc0f4-7d85-4927-88ca-db31ee2990f4 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:22.760915 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c79a7308-65b9-4862-97ee-67899bbdc804 req-bc1dc0f4-7d85-4927-88ca-db31ee2990f4 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0493417 Nov 19 05:13:22.824044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c79a7308-65b9-4862-97ee-67899bbdc804 req-5ee1ce98-5bee-4be9-952f-7f52f16d31a3 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&id=92981de3-3b90-4b89-a046-0b9c3083c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570614 Nov 19 05:13:23.418442 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:23.720609 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ebacc919-6868-4610-8d36-dda5f7cc1a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:25.582979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:26.677328 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:27.444467 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:32.764318 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:40.034055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:13:51.453203 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfc2f-6778-4ffe-b746-eac32411cd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:53.424971 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:53.720467 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fe2df4e-4b02-4ae3-a541-2ec465bd145c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:55.584878 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:55.951479 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37731806-787e-477c-97ea-7d7a2b9549fa req-26e153b6-65cf-4ab3-b09c-6fdd07387bba tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582872145&fields=id&tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5 HTTP/1.1" status: 200 len: 267 time: 0.0435851 Nov 19 05:13:56.003974 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731806-787e-477c-97ea-7d7a2b9549fa req-969b3c8c-6be5-489e-9e96-e10868cb83c1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:56.005486 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37731806-787e-477c-97ea-7d7a2b9549fa req-969b3c8c-6be5-489e-9e96-e10868cb83c1 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 984 time: 0.0489223 Nov 19 05:13:56.017670 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Request body: {'port': {'security_groups': ['f99ff1ac-5b82-40c1-9f9a-29c3c850d28a']}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:13:56.081684 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.252687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:13:56.285650 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.290066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.329892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['99f3827b-8f52-4be5-be8a-1bfc937a121b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:13:56.671988 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:56.672663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.674135 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37731806-787e-477c-97ea-7d7a2b9549fa req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "PUT /v2.0/ports/99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 942 time: 0.6618359 Nov 19 05:13:56.674609 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:13:56.679869 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c808c2-4641-405c-9c85-70e8dea8180d" -d '{"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:13:56.680027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42516) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:13:56.704647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event updated for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=7']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:13:56.712802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.713164 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.713864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.713864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.714268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.714595 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.714948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.715310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.715654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.716533 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.716671 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.717009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975aa4b5-0f5d-460b-8617-05720b59e76d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:56.725430 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.744586 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd19861-506f-463d-9d44-0d5f8c976d1b x-openstack-request-id: req-fcd19861-506f-463d-9d44-0d5f8c976d1b {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:13:56.744896 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:13:56.745167 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcd19861-506f-463d-9d44-0d5f8c976d1b {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:13:56.745579 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'status': 'completed', 'code': 200} Nov 19 05:13:56.775437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.803401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['99f3827b-8f52-4be5-be8a-1bfc937a121b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:13:56.838236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.864261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c808c2-4641-405c-9c85-70e8dea8180d req-07f43bc5-af89-4c12-96d0-9c65c3258a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:56.865774 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-07f43bc5-af89-4c12-96d0-9c65c3258a3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0746157 Nov 19 05:13:56.953185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-00327bc4-3565-42cd-8dd1-43d0e8090e8a None None] Provisioning complete for port 99f3827b-8f52-4be5-be8a-1bfc937a121b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:13:56.953428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-00327bc4-3565-42cd-8dd1-43d0e8090e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.976783 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.979456 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:56.982396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "DELETE /v2.0/security-groups/92981de3-3b90-4b89-a046-0b9c3083c2e4 HTTP/1.1" status: 204 len: 168 time: 0.3013628 Nov 19 05:13:56.983920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42520) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:13:56.996164 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92981de3-3b90-4b89-a046-0b9c3083c2e4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:13:57.000951 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c808c2-4641-405c-9c85-70e8dea8180d req-938d320a-16b3-45ec-9283-c351e7d84a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:57.002848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-938d320a-16b3-45ec-9283-c351e7d84a4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.1281993 Nov 19 05:13:57.008868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.009572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.010120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.010655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.011013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.011358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.011700 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.012227 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.012572 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.014231 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.014591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.014931 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c0ce7-0b9a-400a-851a-17ff5fa76bff tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:13:57.089824 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-b7e78094-8f7c-4dc6-adf1-628bbd37401a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 1001 time: 0.0719969 Nov 19 05:13:57.142395 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c808c2-4641-405c-9c85-70e8dea8180d req-7a069b4f-76aa-49f1-acbe-a0a484935e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:57.148318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-7a069b4f-76aa-49f1-acbe-a0a484935e3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0493479 Nov 19 05:13:57.164089 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Deleting port ee96e13a-7ac0-491d-a08b-1e34c06e2b6e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:13:57.164437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.201880 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c808c2-4641-405c-9c85-70e8dea8180d req-bed22255-62dd-40cb-8d1c-d7bb02fe819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:57.203487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-bed22255-62dd-40cb-8d1c-d7bb02fe819d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473773 Nov 19 05:13:57.248487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.248836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.260724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Calling delete_port for ee96e13a-7ac0-491d-a08b-1e34c06e2b6e owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:13:57.297637 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-7bd581db-6204-4fb4-a0eb-bfb1ed49ae9f service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857177 Nov 19 05:13:57.397020 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-59c808c2-4641-405c-9c85-70e8dea8180d req-bbf8ad0a-b7fb-407e-b537-c0f3ca140c92 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905249 Nov 19 05:13:57.408835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.441168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event deleted for resources: {'Port': ['ID=ee96e13a-7ac0-491d-a08b-1e34c06e2b6e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:13:57.450675 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.503925 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.504184 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Floating IP 6de8b63f-a0f9-4cbe-a706-351607e4d547 disassociated (deleted). External IP: 172.25.8.254, port: 99f3827b-8f52-4be5-be8a-1bfc937a121b. Nov 19 05:13:57.716321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Router 3f7219a9-11af-4754-bd77-e586eeb877e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:13:57.824368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:13:57.829500 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:13:57.835680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] Sync routers for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:13:57.847262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:13:57.847869 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:13:57.856341 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e8463969-2bff-4f98-9228-c1eeedf515dd tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "DELETE /v2.0/floatingips/6de8b63f-a0f9-4cbe-a706-351607e4d547 HTTP/1.1" status: 204 len: 168 time: 0.8707275 Nov 19 05:13:57.958570 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:13:58.174776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:13:58.204769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] Checking router: 3f7219a9-11af-4754-bd77-e586eeb877e6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:13:58.212874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:13:58.213475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:13:58.318211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:13:58.522879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:13:58.551192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fe0f6-6c57-486d-94f2-851e3ea98cf7 None None] The sync data for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 is: [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:48Z', 'revision_number': 4, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'd6d42740-0407-4162-8fdb-a92a2fe1392c', 'name': '', 'network_id': 'c2d49288-29b5-4686-8e3f-ed8d54afd1c1', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'mac_address': 'fa:16:3e:a9:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:48Z', 'updated_at': '2021-11-19T05:11:53Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'subnets': [{'id': '4f82dca6-075c-42bf-ba6a-410388d8599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:13:58.748111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:13:58.750917 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f52915-b28b-480a-9d7c-d8dd895077e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:13:58.790440 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eba36-d2e2-4878-b3ee-e9b1cebc5a28 x-openstack-request-id: req-cb3eba36-d2e2-4878-b3ee-e9b1cebc5a28 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:13:58.790823 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:13:58.791164 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb3eba36-d2e2-4878-b3ee-e9b1cebc5a28 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:13:58.791723 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'status': 'completed', 'code': 200} Nov 19 05:13:58.796655 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126baaf7-e333-4e27-9374-ab1117742b1c None None] New status for floating IP 6de8b63f-a0f9-4cbe-a706-351607e4d547: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:13:58.897401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-9aac97d1-ca63-44ae-8b42-17852a019080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:58.898947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-9aac97d1-ca63-44ae-8b42-17852a019080 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0453465 Nov 19 05:13:58.994672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-c72d0c95-9c99-4633-8304-eaebba4f6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:58.996093 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-c72d0c95-9c99-4633-8304-eaebba4f6205 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.0885041 Nov 19 05:13:59.043049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-e2425175-2e08-44e6-b9bd-d88b6aabbc56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 217 time: 0.0348196 Nov 19 05:13:59.098824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-b1b7e6aa-a234-4a25-a4cd-75a82f9cd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:59.100592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-b1b7e6aa-a234-4a25-a4cd-75a82f9cd70d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0466223 Nov 19 05:13:59.154430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-5cb23af2-b6ea-4163-a4c0-ec4fdf296882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:13:59.156039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-5cb23af2-b6ea-4163-a4c0-ec4fdf296882 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449035 Nov 19 05:13:59.256021 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-1619e111-4a6f-46e9-ad52-e149c4ee244a service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884421 Nov 19 05:13:59.357822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-23f52915-b28b-480a-9d7c-d8dd895077e1 req-3b9ee4d9-f8ff-4900-898b-54bb40586072 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901020 Nov 19 05:14:00.821000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-1cb04347-ccfb-45aa-a922-4d9ff74fa18b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416715 Nov 19 05:14:00.940970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-2d3d8949-c2da-42de-9224-be2d014deae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:00.942503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-2d3d8949-c2da-42de-9224-be2d014deae8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0415440 Nov 19 05:14:01.060097 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-d8394f0b-d062-48d1-8f74-7f25d885d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:01.061755 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-d8394f0b-d062-48d1-8f74-7f25d885d134 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 200 len: 915 time: 0.0931957 Nov 19 05:14:01.107833 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-269b25a7-df33-4506-a073-76c47cdd4b4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 200 len: 217 time: 0.0358977 Nov 19 05:14:01.161283 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-39ac33bc-1854-4274-a3ee-8ad80bae0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:01.162812 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-39ac33bc-1854-4274-a3ee-8ad80bae0f3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 200 len: 853 time: 0.0455818 Nov 19 05:14:01.213549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-ce562854-ead8-4697-b9f4-105b4748398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:01.215114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-ce562854-ead8-4697-b9f4-105b4748398b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2d49288-29b5-4686-8e3f-ed8d54afd1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403609 Nov 19 05:14:01.314557 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-ca468725-f036-430b-84ae-95019ece24ed service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873785 Nov 19 05:14:01.419076 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-d23220af-8d84-4536-8e6b-55adfa43a900 req-fbb1d6c3-39fb-4a5f-a029-e92e4751e23b service neutron] 10.222.0.31 "GET /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924239 Nov 19 05:14:02.782098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:06.886997 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21996-05dd-4e09-ba24-9e6cbc424c3b req-81af6fc3-2f4e-457e-a566-cddba96b1ac6 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:06.890090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12f21996-05dd-4e09-ba24-9e6cbc424c3b req-81af6fc3-2f4e-457e-a566-cddba96b1ac6 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0594726 Nov 19 05:14:06.941664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-12f21996-05dd-4e09-ba24-9e6cbc424c3b req-40f1c9a9-0b9e-48d9-aa5d-47a5a47dcf4f tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Nov 19 05:14:08.062213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911ab70-d763-4abf-9f5f-067b6cb80c93 req-f4156e59-39f6-465d-8cde-8d9d0c12c607 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:08.063731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f911ab70-d763-4abf-9f5f-067b6cb80c93 req-f4156e59-39f6-465d-8cde-8d9d0c12c607 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0546355 Nov 19 05:14:08.112143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f911ab70-d763-4abf-9f5f-067b6cb80c93 req-c6e12e3c-393d-466c-9912-17cd7d607f46 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Nov 19 05:14:08.977957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-7456aece-e646-4bff-9f01-333b1c66f480 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:08.979435 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-7456aece-e646-4bff-9f01-333b1c66f480 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Nov 19 05:14:09.073871 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Deleting port 99f3827b-8f52-4be5-be8a-1bfc937a121b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:09.074249 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:09.166971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] For port 99f3827b-8f52-4be5-be8a-1bfc937a121b, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=99f3827b-8f52-4be5-be8a-1bfc937a121b,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:09.167342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:09.180734 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Calling delete_port for 99f3827b-8f52-4be5-be8a-1bfc937a121b owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:09.229364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577f0e6-f836-4d8a-91b5-2129020dad7b req-c40abfac-abfa-44de-a500-47b470a710c3 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:09.230920 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2577f0e6-f836-4d8a-91b5-2129020dad7b req-c40abfac-abfa-44de-a500-47b470a710c3 tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/ports?device_id=d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0490272 Nov 19 05:14:09.285577 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2577f0e6-f836-4d8a-91b5-2129020dad7b req-dc6c2014-4406-4121-8a8b-de5e1ae9314d tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.52 "GET /v2.0/security-groups?id=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Nov 19 05:14:09.315515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:09.345125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Pushing event deleted for resources: {'Port': ['ID=99f3827b-8f52-4be5-be8a-1bfc937a121b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:09.364406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['99f3827b-8f52-4be5-be8a-1bfc937a121b'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:14:09.388132 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] No DVR routers for this DVR port 99f3827b-8f52-4be5-be8a-1bfc937a121b on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:14:09.390681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:09.393971 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b2c01aa0-b147-43f5-b0fe-c061f0c436f9 req-b4200254-a02b-48d9-b55b-2dc6c75e11aa tempest-TestMinimumBasicScenario-1498671776 tempest-TestMinimumBasicScenario-1498671776-project] 10.222.0.31 "DELETE /v2.0/ports/99f3827b-8f52-4be5-be8a-1bfc937a121b HTTP/1.1" status: 204 len: 173 time: 0.4042382 Nov 19 05:14:09.394407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'name': 'network-vif-deleted', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:14:09.396640 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dc7a51-552b-498e-8666-a4cb34a7c587" -d '{"events": [{"server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "name": "network-vif-deleted", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:14:09.436141 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5eabb-66a8-46d8-a41a-96f16426bb1e x-openstack-request-id: req-4eb5eabb-66a8-46d8-a41a-96f16426bb1e {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:14:09.436634 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05956b0-ef5e-4f59-a22c-8ed50f1f2fd7", "name": "network-vif-deleted", "tag": "99f3827b-8f52-4be5-be8a-1bfc937a121b", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:14:09.436892 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4eb5eabb-66a8-46d8-a41a-96f16426bb1e {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:14:09.437296 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05956b0-ef5e-4f59-a22c-8ed50f1f2fd7', 'name': 'network-vif-deleted', 'tag': '99f3827b-8f52-4be5-be8a-1bfc937a121b', 'status': 'completed', 'code': 200} Nov 19 05:14:10.848125 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42620) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:11.198922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:11.447984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Deleting port d6d42740-0407-4162-8fdb-a92a2fe1392c {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:11.448334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:11.526261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] For port d6d42740-0407-4162-8fdb-a92a2fe1392c, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d6d42740-0407-4162-8fdb-a92a2fe1392c,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:11.526555 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:11.539553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Calling delete_port for d6d42740-0407-4162-8fdb-a92a2fe1392c owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:11.722304 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:11.754074 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d42740-0407-4162-8fdb-a92a2fe1392c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:11.921631 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.134636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Router 3f7219a9-11af-4754-bd77-e586eeb877e6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:14:12.246793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:14:12.252363 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-18a50bf3-6362-4869-9450-59b6c1c41690 admin admin] 10.222.0.52 "PUT /v2.0/routers/3f7219a9-11af-4754-bd77-e586eeb877e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027185 Nov 19 05:14:12.254535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42622) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:12.255281 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] Sync routers for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:14:12.266262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:12.266863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:12.361189 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.372519 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:12.463693 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.521841 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Deleting port 8fb624e1-77bd-4bae-bce2-aa4cef66846e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:12.522217 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.566462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:14:11Z', 'revision_number': 5, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port': {'id': '8fb624e1-77bd-4bae-bce2-aa4cef66846e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:12.594448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] Checking router: 3f7219a9-11af-4754-bd77-e586eeb877e6 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:14:12.600662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] For port 8fb624e1-77bd-4bae-bce2-aa4cef66846e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=8fb624e1-77bd-4bae-bce2-aa4cef66846e,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:12.601045 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.602866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] Routers {'3f7219a9-11af-4754-bd77-e586eeb877e6'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:12.603483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3f7219a9-11af-4754-bd77-e586eeb877e6'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:12.613496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Calling delete_port for 8fb624e1-77bd-4bae-bce2-aa4cef66846e owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:12.690868 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] Set router 3f7219a9-11af-4754-bd77-e586eeb877e6 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:12.748980 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:14:12Z', 'revision_number': 6, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:12.776565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307f7e4-ac5f-409c-895a-65e2b6c1bf93 None None] The sync data for ids ['3f7219a9-11af-4754-bd77-e586eeb877e6'] in n-d-818503-1 is: [{'id': '3f7219a9-11af-4754-bd77-e586eeb877e6', 'name': 'tempest-TestMinimumBasicScenario-931139882-router', 'tenant_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:46Z', 'updated_at': '2021-11-19T05:14:12Z', 'revision_number': 6, 'project_id': 'bb8e4468ed844c12b25bbd5df92f1ed5', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:14:12.781206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.813558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb624e1-77bd-4bae-bce2-aa4cef66846e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:12.826318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3d5c9-10a8-45ce-b2e7-56b932b15161 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:12.874657 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.965066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:12.967335 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.013295 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.013787 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7219a9-11af-4754-bd77-e586eeb877e6 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:14:13.018143 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.019351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d8e7c799-cbd7-46ff-9007-2f7f31e6e85f admin admin] 10.222.0.52 "DELETE /v2.0/routers/3f7219a9-11af-4754-bd77-e586eeb877e6 HTTP/1.1" status: 204 len: 168 time: 0.7638612 Nov 19 05:14:13.021825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:13.065833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Deleting subnet 4f82dca6-075c-42bf-ba6a-410388d8599d {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:14:13.068981 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.103492 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.190490 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.244038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.275056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.279403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4f82dca6-075c-42bf-ba6a-410388d8599d HTTP/1.1" status: 204 len: 168 time: 0.2566035 Nov 19 05:14:13.279695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb76410-8332-41a8-8d30-746ee7768db9 None None] Network c2d49288-29b5-4686-8e3f-ed8d54afd1c1 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:14:13.280436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2309c97-6140-43b5-8fc8-76e103a9af8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f82dca6-075c-42bf-ba6a-410388d8599d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:13.282055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42626) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:13.464579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 99f3827b-8f52-4be5-be8a-1bfc937a121b no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:13.486506 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 99f3827b-8f52-4be5-be8a-1bfc937a121b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:14:13.486863 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 99f3827b-8f52-4be5-be8a-1bfc937a121b not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:14:13.569837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] DHCP port deletion for c2d49288-29b5-4686-8e3f-ed8d54afd1c1 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:13.628675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Deleting port 67a8f3c1-320d-4334-90c5-b8b8ac216451 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:13.629205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.635339 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d6d42740-0407-4162-8fdb-a92a2fe1392c no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:13.702965 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.761776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Deleting port 67a8f3c1-320d-4334-90c5-b8b8ac216451 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:13.762623 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.832484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d6d42740-0407-4162-8fdb-a92a2fe1392c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:14:13.832484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d6d42740-0407-4162-8fdb-a92a2fe1392c not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:14:13.832855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 67a8f3c1-320d-4334-90c5-b8b8ac216451 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:13.838771 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] For port 67a8f3c1-320d-4334-90c5-b8b8ac216451, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67a8f3c1-320d-4334-90c5-b8b8ac216451,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:13.839283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.855286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Calling delete_port for 67a8f3c1-320d-4334-90c5-b8b8ac216451 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:13.912559 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] For port 67a8f3c1-320d-4334-90c5-b8b8ac216451, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=67a8f3c1-320d-4334-90c5-b8b8ac216451,segment=NetworkSegment(4c3ad251-dd7d-4c48-988c-5802fce3e8ca),segment_id=4c3ad251-dd7d-4c48-988c-5802fce3e8ca)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:13.912963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.929336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Calling delete_port for 67a8f3c1-320d-4334-90c5-b8b8ac216451 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:13.937713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:13.964869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a8f3c1-320d-4334-90c5-b8b8ac216451,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:13.968509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] No DVR routers for this DVR port 67a8f3c1-320d-4334-90c5-b8b8ac216451 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:14:14.007003 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.042263 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.062813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d49288-29b5-4686-8e3f-ed8d54afd1c1']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:14.066991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8fb624e1-77bd-4bae-bce2-aa4cef66846e no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:14.072183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3ad251-dd7d-4c48-988c-5802fce3e8ca') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:14.072485 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3ad251-dd7d-4c48-988c-5802fce3e8ca') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:14.082566 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.088130 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 8fb624e1-77bd-4bae-bce2-aa4cef66846e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:14:14.088289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 8fb624e1-77bd-4bae-bce2-aa4cef66846e not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:14:14.093154 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.096286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.103720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:14:14.104067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:14:14.105796 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:14:14.124362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Pushing event deleted for resources: {'Port': ['ID=67a8f3c1-320d-4334-90c5-b8b8ac216451,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:14.126667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] No DVR routers for this DVR port 67a8f3c1-320d-4334-90c5-b8b8ac216451 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:14:14.140639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.140992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.141335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.141674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.142080 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.142418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.142747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.143197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.143532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.143859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.144185 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.144510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47b1a7e-f868-4b60-9768-f444ca9e0b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:14.164266 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.170447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:14.173645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c2d49288-29b5-4686-8e3f-ed8d54afd1c1 HTTP/1.1" status: 204 len: 168 time: 0.8901041 Nov 19 05:14:14.176901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42628) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:14.184795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ff17a-4d6d-4bcf-9d02-2afc0189fc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d49288-29b5-4686-8e3f-ed8d54afd1c1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:14.859716 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:15.107391 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Deleting port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:15.107658 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:15.188947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] For port 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:15.189612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:15.202116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Calling delete_port for 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:15.382469 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:15.409240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e5bc9f-ab96-44c6-bf90-9e19d1717ba1,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:15.589206 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:15.803919 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Router 7add0188-058f-4057-9aa3-8e70d45be1c6 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:14:15.914208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:14:15.919700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a96ca3a7-6c2f-4073-ad0a-5ba4727b4328 admin admin] 10.222.0.52 "PUT /v2.0/routers/7add0188-058f-4057-9aa3-8e70d45be1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417374 Nov 19 05:14:15.922188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42630) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:15.926287 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] Sync routers for ids ['7add0188-058f-4057-9aa3-8e70d45be1c6'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:14:15.937018 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] Routers {'7add0188-058f-4057-9aa3-8e70d45be1c6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:15.937628 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7add0188-058f-4057-9aa3-8e70d45be1c6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:16.029249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.042300 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] Set router 7add0188-058f-4057-9aa3-8e70d45be1c6 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:16.134249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.192378 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Deleting port 7121fd9f-3961-4792-a3fe-a9d20079a237 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:16.193154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.232304 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:14:15Z', 'revision_number': 5, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port': {'id': '7121fd9f-3961-4792-a3fe-a9d20079a237', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:11:51Z', 'updated_at': '2021-11-19T05:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:16.259790 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] Checking router: 7add0188-058f-4057-9aa3-8e70d45be1c6 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:14:16.268216 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] Routers {'7add0188-058f-4057-9aa3-8e70d45be1c6'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:16.268844 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['7add0188-058f-4057-9aa3-8e70d45be1c6'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:16.276634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] For port 7121fd9f-3961-4792-a3fe-a9d20079a237, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=7121fd9f-3961-4792-a3fe-a9d20079a237,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:16.277015 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.290200 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Calling delete_port for 7121fd9f-3961-4792-a3fe-a9d20079a237 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:16.354062 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] Set router 7add0188-058f-4057-9aa3-8e70d45be1c6 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:16.406737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:14:16Z', 'revision_number': 6, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:16.437377 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9aca5-646f-43cf-b7b2-0637509e4b2c None None] The sync data for ids ['7add0188-058f-4057-9aa3-8e70d45be1c6'] in n-d-818503-1 is: [{'id': '7add0188-058f-4057-9aa3-8e70d45be1c6', 'name': 'tempest-TestMinimumBasicScenario-1167495118-router', 'tenant_id': 'df01d1ffff60434ea3420f618fe72a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:11:50Z', 'updated_at': '2021-11-19T05:14:16Z', 'revision_number': 6, 'project_id': 'df01d1ffff60434ea3420f618fe72a75', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:14:16.460929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.488390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Pushing event deleted for resources: {'Port': ['ID=7121fd9f-3961-4792-a3fe-a9d20079a237,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:16.502075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c492e-780b-42af-a173-c68045dc6612 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:16.549261 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.642985 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.645152 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.690240 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.690683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7add0188-058f-4057-9aa3-8e70d45be1c6 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:14:16.695521 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.696877 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b71e2e1c-7892-4fa6-9107-a879498cb669 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7add0188-058f-4057-9aa3-8e70d45be1c6 HTTP/1.1" status: 204 len: 168 time: 0.7737834 Nov 19 05:14:16.699429 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:16.744129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Deleting subnet e4ed9789-76dc-4f17-8d74-de84d2a64225 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:14:16.747083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.782012 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.870340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.927096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.952803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ed9789-76dc-4f17-8d74-de84d2a64225,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:16.959512 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:16.965005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08383a2-90ad-49a2-ba0b-cbda5554c5fa None None] Network 777b758a-5430-45ae-958f-6a711db629e6 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:14:16.966239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-49803491-f643-4182-a0f1-78841a4a9b64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e4ed9789-76dc-4f17-8d74-de84d2a64225 HTTP/1.1" status: 204 len: 168 time: 0.2651110 Nov 19 05:14:16.966887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:17.037192 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:14:17.047411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.102967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Deleting port 63f87b96-e481-43b2-802f-aab33346bbc6 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:17.103547 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.170994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] For port 63f87b96-e481-43b2-802f-aab33346bbc6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=63f87b96-e481-43b2-802f-aab33346bbc6,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:17.171301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.185562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Calling delete_port for 63f87b96-e481-43b2-802f-aab33346bbc6 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:17.208765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] DHCP port deletion for 777b758a-5430-45ae-958f-6a711db629e6 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:17.267055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] Deleting port 63f87b96-e481-43b2-802f-aab33346bbc6 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:14:17.267428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.271906 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.311933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] No DVR routers for this DVR port 63f87b96-e481-43b2-802f-aab33346bbc6 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:14:17.317254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Pushing event deleted for resources: {'Port': ['ID=63f87b96-e481-43b2-802f-aab33346bbc6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:17.363892 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] For port 63f87b96-e481-43b2-802f-aab33346bbc6, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=63f87b96-e481-43b2-802f-aab33346bbc6,segment=NetworkSegment(d9a9000d-789b-4ce5-9ffb-711208244561),segment_id=d9a9000d-789b-4ce5-9ffb-711208244561)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:17.364297 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.379386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] Calling delete_port for 63f87b96-e481-43b2-802f-aab33346bbc6 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:14:17.409976 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.443192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777b758a-5430-45ae-958f-6a711db629e6']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:17.455490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a9000d-789b-4ce5-9ffb-711208244561') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:17.455929 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a9000d-789b-4ce5-9ffb-711208244561') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:17.467045 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.475277 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.488234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.499049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:14:17.500347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.523732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:17.527172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] No DVR routers for this DVR port 63f87b96-e481-43b2-802f-aab33346bbc6 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:14:17.529153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d287-2d33-49f3-ab7e-3029b0f96130 None None] Pushing event deleted for resources: {'Port': ['ID=63f87b96-e481-43b2-802f-aab33346bbc6,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:14:17.546984 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:14:17.558112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:14:17.558568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 80e5bc9f-ab96-44c6-bf90-9e19d1717ba1 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:14:17.560288 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7121fd9f-3961-4792-a3fe-a9d20079a237 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:17.578557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.583318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.587090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] 10.222.0.52 "DELETE /v2.0/networks/777b758a-5430-45ae-958f-6a711db629e6 HTTP/1.1" status: 204 len: 168 time: 0.6190555 Nov 19 05:14:17.597562 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 7121fd9f-3961-4792-a3fe-a9d20079a237 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:14:17.597919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 7121fd9f-3961-4792-a3fe-a9d20079a237 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:14:17.598366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 63f87b96-e481-43b2-802f-aab33346bbc6 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:14:17.601332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2904e70-dd95-42dd-a4f7-701b051d04df admin admin] Pushing event deleted for resources: {'Network': ['ID=777b758a-5430-45ae-958f-6a711db629e6,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:17.619729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 63f87b96-e481-43b2-802f-aab33346bbc6 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:14:17.620086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 63f87b96-e481-43b2-802f-aab33346bbc6 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:14:17.777360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42638) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:17.817706 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c45c7ed2-2ea8-44cc-8087-5d7dce14b4a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb8e4468ed844c12b25bbd5df92f1ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389373 Nov 19 05:14:17.820234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42640) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:17.875439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d94b11c6-a47d-4ea6-9d50-19e6fc8ed072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.897754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d94b11c6-a47d-4ea6-9d50-19e6fc8ed072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.949384 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d94b11c6-a47d-4ea6-9d50-19e6fc8ed072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.952235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d94b11c6-a47d-4ea6-9d50-19e6fc8ed072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:17.953425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d94b11c6-a47d-4ea6-9d50-19e6fc8ed072 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f99ff1ac-5b82-40c1-9f9a-29c3c850d28a HTTP/1.1" status: 204 len: 168 time: 0.1320932 Nov 19 05:14:17.961321 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b11c6-a47d-4ea6-9d50-19e6fc8ed072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ff1ac-5b82-40c1-9f9a-29c3c850d28a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:18.280166 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42646) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:18.321119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-219aff68-c830-44e7-aeeb-a1a030826104 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df01d1ffff60434ea3420f618fe72a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397484 Nov 19 05:14:18.323876 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42648) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:18.373032 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8df8a18-4d67-4394-965f-e482e5dc9c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:18.395633 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8df8a18-4d67-4394-965f-e482e5dc9c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:18.448451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8df8a18-4d67-4394-965f-e482e5dc9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:18.452281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f8df8a18-4d67-4394-965f-e482e5dc9c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:18.453485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f8df8a18-4d67-4394-965f-e482e5dc9c77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78cd7a9f-36dd-4035-9414-6b120685ba59 HTTP/1.1" status: 204 len: 168 time: 0.1286731 Nov 19 05:14:18.461710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df8a18-4d67-4394-965f-e482e5dc9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd7a9f-36dd-4035-9414-6b120685ba59,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.005590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42688) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.010496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258950186', 'description': 'tempest-secgroup-smoke-258950186 description', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.035188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.042909 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.116872 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.120312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.158785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063f3c63-91fb-484a-90b3-8073ebd5af33,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.198885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.202993 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.235123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.236485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2298450 Nov 19 05:14:20.238389 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a38a33-65d5-4b9b-aad6-055fc563a6bf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaaa51f-76be-4575-9c03-ef491d48ef59,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.239698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42690) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.244513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': '4aaaa51f-76be-4575-9c03-ef491d48ef59', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.272022 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.327408 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.330589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.347490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6269cf-69ec-42bb-8d4d-2ba58cc065dd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.356286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.357508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d84b53fe-d902-420f-9fdd-1c94a135d536 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167223 Nov 19 05:14:20.360245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42692) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.364561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': '4aaaa51f-76be-4575-9c03-ef491d48ef59', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.391785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.446371 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.450320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.467222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cac5a3-229c-4084-a5cc-c6edadbc6885,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.474898 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.476095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c9383bef-be2b-436b-bb62-7be193d46d91 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149209 Nov 19 05:14:20.478927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42694) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.483403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': '4aaaa51f-76be-4575-9c03-ef491d48ef59', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.508851 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.567154 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.570504 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.587789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc85930e-24ba-4734-9121-1d5bb46782e4,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.596729 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.597994 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-db77483a-c9a7-48bc-9dcc-ffb82ab343b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181324 Nov 19 05:14:20.600721 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42696) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.604930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': '4aaaa51f-76be-4575-9c03-ef491d48ef59', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.631470 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.693641 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.697163 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.715921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a9489e-e4dc-48fc-a849-45b510636190,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.721319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.722676 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fd77df12-b157-4b41-9178-7094b598570d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209507 Nov 19 05:14:20.725341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42698) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.729777 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': '4aaaa51f-76be-4575-9c03-ef491d48ef59', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.751826 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:14:20.756605 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.815437 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.819001 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.836253 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f642357b-7a44-4c0e-820c-40ad5bbcb081,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.844960 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.846185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-56359a6d-a240-4d8d-a7c2-a9049c196659 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198211 Nov 19 05:14:20.848822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42700) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.853071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': '4aaaa51f-76be-4575-9c03-ef491d48ef59', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:20.875485 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:14:20.880486 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.941789 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.945488 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.963831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a088e49-6e14-4a9e-abdf-be32fb6a15dc,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:20.968892 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:20.970212 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b53cafe6-1565-4273-b01c-4bae06f7e306 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203520 Nov 19 05:14:20.973110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42702) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:20.977902 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'network': {'name': 'tempest-network-smoke--952587735', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'port_security_enabled': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:21.008011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:14:21.012362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.038182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:14:21.048724 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.049118 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Added segment 2cc1524b-fc4d-4760-80a7-5295217eaa5d of type vlan for network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 Nov 19 05:14:21.088126 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.112924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.118467 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:21.119057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.174239 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2000911 Nov 19 05:14:21.177201 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:21.183574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'admin_state_up': True, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:21.203025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b2237-56a0-4de5-b605-ddb027573baa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Network': ['ID=2894e3c5-a530-4518-af42-fb3e29f1d1f9,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:21.216627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:14:21.221042 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.222185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.275631 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.416818 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.455851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-debfc598-ab57-4362-a123-335b77e695fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.631068 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.654739 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.759559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.122 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/922f4b83-25c7-4262-bc03-16a0ae05f64b) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:14:21.863523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.898577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:21.937183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:14:21.940134 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:21.943882 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:14:21.954556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3af4b-3287-41f7-895f-c1c1833c4378 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:21.970907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=922f4b83-25c7-4262-bc03-16a0ae05f64b,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:22.039641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d5129120-87b3-4b81-b4ab-6f41976721c1 None None] Provisioning complete for port 922f4b83-25c7-4262-bc03-16a0ae05f64b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:22.039934 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d5129120-87b3-4b81-b4ab-6f41976721c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:22.073971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d5129120-87b3-4b81-b4ab-6f41976721c1 None None] Port 922f4b83-25c7-4262-bc03-16a0ae05f64b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:14:22.200545 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:22.398989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:22.528698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 600db016-40f1-483f-a96f-52ac431ed53e is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:14:22.634493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:14:22.646939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Sync routers for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:14:22.657295 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:22.658528 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-44ca94b8-e7a0-4feb-8216-3877f54e879c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4803858 Nov 19 05:14:22.660005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:22.660618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:22.661641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42706) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:22.766451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:22.803463 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8d89127b-e6b5-466d-a935-bea517a09973 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=88e3d3b2397e4fd086cf83aefad43ca0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1406894 Nov 19 05:14:22.806074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42710) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:22.896909 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e37b8a-2b6f-4b3b-a611-081b942fed10 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:22.898448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b9e37b8a-2b6f-4b3b-a611-081b942fed10 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914791 Nov 19 05:14:22.901337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42712) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:22.930315 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64486e5d-a47f-4525-903e-f22c7b71e3d0 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278018 Nov 19 05:14:22.932849 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42714) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:22.937811 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377306359', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:22.952575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:22Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:22.980445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Checking router: 600db016-40f1-483f-a96f-52ac431ed53e for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:14:22.981087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Updating router 600db016-40f1-483f-a96f-52ac431ed53e port 922f4b83-25c7-4262-bc03-16a0ae05f64b binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:14:23.007462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.037332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:14:23.040543 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.222692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.266495 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.273469 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.289650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Subnet': ['ID=a07992d6-2827-4711-a702-551321e883e7,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:23.298698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Checking segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:14:23.299067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network hostable DHCP agents. Network: 2894e3c5-a530-4518-af42-fb3e29f1d1f9, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:14:23.317752 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:14:23.330795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2894e3c5-a530-4518-af42-fb3e29f1d1f9) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:23.333075 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e1a82-6ac9-49e8-b780-74f1528fb281 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:23.335133 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:23.343117 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.347020 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9d150-31b7-495f-9737-b3618416a49a None None] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:14:23.354161 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Attempting to bind port 922f4b83-25c7-4262-bc03-16a0ae05f64b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:14:23.354727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Attempting to bind port 922f4b83-25c7-4262-bc03-16a0ae05f64b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:14:23.355270 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Attempting to bind port 922f4b83-25c7-4262-bc03-16a0ae05f64b on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:14:23.360134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e7ae9f55-6c00-45c2-b8bd-f1b4fd0327e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4262555 Nov 19 05:14:23.362878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:23.414758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:14:23.415142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:14:23.415555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.415956 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:14:23.416440 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Bound port: 922f4b83-25c7-4262-bc03-16a0ae05f64b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:14:23.416828 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.418826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30ca24-8186-41e0-9bd7-85bf96e00ad8 None None] Pushing event updated for resources: {'Port': ['ID=922f4b83-25c7-4262-bc03-16a0ae05f64b,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:23.478776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.487972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7cf87373-f7de-4874-b959-23e0b9ddb562 None None] Provisioning complete for port 922f4b83-25c7-4262-bc03-16a0ae05f64b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:23.488347 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7cf87373-f7de-4874-b959-23e0b9ddb562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.542207 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] For port 922f4b83-25c7-4262-bc03-16a0ae05f64b, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:14:23.563195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7cf87373-f7de-4874-b959-23e0b9ddb562 None None] Port 922f4b83-25c7-4262-bc03-16a0ae05f64b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:14:23.565692 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] For port 922f4b83-25c7-4262-bc03-16a0ae05f64b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=922f4b83-25c7-4262-bc03-16a0ae05f64b,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:14:23.591131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.646523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495a8a9-78bc-42bc-8fce-f2034b20ef60 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:14:23.707658 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:23.708261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:13:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:23.713043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30ca24-8186-41e0-9bd7-85bf96e00ad8 None None] Pushing event updated for resources: {'Port': ['ID=922f4b83-25c7-4262-bc03-16a0ae05f64b,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:23.750761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:14:23.751836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.823599 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ec15f466-0bfe-48b2-a106-0bb0c53e14b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.831796 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.832380 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c8309cc-ac22-484e-b2cb-5102313d16ad None None] Provisioning complete for port 922f4b83-25c7-4262-bc03-16a0ae05f64b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:23.832380 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c8309cc-ac22-484e-b2cb-5102313d16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:23.951880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:24.134619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Allocated IP 172.20.0.2 (2894e3c5-a530-4518-af42-fb3e29f1d1f9/a07992d6-2827-4711-a702-551321e883e7/ce05b616-4ade-4071-aa6c-3b758872e2a9) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:14:24.160714 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c8309cc-ac22-484e-b2cb-5102313d16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.407855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c8309cc-ac22-484e-b2cb-5102313d16ad None None] For port 922f4b83-25c7-4262-bc03-16a0ae05f64b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=922f4b83-25c7-4262-bc03-16a0ae05f64b,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:24.417216 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c8309cc-ac22-484e-b2cb-5102313d16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.508108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8309cc-ac22-484e-b2cb-5102313d16ad None None] Pushing event updated for resources: {'Port': ['ID=922f4b83-25c7-4262-bc03-16a0ae05f64b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:24.555686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:22Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:24.585437 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.588255 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fffa9-db67-4b06-8126-67054c3180c1 None None] The sync data for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 is: [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:22Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:14:24.594650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.647598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.1 (2894e3c5-a530-4518-af42-fb3e29f1d1f9/a07992d6-2827-4711-a702-551321e883e7/e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:14:24.647988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:14:24.653472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:24.659034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:14:24.666447 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Pushing event updated for resources: {'Port': ['ID=ce05b616-4ade-4071-aa6c-3b758872e2a9,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:24.720240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Attempting to bind port ce05b616-4ade-4071-aa6c-3b758872e2a9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:14:24.720909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Attempting to bind port ce05b616-4ade-4071-aa6c-3b758872e2a9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:14:24.721057 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Attempting to bind port ce05b616-4ade-4071-aa6c-3b758872e2a9 on network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:14:24.726167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:14:24.726558 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Checking segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:14:24.726972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.727377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Bound using segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:14:24.727854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Bound port: ce05b616-4ade-4071-aa6c-3b758872e2a9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:14:24.728295 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.792058 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.802030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] For port ce05b616-4ade-4071-aa6c-3b758872e2a9, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:14:24.805983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] For port ce05b616-4ade-4071-aa6c-3b758872e2a9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce05b616-4ade-4071-aa6c-3b758872e2a9,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:14:24.812727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:24.928595 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a631e-9b00-4a57-85ba-29616daec1fd None None] Pushing event updated for resources: {'Port': ['ID=ce05b616-4ade-4071-aa6c-3b758872e2a9,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:25.232628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.281981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:14:25.285456 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:25.288893 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:14:25.316088 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:25.342637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.485618 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.574675 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 922f4b83-25c7-4262-bc03-16a0ae05f64b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:14:25.634857 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.654710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 922f4b83-25c7-4262-bc03-16a0ae05f64b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:25.655188 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.737767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce05b616-4ade-4071-aa6c-3b758872e2a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:14:25.792596 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ce05b616-4ade-4071-aa6c-3b758872e2a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:25.792959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.808355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.814580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.896342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.898415 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.901151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:25.934420 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port ce05b616-4ade-4071-aa6c-3b758872e2a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce05b616-4ade-4071-aa6c-3b758872e2a9,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:25.938424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:25.995544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=ce05b616-4ade-4071-aa6c-3b758872e2a9,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:26.003105 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:14:26.005071 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:26.108363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97521d-a864-41bd-9447-3dda27e5e945 None None] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:14:26.145010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 600db016-40f1-483f-a96f-52ac431ed53e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:14:26.188556 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3542fe24-4466-4849-bb3e-89058ae80136 None None] Provisioning complete for port ce05b616-4ade-4071-aa6c-3b758872e2a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:26.189103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3542fe24-4466-4849-bb3e-89058ae80136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:26.267232 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:14:26.274606 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5505271-89a3-41eb-9884-277a88ae8e4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/600db016-40f1-483f-a96f-52ac431ed53e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9102478 Nov 19 05:14:26.525256 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Sync routers for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:14:26.540016 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:26.540674 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:26.623318 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-24e83ceb-39a9-4666-96b2-d969ac5df113 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258950186&fields=id&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 267 time: 0.0534496 Nov 19 05:14:26.663645 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:26.709110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f4f711b-929d-4a9e-8b6f-a8e87209eef5 None None] Provisioning complete for port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:26.709110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f4f711b-929d-4a9e-8b6f-a8e87209eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:26.711093 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:26.771872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-e367bf6d-d00b-4dad-bd8b-c88337aa9267 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:26.773740 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-e367bf6d-d00b-4dad-bd8b-c88337aa9267 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/networks?id=2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 200 len: 796 time: 0.1417987 Nov 19 05:14:26.792100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f711b-929d-4a9e-8b6f-a8e87209eef5 None None] Port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:14:26.794774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-d077952b-4dc8-4f29-bd8a-29c52ce244cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/quotas/88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 375 time: 0.0135474 Nov 19 05:14:26.804477 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f4f711b-929d-4a9e-8b6f-a8e87209eef5 None None] Provisioning complete for port ce05b616-4ade-4071-aa6c-3b758872e2a9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:26.804998 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f4f711b-929d-4a9e-8b6f-a8e87209eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:26.905165 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-3dddf1e4-e1db-4aa9-b96e-d823970d5bba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043153 Nov 19 05:14:26.951194 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 2, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:26.984382 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Checking router: 600db016-40f1-483f-a96f-52ac431ed53e for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:14:26.984669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Updating router 600db016-40f1-483f-a96f-52ac431ed53e port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:14:27.013016 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.028706 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a604809d-cb81-4377-9c7a-9aadd692ed13 None None] Provisioning complete for port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:27.030391 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a604809d-cb81-4377-9c7a-9aadd692ed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.095812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-21ae178f-e3c9-477a-b1b1-b86202564715 service neutron] 10.222.0.52 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729145 Nov 19 05:14:27.103028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-a604809d-cb81-4377-9c7a-9aadd692ed13 None None] Port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:14:27.198191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-a96c4af1-ca0a-4e01-903d-21f4bb075b26 service neutron] 10.222.0.52 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964491 Nov 19 05:14:27.231327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-31e2fb79-a40d-4571-bece-a9ed6914ada9 None None] Provisioning complete for port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:27.232078 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb79-a40d-4571-bece-a9ed6914ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.274168 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-31e2fb79-a40d-4571-bece-a9ed6914ada9 None None] Port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:14:27.335771 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.342198 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.398752 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Pushing event updated for resources: {'Port': ['ID=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:27.421657 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.422032 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.422437 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.422790 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.423132 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.423476 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.423811 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.424145 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.424477 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.424807 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.425141 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.425468 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:14:27.447715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.465843 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Attempting to bind port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:14:27.466248 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Attempting to bind port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:14:27.466616 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Attempting to bind port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 on network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:14:27.472144 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:14:27.472521 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Checking segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:14:27.472970 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.473374 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Bound using segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:14:27.473848 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Bound port: e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:14:27.474265 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.523438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce05b616-4ade-4071-aa6c-3b758872e2a9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:14:27.540502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] For port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:14:27.545810 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] For port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:14:27.552093 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.577864 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ce05b616-4ade-4071-aa6c-3b758872e2a9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:27.578280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.706480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e6649377-4f02-41d1-a582-9fb6115ea059 None None] Provisioning complete for port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:27.706853 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6649377-4f02-41d1-a582-9fb6115ea059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.713902 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:27.714640 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:27.771098 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635be2-299f-4557-b74c-45226b64309d None None] Pushing event updated for resources: {'Port': ['ID=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:27.793608 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6649377-4f02-41d1-a582-9fb6115ea059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.830349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e6649377-4f02-41d1-a582-9fb6115ea059 None None] For port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:27.834846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e6649377-4f02-41d1-a582-9fb6115ea059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:27.844282 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:27.890487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6649377-4f02-41d1-a582-9fb6115ea059 None None] Pushing event updated for resources: {'Port': ['ID=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:27.960496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a0e820bd-3667-4f39-83d8-fca6ab347334 None None] Provisioning complete for port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:27.960978 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a0e820bd-3667-4f39-83d8-fca6ab347334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:28.050555 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:28.080697 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea45979b-f6ed-48a9-90d8-390b8fbed4a4 None None] The sync data for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 is: [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:14:28.413552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1a9f93c-a2ab-4306-ae49-81f3b623049a req-d9af556d-04d9-4de8-8709-8c49553dd048 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 210 time: 0.0291846 Nov 19 05:14:29.382394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-76b5718e-b8f6-46da-bce8-99b911e22d8e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:29.384041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-76b5718e-b8f6-46da-bce8-99b911e22d8e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/networks?id=2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 200 len: 796 time: 0.1091008 Nov 19 05:14:29.448470 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-d677c876-e539-4c6b-bcb6-eb1d7f5658d7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 379 time: 0.0550687 Nov 19 05:14:29.459330 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'port': {'device_id': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'admin_state_up': True, 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'security_groups': ['4aaaa51f-76be-4575-9c03-ef491d48ef59']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:29.518847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-edcce052-9a1e-4759-bcb0-154a8f04d9e4 req-173c302c-366d-43da-a22b-abf0a64fc6fe tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Nov 19 05:14:29.525102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:14:29.579715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:29.580156 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:29.580301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:14:29.583839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:29.712820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.4 (2894e3c5-a530-4518-af42-fb3e29f1d1f9/a07992d6-2827-4711-a702-551321e883e7/14e7b000-c7e4-4451-ab0b-7c25716277ca) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:14:29.854092 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:29.888004 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:29.928792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:14:29.931654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:29.935897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:14:29.965458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=14e7b000-c7e4-4451-ab0b-7c25716277ca,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:29.992302 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:29.992927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.015106 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-9c34a9d8-8e1b-4eef-b47d-a40c386315f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597956 Nov 19 05:14:30.077728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Request body: {'port': {'device_id': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:30.135324 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.172937 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c2b57c1d-e235-441a-978a-e1970f6c29ec None None] Provisioning complete for port 14e7b000-c7e4-4451-ab0b-7c25716277ca triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:30.173321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c2b57c1d-e235-441a-978a-e1970f6c29ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.206760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c2b57c1d-e235-441a-978a-e1970f6c29ec None None] Port 14e7b000-c7e4-4451-ab0b-7c25716277ca cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:14:30.397358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e7b000-c7e4-4451-ab0b-7c25716277ca {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:14:30.405520 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.417378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Transition to ACTIVE for port object 14e7b000-c7e4-4451-ab0b-7c25716277ca will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:14:30.420674 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.493639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Pushing event updated for resources: {'Port': ['ID=14e7b000-c7e4-4451-ab0b-7c25716277ca,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:30.547442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Attempting to bind port 14e7b000-c7e4-4451-ab0b-7c25716277ca on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:14:30.547786 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Attempting to bind port 14e7b000-c7e4-4451-ab0b-7c25716277ca by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:14:30.548123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Attempting to bind port 14e7b000-c7e4-4451-ab0b-7c25716277ca on network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:14:30.552677 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Port 14e7b000-c7e4-4451-ab0b-7c25716277ca on network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:14:30.553159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Attempting to bind port 14e7b000-c7e4-4451-ab0b-7c25716277ca on network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:14:30.558299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:14:30.558664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Checking segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:14:30.559411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Bound using segment: {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:14:30.559775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Bound port: 14e7b000-c7e4-4451-ab0b-7c25716277ca, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc1524b-fc4d-4760-80a7-5295217eaa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:14:30.560198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.633897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] For port 14e7b000-c7e4-4451-ab0b-7c25716277ca, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:14:30.638296 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] For port 14e7b000-c7e4-4451-ab0b-7c25716277ca, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:14:30.643930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.652141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1d5f-7219-48ce-822e-9c83fed6715c req-8b5ef594-421b-47e5-b97e-38d612a38744 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:30.654392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ad1d5f-7219-48ce-822e-9c83fed6715c req-8b5ef594-421b-47e5-b97e-38d612a38744 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 943 time: 0.0580206 Nov 19 05:14:30.683040 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:30.683742 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:30.685390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] 10.222.0.36 "PUT /v2.0/ports/14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 200 len: 1091 time: 0.6608956 Nov 19 05:14:30.685851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:14:30.688215 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a3256c-ec96-4960-b749-a99c65558c25" -d '{"events": [{"name": "network-changed", "server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:14:30.716183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd6a65-ee24-4f38-8c58-ea0d99bcef42 service neutron] Pushing event updated for resources: {'Port': ['ID=14e7b000-c7e4-4451-ab0b-7c25716277ca,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:30.742677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-60ad1d5f-7219-48ce-822e-9c83fed6715c req-4e1581a4-0e36-4bb1-b55e-4e5ec4e6bcb6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817845 Nov 19 05:14:30.790889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-6f508674-adb4-4310-92d7-431778f9c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:30.792466 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-6f508674-adb4-4310-92d7-431778f9c252 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1094 time: 0.0548127 Nov 19 05:14:30.838055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-3a2a3977-1ec7-40b8-9c0e-f4784bea0497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 200 len: 217 time: 0.0373330 Nov 19 05:14:30.875003 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1bc47-d488-4882-bad6-890ce3f6c9d4 x-openstack-request-id: req-b0a1bc47-d488-4882-bad6-890ce3f6c9d4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:14:30.875309 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:14:30.875567 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0a1bc47-d488-4882-bad6-890ce3f6c9d4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:14:30.875986 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'status': 'completed', 'code': 200} Nov 19 05:14:30.894306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-bc935583-40d1-4f30-95c7-7ccea64e6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:30.895787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-bc935583-40d1-4f30-95c7-7ccea64e6a3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a07992d6-2827-4711-a702-551321e883e7 HTTP/1.1" status: 200 len: 834 time: 0.0506625 Nov 19 05:14:30.945297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-b3b3526b-c9c3-40d6-a066-56eef77dfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:30.946814 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-b3b3526b-c9c3-40d6-a066-56eef77dfbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2894e3c5-a530-4518-af42-fb3e29f1d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434704 Nov 19 05:14:31.037438 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-254bfaea-53fb-46f2-bf80-8e694981ff6e service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Nov 19 05:14:31.131532 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ef3f24ce-052f-4cec-83c9-ee5b68dfd025 req-d232a6f5-1e51-45cb-8fb2-0baf4d599d13 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868840 Nov 19 05:14:31.220797 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-cec8829e-2f9c-4d95-8bf0-daa2c6bae44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:31.222317 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-cec8829e-2f9c-4d95-8bf0-daa2c6bae44e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1094 time: 0.0420198 Nov 19 05:14:31.313748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-854a8192-2d04-4f00-bab1-7e5c0a77d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:31.315258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-854a8192-2d04-4f00-bab1-7e5c0a77d16b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 200 len: 897 time: 0.0857027 Nov 19 05:14:31.361592 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-cbbd32e6-4857-4c0e-86a5-0b3ca006deeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 200 len: 217 time: 0.0387588 Nov 19 05:14:31.411844 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-3d94f598-b650-4c1e-885e-8c1af79dbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:31.413275 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-3d94f598-b650-4c1e-885e-8c1af79dbf60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a07992d6-2827-4711-a702-551321e883e7 HTTP/1.1" status: 200 len: 834 time: 0.0440278 Nov 19 05:14:31.461471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-095424bf-1152-44af-a3c4-e77b7963fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:31.463279 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-095424bf-1152-44af-a3c4-e77b7963fb85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2894e3c5-a530-4518-af42-fb3e29f1d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408728 Nov 19 05:14:31.559627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-0523de5d-d30a-4080-8b7a-2c6c7b4930c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867279 Nov 19 05:14:31.649136 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6a3256c-ec96-4960-b749-a99c65558c25 req-3f49ad28-a35b-4b5c-baac-c3d953cc25f5 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815067 Nov 19 05:14:31.863019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66655db-fb13-4b68-9f9f-4861ef46e307 req-436b98fb-72a9-42a4-8392-0f4ecf6da0a9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:31.864543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e66655db-fb13-4b68-9f9f-4861ef46e307 req-436b98fb-72a9-42a4-8392-0f4ecf6da0a9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 943 time: 0.0498896 Nov 19 05:14:31.913994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e66655db-fb13-4b68-9f9f-4861ef46e307 req-a6d54ca8-476b-46c1-8006-1f9ab181d145 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Nov 19 05:14:32.795037 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:33.026857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b1691-64b4-4aa8-8018-c95de317b3c3 req-89765cbb-54a2-432c-a1d9-9e3ce7272c6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:33.028865 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd2b1691-64b4-4aa8-8018-c95de317b3c3 req-89765cbb-54a2-432c-a1d9-9e3ce7272c6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 943 time: 0.0489745 Nov 19 05:14:33.081016 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-dd2b1691-64b4-4aa8-8018-c95de317b3c3 req-202daf8e-5c4a-485e-a6a2-b90c97a88add tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461950 Nov 19 05:14:34.139345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14e7b000-c7e4-4451-ab0b-7c25716277ca details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:14:34.199669 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beaf41-2dbc-4c2d-9f0a-b2de8abacccf req-7a0bd05d-f92e-47a6-a825-56f8f43f5be7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:34.201328 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8beaf41-2dbc-4c2d-9f0a-b2de8abacccf req-7a0bd05d-f92e-47a6-a825-56f8f43f5be7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 943 time: 0.0497956 Nov 19 05:14:34.235859 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14e7b000-c7e4-4451-ab0b-7c25716277ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:34.247269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'port_id': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'mac_address': 'fa:16:3e:00:d6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:14:34.251285 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f8beaf41-2dbc-4c2d-9f0a-b2de8abacccf req-9758c871-6282-4f9f-8179-1ec57f958e05 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Nov 19 05:14:34.289410 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:34.302303 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e7b000-c7e4-4451-ab0b-7c25716277ca {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:14:34.320918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14e7b000-c7e4-4451-ab0b-7c25716277ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:34.325478 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:34.372138 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14e7b000-c7e4-4451-ab0b-7c25716277ca,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:34.537005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['14e7b000-c7e4-4451-ab0b-7c25716277ca'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:14:35.368733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c95ee-518e-45a2-8fb0-bfaa60c15e1c req-9ca7a0f1-1e27-4c09-ab72-981d8a64564b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:35.370239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c9c95ee-518e-45a2-8fb0-bfaa60c15e1c req-9ca7a0f1-1e27-4c09-ab72-981d8a64564b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 944 time: 0.0495918 Nov 19 05:14:35.420438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8c9c95ee-518e-45a2-8fb0-bfaa60c15e1c req-b311d5a5-0fe6-47af-8ec8-84d5f19800bb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 Nov 19 05:14:36.145183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14e7b000-c7e4-4451-ab0b-7c25716277ca up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:14:36.194626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 14e7b000-c7e4-4451-ab0b-7c25716277ca completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:14:36.198532 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 14e7b000-c7e4-4451-ab0b-7c25716277ca triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:14:36.198916 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:36.281588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:36.303897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:14:36.306297 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2bb28e-e09a-48aa-8ac7-b561a5e8a123" -d '{"events": [{"server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "name": "network-vif-plugged", "status": "completed", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:14:36.319677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 14e7b000-c7e4-4451-ab0b-7c25716277ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:14:36.324213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:36.374056 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=14e7b000-c7e4-4451-ab0b-7c25716277ca,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:36.404409 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d6fe9-9f9d-44ef-8d17-9ad5e1a3116b x-openstack-request-id: req-fb2d6fe9-9f9d-44ef-8d17-9ad5e1a3116b {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:14:36.404714 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "name": "network-vif-plugged", "status": "completed", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:14:36.404979 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb2d6fe9-9f9d-44ef-8d17-9ad5e1a3116b {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:14:36.405384 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'code': 200} Nov 19 05:14:36.513885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44cdfe-c8da-413b-b974-c0e694712fcc req-a52f50ac-a8cd-4a11-94bf-79cfa275e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:36.515412 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de44cdfe-c8da-413b-b974-c0e694712fcc req-a52f50ac-a8cd-4a11-94bf-79cfa275e4d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1096 time: 0.0500362 Nov 19 05:14:36.549720 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb734ba-d769-4f29-a726-63289bee1223 req-6fa559d1-a998-4131-b75b-90ff9c158ad0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:36.551307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5eb734ba-d769-4f29-a726-63289bee1223 req-6fa559d1-a998-4131-b75b-90ff9c158ad0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0532134 Nov 19 05:14:36.564735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-de44cdfe-c8da-413b-b974-c0e694712fcc req-f20806f2-e95f-4a11-8db9-e3915f7f4c63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Nov 19 05:14:36.600032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5eb734ba-d769-4f29-a726-63289bee1223 req-b6ecf7fe-2e4d-4a4f-a872-78c1772bf32a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Nov 19 05:14:37.717340 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947f947-12e3-44d2-988d-18f6c00eae7a req-a9dc0645-fc9a-4a11-ad89-bc21375f397f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:37.718884 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c947f947-12e3-44d2-988d-18f6c00eae7a req-a9dc0645-fc9a-4a11-ad89-bc21375f397f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0498152 Nov 19 05:14:37.768727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c947f947-12e3-44d2-988d-18f6c00eae7a req-334aeb14-e7a2-4ea3-a206-3cb19396ca05 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Nov 19 05:14:37.887758 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dd591-ec67-4c96-9286-544ea3bcf6b3 req-aa968d41-d0f1-440b-a06d-f79e3326fe38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:37.889249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-842dd591-ec67-4c96-9286-544ea3bcf6b3 req-aa968d41-d0f1-440b-a06d-f79e3326fe38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Nov 19 05:14:37.941850 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-842dd591-ec67-4c96-9286-544ea3bcf6b3 req-ec8e8212-4e7c-4f0b-9e8d-03c8f8af05cd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466566 Nov 19 05:14:37.963586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42778) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:38.002943 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67afa8a-7714-4c98-a3b4-bc12e6d56ee0 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:38.004490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d67afa8a-7714-4c98-a3b4-bc12e6d56ee0 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1091 time: 0.0399516 Nov 19 05:14:38.007392 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42780) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:38.012262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:14:38.033518 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:38.132558 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:38.234762 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.12 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/df0bb38b-cdcd-4136-afd0-41dd1c413dd0) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:14:38.342957 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:38.383138 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:38.428033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:14:38.432539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:14:38.436457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:14:38.464216 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=df0bb38b-cdcd-4136-afd0-41dd1c413dd0,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:38.802141 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:38.868765 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:39.016349 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:39.020636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:39.090784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=df0bb38b-cdcd-4136-afd0-41dd1c413dd0,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:14:39.102709 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:39.559340 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP b545bd3a-fce8-48c7-bc75-706865b1821f associated. External IP: 172.25.8.12, port: 14e7b000-c7e4-4451-ab0b-7c25716277ca. Nov 19 05:14:39.770864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 600db016-40f1-483f-a96f-52ac431ed53e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:14:39.881228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:14:39.892079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] Sync routers for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:14:39.898879 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:39.903178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:39.903699 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:39.926459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-032aa0bc-0916-4d1f-bff3-d0cacd036b54 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9180050 Nov 19 05:14:39.927069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:14:39.929351 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c" -d '{"events": [{"name": "network-changed", "server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:14:40.031955 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced943bf-38aa-42bc-8f57-584caf3827f1 req-28ba0359-3e8f-46d0-ae8b-16a41622cf76 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:40.033677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ced943bf-38aa-42bc-8f57-584caf3827f1 req-28ba0359-3e8f-46d0-ae8b-16a41622cf76 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0566890 Nov 19 05:14:40.093869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ced943bf-38aa-42bc-8f57-584caf3827f1 req-d56683f9-b7c9-46f2-ad2d-21d9a4c878c0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538576 Nov 19 05:14:40.119527 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42786) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:40.161557 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ad488-1759-4f67-99f9-0977d2bcc3f2 x-openstack-request-id: req-7d5ad488-1759-4f67-99f9-0977d2bcc3f2 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:14:40.161882 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:14:40.162188 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d5ad488-1759-4f67-99f9-0977d2bcc3f2 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:14:40.162615 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'status': 'completed', 'code': 200} Nov 19 05:14:40.176304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:40.192358 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-60f0adbb-1e3b-4147-b2c3-108e32430c9d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/b545bd3a-fce8-48c7-bc75-706865b1821f HTTP/1.1" status: 200 len: 990 time: 0.0705438 Nov 19 05:14:40.218427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-563122dd-0256-4818-9c26-0e1c871ab441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:40.219936 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-563122dd-0256-4818-9c26-0e1c871ab441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1096 time: 0.0425179 Nov 19 05:14:40.317744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-a2af00cd-1033-43c6-8e11-ff5630b99567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:40.319334 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-a2af00cd-1033-43c6-8e11-ff5630b99567 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 200 len: 897 time: 0.0926776 Nov 19 05:14:40.388238 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-b149214c-5194-4374-9d35-0c34bb7574e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 200 len: 998 time: 0.0617912 Nov 19 05:14:40.410054 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'b545bd3a-fce8-48c7-bc75-706865b1821f', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'port_id': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'mac_address': 'fa:16:3e:00:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:14:38Z', 'updated_at': '2021-11-19T05:14:38Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:40.437556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-8ce386dc-af20-4322-a014-b39d81df1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:40.439074 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-8ce386dc-af20-4322-a014-b39d81df1d14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a07992d6-2827-4711-a702-551321e883e7 HTTP/1.1" status: 200 len: 834 time: 0.0438497 Nov 19 05:14:40.440415 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] Checking router: 600db016-40f1-483f-a96f-52ac431ed53e for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:14:40.448876 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:14:40.450112 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:40.487780 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-06d616e0-204d-4c80-9501-8efb648c3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:40.489281 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-06d616e0-204d-4c80-9501-8efb648c3cae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2894e3c5-a530-4518-af42-fb3e29f1d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437524 Nov 19 05:14:40.554885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:14:40.579915 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-10ed803b-b35c-46a6-9a9d-c7c108463177 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835242 Nov 19 05:14:40.673059 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bd4a4b7b-7923-4d5b-ad7e-8f07f07cce1c req-11994f50-8118-4e7e-bf75-d7300562bc68 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863652 Nov 19 05:14:40.786635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'b545bd3a-fce8-48c7-bc75-706865b1821f', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'port_id': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'mac_address': 'fa:16:3e:00:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:14:38Z', 'updated_at': '2021-11-19T05:14:38Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:14:40.813055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042eb075-afe8-4207-9996-c576d088d5a2 None None] The sync data for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 is: [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'b545bd3a-fce8-48c7-bc75-706865b1821f', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.12', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'port_id': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'mac_address': 'fa:16:3e:00:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:14:38Z', 'updated_at': '2021-11-19T05:14:38Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:14:41.021202 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde7d80-efae-4820-8a0e-56bd38e632c8 None None] New status for floating IP b545bd3a-fce8-48c7-bc75-706865b1821f: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:14:41.195202 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42788) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:14:41.261039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-60efa45e-c385-4f90-afcb-40bc62603aa4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/b545bd3a-fce8-48c7-bc75-706865b1821f HTTP/1.1" status: 200 len: 992 time: 0.0646586 Nov 19 05:14:44.232074 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-fc58c399-c832-4ee0-ad3c-fc7508757090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398979 Nov 19 05:14:44.315675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f040d9-fca9-4163-b357-343895193492 req-8d11ca28-8913-4318-b3fe-67848c8c599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:44.317157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-8d11ca28-8913-4318-b3fe-67848c8c599d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1096 time: 0.0409150 Nov 19 05:14:44.424424 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f040d9-fca9-4163-b357-343895193492 req-390df2ce-363b-4c89-8c53-6bca6b78e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:44.425905 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-390df2ce-363b-4c89-8c53-6bca6b78e8e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 200 len: 897 time: 0.0902903 Nov 19 05:14:44.493639 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-944d0659-7f61-47dc-89f3-07843c1a0a75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 200 len: 1000 time: 0.0598929 Nov 19 05:14:44.542428 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f040d9-fca9-4163-b357-343895193492 req-02e0c719-630a-44de-93a7-7b9fd46643d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:44.544860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-02e0c719-630a-44de-93a7-7b9fd46643d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a07992d6-2827-4711-a702-551321e883e7 HTTP/1.1" status: 200 len: 834 time: 0.0442562 Nov 19 05:14:44.593466 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f040d9-fca9-4163-b357-343895193492 req-fce62e7c-7efa-4f12-b1f7-b957beb020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:14:44.594968 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-fce62e7c-7efa-4f12-b1f7-b957beb020ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2894e3c5-a530-4518-af42-fb3e29f1d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430634 Nov 19 05:14:44.682625 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-3987758f-92d7-460a-98d3-9ba287222b88 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Nov 19 05:14:44.775362 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a1f040d9-fca9-4163-b357-343895193492 req-10abf56b-2072-4366-ab7f-9ded6b312465 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Nov 19 05:14:51.464683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8c5aa2db-2d17-489e-a729-8ff34c8fc765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:53.435340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:53.725436 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bafe6c3f-fc43-48ab-8613-7c841ccda4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:54.035663 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:14:55.590565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:56.693721 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:14:57.444209 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:02.790474 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:10.085662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846964e7-dfbe-4311-881f-080893ffa792 req-2c22db32-ba2c-4c29-9d72-bbbb5196aec3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:10.087201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-846964e7-dfbe-4311-881f-080893ffa792 req-2c22db32-ba2c-4c29-9d72-bbbb5196aec3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0541632 Nov 19 05:15:10.136534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-846964e7-dfbe-4311-881f-080893ffa792 req-e7cfabb2-94e6-455f-9cb0-565a08754fb9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 Nov 19 05:15:11.261524 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4926199-7e0a-4292-a589-156f11d802c6 req-a1c0b3a3-62bc-4ef6-acfd-acec7179afc0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:11.263050 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4926199-7e0a-4292-a589-156f11d802c6 req-a1c0b3a3-62bc-4ef6-acfd-acec7179afc0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Nov 19 05:15:11.313061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d4926199-7e0a-4292-a589-156f11d802c6 req-ec797ccb-195e-4eee-a4f2-a717429c6851 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Nov 19 05:15:11.335356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42818) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:11.395820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-81ab4b80-3a07-4f9b-b9bf-f5771b8b96c8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/b545bd3a-fce8-48c7-bc75-706865b1821f HTTP/1.1" status: 200 len: 992 time: 0.0593445 Nov 19 05:15:12.658722 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c74b-2af5-4408-8ddd-0d7bf53b25b0 req-8b122b98-8913-4883-8828-4391aba9b765 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:12.660290 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c18c74b-2af5-4408-8ddd-0d7bf53b25b0 req-8b122b98-8913-4883-8828-4391aba9b765 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0513699 Nov 19 05:15:12.713980 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5c18c74b-2af5-4408-8ddd-0d7bf53b25b0 req-c7a0c29f-e00f-4ef1-88b0-5091685df346 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475621 Nov 19 05:15:13.830158 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84889652-a316-4796-b21c-e0992715838e req-e4843bc1-a56e-49fa-ad1a-e866bd8aa8f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:13.831693 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84889652-a316-4796-b21c-e0992715838e req-e4843bc1-a56e-49fa-ad1a-e866bd8aa8f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Nov 19 05:15:13.880869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-84889652-a316-4796-b21c-e0992715838e req-bb2631ba-8283-4c3f-91a5-efd1c93f8ab6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431647 Nov 19 05:15:13.903801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42828) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:13.968119 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-658d0c49-ced1-49e5-8f75-de76eabe5d24 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/b545bd3a-fce8-48c7-bc75-706865b1821f HTTP/1.1" status: 200 len: 992 time: 0.0626626 Nov 19 05:15:14.252649 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42834) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:14.424773 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port df0bb38b-cdcd-4136-afd0-41dd1c413dd0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:15:14.425133 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:14.501507 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:14.501843 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:14.513717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for df0bb38b-cdcd-4136-afd0-41dd1c413dd0 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:15:14.662247 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:14.692183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=df0bb38b-cdcd-4136-afd0-41dd1c413dd0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:14.716879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.717242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.717588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.717950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.718294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.718634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.718972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.719312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.719645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.719979 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.720308 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.720639 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:14.761961 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:14.762315 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP b545bd3a-fce8-48c7-bc75-706865b1821f disassociated (deleted). External IP: 172.25.8.12, port: 14e7b000-c7e4-4451-ab0b-7c25716277ca. Nov 19 05:15:14.970924 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 600db016-40f1-483f-a96f-52ac431ed53e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:15:15.079004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:15:15.083789 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:15.088441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] Sync routers for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:15:15.097982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:15.098553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:15.110369 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5f41ecf5-440d-487b-908b-0decf2b7372e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/floatingips/b545bd3a-fce8-48c7-bc75-706865b1821f HTTP/1.1" status: 204 len: 168 time: 0.8566847 Nov 19 05:15:15.110965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:15:15.113249 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832" -d '{"events": [{"name": "network-changed", "server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:15:15.212926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:15.276354 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7020279-35d1-485f-bb6c-096bc3abdd7e x-openstack-request-id: req-d7020279-35d1-485f-bb6c-096bc3abdd7e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:15:15.276718 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:15:15.277093 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7020279-35d1-485f-bb6c-096bc3abdd7e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:15:15.277573 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'status': 'completed', 'code': 200} Nov 19 05:15:15.342981 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-01b9bd1e-6eb0-46d0-aaa2-3bb9044e4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:15.345307 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-01b9bd1e-6eb0-46d0-aaa2-3bb9044e4c55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 1096 time: 0.0439751 Nov 19 05:15:15.377130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f27c0-f53e-4715-8691-4f9ed8bd95e7 req-22a82f6c-d1f6-4a86-b6ec-0e95be01475f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:15.379193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e9f27c0-f53e-4715-8691-4f9ed8bd95e7 req-22a82f6c-d1f6-4a86-b6ec-0e95be01475f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0517793 Nov 19 05:15:15.433094 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:15.438714 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4e9f27c0-f53e-4715-8691-4f9ed8bd95e7 req-16d42f96-0b35-4ded-9d83-3d9d4f7a8e39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532556 Nov 19 05:15:15.443641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-e32667e9-3d2a-4d98-bda6-eb6b8d81bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:15.445161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-e32667e9-3d2a-4d98-bda6-eb6b8d81bd8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 200 len: 897 time: 0.0909491 Nov 19 05:15:15.461511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] Checking router: 600db016-40f1-483f-a96f-52ac431ed53e for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:15:15.470074 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:15.470695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:15.494845 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-9e6f0f43-ad61-4a7c-872e-873a0df043e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 200 len: 217 time: 0.0414639 Nov 19 05:15:15.544694 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-d140c320-dd5d-4f3a-afb8-3235e7fced61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:15.546853 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-d140c320-dd5d-4f3a-afb8-3235e7fced61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a07992d6-2827-4711-a702-551321e883e7 HTTP/1.1" status: 200 len: 834 time: 0.0447628 Nov 19 05:15:15.577898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:15.599383 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-738e8e79-a74f-41f6-be57-ef272f45806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:15.600894 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-738e8e79-a74f-41f6-be57-ef272f45806f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2894e3c5-a530-4518-af42-fb3e29f1d1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398920 Nov 19 05:15:15.696203 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-cfbd94ea-6502-4558-9d3f-fd97dbc8e7e4 service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866714 Nov 19 05:15:15.775492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:15.787897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fad721ee-db4d-4cd3-abb2-d4ee9ac53832 req-79100d2c-136f-4165-957c-47f83e54d40e service neutron] 10.222.0.36 "GET /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834014 Nov 19 05:15:15.806323 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b757ad-2d18-4bfc-902c-29ac0f7c15d4 None None] The sync data for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 is: [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:25Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4', 'name': '', 'network_id': '2894e3c5-a530-4518-af42-fb3e29f1d1f9', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:4f:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a07992d6-2827-4711-a702-551321e883e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:23Z', 'updated_at': '2021-11-19T05:14:27Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a07992d6-2827-4711-a702-551321e883e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:15:16.031105 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ce8fe5-41ff-4db9-a904-eaffa61dd324 None None] New status for floating IP b545bd3a-fce8-48c7-bc75-706865b1821f: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:15:16.551733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24341c3b-f1bb-4ca5-8f25-5e09f5e90328 req-efb47f43-a873-41ba-ba9e-0f64ae40f6af tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:16.553230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24341c3b-f1bb-4ca5-8f25-5e09f5e90328 req-efb47f43-a873-41ba-ba9e-0f64ae40f6af tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Nov 19 05:15:16.605266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24341c3b-f1bb-4ca5-8f25-5e09f5e90328 req-e4839ad2-78d2-44e0-8f46-8e6bec4fd35b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=4aaaa51f-76be-4575-9c03-ef491d48ef59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460927 Nov 19 05:15:16.962389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-474bdda3-6bd9-466f-afc8-32c9603174ee tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:16.963822 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-474bdda3-6bd9-466f-afc8-32c9603174ee tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 945 time: 0.0525911 Nov 19 05:15:17.050815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 14e7b000-c7e4-4451-ab0b-7c25716277ca {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:15:17.051161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:17.140090 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 14e7b000-c7e4-4451-ab0b-7c25716277ca, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=14e7b000-c7e4-4451-ab0b-7c25716277ca,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:17.140380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:17.152911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 14e7b000-c7e4-4451-ab0b-7c25716277ca owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:15:17.279386 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:17.312459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=14e7b000-c7e4-4451-ab0b-7c25716277ca,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:17.325309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.325477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.325723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.326115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.326974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.327370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.327953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.328064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.328398 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.328738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.329078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.329408 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:17.363921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port 14e7b000-c7e4-4451-ab0b-7c25716277ca on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:15:17.366550 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:17.369977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b3fb5b9e-6045-4fec-afc8-6505fc6cb59a req-d2a710d6-bbf5-4b1a-9c64-7f68d2396019 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "DELETE /v2.0/ports/14e7b000-c7e4-4451-ab0b-7c25716277ca HTTP/1.1" status: 204 len: 173 time: 0.4004912 Nov 19 05:15:17.370423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'name': 'network-vif-deleted', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:15:17.372679 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af05f50d-569c-44cf-ae49-2cb83ad033a6" -d '{"events": [{"server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "name": "network-vif-deleted", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:15:17.412444 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598ef34-2798-4290-aa31-d0c7c82e0103 x-openstack-request-id: req-d598ef34-2798-4290-aa31-d0c7c82e0103 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:15:17.412750 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ec9f63-15bf-41fc-afba-1a03680ebde9", "name": "network-vif-deleted", "tag": "14e7b000-c7e4-4451-ab0b-7c25716277ca", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:15:17.413659 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d598ef34-2798-4290-aa31-d0c7c82e0103 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:15:17.414116 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ec9f63-15bf-41fc-afba-1a03680ebde9', 'name': 'network-vif-deleted', 'tag': '14e7b000-c7e4-4451-ab0b-7c25716277ca', 'status': 'completed', 'code': 200} Nov 19 05:15:17.720893 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df4e49f4-1de2-4bbb-8dc7-b4aefb396ac0 req-994d4433-eed3-491d-9100-c9753bd80c45 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=58ec9f63-15bf-41fc-afba-1a03680ebde9 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Nov 19 05:15:18.780756 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42850) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:19.469420 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:19.717615 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:15:19.717837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:19.803441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:19.804135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:19.816364 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:15:20.000342 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.031318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:20.205345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.423332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 600db016-40f1-483f-a96f-52ac431ed53e has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:15:20.536908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:15:20.542693 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bfccf29b-6f0e-467d-b109-4f61a1bd359e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/600db016-40f1-483f-a96f-52ac431ed53e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602508 Nov 19 05:15:20.544701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42852) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:20.549023 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] Sync routers for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:15:20.564573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:20.565196 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:20.598440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting subnet a07992d6-2827-4711-a702-551321e883e7 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:15:20.602495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.646823 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.697183 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:20.738554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.808209 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.841036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Subnet': ['ID=a07992d6-2827-4711-a702-551321e883e7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:20.846507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:20.851792 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d7f4626d-6b3c-4c8e-985f-69fdeb70eaa6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/subnets/a07992d6-2827-4711-a702-551321e883e7 HTTP/1.1" status: 204 len: 168 time: 0.3060939 Nov 19 05:15:20.855126 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42854) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:20.866005 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da99eb2-7e36-42aa-b176-7d9f7443bafa None None] Network 2894e3c5-a530-4518-af42-fb3e29f1d1f9 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:15:20.980829 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.001116 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:15:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:21.037610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] Checking router: 600db016-40f1-483f-a96f-52ac431ed53e for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:15:21.058926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] Routers {'600db016-40f1-483f-a96f-52ac431ed53e'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:21.059813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:14:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['600db016-40f1-483f-a96f-52ac431ed53e'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:21.107340 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.156677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] DHCP port deletion for 2894e3c5-a530-4518-af42-fb3e29f1d1f9 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:15:21.166506 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 922f4b83-25c7-4262-bc03-16a0ae05f64b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:15:21.166853 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.224662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] Set router 600db016-40f1-483f-a96f-52ac431ed53e gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:21.255199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 922f4b83-25c7-4262-bc03-16a0ae05f64b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=922f4b83-25c7-4262-bc03-16a0ae05f64b,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:21.255478 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.270120 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 922f4b83-25c7-4262-bc03-16a0ae05f64b owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:15:21.293790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Deleting port ce05b616-4ade-4071-aa6c-3b758872e2a9 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:15:21.294198 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.449985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.475362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=922f4b83-25c7-4262-bc03-16a0ae05f64b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:21.544990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.553242 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e612e-4885-408c-ab5b-45760ba10dc8 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:15:21.588677 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] For port ce05b616-4ade-4071-aa6c-3b758872e2a9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce05b616-4ade-4071-aa6c-3b758872e2a9,segment=NetworkSegment(2cc1524b-fc4d-4760-80a7-5295217eaa5d),segment_id=2cc1524b-fc4d-4760-80a7-5295217eaa5d)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:21.589084 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.608456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b32c9dc6-7f25-4bad-8762-122ffcd08f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.610107 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Calling delete_port for ce05b616-4ade-4071-aa6c-3b758872e2a9 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:15:21.614437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce05b616-4ade-4071-aa6c-3b758872e2a9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:15:21.644551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.646726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.693205 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.693741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Fanout notify agent at l3_agent the message router_deleted on router 600db016-40f1-483f-a96f-52ac431ed53e {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:15:21.700683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.702475 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bc4a0161-272e-4f2d-b940-1c94153a0878 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/routers/600db016-40f1-483f-a96f-52ac431ed53e HTTP/1.1" status: 204 len: 168 time: 0.8458526 Nov 19 05:15:21.704631 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42856) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:21.781559 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.806899 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.837861 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.845574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port ce05b616-4ade-4071-aa6c-3b758872e2a9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:15:21.846131 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Pushing event deleted for resources: {'Port': ['ID=ce05b616-4ade-4071-aa6c-3b758872e2a9,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:21.846239 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.865574 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] No DVR routers for this DVR port ce05b616-4ade-4071-aa6c-3b758872e2a9 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:15:21.867734 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:15:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:21.876463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.876463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.876463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.876463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.876463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.876463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.877599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.877599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.877599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.878369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.878369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.878369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea408dfe-79a4-434b-bb7a-f1aeb5c5a8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:15:21.911132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d68967-9393-44b0-aedf-9f77aeb95e33 None None] The sync data for ids ['600db016-40f1-483f-a96f-52ac431ed53e'] in n-d-818503-1 is: [{'id': '600db016-40f1-483f-a96f-52ac431ed53e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112742490', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:15:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '922f4b83-25c7-4262-bc03-16a0ae05f64b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600db016-40f1-483f-a96f-52ac431ed53e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:14:21Z', 'updated_at': '2021-11-19T05:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:15:21.914025 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port ce05b616-4ade-4071-aa6c-3b758872e2a9, host n-d-818503-1, got binding levels [] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:21.914519 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.929396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for ce05b616-4ade-4071-aa6c-3b758872e2a9 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:15:21.932334 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.ipam_backend_mixin [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Port ce05b616-4ade-4071-aa6c-3b758872e2a9 was not found and therefore no delete operation was performed {{(pid=109987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 05:15:21.933629 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:21.961866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=ce05b616-4ade-4071-aa6c-3b758872e2a9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:21.965135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port ce05b616-4ade-4071-aa6c-3b758872e2a9 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:15:22.049236 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.073903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2894e3c5-a530-4518-af42-fb3e29f1d1f9']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:22.084917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc1524b-fc4d-4760-80a7-5295217eaa5d') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:22.085214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc1524b-fc4d-4760-80a7-5295217eaa5d') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:22.101067 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.114895 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.120693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:15:22.121085 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:15:22.124081 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:15:22.184537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.192507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.195730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/networks/2894e3c5-a530-4518-af42-fb3e29f1d1f9 HTTP/1.1" status: 204 len: 168 time: 0.4901438 Nov 19 05:15:22.198629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42858) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:22.207394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ef0a5-817f-46e8-9735-ba96dd5e6eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Network': ['ID=2894e3c5-a530-4518-af42-fb3e29f1d1f9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:22.257790 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1c60336-d0cf-47b4-b3d3-ccc000a940cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.287786 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1c60336-d0cf-47b4-b3d3-ccc000a940cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.351767 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1c60336-d0cf-47b4-b3d3-ccc000a940cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.354585 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1c60336-d0cf-47b4-b3d3-ccc000a940cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.355783 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d1c60336-d0cf-47b4-b3d3-ccc000a940cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/security-groups/4aaaa51f-76be-4575-9c03-ef491d48ef59 HTTP/1.1" status: 204 len: 168 time: 0.1561439 Nov 19 05:15:22.365918 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c60336-d0cf-47b4-b3d3-ccc000a940cf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaaa51f-76be-4575-9c03-ef491d48ef59,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:22.433850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14e7b000-c7e4-4451-ab0b-7c25716277ca no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:15:22.457770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 14e7b000-c7e4-4451-ab0b-7c25716277ca {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:15:22.458153 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 14e7b000-c7e4-4451-ab0b-7c25716277ca not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:15:22.646809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 42864) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:22.651463 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938857158', 'description': 'tempest-secgroup-smoke-1938857158 description', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:22.674481 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.743614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.747847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.778467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.779695 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1318693 Nov 19 05:15:22.781592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bf68f-0fa1-4eb1-94b7-ebc35800a047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf15359b-756f-4e26-b8a8-964414865d3d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:22.784112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42866) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:22.788941 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'cf15359b-756f-4e26-b8a8-964414865d3d', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:22.816689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.863472 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.866816 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.884484 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5d5c6d-c957-40a1-95e2-2590aa3055ee,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:22.893310 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.894590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-96045326-adc7-41f2-a9aa-f9a18a880487 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092463 Nov 19 05:15:22.897409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42868) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:22.902243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'cf15359b-756f-4e26-b8a8-964414865d3d', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:22.929063 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.992685 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:22.996006 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.013847 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2b32fb-c81d-4775-b75b-4cabc8b10731,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:23.022065 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.026058 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df737bfd-60e7-4e2c-a57b-4bec2cb37b93 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248682 Nov 19 05:15:23.026801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42870) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:23.030888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'cf15359b-756f-4e26-b8a8-964414865d3d', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:23.057287 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.114972 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.118389 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.136544 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0127108-5c01-4c18-818e-66c87ca84e67,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:23.145634 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.146901 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2902c7a5-dd57-4328-84e4-9b5354762853 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197293 Nov 19 05:15:23.149567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42872) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:23.153964 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'cf15359b-756f-4e26-b8a8-964414865d3d', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:23.179324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.235548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.239160 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.258355 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdf4b38-03cc-4cd0-a6cf-4ed63b0c2ca0,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:23.266387 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.267611 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-24f99c9f-0e90-4dd6-b620-4a28c3458566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170218 Nov 19 05:15:23.270386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42874) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:23.274897 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'cf15359b-756f-4e26-b8a8-964414865d3d', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:23.297267 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:15:23.302201 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.362324 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.366093 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.385293 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720bc76c-7866-41ce-ae9a-70b9373d8afb,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:23.394695 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.395954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-80d5c312-df9f-411a-9173-0dd1ed76e731 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245575 Nov 19 05:15:23.398697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42876) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:23.403034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'cf15359b-756f-4e26-b8a8-964414865d3d', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:23.424727 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:15:23.429659 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.432137 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.489608 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.493571 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.511599 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec888cdb-24ce-40ec-8b24-0c1b86c9b633,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:23.520453 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.521678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-660d3f68-5c25-4960-b9d8-500f121a98b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220536 Nov 19 05:15:23.523331 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 922f4b83-25c7-4262-bc03-16a0ae05f64b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:15:23.524573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42878) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:23.529417 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'network': {'name': 'tempest-network-smoke--1333407575', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:23.552940 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:15:23.554225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 922f4b83-25c7-4262-bc03-16a0ae05f64b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:15:23.554583 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 922f4b83-25c7-4262-bc03-16a0ae05f64b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:15:23.555033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:15:23.556571 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.574346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:15:23.574758 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e6231bc1-dfa2-4337-b9dc-eaf882e5f3f4 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:15:23.581262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:15:23.591149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.591522 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Added segment 3ea88329-bd15-4620-b3bf-0bc70d3b1f67 of type vlan for network 01500a56-618a-4af5-818c-fbf15859639c Nov 19 05:15:23.632744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.657345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.663023 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:23.663625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.724184 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1958926 Nov 19 05:15:23.724405 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42880) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:23.728759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'admin_state_up': True, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:23.729043 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b7517d6e-e925-4765-b8af-83ec42ac2dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.751654 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0162d-4efd-44be-be96-e6b1127f0566 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Network': ['ID=01500a56-618a-4af5-818c-fbf15859639c,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:23.762664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 01500a56-618a-4af5-818c-fbf15859639c details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:15:23.766572 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.767655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.820408 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:23.964413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.158445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.176946 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.278520 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.109 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/38a90dbe-ede6-4bbc-b21c-f49619e534bf) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:15:24.385066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.422534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.461190 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:15:24.464133 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:24.471063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:15:24.477822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd419c2-6d1a-4fac-806e-5006c7bcbe74 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:15:24.493421 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=38a90dbe-ede6-4bbc-b21c-f49619e534bf,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:24.514763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0a3ec127-5418-4387-8552-a9977eaba585 None None] Provisioning complete for port 38a90dbe-ede6-4bbc-b21c-f49619e534bf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:24.515289 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec127-5418-4387-8552-a9977eaba585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.551295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ec127-5418-4387-8552-a9977eaba585 None None] Port 38a90dbe-ede6-4bbc-b21c-f49619e534bf cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:15:24.727022 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:24.923236 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:25.057815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router acc95ae1-a837-494f-a6fd-684ad05d9104 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:15:25.503913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:15:25.513283 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Sync routers for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:15:25.524781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:25.524971 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:25.525464 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:15:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:25.526067 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7d1edce4-70f5-4420-8cec-f3127c8c85c4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8007562 Nov 19 05:15:25.529167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42882) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:25.557977 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-307c0cf5-7744-4fe4-aa0e-d9db3bd9f0fa tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=88e3d3b2397e4fd086cf83aefad43ca0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272906 Nov 19 05:15:25.560934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42884) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:25.595027 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:25.634097 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:25.653835 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25daec43-060f-4b59-867b-86c69af7a7dd tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:25.656500 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-25daec43-060f-4b59-867b-86c69af7a7dd tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934334 Nov 19 05:15:25.658803 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42886) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:25.685788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cc9f5a7c-e07d-446d-ab94-014a8c5af04a tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259032 Nov 19 05:15:25.688381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42888) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:25.693056 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395241909', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:25.793983 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:15:25.797691 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:25.821643 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:24Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:25.848216 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Checking router: acc95ae1-a837-494f-a6fd-684ad05d9104 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:15:25.848576 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Updating router acc95ae1-a837-494f-a6fd-684ad05d9104 port 38a90dbe-ede6-4bbc-b21c-f49619e534bf binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:15:25.886819 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:25.995644 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.065838 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Subnet': ['ID=a5061f73-0f33-43bf-bb6b-aea8113f793a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:26.075069 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Checking segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:15:26.075444 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network hostable DHCP agents. Network: 01500a56-618a-4af5-818c-fbf15859639c, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:15:26.094913 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 01500a56-618a-4af5-818c-fbf15859639c is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:15:26.104627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 01500a56-618a-4af5-818c-fbf15859639c) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:26.109284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:26.109897 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.115212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124188eb-d217-4b0d-9494-16cc48675d49 None None] Network 01500a56-618a-4af5-818c-fbf15859639c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:15:26.130683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c27f70a4-6213-420d-9062-5a459fba95d9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4411454 Nov 19 05:15:26.133388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42890) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:26.193463 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.202979 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.258425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331418f-3ffa-4020-8571-3182323e6a0c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:15:26.272814 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Attempting to bind port 38a90dbe-ede6-4bbc-b21c-f49619e534bf on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:15:26.273361 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Attempting to bind port 38a90dbe-ede6-4bbc-b21c-f49619e534bf by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:15:26.273903 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Attempting to bind port 38a90dbe-ede6-4bbc-b21c-f49619e534bf on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:15:26.286010 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:15:26.286609 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:15:26.287216 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.287671 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:15:26.288344 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Bound port: 38a90dbe-ede6-4bbc-b21c-f49619e534bf, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:15:26.288830 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.332457 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-01500a56-618a-4af5-818c-fbf15859639c', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:15:26.333365 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.419864 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a579a8a-fdd3-4b20-8eb4-471857068c37 None None] Pushing event updated for resources: {'Port': ['ID=38a90dbe-ede6-4bbc-b21c-f49619e534bf,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:26.448965 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] For port 38a90dbe-ede6-4bbc-b21c-f49619e534bf, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:15:26.453861 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] For port 38a90dbe-ede6-4bbc-b21c-f49619e534bf, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=38a90dbe-ede6-4bbc-b21c-f49619e534bf,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:15:26.454603 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8a8da6f4-6648-4b76-adb2-8256d5354dc2 None None] Provisioning complete for port 38a90dbe-ede6-4bbc-b21c-f49619e534bf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:26.455056 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8a8da6f4-6648-4b76-adb2-8256d5354dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.461906 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.520563 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033607a-4541-486d-8867-f172c737b259 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:15:26.524278 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:26.525191 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:15:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:26.546764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Allocated IP 172.20.0.2 (01500a56-618a-4af5-818c-fbf15859639c/a5061f73-0f33-43bf-bb6b-aea8113f793a/81b7e801-6d5d-4cd5-85f2-297dd9e7ec55) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:15:26.598122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8a8da6f4-6648-4b76-adb2-8256d5354dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.620482 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-8a8da6f4-6648-4b76-adb2-8256d5354dc2 None None] For port 38a90dbe-ede6-4bbc-b21c-f49619e534bf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=38a90dbe-ede6-4bbc-b21c-f49619e534bf,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:26.654798 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:26.669335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8a8da6f4-6648-4b76-adb2-8256d5354dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.697036 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.748784 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.756909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da6f4-6648-4b76-adb2-8256d5354dc2 None None] Pushing event updated for resources: {'Port': ['ID=38a90dbe-ede6-4bbc-b21c-f49619e534bf,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:26.782615 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a579a8a-fdd3-4b20-8eb4-471857068c37 None None] Pushing event updated for resources: {'Port': ['ID=38a90dbe-ede6-4bbc-b21c-f49619e534bf,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:26.856486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-baa9a418-c4a5-42a6-ab91-8ad8e9b4bcc4 None None] Provisioning complete for port 38a90dbe-ede6-4bbc-b21c-f49619e534bf triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:26.856826 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-baa9a418-c4a5-42a6-ab91-8ad8e9b4bcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.883867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.898484 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:26.918625 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:24Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:26.952900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Network 01500a56-618a-4af5-818c-fbf15859639c is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:15:26.957988 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:26.962504 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bf799-36b9-403f-a2ba-66d376802d5d None None] The sync data for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 is: [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:24Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:15:26.963907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:15:27.005455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Pushing event updated for resources: {'Port': ['ID=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:27.062098 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.1 (01500a56-618a-4af5-818c-fbf15859639c/a5061f73-0f33-43bf-bb6b-aea8113f793a/1f2d874a-7b71-4614-bfb0-d0283c2aaa4d) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:15:27.070012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Attempting to bind port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:15:27.070610 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Attempting to bind port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:15:27.071089 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Attempting to bind port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 on network 01500a56-618a-4af5-818c-fbf15859639c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:15:27.077376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:15:27.077907 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Checking segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:15:27.078574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.079086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Bound using segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:15:27.079850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Bound port: 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:15:27.080379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.152287 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] For port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:15:27.156866 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] For port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:15:27.164588 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.204881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.236525 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6149f8e-448b-48b7-ae4d-23e1850c350e None None] Pushing event updated for resources: {'Port': ['ID=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:27.256031 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.317112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 01500a56-618a-4af5-818c-fbf15859639c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:15:27.321297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:27.324538 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:15:27.366111 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:27.389249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.456485 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.581230 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.659553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:15:27.717371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:27.718992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.803849 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.859955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:27.870751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.871769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 38a90dbe-ede6-4bbc-b21c-f49619e534bf up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:15:27.931459 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.939105 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:27.960652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:27.978343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 38a90dbe-ede6-4bbc-b21c-f49619e534bf triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:27.978730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:28.029213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:28.034020 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:28.144294 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 01500a56-618a-4af5-818c-fbf15859639c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:15:28.145843 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:28.273234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router acc95ae1-a837-494f-a6fd-684ad05d9104 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:15:28.368927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5ca63-bc71-4e2c-952f-f5443ac0984e None None] Network 01500a56-618a-4af5-818c-fbf15859639c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:15:28.389092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:15:28.395788 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6ea83a70-1ac9-441a-befc-a279b7e3018e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/acc95ae1-a837-494f-a6fd-684ad05d9104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2605848 Nov 19 05:15:28.466358 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c4a88bf-e6a4-4c6c-8028-8fa9810f7b18 None None] Provisioning complete for port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:28.466751 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c4a88bf-e6a4-4c6c-8028-8fa9810f7b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:28.549482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-26a39156-6884-4c07-ba16-e63c9950bd9f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938857158&fields=id&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 267 time: 0.0459077 Nov 19 05:15:28.680457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-b5b1f440-7941-4bc5-89bc-436e19169d7a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:28.682035 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-b5b1f440-7941-4bc5-89bc-436e19169d7a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 797 time: 0.1254637 Nov 19 05:15:28.698803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-2df38e6c-81ad-4c4d-8a41-577730cc3786 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/quotas/88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 375 time: 0.0099711 Nov 19 05:15:28.762899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-21447b83-8342-4727-a9ad-c7d56cbfeae0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554802 Nov 19 05:15:28.844096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ab6d9062-deb4-4e5f-97b0-02b0f8d90b7e None None] Provisioning complete for port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:28.845262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab6d9062-deb4-4e5f-97b0-02b0f8d90b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:28.871683 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-06089090-c98a-4f12-b56c-cb32adfd83a6 service neutron] 10.222.0.52 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970354 Nov 19 05:15:28.890509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d9062-deb4-4e5f-97b0-02b0f8d90b7e None None] Port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:15:28.901552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ab6d9062-deb4-4e5f-97b0-02b0f8d90b7e None None] Provisioning complete for port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:28.902065 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab6d9062-deb4-4e5f-97b0-02b0f8d90b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:28.985345 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-c3681071-28ff-4a20-afeb-30064c7f013a service neutron] 10.222.0.52 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055293 Nov 19 05:15:28.990455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Sync routers for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:15:29.012202 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:29.012950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:15:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:29.153687 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:29.200047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-949b2c1c-507e-4fa9-b6f2-c08963d41399 req-2b5f1315-9a35-4246-b705-08fc9a4096eb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 210 time: 0.0490396 Nov 19 05:15:29.214369 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e61b3e85-c45e-4f39-b6b6-a67b012c3418 None None] Provisioning complete for port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:29.214725 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e61b3e85-c45e-4f39-b6b6-a67b012c3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:29.316664 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e61b3e85-c45e-4f39-b6b6-a67b012c3418 None None] Port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:15:29.413686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 2, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:29.446862 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Checking router: acc95ae1-a837-494f-a6fd-684ad05d9104 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:15:29.447136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Updating router acc95ae1-a837-494f-a6fd-684ad05d9104 port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:15:29.482167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fe6619df-4dbe-40f8-bcb4-538a322f678f None None] Provisioning complete for port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:29.482545 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fe6619df-4dbe-40f8-bcb4-538a322f678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:29.487439 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:29.529627 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fe6619df-4dbe-40f8-bcb4-538a322f678f None None] Port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:15:29.719511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:15:29.849018 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:29.849611 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.058944 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.064711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.116642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82989646-41af-4356-98e3-22c1d422d688 None None] Pushing event updated for resources: {'Port': ['ID=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:30.172644 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Attempting to bind port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:15:30.173028 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Attempting to bind port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:15:30.173406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Attempting to bind port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d on network 01500a56-618a-4af5-818c-fbf15859639c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:15:30.178650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:15:30.179037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Checking segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:15:30.179448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.179850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Bound using segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:15:30.180321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Bound port: 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:15:30.180708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.247762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] For port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:15:30.251066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] For port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:15:30.258054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.322880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95d9f863-a456-4615-817c-0df8f4a70fbe req-b727ecd5-ed81-4225-bd48-21410c2aee4a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 210 time: 0.0470366 Nov 19 05:15:30.330364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82989646-41af-4356-98e3-22c1d422d688 None None] Pushing event updated for resources: {'Port': ['ID=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:30.333639 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:30.334446 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:15:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:30.440025 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f6010bd3-3b0b-40a0-b25d-edbe38f7ccae None None] Provisioning complete for port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:30.440415 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6010bd3-3b0b-40a0-b25d-edbe38f7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.527618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:30.549439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-56f17ff4-9894-4f1f-b2cf-5b1d915062e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:30.551588 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-56f17ff4-9894-4f1f-b2cf-5b1d915062e7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 797 time: 0.1261153 Nov 19 05:15:30.601896 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6010bd3-3b0b-40a0-b25d-edbe38f7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.632173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-192cf35d-c003-4790-b81a-fc2f064683a0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 380 time: 0.0558579 Nov 19 05:15:30.662139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'port': {'device_id': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'admin_state_up': True, 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'security_groups': ['cf15359b-756f-4e26-b8a8-964414865d3d']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:30.707753 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f6010bd3-3b0b-40a0-b25d-edbe38f7ccae None None] For port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:30.713986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f6010bd3-3b0b-40a0-b25d-edbe38f7ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.771553 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:15:30.775286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.806384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6010bd3-3b0b-40a0-b25d-edbe38f7ccae None None] Pushing event updated for resources: {'Port': ['ID=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:30.843934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1f816626-64ce-4782-933b-d7263d4652d9 None None] Provisioning complete for port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:30.844311 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1f816626-64ce-4782-933b-d7263d4652d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:30.872609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:30.903261 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae29a85-32b0-47f5-9f21-b53d94e2130b None None] The sync data for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 is: [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:15:30.907584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.5 (01500a56-618a-4af5-818c-fbf15859639c/a5061f73-0f33-43bf-bb6b-aea8113f793a/a72e19a9-732f-4385-89ba-e10897744cf4) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:15:31.036352 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:15:31.084203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.122945 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.168337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 01500a56-618a-4af5-818c-fbf15859639c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:15:31.171810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:31.175842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:15:31.206422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=a72e19a9-732f-4385-89ba-e10897744cf4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:31.234687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:31.235362 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.254511 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-9fa9636e-c7c9-4140-b15c-083721951ae5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961690 Nov 19 05:15:31.331840 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Request body: {'port': {'device_id': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:31.395806 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.463584 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c50f2-abee-4804-aaf0-5166f8b766e0 req-9046f455-58e0-4856-9d72-fc7f0e7e071e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:31.465161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d7c50f2-abee-4804-aaf0-5166f8b766e0 req-9046f455-58e0-4856-9d72-fc7f0e7e071e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 931 time: 0.0542605 Nov 19 05:15:31.519902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2276a287-6377-4df5-9e7a-af69aeee55e5 None None] Provisioning complete for port a72e19a9-732f-4385-89ba-e10897744cf4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:31.520280 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2276a287-6377-4df5-9e7a-af69aeee55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.550010 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3d7c50f2-abee-4804-aaf0-5166f8b766e0 req-9a3e4ec1-98f5-4e38-8474-b707f33d4d71 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680151 Nov 19 05:15:31.566880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2276a287-6377-4df5-9e7a-af69aeee55e5 None None] Port a72e19a9-732f-4385-89ba-e10897744cf4 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:15:31.583765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:15:31.633665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:31.634079 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.736194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72e19a9-732f-4385-89ba-e10897744cf4 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:15:31.744198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.756546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Transition to ACTIVE for port object a72e19a9-732f-4385-89ba-e10897744cf4 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:15:31.761864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.815010 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Pushing event updated for resources: {'Port': ['ID=a72e19a9-732f-4385-89ba-e10897744cf4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:31.900001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Attempting to bind port a72e19a9-732f-4385-89ba-e10897744cf4 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:15:31.900351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Attempting to bind port a72e19a9-732f-4385-89ba-e10897744cf4 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:15:31.900693 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Attempting to bind port a72e19a9-732f-4385-89ba-e10897744cf4 on network 01500a56-618a-4af5-818c-fbf15859639c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:15:31.905973 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Port a72e19a9-732f-4385-89ba-e10897744cf4 on network 01500a56-618a-4af5-818c-fbf15859639c not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:15:31.906376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Attempting to bind port a72e19a9-732f-4385-89ba-e10897744cf4 on network 01500a56-618a-4af5-818c-fbf15859639c {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:15:31.911621 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:15:31.912002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Checking segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:15:31.912423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Bound using segment: {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:15:31.912831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Bound port: a72e19a9-732f-4385-89ba-e10897744cf4, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea88329-bd15-4620-b3bf-0bc70d3b1f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '01500a56-618a-4af5-818c-fbf15859639c'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:15:31.913199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:31.982362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] For port a72e19a9-732f-4385-89ba-e10897744cf4, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:15:31.987608 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] For port a72e19a9-732f-4385-89ba-e10897744cf4, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a72e19a9-732f-4385-89ba-e10897744cf4,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:15:31.992368 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:32.031188 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.032003 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:32.033441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] 10.222.0.31 "PUT /v2.0/ports/a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 1091 time: 0.7560649 Nov 19 05:15:32.033897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:15:32.036258 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d2197-a4a7-4e55-8955-44ae4b58e27c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:15:32.058639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da7e0-e58b-4d75-9fe9-4f647fb1251c service neutron] Pushing event updated for resources: {'Port': ['ID=a72e19a9-732f-4385-89ba-e10897744cf4,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:32.086634 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6dd6e6-a526-43f7-b544-35e26857f530 x-openstack-request-id: req-2a6dd6e6-a526-43f7-b544-35e26857f530 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:15:32.086939 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:15:32.087201 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a6dd6e6-a526-43f7-b544-35e26857f530 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:15:32.087649 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'status': 'completed', 'code': 200} Nov 19 05:15:32.157590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-68b84135-4fcc-4c5d-972f-05e1cd174125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.159254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-68b84135-4fcc-4c5d-972f-05e1cd174125 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1094 time: 0.0493474 Nov 19 05:15:32.220024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-908d7b57-f207-4f0d-8578-5dbfc9bfdfbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 217 time: 0.0392621 Nov 19 05:15:32.270957 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-b2966c0b-c0a0-45f4-95b2-8aa1066b8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.272414 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-b2966c0b-c0a0-45f4-95b2-8aa1066b8ce1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 200 len: 834 time: 0.0445948 Nov 19 05:15:32.326369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-d12f2238-1ff3-4730-9e84-e66ea795694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.328402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-d12f2238-1ff3-4730-9e84-e66ea795694f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01500a56-618a-4af5-818c-fbf15859639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439756 Nov 19 05:15:32.420541 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-d1f6edc2-64c0-4da0-829e-b24b292d9721 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831790 Nov 19 05:15:32.519921 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c94909d2-57e4-4ba9-a267-8ce14893a625 req-95c18e2d-41bb-4c1d-b12f-4ed413685f2e service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Nov 19 05:15:32.665520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-2f5eb6d4-e9df-4952-bca5-72ec99f7d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.667090 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-2f5eb6d4-e9df-4952-bca5-72ec99f7d5e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1094 time: 0.0453899 Nov 19 05:15:32.672013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1ee9b-ae9e-46cf-baa0-d2cfa805a65f req-45bf747a-cc07-4b2d-8b13-dab9d8cc10f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.673521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66f1ee9b-ae9e-46cf-baa0-d2cfa805a65f req-45bf747a-cc07-4b2d-8b13-dab9d8cc10f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 943 time: 0.0549293 Nov 19 05:15:32.724114 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-66f1ee9b-ae9e-46cf-baa0-d2cfa805a65f req-5ee48fab-50ba-4ad1-90cd-57b29a08780c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Nov 19 05:15:32.761223 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-1a7aa5ce-1d8a-4873-945a-e5be45e92008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.762751 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-1a7aa5ce-1d8a-4873-945a-e5be45e92008 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 898 time: 0.0859101 Nov 19 05:15:32.792836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:32.808263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-3aeb2d06-0fc3-42b0-a2f4-7ea4eea66599 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 217 time: 0.0387013 Nov 19 05:15:32.857911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-2678567f-2b30-4cef-92d6-d3c26b7479f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.860318 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-2678567f-2b30-4cef-92d6-d3c26b7479f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 200 len: 834 time: 0.0446961 Nov 19 05:15:32.907655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-d393860c-87e0-4e62-8906-ef6075bbffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:32.909280 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-d393860c-87e0-4e62-8906-ef6075bbffe9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01500a56-618a-4af5-818c-fbf15859639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400326 Nov 19 05:15:33.005673 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-fadad074-ef92-482d-be11-6c29460caece service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Nov 19 05:15:33.100015 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-788d2197-a4a7-4e55-8955-44ae4b58e27c req-cefb7531-709d-45c4-b76c-4e8643411cc7 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815606 Nov 19 05:15:33.840183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad3bc-5339-452d-8240-b55dd11cd476 req-803ad8a1-515d-4bbd-95d7-e31d9ff7e8ee tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:33.841701 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b27ad3bc-5339-452d-8240-b55dd11cd476 req-803ad8a1-515d-4bbd-95d7-e31d9ff7e8ee tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 943 time: 0.0488989 Nov 19 05:15:33.891907 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b27ad3bc-5339-452d-8240-b55dd11cd476 req-e232b34a-1757-4e55-96d3-1af1763d14a0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433083 Nov 19 05:15:35.008128 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3486df2-5455-4311-81c9-60ba99be21fe req-e6354dca-18c0-42b4-9cc6-e1c74f5b3169 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:35.009906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3486df2-5455-4311-81c9-60ba99be21fe req-e6354dca-18c0-42b4-9cc6-e1c74f5b3169 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 943 time: 0.0504708 Nov 19 05:15:35.064103 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a3486df2-5455-4311-81c9-60ba99be21fe req-65e77102-b641-4b56-bf96-163d57095b78 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482504 Nov 19 05:15:35.761383 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a72e19a9-732f-4385-89ba-e10897744cf4 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:15:35.858921 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a72e19a9-732f-4385-89ba-e10897744cf4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a72e19a9-732f-4385-89ba-e10897744cf4,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:35.871521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'port_id': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'mac_address': 'fa:16:3e:08:0d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:15:35.909159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:35.922501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72e19a9-732f-4385-89ba-e10897744cf4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:15:35.941844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a72e19a9-732f-4385-89ba-e10897744cf4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a72e19a9-732f-4385-89ba-e10897744cf4,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:35.945504 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:35.991093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a72e19a9-732f-4385-89ba-e10897744cf4,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:36.182168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e30d-d582-4f40-b7c1-a7e1685f18c8 req-0177d97e-992a-46b6-bd03-f9f87bfb94ce tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:36.183800 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bd6e30d-d582-4f40-b7c1-a7e1685f18c8 req-0177d97e-992a-46b6-bd03-f9f87bfb94ce tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 944 time: 0.0485311 Nov 19 05:15:36.235144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7bd6e30d-d582-4f40-b7c1-a7e1685f18c8 req-e9bf4c2c-aeca-4002-b2fd-3f70fb656c73 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Nov 19 05:15:36.357572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a72e19a9-732f-4385-89ba-e10897744cf4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:15:37.352930 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d77444-e23d-4840-a10d-02f189d06701 req-b4cdb079-36bb-42cd-b354-b0ad31f02594 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:37.354552 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83d77444-e23d-4840-a10d-02f189d06701 req-b4cdb079-36bb-42cd-b354-b0ad31f02594 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 944 time: 0.0492980 Nov 19 05:15:37.404784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-83d77444-e23d-4840-a10d-02f189d06701 req-6f748ab3-31ea-4e36-b440-766388e6a382 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 Nov 19 05:15:37.760463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a72e19a9-732f-4385-89ba-e10897744cf4 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:15:37.812629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a72e19a9-732f-4385-89ba-e10897744cf4 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:15:37.816526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a72e19a9-732f-4385-89ba-e10897744cf4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:15:37.816902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:37.898530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:37.922412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:15:37.924648 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3071719-bdcc-4b52-b9bb-b89b225cc71d" -d '{"events": [{"server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "name": "network-vif-plugged", "status": "completed", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:15:37.937038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a72e19a9-732f-4385-89ba-e10897744cf4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a72e19a9-732f-4385-89ba-e10897744cf4,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:15:37.941742 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:37.969478 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8892d8c4-e9d3-426e-94e3-81382b7d1fcb x-openstack-request-id: req-8892d8c4-e9d3-426e-94e3-81382b7d1fcb {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:15:37.969774 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "name": "network-vif-plugged", "status": "completed", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:15:37.970049 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8892d8c4-e9d3-426e-94e3-81382b7d1fcb {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:15:37.970435 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'code': 200} Nov 19 05:15:37.995678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a72e19a9-732f-4385-89ba-e10897744cf4,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:38.107634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cc79d-d209-431b-bafe-17d3c8434209 req-519d7e7a-b8b1-453e-90c3-ff051f5e14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:38.109076 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-981cc79d-d209-431b-bafe-17d3c8434209 req-519d7e7a-b8b1-453e-90c3-ff051f5e14cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1096 time: 0.0444987 Nov 19 05:15:38.162476 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-981cc79d-d209-431b-bafe-17d3c8434209 req-20003db1-a592-42d5-8d42-2e117e137a97 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Nov 19 05:15:38.539279 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5859c33-63f8-4cce-9734-924cc1194800 req-cdfd592c-a4a0-44da-b3e0-e3f7843f6b3f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:38.540890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5859c33-63f8-4cce-9734-924cc1194800 req-cdfd592c-a4a0-44da-b3e0-e3f7843f6b3f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0646479 Nov 19 05:15:38.590560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f5859c33-63f8-4cce-9734-924cc1194800 req-799241fa-97f3-4cc1-8a34-2adb31006839 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 Nov 19 05:15:39.705154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8e81-2d5d-4e80-a7db-490b3cf3e7fb req-90444e39-c1bc-4c97-b0c1-407fef5df16e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:39.706669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-703b8e81-2d5d-4e80-a7db-490b3cf3e7fb req-90444e39-c1bc-4c97-b0c1-407fef5df16e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0484538 Nov 19 05:15:39.754680 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-703b8e81-2d5d-4e80-a7db-490b3cf3e7fb req-3b7b3efb-603c-4f71-9037-d23a3020a539 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Nov 19 05:15:39.872182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2364a-2a76-47c3-a6ba-29a7942e3f23 req-217f31cf-7845-42ac-b43d-7ea6762ca137 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:39.873673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44b2364a-2a76-47c3-a6ba-29a7942e3f23 req-217f31cf-7845-42ac-b43d-7ea6762ca137 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Nov 19 05:15:39.922833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-44b2364a-2a76-47c3-a6ba-29a7942e3f23 req-bcf5f170-92f4-4b1e-9834-222e628f9670 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Nov 19 05:15:39.943985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42946) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:39.985136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b80c7-3e9d-4ea7-8125-9be42a8e8eaf tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:39.986736 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-626b80c7-3e9d-4ea7-8125-9be42a8e8eaf tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1091 time: 0.0417500 Nov 19 05:15:39.989501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42948) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:39.993891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:15:40.017725 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:40.114619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:40.225982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.37 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/9766c659-f0fc-4717-88fa-08bc99f534b4) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:15:40.331024 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:40.364079 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:40.404820 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:15:40.409691 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:15:40.414004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:15:40.417214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=9766c659-f0fc-4717-88fa-08bc99f534b4,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:40.784426 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:40.861885 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:41.016415 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:41.020858 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:41.092372 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=9766c659-f0fc-4717-88fa-08bc99f534b4,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:15:41.103824 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:41.570268 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP a6f44cf7-cf5f-4d42-9042-8bd636e96013 associated. External IP: 172.25.8.37, port: a72e19a9-732f-4385-89ba-e10897744cf4. Nov 19 05:15:41.774530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router acc95ae1-a837-494f-a6fd-684ad05d9104 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:15:41.884901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:15:41.895584 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] Sync routers for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:15:41.903937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:41.906527 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:41.907179 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:15:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:41.934761 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-47d08325-01e0-46ac-bd4a-abc541924311 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9441950 Nov 19 05:15:41.935652 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:15:41.938723 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64368450-d40e-42c3-a2f0-f37fc7a863ba" -d '{"events": [{"name": "network-changed", "server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:15:42.022439 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:42.034696 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b525e54-6aac-425f-bac5-17f2a7a305fc req-495c6dce-6058-4d1e-addc-053128d28db4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:42.036140 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b525e54-6aac-425f-bac5-17f2a7a305fc req-495c6dce-6058-4d1e-addc-053128d28db4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0516524 Nov 19 05:15:42.086069 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0b525e54-6aac-425f-bac5-17f2a7a305fc req-e31bdb9c-dd41-4ff4-a90a-9568f1d624cc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Nov 19 05:15:42.108094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42954) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:42.146217 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565c88c1-0e00-4d5e-a605-f6750e236e4a x-openstack-request-id: req-565c88c1-0e00-4d5e-a605-f6750e236e4a {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:15:42.146525 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:15:42.146790 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-565c88c1-0e00-4d5e-a605-f6750e236e4a {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:15:42.147206 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'status': 'completed', 'code': 200} Nov 19 05:15:42.175636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c8ee05f7-cbec-42f0-935d-f62a3a5d821d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/a6f44cf7-cf5f-4d42-9042-8bd636e96013 HTTP/1.1" status: 200 len: 990 time: 0.0661855 Nov 19 05:15:42.220955 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-37abdcb2-a9e2-42eb-8dc5-3ddc247b173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:42.222484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-37abdcb2-a9e2-42eb-8dc5-3ddc247b173c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1096 time: 0.0425544 Nov 19 05:15:42.261087 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a6f44cf7-cf5f-4d42-9042-8bd636e96013', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'port_id': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'mac_address': 'fa:16:3e:08:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:15:40Z', 'updated_at': '2021-11-19T05:15:40Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:42.288502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] Checking router: acc95ae1-a837-494f-a6fd-684ad05d9104 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:15:42.296542 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:15:42.297864 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:15:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:42.321622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-a560d6f8-f400-49a5-b372-92dda1fdba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:42.323237 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-a560d6f8-f400-49a5-b372-92dda1fdba8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 898 time: 0.0926208 Nov 19 05:15:42.407728 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:15:42.642410 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a6f44cf7-cf5f-4d42-9042-8bd636e96013', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'port_id': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'mac_address': 'fa:16:3e:08:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:15:40Z', 'updated_at': '2021-11-19T05:15:40Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:15:42.674504 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f433e6-89d9-4dc5-9423-d1c34e405d6d None None] The sync data for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 is: [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'a6f44cf7-cf5f-4d42-9042-8bd636e96013', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'port_id': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'mac_address': 'fa:16:3e:08:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:15:40Z', 'updated_at': '2021-11-19T05:15:40Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:15:42.731111 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-fb0ffe0c-2885-49ad-b238-da861338abf9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 998 time: 0.4003115 Nov 19 05:15:42.782493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-d750ec7c-8ec3-4c78-b770-5eaf94cb4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:42.784041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-d750ec7c-8ec3-4c78-b770-5eaf94cb4765 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 200 len: 834 time: 0.0447478 Nov 19 05:15:42.837611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-62f72e53-6e81-4078-9c49-e4d9f015101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:15:42.839940 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-62f72e53-6e81-4078-9c49-e4d9f015101b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01500a56-618a-4af5-818c-fbf15859639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489249 Nov 19 05:15:42.882151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee5866-0b75-4ac8-9300-baf8eb622380 None None] New status for floating IP a6f44cf7-cf5f-4d42-9042-8bd636e96013: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:15:42.932509 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-ad941c4e-f666-4735-8fd1-d7407acbea72 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843334 Nov 19 05:15:43.028195 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64368450-d40e-42c3-a2f0-f37fc7a863ba req-4e1499f6-6d2c-44b8-850a-cf12f77c3a03 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876689 Nov 19 05:15:43.179475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42956) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:15:43.243070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7eefcd3e-63ee-436a-a67a-93f0038b26c9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/a6f44cf7-cf5f-4d42-9042-8bd636e96013 HTTP/1.1" status: 200 len: 992 time: 0.0622663 Nov 19 05:15:51.460017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9b8e6a29-6f0a-48a2-895f-205346abd0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:53.445107 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:53.729984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0ceee385-4512-4b79-a395-16795ea378b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:55.597231 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:56.697015 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:15:57.449435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:02.795569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:04.805858 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-7e92dadd-02ab-4940-ac34-e67032005521 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398183 Nov 19 05:16:04.904995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-3356b62e-2243-4d1d-9863-012bf9bcc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:04.906698 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-3356b62e-2243-4d1d-9863-012bf9bcc81e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1096 time: 0.0403991 Nov 19 05:16:05.014396 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-89964211-69f1-49f4-b5c4-aa536d34f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:05.015904 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-89964211-69f1-49f4-b5c4-aa536d34f9dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 898 time: 0.0884225 Nov 19 05:16:05.083609 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-5d2a854a-f595-4d48-9758-51bdd2478d95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 1000 time: 0.0590503 Nov 19 05:16:05.132525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-194351ef-97aa-4a93-844c-3097771397dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:05.133987 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-194351ef-97aa-4a93-844c-3097771397dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 200 len: 834 time: 0.0431225 Nov 19 05:16:05.184295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-6a8e721d-023d-4f69-8965-3915e298782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:05.185693 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-6a8e721d-023d-4f69-8965-3915e298782e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01500a56-618a-4af5-818c-fbf15859639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443342 Nov 19 05:16:05.278409 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-e28ee726-8a6c-4cdc-a75d-6cbf46a60d43 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848963 Nov 19 05:16:05.373056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dc47523a-4935-4438-8bc6-3fe42ca43b4e req-933057b0-393e-4f08-8772-92852a448f6c service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869401 Nov 19 05:16:08.035605 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:16:18.787368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86c72c-304b-4264-9b66-43ff8abb3f25 req-9a441e70-6cee-4a99-82b8-561010689d3f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:18.788883 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a86c72c-304b-4264-9b66-43ff8abb3f25 req-9a441e70-6cee-4a99-82b8-561010689d3f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Nov 19 05:16:18.809552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-8629e7b0-d820-422c-afba-573f0f36d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:18.811115 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-8629e7b0-d820-422c-afba-573f0f36d116 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1096 time: 0.0424640 Nov 19 05:16:18.839311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a86c72c-304b-4264-9b66-43ff8abb3f25 req-2d1caf25-3cfa-4eab-8296-a653e3e56ba6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Nov 19 05:16:18.910776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-f9570d38-8c00-4548-b944-bafde132693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:18.912272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-f9570d38-8c00-4548-b944-bafde132693c service neutron] 10.222.0.31 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 898 time: 0.0915844 Nov 19 05:16:18.982996 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-66bd7d3a-7eb1-44ea-91dd-78e4b299549d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 1000 time: 0.0583272 Nov 19 05:16:19.036970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-a34869c1-bc5d-4e7c-9008-beb70a8febd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:19.038500 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-a34869c1-bc5d-4e7c-9008-beb70a8febd1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 200 len: 834 time: 0.0453322 Nov 19 05:16:19.092081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-1ea3f6ee-968a-45e0-8308-77f2a39e4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:19.093529 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-1ea3f6ee-968a-45e0-8308-77f2a39e4bf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01500a56-618a-4af5-818c-fbf15859639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459096 Nov 19 05:16:19.192041 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-56bbb4fd-9b97-4955-b2ac-d0fe8e7f1bc7 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Nov 19 05:16:19.291577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31ce49b-f640-4c85-bfdf-0058772c68da req-751d8521-7983-4875-994f-9efe3eddd221 service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886400 Nov 19 05:16:19.965645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f750e9-a59c-4d35-9eda-1daa8501c21e req-bca113ff-9034-4797-91fb-7e40e586682f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:19.967163 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09f750e9-a59c-4d35-9eda-1daa8501c21e req-bca113ff-9034-4797-91fb-7e40e586682f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0533111 Nov 19 05:16:20.016784 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09f750e9-a59c-4d35-9eda-1daa8501c21e req-0ccb3d09-80b5-49ab-9818-86b938f8ea9a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Nov 19 05:16:21.146662 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20565b-41a2-4dfe-a699-d4e793b180be req-dec118d2-a934-4c8f-a362-cea1376e143c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:21.148139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a20565b-41a2-4dfe-a699-d4e793b180be req-dec118d2-a934-4c8f-a362-cea1376e143c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0563817 Nov 19 05:16:21.205820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3a20565b-41a2-4dfe-a699-d4e793b180be req-d6886a8f-727c-41bc-96a6-8eff5c62a861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515561 Nov 19 05:16:21.462674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf099957-b575-4a23-9055-6e626b25e6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:22.327569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0def341-1700-45db-8673-056acfac1b95 req-c8286e0e-fb04-41f4-93f8-e54f438b1af0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:22.329124 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0def341-1700-45db-8673-056acfac1b95 req-c8286e0e-fb04-41f4-93f8-e54f438b1af0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0510180 Nov 19 05:16:22.383421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0def341-1700-45db-8673-056acfac1b95 req-d01a7884-e3c3-4fa4-8700-9c97602f8c27 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477147 Nov 19 05:16:23.464195 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:23.503330 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674a286-020e-429b-8d6b-5dced04faad8 req-fa49d009-4676-4a0f-923b-e57391c32cc2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:23.504885 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5674a286-020e-429b-8d6b-5dced04faad8 req-fa49d009-4676-4a0f-923b-e57391c32cc2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Nov 19 05:16:23.554465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5674a286-020e-429b-8d6b-5dced04faad8 req-c29f1f91-1141-4950-babc-626a9acd2f0d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Nov 19 05:16:23.732414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbbe3dce-ac27-416d-8706-794dba691644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:24.672761 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e545-bd31-44af-a71e-3ec79f996217 req-ad30740c-ee71-41e9-98f5-1a3adfcf64c0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:24.674727 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31a9e545-bd31-44af-a71e-3ec79f996217 req-ad30740c-ee71-41e9-98f5-1a3adfcf64c0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0505805 Nov 19 05:16:24.723822 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-31a9e545-bd31-44af-a71e-3ec79f996217 req-b20f1e7a-8b2f-4df3-a975-02dec5e4f3bd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Nov 19 05:16:25.599307 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:25.843370 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759ebb5-d1d3-41aa-9e59-711be9a4b397 req-0316cd38-985f-453b-9a1b-de5c965864f2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:25.844887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6759ebb5-d1d3-41aa-9e59-711be9a4b397 req-0316cd38-985f-453b-9a1b-de5c965864f2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Nov 19 05:16:25.896529 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6759ebb5-d1d3-41aa-9e59-711be9a4b397 req-228ed915-e157-4f62-9181-1f4f32acb66f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451150 Nov 19 05:16:26.701717 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:27.021772 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82caf4f-c4ab-4ff6-b48a-d65d43c20ec5 req-a94506d7-ab17-446a-bb48-1db127fa3ff1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:27.023469 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f82caf4f-c4ab-4ff6-b48a-d65d43c20ec5 req-a94506d7-ab17-446a-bb48-1db127fa3ff1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Nov 19 05:16:27.078347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f82caf4f-c4ab-4ff6-b48a-d65d43c20ec5 req-3be1f721-d0ba-4f45-bcd3-f0b068013eb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487745 Nov 19 05:16:27.452249 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:28.201163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48e427-32b0-4052-9b9c-a7d65fdfc393 req-c48b7494-f27c-406d-a170-3766a988fa98 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:28.202694 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c48e427-32b0-4052-9b9c-a7d65fdfc393 req-c48b7494-f27c-406d-a170-3766a988fa98 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0530107 Nov 19 05:16:28.251840 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9c48e427-32b0-4052-9b9c-a7d65fdfc393 req-5e81eef1-a023-49c0-8518-9aa2310ce7b7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Nov 19 05:16:29.371844 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb4c03-50f3-410f-9dfc-5cb4179a27ce req-b091557c-1217-4f76-8a2e-f2f6ae7e06ac tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:29.373334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccfb4c03-50f3-410f-9dfc-5cb4179a27ce req-b091557c-1217-4f76-8a2e-f2f6ae7e06ac tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0502348 Nov 19 05:16:29.427408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ccfb4c03-50f3-410f-9dfc-5cb4179a27ce req-a3b821cb-126b-444b-9692-03aa79a7d9f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471580 Nov 19 05:16:30.542384 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206625b-9f39-4ddb-bd0a-1f9ce6751ab1 req-8b509d26-fe6a-49e3-a11c-5837d399f272 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:16:30.543873 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7206625b-9f39-4ddb-bd0a-1f9ce6751ab1 req-8b509d26-fe6a-49e3-a11c-5837d399f272 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0489659 Nov 19 05:16:30.597088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7206625b-9f39-4ddb-bd0a-1f9ce6751ab1 req-77918a52-4dc7-4cc5-9119-e8cd7267fc6e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Nov 19 05:16:30.620323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 42992) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:16:30.680934 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-aa898bb0-8bd9-484e-9397-2b88917abf12 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/a6f44cf7-cf5f-4d42-9042-8bd636e96013 HTTP/1.1" status: 200 len: 992 time: 0.0594740 Nov 19 05:16:32.801666 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:45.034737 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:16:51.463360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a3dec026-5ca7-4ec3-b7a1-738ab3e4a556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:53.475820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:53.733608 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-571dca1c-3a13-4e09-bae8-3af7a3878031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:55.602368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:56.702803 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:16:57.456832 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:02.816630 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.070877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43010) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:03.227869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 9766c659-f0fc-4717-88fa-08bc99f534b4 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:17:03.228224 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.310291 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.310638 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.322569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 9766c659-f0fc-4717-88fa-08bc99f534b4 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:17:03.471844 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.497681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=9766c659-f0fc-4717-88fa-08bc99f534b4,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:03.524177 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.524543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.524898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.525250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.525598 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.525954 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.526309 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.526650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.526989 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.527327 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.527667 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.528001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:03.567342 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.567684 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP a6f44cf7-cf5f-4d42-9042-8bd636e96013 disassociated (deleted). External IP: 172.25.8.37, port: a72e19a9-732f-4385-89ba-e10897744cf4. Nov 19 05:17:03.779846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router acc95ae1-a837-494f-a6fd-684ad05d9104 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:17:03.888894 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:17:03.893413 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:03.899880 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] Sync routers for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:17:03.909628 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:03.910274 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:03.921028 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e7a73d80-a663-45b7-a370-ff518f25a4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/floatingips/a6f44cf7-cf5f-4d42-9042-8bd636e96013 HTTP/1.1" status: 204 len: 168 time: 0.8491251 Nov 19 05:17:03.921620 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:17:03.923925 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06d2145-a1bb-4443-9421-1dd773705474" -d '{"events": [{"name": "network-changed", "server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:17:04.017570 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:04.081510 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16a307-19e5-4226-85f2-0cd4a7fde2fe x-openstack-request-id: req-9f16a307-19e5-4226-85f2-0cd4a7fde2fe {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:17:04.082189 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:17:04.082189 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f16a307-19e5-4226-85f2-0cd4a7fde2fe {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:17:04.082483 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'status': 'completed', 'code': 200} Nov 19 05:17:04.190802 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10819e59-76cc-48f9-a716-4f2c07103ebe req-92231be3-42a6-4190-93ef-c910b4ea539a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:04.192418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10819e59-76cc-48f9-a716-4f2c07103ebe req-92231be3-42a6-4190-93ef-c910b4ea539a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0623856 Nov 19 05:17:04.198817 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2145-a1bb-4443-9421-1dd773705474 req-a437c12a-5bd3-4fe6-9d4a-49c924ea749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:04.200325 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-a437c12a-5bd3-4fe6-9d4a-49c924ea749e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 1096 time: 0.0422235 Nov 19 05:17:04.233838 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:04.251525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10819e59-76cc-48f9-a716-4f2c07103ebe req-2b5ee7f1-9c9b-44a0-b6e1-76766f5fe4d4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526018 Nov 19 05:17:04.263655 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] Checking router: acc95ae1-a837-494f-a6fd-684ad05d9104 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:17:04.273508 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:04.274158 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:04.296828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2145-a1bb-4443-9421-1dd773705474 req-f18dd29a-ff37-4d44-b06b-fc9a9ed1ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:04.298292 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-f18dd29a-ff37-4d44-b06b-fc9a9ed1ddb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 200 len: 898 time: 0.0901458 Nov 19 05:17:04.344742 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-7a79909f-57df-4f6e-8cd6-2fd70f3a779b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 200 len: 217 time: 0.0380108 Nov 19 05:17:04.382192 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:04.397520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2145-a1bb-4443-9421-1dd773705474 req-e6968fad-0def-43eb-a200-1804b714d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:04.399647 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-e6968fad-0def-43eb-a200-1804b714d054 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 200 len: 834 time: 0.0463214 Nov 19 05:17:04.448033 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2145-a1bb-4443-9421-1dd773705474 req-4f1fcc61-d6e6-45e2-8115-3a8a085e0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:04.449554 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-4f1fcc61-d6e6-45e2-8115-3a8a085e0fe3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=01500a56-618a-4af5-818c-fbf15859639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396576 Nov 19 05:17:04.545648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-16b9582a-7212-4c23-b5a8-c5090c856edc service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Nov 19 05:17:04.578734 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:04.609712 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbeddd-0816-4df9-ae0f-c417577d9a39 None None] The sync data for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 is: [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:15:27Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '1f2d874a-7b71-4614-bfb0-d0283c2aaa4d', 'name': '', 'network_id': '01500a56-618a-4af5-818c-fbf15859639c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:0c:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:26Z', 'updated_at': '2021-11-19T05:15:30Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'a5061f73-0f33-43bf-bb6b-aea8113f793a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:17:04.638859 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a06d2145-a1bb-4443-9421-1dd773705474 req-1059eedf-c669-4f0e-9148-89b64c3b97aa service neutron] 10.222.0.31 "GET /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Nov 19 05:17:04.829433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379c65ed-c278-4db6-a36d-fd7be580f191 None None] New status for floating IP a6f44cf7-cf5f-4d42-9042-8bd636e96013: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:17:05.374690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3eec1-5269-4d1b-b128-b1ee4b41747c req-bbc6a151-9455-470a-901e-4acd230c9fb3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:05.376134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0de3eec1-5269-4d1b-b128-b1ee4b41747c req-bbc6a151-9455-470a-901e-4acd230c9fb3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Nov 19 05:17:05.426713 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0de3eec1-5269-4d1b-b128-b1ee4b41747c req-59f201a9-ca39-4d88-9972-5b51787ffea7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf15359b-756f-4e26-b8a8-964414865d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 Nov 19 05:17:06.081008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e80b9-f909-4512-8917-4898c93ed046 req-d6ffd38b-be6a-426e-8963-5b87c36c2d65 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:06.083080 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c85e80b9-f909-4512-8917-4898c93ed046 req-d6ffd38b-be6a-426e-8963-5b87c36c2d65 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 945 time: 0.0535924 Nov 19 05:17:06.171093 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port a72e19a9-732f-4385-89ba-e10897744cf4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:17:06.171353 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:06.263468 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port a72e19a9-732f-4385-89ba-e10897744cf4, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a72e19a9-732f-4385-89ba-e10897744cf4,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:06.263837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:06.278323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for a72e19a9-732f-4385-89ba-e10897744cf4 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:17:06.406708 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:06.438259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=a72e19a9-732f-4385-89ba-e10897744cf4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:06.466943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.467313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.467672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.468035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.468381 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.468728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.469072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.469417 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.469757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.470121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.470459 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.470793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:06.492566 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port a72e19a9-732f-4385-89ba-e10897744cf4 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:17:06.495242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:06.498731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c85e80b9-f909-4512-8917-4898c93ed046 req-942fa17b-f7eb-4ee4-bce0-a1c612523c55 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "DELETE /v2.0/ports/a72e19a9-732f-4385-89ba-e10897744cf4 HTTP/1.1" status: 204 len: 173 time: 0.4091713 Nov 19 05:17:06.499214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'name': 'network-vif-deleted', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:17:06.501523 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd75357-b9bf-478d-8a28-59d17c2cbfc1" -d '{"events": [{"server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "name": "network-vif-deleted", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:17:06.532544 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5367ef34-f3ec-4df9-b878-f1f282eea7c3 req-4959c304-66d5-4514-83c8-1022c8428cb0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 210 time: 0.0299911 Nov 19 05:17:06.585286 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ec60b1-dc98-4981-a17e-aa6fa44e5bfc x-openstack-request-id: req-96ec60b1-dc98-4981-a17e-aa6fa44e5bfc {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:17:06.585593 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd30bfb-3ccb-44d1-bbb1-87ea77da8297", "name": "network-vif-deleted", "tag": "a72e19a9-732f-4385-89ba-e10897744cf4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:17:06.585857 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96ec60b1-dc98-4981-a17e-aa6fa44e5bfc {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:17:06.586309 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd30bfb-3ccb-44d1-bbb1-87ea77da8297', 'name': 'network-vif-deleted', 'tag': 'a72e19a9-732f-4385-89ba-e10897744cf4', 'status': 'completed', 'code': 200} Nov 19 05:17:06.781375 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96f423ed-2f74-4a21-b55b-4a7e884d5691 req-4e0a978f-2bb3-4eb1-9f10-cf6f1c036736 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255153 Nov 19 05:17:06.879061 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96f423ed-2f74-4a21-b55b-4a7e884d5691 req-5452916d-a5ca-4768-acde-eb087a734e87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=edd30bfb-3ccb-44d1-bbb1-87ea77da8297 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Nov 19 05:17:07.007917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f423ed-2f74-4a21-b55b-4a7e884d5691 req-d745130a-65d2-4012-9ac5-2d517646afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:07.009437 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96f423ed-2f74-4a21-b55b-4a7e884d5691 req-d745130a-65d2-4012-9ac5-2d517646afd4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1006093 Nov 19 05:17:07.124214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f423ed-2f74-4a21-b55b-4a7e884d5691 req-a42a3e0f-f033-4e18-a145-8e59690b06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:07.125770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-96f423ed-2f74-4a21-b55b-4a7e884d5691 req-a42a3e0f-f033-4e18-a145-8e59690b06c3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975649 Nov 19 05:17:07.591153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43026) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:07.952977 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:08.206435 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:17:08.206706 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:08.294368 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:08.294744 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:08.307688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:17:08.353947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a72e19a9-732f-4385-89ba-e10897744cf4 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:17:08.374310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: a72e19a9-732f-4385-89ba-e10897744cf4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:17:08.374663 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a72e19a9-732f-4385-89ba-e10897744cf4 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:17:08.495703 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:08.531982 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=1f2d874a-7b71-4614-bfb0-d0283c2aaa4d,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:08.702495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:08.920522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router acc95ae1-a837-494f-a6fd-684ad05d9104 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:17:09.029076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:17:09.034574 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9d50a2d0-5e26-42e0-abb1-2836d7780f57 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/acc95ae1-a837-494f-a6fd-684ad05d9104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423549 Nov 19 05:17:09.037799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43028) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:09.042650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] Sync routers for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:17:09.053211 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:09.053836 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:09.105870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting subnet a5061f73-0f33-43bf-bb6b-aea8113f793a {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:17:09.109980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.155663 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.159345 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:09.242150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.301968 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.328977 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Subnet': ['ID=a5061f73-0f33-43bf-bb6b-aea8113f793a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:09.333840 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.339679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-54cb332c-44cb-4c72-8da5-267f516b4b81 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/subnets/a5061f73-0f33-43bf-bb6b-aea8113f793a HTTP/1.1" status: 204 len: 168 time: 0.2984014 Nov 19 05:17:09.339921 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43030) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:09.340062 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6427ea-7009-4c89-810c-ae5e372a432b None None] Network 01500a56-618a-4af5-818c-fbf15859639c requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:17:09.348593 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:17:08Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:09.378592 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] Checking router: acc95ae1-a837-494f-a6fd-684ad05d9104 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:17:09.389646 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] Routers {'acc95ae1-a837-494f-a6fd-684ad05d9104'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:09.390314 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['acc95ae1-a837-494f-a6fd-684ad05d9104'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:09.508976 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] Set router acc95ae1-a837-494f-a6fd-684ad05d9104 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:09.537010 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] DHCP port deletion for 01500a56-618a-4af5-818c-fbf15859639c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:17:09.607810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Deleting port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:17:09.608274 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.691066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] For port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,segment=NetworkSegment(3ea88329-bd15-4620-b3bf-0bc70d3b1f67),segment_id=3ea88329-bd15-4620-b3bf-0bc70d3b1f67)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:09.692114 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.703619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:17:09.712048 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Calling delete_port for 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:17:09.805591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:17:08Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:09.826205 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.832580 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc0bfc-a044-4507-9f2b-252dcebed4e6 None None] The sync data for ids ['acc95ae1-a837-494f-a6fd-684ad05d9104'] in n-d-818503-1 is: [{'id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166999154', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:15:23Z', 'updated_at': '2021-11-19T05:17:08Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '38a90dbe-ede6-4bbc-b21c-f49619e534bf', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc95ae1-a837-494f-a6fd-684ad05d9104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:15:24Z', 'updated_at': '2021-11-19T05:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:17:09.853063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.879449 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:09.908031 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Pushing event deleted for resources: {'Port': ['ID=81b7e801-6d5d-4cd5-85f2-297dd9e7ec55,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:09.932113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] No DVR routers for this DVR port 81b7e801-6d5d-4cd5-85f2-297dd9e7ec55 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:17:09.942141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.942491 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.942843 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.943187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.943526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.943972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.944762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.944762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.944963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.945151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.945483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.945814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd016f5-099b-4e42-9b7d-a449dbd4db31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:09.951755 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.005697 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 38a90dbe-ede6-4bbc-b21c-f49619e534bf {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:17:10.006085 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.088776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 38a90dbe-ede6-4bbc-b21c-f49619e534bf, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=38a90dbe-ede6-4bbc-b21c-f49619e534bf,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:10.089150 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.102254 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 38a90dbe-ede6-4bbc-b21c-f49619e534bf owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:17:10.273026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.307510 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=38a90dbe-ede6-4bbc-b21c-f49619e534bf,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:10.320108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064698bc-0310-4e48-935d-c0c8af135958 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:17:10.372809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.476769 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.478937 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.522235 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.522776 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Fanout notify agent at l3_agent the message router_deleted on router acc95ae1-a837-494f-a6fd-684ad05d9104 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:17:10.530420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.531589 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-caf90704-4cd8-4dab-abe7-aed008e63be2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/routers/acc95ae1-a837-494f-a6fd-684ad05d9104 HTTP/1.1" status: 204 len: 168 time: 1.1907170 Nov 19 05:17:10.534272 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43032) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:10.615491 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.709055 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.732326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01500a56-618a-4af5-818c-fbf15859639c']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:10.743439 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea88329-bd15-4620-b3bf-0bc70d3b1f67') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:10.743748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea88329-bd15-4620-b3bf-0bc70d3b1f67') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:10.752994 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.767547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.774719 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:17:10.775109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:17:10.778014 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:17:10.840334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.847182 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.850982 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/networks/01500a56-618a-4af5-818c-fbf15859639c HTTP/1.1" status: 204 len: 168 time: 0.3157351 Nov 19 05:17:10.853781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43034) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:10.862487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c75b9-d05d-467b-b093-38b2ede6c06f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Network': ['ID=01500a56-618a-4af5-818c-fbf15859639c,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:10.915776 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-217f5438-fb01-417c-95d9-55f360a60a3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:10.943506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-217f5438-fb01-417c-95d9-55f360a60a3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.008491 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-217f5438-fb01-417c-95d9-55f360a60a3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.011523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-217f5438-fb01-417c-95d9-55f360a60a3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.015726 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-217f5438-fb01-417c-95d9-55f360a60a3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf15359b-756f-4e26-b8a8-964414865d3d HTTP/1.1" status: 204 len: 168 time: 0.1578035 Nov 19 05:17:11.024720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f5438-fb01-417c-95d9-55f360a60a3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf15359b-756f-4e26-b8a8-964414865d3d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:11.397625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43040) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:11.402277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482649938', 'description': 'tempest-secgroup-smoke-482649938 description', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:11.423842 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.488283 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.491981 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.521669 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.522893 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1242056 Nov 19 05:17:11.525798 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43042) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:11.530420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:11.534554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32949e3-211e-4bb7-8eca-733f15acad31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:11.560516 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.587417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 38a90dbe-ede6-4bbc-b21c-f49619e534bf no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:17:11.607607 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 38a90dbe-ede6-4bbc-b21c-f49619e534bf {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:17:11.607963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 38a90dbe-ede6-4bbc-b21c-f49619e534bf not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:17:11.608418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:17:11.618946 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.622836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.627948 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:17:11.628307 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 1f2d874a-7b71-4614-bfb0-d0283c2aaa4d not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:17:11.638041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9437bc3f-2012-41f0-80fa-69ffee749cfd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:11.652153 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.653356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-72e8803d-bb55-45c4-b770-5d65d551484e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266017 Nov 19 05:17:11.656074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43044) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:11.660481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:11.686167 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.744921 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.748190 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.766340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597be6eb-0e81-43a4-a546-48a19774b73a,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:11.774837 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.776045 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-24349a18-8c04-4b8e-a81d-2c003fd4573c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190329 Nov 19 05:17:11.778740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43046) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:11.783142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:11.808941 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.867426 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.870998 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.890504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1ced22-1d61-45ff-938f-d3919feb25c9,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:11.899095 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.900298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bf4f8675-879e-42a3-bf8d-a7ff59116bd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205490 Nov 19 05:17:11.903014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43048) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:11.907362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:11.933079 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.990230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:11.993617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.013355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5547603-b248-4787-9719-6a80313813d1,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:12.018753 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.021291 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9ccc9e3a-ed8b-419a-a938-ef0da730f459 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166399 Nov 19 05:17:12.023336 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43050) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:12.027577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:12.049234 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:17:12.054116 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.114331 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.117617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.135431 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f371d5a8-ae85-4981-814d-6ca64496aceb,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:12.142620 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.143829 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61d7b780-6f44-4a29-91fa-d13f1520507a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195893 Nov 19 05:17:12.147708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43052) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:12.151996 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:12.173763 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:17:12.178879 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.237462 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.241158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.260055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dc89c3-8afe-4f61-b5fa-75cd1a4f2175,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:12.265407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.266643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-56f3c65f-66a1-4109-85a0-916931a59a8c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179609 Nov 19 05:17:12.270197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43054) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:12.278311 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'network': {'name': 'tempest-network-smoke--1207520192', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'port_security_enabled': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:12.298321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:17:12.301887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.325450 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:17:12.335749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.336196 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Added segment d7dee1d9-4732-4874-9b0b-c1e01c80f0b0 of type vlan for network c214ecf7-b5b7-4545-b5cb-7a96ef977223 Nov 19 05:17:12.374683 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.402185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.407564 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:12.408142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.462000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1903841 Nov 19 05:17:12.464616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43056) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:12.468883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'admin_state_up': True, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:12.490536 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813a7b7-98d3-4d46-8152-d437930e477d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Network': ['ID=c214ecf7-b5b7-4545-b5cb-7a96ef977223,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:12.500352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:17:12.505000 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.505711 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.560300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.697177 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.911142 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:12.930053 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.033072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.126 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/e3582aa8-b513-4231-b7a9-63087f3207ed) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:17:13.137011 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.171662 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.211562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:17:13.214410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:13.216923 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:17:13.227063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec12d0f-5900-4017-8797-03a521965e80 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:17:13.248964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=e3582aa8-b513-4231-b7a9-63087f3207ed,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:13.340888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f69b75f0-7f18-4ece-a006-d384f77632cc None None] Provisioning complete for port e3582aa8-b513-4231-b7a9-63087f3207ed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:13.341453 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f69b75f0-7f18-4ece-a006-d384f77632cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.377019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f69b75f0-7f18-4ece-a006-d384f77632cc None None] Port e3582aa8-b513-4231-b7a9-63087f3207ed cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:17:13.484412 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.678801 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.808484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 3c501513-f680-4a7b-b6e1-16bf561658ff is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:17:13.914722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:17:13.923884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Sync routers for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:17:13.935629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:13.935989 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:13.936179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:13.937210 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3adb0b55-f221-4ae8-8228-484249244159 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4716823 Nov 19 05:17:13.940471 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43058) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:13.969464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0f5550fd-1b42-4f64-baa4-5584f9cff911 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=88e3d3b2397e4fd086cf83aefad43ca0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278959 Nov 19 05:17:13.972141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43060) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:14.043240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:14.069804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd3251-77d7-4101-b643-bc28e1cc8ba4 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:14.073159 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bfdd3251-77d7-4101-b643-bc28e1cc8ba4 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983419 Nov 19 05:17:14.075077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43062) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:14.112458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8720ee0c-0abf-40e3-8b63-8a2ccfbc9760 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361454 Nov 19 05:17:14.115687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43064) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:14.120338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083529489', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:14.214650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:17:14.218179 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.234017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:13Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:14.261143 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Checking router: 3c501513-f680-4a7b-b6e1-16bf561658ff for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:17:14.261499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Updating router 3c501513-f680-4a7b-b6e1-16bf561658ff port e3582aa8-b513-4231-b7a9-63087f3207ed binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:17:14.287558 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.412934 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.558200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.564291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.614470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f12f3b-89eb-4c30-bb67-58f8df502568 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:17:14.627191 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Attempting to bind port e3582aa8-b513-4231-b7a9-63087f3207ed on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:17:14.627573 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Attempting to bind port e3582aa8-b513-4231-b7a9-63087f3207ed by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:17:14.627947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Attempting to bind port e3582aa8-b513-4231-b7a9-63087f3207ed on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:17:14.630137 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188d206-876e-4061-a20e-d4294eb2628f None None] Pushing event updated for resources: {'Port': ['ID=e3582aa8-b513-4231-b7a9-63087f3207ed,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:14.637678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:17:14.638101 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:17:14.638517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.638914 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:17:14.639959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Bound port: e3582aa8-b513-4231-b7a9-63087f3207ed, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:17:14.639959 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.694396 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] For port e3582aa8-b513-4231-b7a9-63087f3207ed, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:17:14.700378 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] For port e3582aa8-b513-4231-b7a9-63087f3207ed, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e3582aa8-b513-4231-b7a9-63087f3207ed,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:17:14.708767 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.760484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bbb90ea5-771b-4b2c-9c0e-ef59997f3d92 None None] Provisioning complete for port e3582aa8-b513-4231-b7a9-63087f3207ed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:14.761136 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbb90ea5-771b-4b2c-9c0e-ef59997f3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.768678 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2bd17-0774-4fde-80f9-2e7e316b9607 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:17:14.808352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188d206-876e-4061-a20e-d4294eb2628f None None] Pushing event updated for resources: {'Port': ['ID=e3582aa8-b513-4231-b7a9-63087f3207ed,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:14.818684 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Subnet': ['ID=7f5c3952-bba4-470c-a77a-25154da59fb5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:14.822322 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:14.822946 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:14.826186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Checking segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:17:14.826562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network hostable DHCP agents. Network: c214ecf7-b5b7-4545-b5cb-7a96ef977223, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:17:14.846448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:17:14.857199 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, c214ecf7-b5b7-4545-b5cb-7a96ef977223) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:14.861370 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:14.862035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:14.873476 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c14a75-0188-4310-99db-2bc68ff89531 None None] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:17:14.881722 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-8068a435-11fd-4e27-b12b-7734ca19907c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7622695 Nov 19 05:17:14.882181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43066) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:15.057250 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:15.084398 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbb90ea5-771b-4b2c-9c0e-ef59997f3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.196360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-bbb90ea5-771b-4b2c-9c0e-ef59997f3d92 None None] For port e3582aa8-b513-4231-b7a9-63087f3207ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e3582aa8-b513-4231-b7a9-63087f3207ed,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:15.207825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbb90ea5-771b-4b2c-9c0e-ef59997f3d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.296366 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:17:15.297217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.329827 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.340264 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb90ea5-771b-4b2c-9c0e-ef59997f3d92 None None] Pushing event updated for resources: {'Port': ['ID=e3582aa8-b513-4231-b7a9-63087f3207ed,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:15.411058 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-a65e3890-a238-4df2-b327-417e71fffffc None None] Provisioning complete for port e3582aa8-b513-4231-b7a9-63087f3207ed triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:15.411459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a65e3890-a238-4df2-b327-417e71fffffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.522947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:13Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:15.559059 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Allocated IP 172.20.0.2 (c214ecf7-b5b7-4545-b5cb-7a96ef977223/7f5c3952-bba4-470c-a77a-25154da59fb5/2adc1ca9-ddd6-4861-93e3-90b40077eb17) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:17:15.577349 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110385e7-5934-4244-a62b-ec64291bdfb8 None None] The sync data for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 is: [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:13Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:17:15.916723 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.924477 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:15.971688 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:17:15.975547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:15.980129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:17:15.983411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Pushing event updated for resources: {'Port': ['ID=2adc1ca9-ddd6-4861-93e3-90b40077eb17,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:15.984071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.1 (c214ecf7-b5b7-4545-b5cb-7a96ef977223/7f5c3952-bba4-470c-a77a-25154da59fb5/26435bb6-da8c-4b6e-9b8c-849760c08938) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:17:16.043803 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Attempting to bind port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:17:16.044102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Attempting to bind port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:17:16.044470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Attempting to bind port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:17:16.050296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:17:16.051587 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Checking segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:17:16.052044 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.052448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Bound using segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:17:16.052952 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Bound port: 2adc1ca9-ddd6-4861-93e3-90b40077eb17, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:17:16.053348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.121463 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] For port 2adc1ca9-ddd6-4861-93e3-90b40077eb17, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:17:16.122175 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.125236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] For port 2adc1ca9-ddd6-4861-93e3-90b40077eb17, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2adc1ca9-ddd6-4861-93e3-90b40077eb17,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:17:16.136061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.158895 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.208307 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:17:16.211562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:16.214474 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:17:16.217516 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c7e27-7fa8-4527-8285-d6222c00f8fe None None] Pushing event updated for resources: {'Port': ['ID=2adc1ca9-ddd6-4861-93e3-90b40077eb17,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:16.243140 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=26435bb6-da8c-4b6e-9b8c-849760c08938,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:16.275123 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.445339 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.735448 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.740019 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.813892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=26435bb6-da8c-4b6e-9b8c-849760c08938,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:16.819652 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:16.911201 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:17:16.912551 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:17.031459 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 3c501513-f680-4a7b-b6e1-16bf561658ff has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:17:17.145104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:17:17.152775 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b3300004-8d86-4178-bae2-173e6f177f34 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/3c501513-f680-4a7b-b6e1-16bf561658ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2690976 Nov 19 05:17:17.197044 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Sync routers for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:17:17.207332 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:17.208013 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:17.307371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-4fa256cc-d924-4b56-9015-27cf9f28d14d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482649938&fields=id&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 267 time: 0.0456290 Nov 19 05:17:17.316803 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:17.421180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4a414e8-2695-4c15-b1f1-47500836cca6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:17.422689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4a414e8-2695-4c15-b1f1-47500836cca6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 797 time: 0.1084232 Nov 19 05:17:17.438409 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-52dfec2d-a283-4515-9157-10ead5df3172 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/quotas/88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 375 time: 0.0090158 Nov 19 05:17:17.491549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-3bd94ba4-821b-4fe0-b8c0-7fa21f36adf7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476117 Nov 19 05:17:17.527989 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 2, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:17.574566 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Checking router: 3c501513-f680-4a7b-b6e1-16bf561658ff for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:17:17.575002 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Updating router 3c501513-f680-4a7b-b6e1-16bf561658ff port 26435bb6-da8c-4b6e-9b8c-849760c08938 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:17:17.608707 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:17.617888 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-e376bd15-9bf8-4f03-b085-c62e5901d01b service neutron] 10.222.0.52 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121969 Nov 19 05:17:17.690061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e3582aa8-b513-4231-b7a9-63087f3207ed up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:17:17.755038 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port e3582aa8-b513-4231-b7a9-63087f3207ed triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:17.755423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:17.759075 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-39b295dc-b01d-4832-b058-37d7af4b1dbf service neutron] 10.222.0.52 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332963 Nov 19 05:17:17.866544 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2adc1ca9-ddd6-4861-93e3-90b40077eb17 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:17:17.927576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:17.928297 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:17.954999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e6852-5c32-46ff-b92d-5558a24775fe None None] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:17:17.981017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-14cdd69a-7eeb-481d-ac97-096b516190db req-c2ff37c7-523d-4708-b2a1-8f5ae606991a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 210 time: 0.0320706 Nov 19 05:17:17.988869 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.005096 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.033386 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-95fac12b-8ed5-4647-9c4f-084e22369ea2 None None] Provisioning complete for port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:18.033766 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95fac12b-8ed5-4647-9c4f-084e22369ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.069797 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Pushing event updated for resources: {'Port': ['ID=26435bb6-da8c-4b6e-9b8c-849760c08938,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:18.100138 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.100502 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.100853 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.101201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.101543 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.102188 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.102331 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.102551 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.102883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.103208 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.103536 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.103862 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:17:18.120999 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Attempting to bind port 26435bb6-da8c-4b6e-9b8c-849760c08938 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:17:18.121378 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Attempting to bind port 26435bb6-da8c-4b6e-9b8c-849760c08938 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:17:18.121762 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Attempting to bind port 26435bb6-da8c-4b6e-9b8c-849760c08938 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:17:18.127110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:17:18.127481 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Checking segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:17:18.127979 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.128286 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Bound using segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:17:18.128799 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Bound port: 26435bb6-da8c-4b6e-9b8c-849760c08938, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:17:18.129201 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.181826 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.204646 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] For port 26435bb6-da8c-4b6e-9b8c-849760c08938, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:17:18.208478 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] For port 26435bb6-da8c-4b6e-9b8c-849760c08938, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26435bb6-da8c-4b6e-9b8c-849760c08938,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:17:18.213465 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.265462 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-95fac12b-8ed5-4647-9c4f-084e22369ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.286724 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1dfff-592c-4a14-ac78-24e200176df9 None None] Pushing event updated for resources: {'Port': ['ID=26435bb6-da8c-4b6e-9b8c-849760c08938,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:18.287837 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 2adc1ca9-ddd6-4861-93e3-90b40077eb17, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2adc1ca9-ddd6-4861-93e3-90b40077eb17,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:18.289785 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:18.290586 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:16:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:18.296343 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:18.390967 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=2adc1ca9-ddd6-4861-93e3-90b40077eb17,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:18.401763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.db.api [None req-95fac12b-8ed5-4647-9c4f-084e22369ea2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:17:18.402153 n-d-818503-1 neutron-server[109988]: DEBUG oslo_db.api [None req-95fac12b-8ed5-4647-9c4f-084e22369ea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 05:17:18.434717 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:18.652984 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:18Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:18.682155 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc324889-5fdc-49b2-ac45-3485c72f33ec None None] The sync data for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 is: [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:18Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:17:19.078707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Provisioning complete for port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:19.079783 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.157584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-38098ef3-cacd-4438-81ea-6f37f91d0349 req-47bb16dd-d6a0-45d7-85e3-e1daef4e5ccb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 210 time: 0.0445075 Nov 19 05:17:19.181472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-0958943b-5351-4404-bf24-29e4ef41e95a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:19.183081 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-0958943b-5351-4404-bf24-29e4ef41e95a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 797 time: 0.1756365 Nov 19 05:17:19.248465 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Provisioning complete for port 26435bb6-da8c-4b6e-9b8c-849760c08938 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:19.249634 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.269779 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-2539e99b-197d-4e8c-83d3-b20cdb44cf86 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 379 time: 0.0748553 Nov 19 05:17:19.283233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'port': {'device_id': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'admin_state_up': True, 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'security_groups': ['bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:19.354716 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.409113 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] For port 26435bb6-da8c-4b6e-9b8c-849760c08938, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26435bb6-da8c-4b6e-9b8c-849760c08938,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:19.416833 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.437672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:17:19.441689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.478448 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8afb06-1a9a-4747-9b0e-744c72c7a4d2 None None] Pushing event updated for resources: {'Port': ['ID=26435bb6-da8c-4b6e-9b8c-849760c08938,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:19.539743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c170b06b-3c47-4f48-bba0-933ef1d7cec5 None None] Provisioning complete for port 26435bb6-da8c-4b6e-9b8c-849760c08938 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:19.540130 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c170b06b-3c47-4f48-bba0-933ef1d7cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.625749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.13 (c214ecf7-b5b7-4545-b5cb-7a96ef977223/7f5c3952-bba4-470c-a77a-25154da59fb5/b4f78498-a89c-441d-9c74-cd401d3e1c30) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:17:19.790810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.829210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2adc1ca9-ddd6-4861-93e3-90b40077eb17 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:17:19.832810 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.881288 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:17:19.886751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:19.891332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:17:19.893212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:19.893586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.895670 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:19.953420 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:19.954102 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:19.975218 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-c4ecf8ad-652c-48e9-a188-926426e06861 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977892 Nov 19 05:17:19.984977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26435bb6-da8c-4b6e-9b8c-849760c08938 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:17:19.988914 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Request body: {'port': {'device_id': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:20.041254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 26435bb6-da8c-4b6e-9b8c-849760c08938 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:20.041644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.054704 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.164970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-72eaa835-9c29-457e-b9c0-08c47107a649 None None] Provisioning complete for port b4f78498-a89c-441d-9c74-cd401d3e1c30 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:20.165530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-72eaa835-9c29-457e-b9c0-08c47107a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.202709 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-72eaa835-9c29-457e-b9c0-08c47107a649 None None] Port b4f78498-a89c-441d-9c74-cd401d3e1c30 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:17:20.274182 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cecf8e-cb17-4e60-bd16-4548396c7370 req-e6e970b1-1669-4b09-8b3a-89023952f6eb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:20.275803 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0cecf8e-cb17-4e60-bd16-4548396c7370 req-e6e970b1-1669-4b09-8b3a-89023952f6eb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 932 time: 0.0559597 Nov 19 05:17:20.333142 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0cecf8e-cb17-4e60-bd16-4548396c7370 req-e3a838a8-f682-4450-a8e0-989cec1aa1cb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507226 Nov 19 05:17:20.343720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f78498-a89c-441d-9c74-cd401d3e1c30 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:17:20.352242 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.364874 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Transition to ACTIVE for port object b4f78498-a89c-441d-9c74-cd401d3e1c30 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:17:20.368533 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.417913 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:20.501414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:17:20.502781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:17:20.503314 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:17:20.509044 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Port b4f78498-a89c-441d-9c74-cd401d3e1c30 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:17:20.509513 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:17:20.514839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:17:20.515180 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Checking segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:17:20.515578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Bound using segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:17:20.516013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Bound port: b4f78498-a89c-441d-9c74-cd401d3e1c30, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:17:20.516382 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.585267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:17:20.589337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:17:20.594355 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.637110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:20.637741 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:20.639153 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1092 time: 0.6556056 Nov 19 05:17:20.639682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:17:20.643225 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7099aca-46cb-4183-93a7-b167abfb49eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:17:20.668744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5068-54dd-41c1-b9f3-6bc3c85bd6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:20.693081 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213ef3ff-d275-4a8f-921b-ae85fe46fb10 x-openstack-request-id: req-213ef3ff-d275-4a8f-921b-ae85fe46fb10 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:17:20.693455 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:17:20.693784 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-213ef3ff-d275-4a8f-921b-ae85fe46fb10 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:17:20.694324 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'status': 'completed', 'code': 200} Nov 19 05:17:20.730950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-f1cb0b5b-e559-4d27-9b1e-1070d6ea76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:20.733087 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-f1cb0b5b-e559-4d27-9b1e-1070d6ea76ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1095 time: 0.0514555 Nov 19 05:17:20.784459 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-204adcad-d7b3-40a7-aa90-964c0cac980a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 217 time: 0.0424476 Nov 19 05:17:20.844494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-34b9eeea-b9ce-413c-8c2c-380ae2e2ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:20.846791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-34b9eeea-b9ce-413c-8c2c-380ae2e2ae7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0545590 Nov 19 05:17:20.897867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-810f0636-a60c-4f47-9605-a7783cb05e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:20.899356 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-810f0636-a60c-4f47-9605-a7783cb05e06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457578 Nov 19 05:17:20.994257 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-a710aee3-68b1-4ff5-83b2-b87d54a7c4ee service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Nov 19 05:17:21.091943 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b972e943-d6fe-40a4-8b80-3110684ec93b req-02546c04-c140-43f2-9abb-4a198caea6dc service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908115 Nov 19 05:17:21.182935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-a09f72fc-e838-4dba-9d76-0dee187f7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:21.184394 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-a09f72fc-e838-4dba-9d76-0dee187f7cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1095 time: 0.0431354 Nov 19 05:17:21.290610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-da9491ce-f2ba-49c1-8344-8da8c7c3403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:21.292109 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-da9491ce-f2ba-49c1-8344-8da8c7c3403b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.1010203 Nov 19 05:17:21.338194 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-b1e3abee-9319-4f3c-b6c4-0824f228473a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 217 time: 0.0387111 Nov 19 05:17:21.390534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-ae6b25c7-5d39-4c40-835d-f93603cd4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:21.392040 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-ae6b25c7-5d39-4c40-835d-f93603cd4b4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0464344 Nov 19 05:17:21.456528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-878ea9cf-57f6-4ae7-9046-a59bc72187d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:21.459100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-878ea9cf-57f6-4ae7-9046-a59bc72187d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592902 Nov 19 05:17:21.462483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a1a88-d188-4320-a8cb-d18e898226aa req-bc3cf33b-0793-4ab8-82cb-4d7f09f207e6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:21.464136 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d1a1a88-d188-4320-a8cb-d18e898226aa req-bc3cf33b-0793-4ab8-82cb-4d7f09f207e6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0570207 Nov 19 05:17:21.466419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ee36b1ea-827c-43ae-b120-98bfb3c23708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:21.515314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6d1a1a88-d188-4320-a8cb-d18e898226aa req-1fe5dc57-235e-4cb8-b6a3-06bbd7b28ce9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443332 Nov 19 05:17:21.563441 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-913fb8b2-b042-43b4-a662-e2589aac8d5c service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955248 Nov 19 05:17:21.654953 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7099aca-46cb-4183-93a7-b167abfb49eb req-4c0233cf-5f18-4337-869e-ffd6b38fb905 service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839305 Nov 19 05:17:22.033811 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:17:22.632904 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29ed9-89da-4eb2-89c1-f3d7af04440b req-12c7e904-f902-4047-85c7-2d9dc674549b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:22.634443 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24e29ed9-89da-4eb2-89c1-f3d7af04440b req-12c7e904-f902-4047-85c7-2d9dc674549b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0489433 Nov 19 05:17:22.689554 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-24e29ed9-89da-4eb2-89c1-f3d7af04440b req-be84d0d7-509e-49eb-8fa0-d716364ba273 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489388 Nov 19 05:17:23.212618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:17:23.308600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:23.320790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'port_id': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'mac_address': 'fa:16:3e:9c:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:17:23.358517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:23.371438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f78498-a89c-441d-9c74-cd401d3e1c30 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:17:23.392508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:23.396956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:23.446679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:23.474348 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:23.642273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['b4f78498-a89c-441d-9c74-cd401d3e1c30'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:17:23.754505 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-792d4b49-6367-46d4-b517-83162a45d5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:23.810511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ead5-ba47-441a-aabc-d8026e0032d9 req-9031cf3a-c892-4c49-9ecf-3f7451b4cfc0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:23.812015 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9021ead5-ba47-441a-aabc-d8026e0032d9 req-9031cf3a-c892-4c49-9ecf-3f7451b4cfc0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 945 time: 0.0485156 Nov 19 05:17:23.867954 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9021ead5-ba47-441a-aabc-d8026e0032d9 req-7a485389-087d-4cb5-88a7-91f4b33dd490 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481071 Nov 19 05:17:24.986169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1239f-7d81-4059-8fee-9cdbe2e5a631 req-e674b6a0-ce38-42bc-b91c-5c938db4b3f9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:24.987725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ea1239f-7d81-4059-8fee-9cdbe2e5a631 req-e674b6a0-ce38-42bc-b91c-5c938db4b3f9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 945 time: 0.0486872 Nov 19 05:17:25.038021 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8ea1239f-7d81-4059-8fee-9cdbe2e5a631 req-a5bcc74f-5918-42f7-a610-92c8b4a17c1f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431876 Nov 19 05:17:25.212761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:17:25.261247 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port b4f78498-a89c-441d-9c74-cd401d3e1c30 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:17:25.264929 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port b4f78498-a89c-441d-9c74-cd401d3e1c30 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:17:25.265306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:25.347109 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:25.371053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:17:25.373417 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894298d4-2e1e-4c37-9e3c-f6043b69e94b" -d '{"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:17:25.386341 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:17:25.390419 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:25.420003 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a54bdf-b708-48be-9fac-6d7dc6032b6c x-openstack-request-id: req-74a54bdf-b708-48be-9fac-6d7dc6032b6c {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:17:25.420312 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:17:25.420554 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74a54bdf-b708-48be-9fac-6d7dc6032b6c {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:17:25.420951 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'code': 200} Nov 19 05:17:25.448977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:25.514185 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47aac6-8729-46bc-aefd-4c238c828f77 req-d7c8eb82-cb05-4e07-8324-b05ad6178b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:25.515583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db47aac6-8729-46bc-aefd-4c238c828f77 req-d7c8eb82-cb05-4e07-8324-b05ad6178b16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1097 time: 0.0458486 Nov 19 05:17:25.562705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-db47aac6-8729-46bc-aefd-4c238c828f77 req-876bb3d8-3625-47b0-aefd-6282bf2767f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391450 Nov 19 05:17:25.604669 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:26.168622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70754aba-8ea7-4bd1-ac10-e3e6d8ea52b0 req-3ab73234-631e-49e8-8d13-5e351878539e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:26.171225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70754aba-8ea7-4bd1-ac10-e3e6d8ea52b0 req-3ab73234-631e-49e8-8d13-5e351878539e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0616055 Nov 19 05:17:26.224228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-70754aba-8ea7-4bd1-ac10-e3e6d8ea52b0 req-2839c717-8beb-487b-95eb-88caf49d1c61 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447218 Nov 19 05:17:26.707460 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:27.345266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9526-ae0b-4c80-bd0b-36fa059a8dad req-c25e04eb-db2b-4ec3-bf7a-db97ae85f906 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:27.346678 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c0c9526-ae0b-4c80-bd0b-36fa059a8dad req-c25e04eb-db2b-4ec3-bf7a-db97ae85f906 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0495470 Nov 19 05:17:27.395812 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7c0c9526-ae0b-4c80-bd0b-36fa059a8dad req-aab8d77a-0fd4-4b85-b890-e61a64ea6f1b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Nov 19 05:17:27.460155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:27.515261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fd4d4-0a3e-417e-8511-c75e7f710a7d req-89b8007b-a2d1-4a88-bf59-1a982644ef50 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:27.516757 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d22fd4d4-0a3e-417e-8511-c75e7f710a7d req-89b8007b-a2d1-4a88-bf59-1a982644ef50 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0537722 Nov 19 05:17:27.567299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d22fd4d4-0a3e-417e-8511-c75e7f710a7d req-b72b6846-12a3-4908-91c3-9e0102b0ee17 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Nov 19 05:17:27.589227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:27.629651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df582782-5b38-46cd-8c24-46022b7bc5d2 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:27.631252 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-df582782-5b38-46cd-8c24-46022b7bc5d2 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1092 time: 0.0410283 Nov 19 05:17:27.634011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43122) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:27.638572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:17:27.660376 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:27.757758 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:27.857291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.216 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/4787368a-5a68-4387-ad75-db5f74951560) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:17:28.301828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:28.335969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:28.377959 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:17:28.381004 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:17:28.385323 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:17:28.388554 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=4787368a-5a68-4387-ad75-db5f74951560,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:28.744723 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:28.815355 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:28.976941 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:28.981506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:29.054765 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=4787368a-5a68-4387-ad75-db5f74951560,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:17:29.064576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:29.171863 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP 0ebd6141-88d1-4254-9256-e3ce7145b467 associated. External IP: 172.25.8.216, port: b4f78498-a89c-441d-9c74-cd401d3e1c30. Nov 19 05:17:29.384422 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 3c501513-f680-4a7b-b6e1-16bf561658ff has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:17:29.499367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:17:29.509649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] Sync routers for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:17:29.518614 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:29.524136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:29.524772 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:29.551273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d7f76668-120b-4a47-9c6e-19252ae6fc38 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9162314 Nov 19 05:17:29.551948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:17:29.554267 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89795f94-f450-4994-90f6-2989b41e7454" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:17:29.634197 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:29.651653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca449b7-1e23-41d3-a466-4f35a2ba27f8 req-94b528e5-ac6c-453a-a901-d18af239433d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:29.653093 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eca449b7-1e23-41d3-a466-4f35a2ba27f8 req-94b528e5-ac6c-453a-a901-d18af239433d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0511193 Nov 19 05:17:29.702998 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eca449b7-1e23-41d3-a466-4f35a2ba27f8 req-c30b1c95-9fe0-4938-b2c7-32125793950c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438082 Nov 19 05:17:29.725421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43128) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:29.754377 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cad1db-181a-4ca4-85b1-d0464f722d4e x-openstack-request-id: req-54cad1db-181a-4ca4-85b1-d0464f722d4e {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:17:29.754679 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:17:29.756028 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54cad1db-181a-4ca4-85b1-d0464f722d4e {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:17:29.756494 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'status': 'completed', 'code': 200} Nov 19 05:17:29.821429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0294e1e6-90e5-4712-83c8-473762f1444a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/0ebd6141-88d1-4254-9256-e3ce7145b467 HTTP/1.1" status: 200 len: 992 time: 0.0947914 Nov 19 05:17:29.834843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795f94-f450-4994-90f6-2989b41e7454 req-5216e73e-1e8f-45ef-9730-8a47e90f9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:29.836363 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-5216e73e-1e8f-45ef-9730-8a47e90f9f8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1097 time: 0.0547073 Nov 19 05:17:29.871466 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '0ebd6141-88d1-4254-9256-e3ce7145b467', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'port_id': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'mac_address': 'fa:16:3e:9c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:17:28Z', 'updated_at': '2021-11-19T05:17:28Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:29.902761 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] Checking router: 3c501513-f680-4a7b-b6e1-16bf561658ff for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:17:29.912423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:17:29.913148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:17:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:29.932868 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795f94-f450-4994-90f6-2989b41e7454 req-f8b2e976-53e7-4af4-bbb5-c4e61a5c46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:29.934364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-f8b2e976-53e7-4af4-bbb5-c4e61a5c46bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.0915282 Nov 19 05:17:30.002175 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-3c763140-631d-46bb-a139-c238c2e12a8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1000 time: 0.0607417 Nov 19 05:17:30.020051 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:17:30.057069 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795f94-f450-4994-90f6-2989b41e7454 req-25a56f2f-8bf9-486a-b1ec-f10874fe99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:30.058685 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-25a56f2f-8bf9-486a-b1ec-f10874fe99f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0495722 Nov 19 05:17:30.109510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795f94-f450-4994-90f6-2989b41e7454 req-4e5bd951-bd2e-4547-bac8-1d1f73a7930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:30.111099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-4e5bd951-bd2e-4547-bac8-1d1f73a7930c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456538 Nov 19 05:17:30.206032 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-70ef9ae6-d905-4f4f-9c5b-92328af4f9ee service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865018 Nov 19 05:17:30.304613 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-89795f94-f450-4994-90f6-2989b41e7454 req-8978dc1d-e37f-48d4-b39b-e242634368d3 service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913658 Nov 19 05:17:30.409885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '0ebd6141-88d1-4254-9256-e3ce7145b467', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'port_id': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'mac_address': 'fa:16:3e:9c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:17:28Z', 'updated_at': '2021-11-19T05:17:28Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:17:30.440696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ea39b-3ae8-4596-ae80-c954e29dffcb None None] The sync data for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 is: [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '0ebd6141-88d1-4254-9256-e3ce7145b467', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'port_id': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'mac_address': 'fa:16:3e:9c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:17:28Z', 'updated_at': '2021-11-19T05:17:28Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:17:30.622939 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c4103-deb4-43a9-af70-521cc645eaaf None None] New status for floating IP 0ebd6141-88d1-4254-9256-e3ce7145b467: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:17:30.825207 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43130) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:17:30.888855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d15f87a6-c3d7-4c66-ad35-349213f321c0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/0ebd6141-88d1-4254-9256-e3ce7145b467 HTTP/1.1" status: 200 len: 994 time: 0.0624921 Nov 19 05:17:32.824190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:45.247658 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-35179114-c6ce-4717-9afb-0b7d5ad38140 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435505 Nov 19 05:17:45.332137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-c700559f-3dc3-4484-b9bd-cb809680f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:45.333649 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-c700559f-3dc3-4484-b9bd-cb809680f8af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1097 time: 0.0418355 Nov 19 05:17:45.448008 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-26588df9-7a81-46f3-8403-32b8b37e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:45.449472 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-26588df9-7a81-46f3-8403-32b8b37e9cf9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.0951655 Nov 19 05:17:45.517056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-7ae38978-9e66-49f0-8400-d0f47830eeab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1002 time: 0.0582962 Nov 19 05:17:45.567159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-c601361f-570f-47ff-861f-bb5de2857162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:45.568630 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-c601361f-570f-47ff-861f-bb5de2857162 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0432293 Nov 19 05:17:45.617789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-a4995396-cccf-4deb-8bc9-863a3445b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:17:45.619297 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-a4995396-cccf-4deb-8bc9-863a3445b248 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440784 Nov 19 05:17:45.709268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-1baf2c29-900e-440e-941d-447f7bf42989 service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Nov 19 05:17:45.801823 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-35e8a7b1-3164-4b2f-815b-14a0b483fa28 req-c8d2cd23-59fb-408a-8b1c-3c07c5b4268c service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858665 Nov 19 05:17:51.467824 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-748db52d-661f-440d-a211-1a9cd5318351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:53.491984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:53.735016 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072bc07d-186f-496b-b388-bb99d0cecf55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:55.607458 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:56.711100 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:57.462342 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:17:59.032957 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:18:02.198698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8ce4b-b623-401e-917a-8637b9e3c249 req-7af6018f-1371-49ab-b051-aaa07a053220 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:02.199257 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43148) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:18:02.200230 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eec8ce4b-b623-401e-917a-8637b9e3c249 req-7af6018f-1371-49ab-b051-aaa07a053220 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0496752 Nov 19 05:18:02.250459 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eec8ce4b-b623-401e-917a-8637b9e3c249 req-35d9ba58-91d2-40d7-a8e9-f52cfa27681e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Nov 19 05:18:02.280710 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-077edfa5-ae6a-417a-8dcd-a68688c18420 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807712 Nov 19 05:18:02.290147 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-c0dbc365-ae39-4a20-adb5-046310efc6b9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:18:02.291120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-c0dbc365-ae39-4a20-adb5-046310efc6b9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055809 Nov 19 05:18:02.839000 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:03.379852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0568-bdc4-4383-95c7-a5e49c039840 req-776f2eee-d904-4eef-b9dd-2aa185068372 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:03.381525 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1de0568-bdc4-4383-95c7-a5e49c039840 req-776f2eee-d904-4eef-b9dd-2aa185068372 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0554807 Nov 19 05:18:03.431887 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e1de0568-bdc4-4383-95c7-a5e49c039840 req-01113cbc-4273-463b-8b96-fab1cc04e932 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Nov 19 05:18:04.548581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35c890-34a3-4bab-8fb5-f77564ae5ea1 req-7ddb7801-3aa0-4b08-8cb1-d92c30dc492e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:04.550112 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f35c890-34a3-4bab-8fb5-f77564ae5ea1 req-7ddb7801-3aa0-4b08-8cb1-d92c30dc492e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0499783 Nov 19 05:18:04.601121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8f35c890-34a3-4bab-8fb5-f77564ae5ea1 req-910ec9a5-1ba1-47b9-b0c5-551102e39dfb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Nov 19 05:18:05.717619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8f29-7ee9-476f-8741-ce13c4b6c77c req-7a993343-e0ac-48fe-bc61-bb4be05fe2be tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:05.719126 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-103c8f29-7ee9-476f-8741-ce13c4b6c77c req-7a993343-e0ac-48fe-bc61-bb4be05fe2be tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0491807 Nov 19 05:18:05.773200 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-103c8f29-7ee9-476f-8741-ce13c4b6c77c req-1e623495-4e12-4d2f-a13f-0680b91bda00 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480230 Nov 19 05:18:06.892972 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e737-2c17-4b89-8602-ea1155ce67c2 req-43bdafe1-f3da-4889-8861-69c194f40e10 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:06.894548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03d6e737-2c17-4b89-8602-ea1155ce67c2 req-43bdafe1-f3da-4889-8861-69c194f40e10 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0519922 Nov 19 05:18:06.948334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03d6e737-2c17-4b89-8602-ea1155ce67c2 req-b5f68804-c432-43d6-a858-115867c62b83 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452018 Nov 19 05:18:07.618011 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-9567249c-fc11-4315-a02e-5ef8b20af9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:07.619492 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-9567249c-fc11-4315-a02e-5ef8b20af9cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1097 time: 0.0409296 Nov 19 05:18:07.713242 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-08f0fdc7-006a-406a-91d9-e1cb129e6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:07.714730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-08f0fdc7-006a-406a-91d9-e1cb129e6af3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.0884068 Nov 19 05:18:07.781542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-899f8ec6-8695-49c2-819b-d1714c705219 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1002 time: 0.0597794 Nov 19 05:18:07.831847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-97935975-1ced-47e3-ba85-b620fca391df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:07.833975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-97935975-1ced-47e3-ba85-b620fca391df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0438309 Nov 19 05:18:07.882354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-04e9511c-4614-4631-8ce1-363beaea1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:07.883847 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-04e9511c-4614-4631-8ce1-363beaea1e2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439031 Nov 19 05:18:07.978173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-c3db438c-d847-416c-ae02-5a0fb0741b6f service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 Nov 19 05:18:08.066209 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c82aa-47fd-47fd-934a-de83ca0f1bc3 req-7ba35534-495c-4235-8692-bfa3ea6511d7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:08.068419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-968c82aa-47fd-47fd-934a-de83ca0f1bc3 req-7ba35534-495c-4235-8692-bfa3ea6511d7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0494158 Nov 19 05:18:08.075421 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-99869ef6-b019-4ec4-a7b8-f118b9527814 service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905769 Nov 19 05:18:08.119820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-968c82aa-47fd-47fd-934a-de83ca0f1bc3 req-07a4deb3-ef06-4aef-952f-6065a8eb85d1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Nov 19 05:18:09.242092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f504c20-5096-4377-811b-c449f5bef634 req-5806156c-87f3-4d15-8f75-52ef0177bc73 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:09.243599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f504c20-5096-4377-811b-c449f5bef634 req-5806156c-87f3-4d15-8f75-52ef0177bc73 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0534072 Nov 19 05:18:09.294101 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f504c20-5096-4377-811b-c449f5bef634 req-f7274e91-7bdb-4353-9d46-02f30fd898cb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445852 Nov 19 05:18:10.414397 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917f31-9388-42bb-ae4e-d6463f80f9a2 req-100bb967-5cb3-4b1b-9690-5bbd3c8726a8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:10.415925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b917f31-9388-42bb-ae4e-d6463f80f9a2 req-100bb967-5cb3-4b1b-9690-5bbd3c8726a8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0494633 Nov 19 05:18:10.466225 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5b917f31-9388-42bb-ae4e-d6463f80f9a2 req-480953ba-68f1-4728-837e-72d35b0c20c9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Nov 19 05:18:11.587745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e48cc-83d3-45db-832c-8f41995ec45e req-c1b0e73d-393a-4474-847b-28ebaae85133 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:11.589337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e15e48cc-83d3-45db-832c-8f41995ec45e req-c1b0e73d-393a-4474-847b-28ebaae85133 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0538034 Nov 19 05:18:11.639538 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e15e48cc-83d3-45db-832c-8f41995ec45e req-d32b89b2-90c7-43c7-9649-b9710c22d574 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441794 Nov 19 05:18:12.757879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09008e1-af69-43d8-84f5-6d4f59bd22b1 req-fd09497f-5602-4db7-92e6-3b333701878c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:12.759434 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e09008e1-af69-43d8-84f5-6d4f59bd22b1 req-fd09497f-5602-4db7-92e6-3b333701878c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0493622 Nov 19 05:18:12.810464 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e09008e1-af69-43d8-84f5-6d4f59bd22b1 req-989311ea-f92d-4006-a90e-c8cdd3009bab tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448081 Nov 19 05:18:13.927767 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032854ca-188b-4607-8f42-b92b35e247be req-524bb82c-b123-4009-a753-f9382d1d9e36 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:13.929268 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-032854ca-188b-4607-8f42-b92b35e247be req-524bb82c-b123-4009-a753-f9382d1d9e36 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0499582 Nov 19 05:18:13.981997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-032854ca-188b-4607-8f42-b92b35e247be req-5fbc2a46-dda4-4038-b9a7-9e2ef34ec18a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467329 Nov 19 05:18:15.107731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436c15-7951-45a2-ab1c-72d891db313e req-84448d16-9b5a-4028-a986-77c6f4a4ee78 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:15.109176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79436c15-7951-45a2-ab1c-72d891db313e req-84448d16-9b5a-4028-a986-77c6f4a4ee78 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0578837 Nov 19 05:18:15.158975 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-79436c15-7951-45a2-ab1c-72d891db313e req-3bdbc45c-00ce-47b6-a834-420540ced462 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Nov 19 05:18:16.275046 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba20d8-f300-4463-a8a2-a1fb0655c7f3 req-1d66ea8c-99a4-45cf-95cc-f0a4864a91f0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:16.276675 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09ba20d8-f300-4463-a8a2-a1fb0655c7f3 req-1d66ea8c-99a4-45cf-95cc-f0a4864a91f0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0505569 Nov 19 05:18:16.325462 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-09ba20d8-f300-4463-a8a2-a1fb0655c7f3 req-ec8a909c-c602-4da3-b442-0d71376ddcf5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Nov 19 05:18:17.453636 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2242b0-9c31-48f8-b405-e17789069a4b req-da69716c-3283-4f90-b866-fcdb8fbd50b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:17.455183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e2242b0-9c31-48f8-b405-e17789069a4b req-da69716c-3283-4f90-b866-fcdb8fbd50b0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0523355 Nov 19 05:18:17.505044 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e2242b0-9c31-48f8-b405-e17789069a4b req-4157ce60-6542-4168-945e-4f4ffd80890e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Nov 19 05:18:18.624416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1f32-f02a-4f17-9c31-a97b7b7144c4 req-ef04cc28-e8e2-4955-a41e-74d8f9176d87 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:18.625839 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e70c1f32-f02a-4f17-9c31-a97b7b7144c4 req-ef04cc28-e8e2-4955-a41e-74d8f9176d87 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0497882 Nov 19 05:18:18.676011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e70c1f32-f02a-4f17-9c31-a97b7b7144c4 req-11209c74-7f41-48a8-8217-53f265683cbc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435443 Nov 19 05:18:19.792443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0788-2b32-49f0-b6da-453519913ab0 req-e46d4663-1295-42a6-8ded-e0c42034f7dc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:19.793942 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e16e0788-2b32-49f0-b6da-453519913ab0 req-e46d4663-1295-42a6-8ded-e0c42034f7dc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0493987 Nov 19 05:18:19.847806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e16e0788-2b32-49f0-b6da-453519913ab0 req-405cd905-e4f3-4ec1-bf63-57b9660277f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480001 Nov 19 05:18:20.001490 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-d5958f93-1cf9-4dec-b4c5-4b83bc7c484e service neutron] show failed (client error): The resource could not be found. Nov 19 05:18:20.002561 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-d5958f93-1cf9-4dec-b4c5-4b83bc7c484e service neutron] 10.222.0.36 "GET /v2.0/ports/b4f78498-a89c-441d-9c74-cd401d3e1c30/bindings/n-h2-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0545859 Nov 19 05:18:20.207012 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-ceb7ab66-ba81-4864-8507-9d757b94c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:20.208965 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-ceb7ab66-ba81-4864-8507-9d757b94c7b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 1097 time: 0.0418856 Nov 19 05:18:20.236836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:18:20.292684 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:20.492066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:18:20.525094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:18:20.564345 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:18:20.566701 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b817b46-d120-41ff-bcb4-93d4740b5ba6" -d '{"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:18:20.571536 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:20.585214 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Transition to ACTIVE for port object b4f78498-a89c-441d-9c74-cd401d3e1c30 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:18:20.588979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:20.619615 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 05:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe7c24-8997-480a-b464-f8f22fd9102c x-openstack-request-id: req-dabe7c24-8997-480a-b464-f8f22fd9102c {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:18:20.619918 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:18:20.620175 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dabe7c24-8997-480a-b464-f8f22fd9102c {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:18:20.621142 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'code': 200} Nov 19 05:18:20.679158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=6']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:18:20.691037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.691391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.691733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.692116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.692990 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.693329 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.693738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.694091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.694427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.694762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.695089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.695414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:20.726532 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] No DVR routers for this DVR port b4f78498-a89c-441d-9c74-cd401d3e1c30 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:18:20.861490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:18:20.861831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:18:20.862196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:18:20.866991 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Port b4f78498-a89c-441d-9c74-cd401d3e1c30 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:18:20.867315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Attempting to bind port b4f78498-a89c-441d-9c74-cd401d3e1c30 on network c214ecf7-b5b7-4545-b5cb-7a96ef977223 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:18:20.872453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:18:20.872740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Checking segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:18:20.873123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Bound using segment: {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:18:20.873556 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Bound port: b4f78498-a89c-441d-9c74-cd401d3e1c30, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:18:20.873907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:20.937282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:18:20.940376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:18:20.944495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:20.969022 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dcb28-54a6-49b4-8ed4-ecec7c465aeb req-f0d86c46-7468-49c3-b61b-dfcffe36ba64 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:20.970582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-833dcb28-54a6-49b4-8ed4-ecec7c465aeb req-f0d86c46-7468-49c3-b61b-dfcffe36ba64 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0505319 Nov 19 05:18:20.983245 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:20.983964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:20.985288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] 10.222.0.31 "PUT /v2.0/ports/b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1092 time: 0.7523067 Nov 19 05:18:21.003946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c5ada-ec58-4219-aef0-7323aeab3159 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=7']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:18:21.026403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-833dcb28-54a6-49b4-8ed4-ecec7c465aeb req-ac854b6d-3bce-4e3f-844c-6dd104d64b86 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477858 Nov 19 05:18:21.076885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-9979517d-2854-4832-85ee-4c9e282e6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:21.078457 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-9979517d-2854-4832-85ee-4c9e282e6f3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1095 time: 0.0451553 Nov 19 05:18:21.177861 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-ede57444-1c8c-4a11-86ec-fca7c332f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:21.179395 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-ede57444-1c8c-4a11-86ec-fca7c332f62b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.0900023 Nov 19 05:18:21.254855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-8c6c7125-4563-4641-bfe0-d8819d499d0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1000 time: 0.0628998 Nov 19 05:18:21.311551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-e5b9d3a4-de24-4d69-afc6-86f7375fbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:21.312995 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-e5b9d3a4-de24-4d69-afc6-86f7375fbec7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0443108 Nov 19 05:18:21.362301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-2d039e29-03cb-4a4a-b3f6-ef749430335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:21.363801 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-2d039e29-03cb-4a4a-b3f6-ef749430335c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394468 Nov 19 05:18:21.463060 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-a5ce7c71-0f4e-4db2-b9bb-5a3b6ab5d923 service neutron] 10.222.0.31 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889752 Nov 19 05:18:21.485073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-721cd833-0ba9-447f-92ed-e70ffdf76d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:21.563114 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64275d39-5208-486a-a6cf-d7ae3dd273f2 req-d2eb4dbf-4880-4b9f-97a8-abb1adf6c3f1 service neutron] 10.222.0.31 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876958 Nov 19 05:18:22.160530 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa03ae-0327-4fa9-805b-a9ea7fafba08 req-c73efd73-7e7c-40a5-b36f-331ef55cc93a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:22.163154 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82fa03ae-0327-4fa9-805b-a9ea7fafba08 req-c73efd73-7e7c-40a5-b36f-331ef55cc93a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0562804 Nov 19 05:18:22.225037 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-82fa03ae-0327-4fa9-805b-a9ea7fafba08 req-bf140d7c-dab3-44ec-8c1e-5a5f0965547b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553379 Nov 19 05:18:22.621768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:18:22.624215 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff8ddc-881f-441a-bbd0-bb38071428df" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:18:22.672319 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc3baa7-d106-4409-a060-7677d6369212 x-openstack-request-id: req-cdc3baa7-d106-4409-a060-7677d6369212 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:18:22.672684 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:18:22.673010 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdc3baa7-d106-4409-a060-7677d6369212 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:18:22.673463 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'status': 'completed', 'code': 200} Nov 19 05:18:22.763030 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-874487e9-0046-4c73-a21d-fc11b3fb0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:22.764513 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-874487e9-0046-4c73-a21d-fc11b3fb0cce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1095 time: 0.0700679 Nov 19 05:18:22.782630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-61c22de9-90fb-47eb-bc98-cfae903b6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:22.784022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-61c22de9-90fb-47eb-bc98-cfae903b6600 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1095 time: 0.0547106 Nov 19 05:18:22.930057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-dc1b01b5-493d-4363-b6bd-579e76ec053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:22.931457 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-dc1b01b5-493d-4363-b6bd-579e76ec053f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.1588140 Nov 19 05:18:22.933980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-b9104c78-ce1a-481f-b6a0-0133b30ebd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:22.935313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-b9104c78-ce1a-481f-b6a0-0133b30ebd96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.1415956 Nov 19 05:18:23.041051 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-96d6d850-4673-4030-948f-6361f5637375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1000 time: 0.1019671 Nov 19 05:18:23.046577 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-56186550-3aba-4d7e-8302-4fdcc5dad642 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1000 time: 0.1012354 Nov 19 05:18:23.123965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-4aed0db9-4a4a-4c75-9391-4ed6d1355c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:23.125400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-4aed0db9-4a4a-4c75-9391-4ed6d1355c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0772316 Nov 19 05:18:23.130852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-1fac49c5-7e68-4dd4-95ce-720f8e3ba4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:23.132174 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-1fac49c5-7e68-4dd4-95ce-720f8e3ba4a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0754828 Nov 19 05:18:23.201984 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-439c881a-0235-4a52-8313-f21945a68337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:23.203396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-439c881a-0235-4a52-8313-f21945a68337 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702825 Nov 19 05:18:23.205005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-a540ff27-68cb-4c1e-9a9d-2f5ea43299e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:23.206360 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-a540ff27-68cb-4c1e-9a9d-2f5ea43299e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502326 Nov 19 05:18:23.358244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a34e7-d6d8-4556-be1c-380c21f82278 req-cb55886d-ec40-4ccd-b9ad-20c9a5011402 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:23.360445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e10a34e7-d6d8-4556-be1c-380c21f82278 req-cb55886d-ec40-4ccd-b9ad-20c9a5011402 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0548949 Nov 19 05:18:23.365651 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-008d1278-c857-44cc-ae79-f66724208828 service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542754 Nov 19 05:18:23.367782 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-1ae4dcbd-15a5-4f8a-a831-0ee3c061b2d1 service neutron] 10.222.0.31 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490288 Nov 19 05:18:23.416312 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e10a34e7-d6d8-4556-be1c-380c21f82278 req-66c67f35-7b57-48cd-b945-d7fd8bbac7f1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485108 Nov 19 05:18:23.508021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:23.529852 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-500c2366-8ce8-4fe6-90fa-51e9a4ec7d16 service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570318 Nov 19 05:18:23.533377 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-9aff8ddc-881f-441a-bbd0-bb38071428df req-abc862c8-4e56-4378-bf2c-ae2bf66b4053 service neutron] 10.222.0.31 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530774 Nov 19 05:18:23.648722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:18:23.688194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:18:23.736190 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-eddd084e-6937-4a33-85e5-4dc1e3d0a178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:24.533297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e09d6-5a6b-4687-8f86-89c561825461 req-72b50a92-5241-4321-a7f1-596df97f6f56 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:24.534871 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd0e09d6-5a6b-4687-8f86-89c561825461 req-72b50a92-5241-4321-a7f1-596df97f6f56 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0495105 Nov 19 05:18:24.586586 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fd0e09d6-5a6b-4687-8f86-89c561825461 req-7cd6e229-441c-4515-bf9a-66e5ad02239e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456936 Nov 19 05:18:24.783686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc33e00-1fd6-4809-a32c-6ed849e118ed req-18b86054-5e31-4ad0-b708-ddc51ccc2d3f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:24.785368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3fc33e00-1fd6-4809-a32c-6ed849e118ed req-18b86054-5e31-4ad0-b708-ddc51ccc2d3f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0548568 Nov 19 05:18:24.799415 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-e7f05221-b109-477a-84ed-049845e788c0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:24.800961 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-e7f05221-b109-477a-84ed-049845e788c0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&binding%3Ahost_id=n-h2-818503-1 HTTP/1.1" status: 200 len: 944 time: 0.0569224 Nov 19 05:18:24.837329 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-3fc33e00-1fd6-4809-a32c-6ed849e118ed req-a38fd0a9-bc55-49c4-94c5-dafa35f68848 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Nov 19 05:18:24.861711 n-d-818503-1 neutron-server[109987]: INFO neutron.api.v2.resource [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-f7a10ffb-8fb7-44cd-b2a9-cac7b5b4b7f4 service neutron] delete failed (client error): The resource could not be found. Nov 19 05:18:24.862797 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-f7a10ffb-8fb7-44cd-b2a9-cac7b5b4b7f4 service neutron] 10.222.0.36 "DELETE /v2.0/ports/b4f78498-a89c-441d-9c74-cd401d3e1c30/bindings/n-h1-818503-1 HTTP/1.1" status: 404 len: 380 time: 0.0543423 Nov 19 05:18:24.948975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-ab9be0b2-5ce8-41a9-acc4-0e944fe116bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:24.950446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-ab9be0b2-5ce8-41a9-acc4-0e944fe116bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1095 time: 0.0433764 Nov 19 05:18:24.957049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd009dd-e001-4886-a674-aa373958e116 req-02c56fd4-54cd-4100-8993-e3b2ae866567 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:24.958682 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffd009dd-e001-4886-a674-aa373958e116 req-02c56fd4-54cd-4100-8993-e3b2ae866567 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0513892 Nov 19 05:18:25.009380 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ffd009dd-e001-4886-a674-aa373958e116 req-10d924dd-c098-4c50-90f5-438b69cf1c89 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Nov 19 05:18:25.045903 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-706f76d0-52d3-4c46-a849-694c686259c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:25.047415 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-706f76d0-52d3-4c46-a849-694c686259c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.0897563 Nov 19 05:18:25.113820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-13669a9b-5698-494c-9f10-1fdd18c74276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 1000 time: 0.0574117 Nov 19 05:18:25.163152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-4d963d2c-8156-4887-9b81-34e3523c2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:25.164575 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-4d963d2c-8156-4887-9b81-34e3523c2afd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0431154 Nov 19 05:18:25.540723 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-a30c9e60-a7b2-4810-b631-819ba187a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:25.542273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-a30c9e60-a7b2-4810-b631-819ba187a4bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3697984 Nov 19 05:18:25.610298 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:25.633140 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-37891842-6908-4b4f-a7b9-f86b022fa38d service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835049 Nov 19 05:18:25.725100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48bbd8bf-d8b6-47b7-bd13-9dd94c4d403e req-cbf158e2-dfc5-4bef-b77b-929b314da98e service neutron] 10.222.0.36 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Nov 19 05:18:26.134676 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1d3fb-2933-4cee-9285-71c795748506 req-1a5a54d6-2eda-4aeb-8264-fa3dcb66d9fc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:26.137072 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf1d3fb-2933-4cee-9285-71c795748506 req-1a5a54d6-2eda-4aeb-8264-fa3dcb66d9fc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 944 time: 0.0544779 Nov 19 05:18:26.194810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1bf1d3fb-2933-4cee-9285-71c795748506 req-7e896529-ae43-40ab-a121-9e076a8d205b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514934 Nov 19 05:18:26.629890 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:18:26.731269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:26.737409 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:18:26.748133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'port_id': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'mac_address': 'fa:16:3e:9c:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:18:26.787964 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:26.800998 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f78498-a89c-441d-9c74-cd401d3e1c30 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:18:26.820791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:18:26.824622 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:26.880430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:18:26.887999 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.888350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.888707 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.889036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.889372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.889708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.890068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.890417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.890727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.891052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.891377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:26.891702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:27.201517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['b4f78498-a89c-441d-9c74-cd401d3e1c30'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:18:27.314085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42779a45-4df8-449b-892b-de937f32afe6 req-6119524c-b308-426b-b0dd-3feffcc50504 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:27.315510 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42779a45-4df8-449b-892b-de937f32afe6 req-6119524c-b308-426b-b0dd-3feffcc50504 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 945 time: 0.0497284 Nov 19 05:18:27.366449 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-42779a45-4df8-449b-892b-de937f32afe6 req-24e20d51-1b29-42f7-8ea8-3eab79854e8d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Nov 19 05:18:27.389214 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43238) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:18:27.450692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3da91f0c-d84b-4c54-9d5f-8751b0215e52 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/0ebd6141-88d1-4254-9256-e3ce7145b467 HTTP/1.1" status: 200 len: 993 time: 0.0602939 Nov 19 05:18:27.464069 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:28.646432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:18:28.694943 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port b4f78498-a89c-441d-9c74-cd401d3e1c30 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:18:28.698461 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port b4f78498-a89c-441d-9c74-cd401d3e1c30 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:18:28.698846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:28.780282 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:28.803317 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:18:28.805554 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7329a5-c23f-46c2-a238-56e52dc91b83" -d '{"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:18:28.818412 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:18:28.823140 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:28.849399 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360dfe6-20fe-47c3-b589-4b3a81e8ba90 x-openstack-request-id: req-1360dfe6-20fe-47c3-b589-4b3a81e8ba90 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:18:28.849702 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-plugged", "status": "completed", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:18:28.849987 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1360dfe6-20fe-47c3-b589-4b3a81e8ba90 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:18:28.850387 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'code': 200} Nov 19 05:18:28.872584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=9']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:18:32.840872 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:36.031099 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:18:51.466654 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3213dba8-b41b-46f1-acb8-70c2fe19ef1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:53.504379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:53.739501 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb717-c785-43df-a013-6459f59833fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:55.614187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:55.981550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43252) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:18:56.148386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 4787368a-5a68-4387-ad75-db5f74951560 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:18:56.148636 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.222353 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.222693 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.234944 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 4787368a-5a68-4387-ad75-db5f74951560 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:18:56.386096 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.413893 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=4787368a-5a68-4387-ad75-db5f74951560,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:18:56.440645 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.441039 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.441395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.441747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.442126 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.442473 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.442815 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.443358 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.443874 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.444218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.444560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.444900 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:18:56.487456 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.487796 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP 0ebd6141-88d1-4254-9256-e3ce7145b467 disassociated (deleted). External IP: 172.25.8.216, port: b4f78498-a89c-441d-9c74-cd401d3e1c30. Nov 19 05:18:56.696537 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 3c501513-f680-4a7b-b6e1-16bf561658ff has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:18:56.716303 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.806084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:18:56.810893 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:56.815470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] Sync routers for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:18:56.825874 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:18:56.826616 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:18:56.842376 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9074fc7c-1434-4616-b899-356a2c2594ae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/floatingips/0ebd6141-88d1-4254-9256-e3ce7145b467 HTTP/1.1" status: 204 len: 168 time: 0.8594155 Nov 19 05:18:56.842898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:18:56.845847 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:18:56.938462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:18:57.057121 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af645fff-f8de-4f79-b9a0-c36e19996cac x-openstack-request-id: req-af645fff-f8de-4f79-b9a0-c36e19996cac {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:18:57.057121 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:18:57.057714 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af645fff-f8de-4f79-b9a0-c36e19996cac {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:18:57.057714 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'status': 'completed', 'code': 200} Nov 19 05:18:57.144560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-99c68530-645a-4400-af48-6141f55f2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:57.147000 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-99c68530-645a-4400-af48-6141f55f2cc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 1097 time: 0.0432947 Nov 19 05:18:57.155605 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36245c-329e-4b9b-9dcc-44b1b1c6de7d req-ae0f5898-7637-49d5-b94a-5421dee1aeef tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:57.155810 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:18:57.157239 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf36245c-329e-4b9b-9dcc-44b1b1c6de7d req-ae0f5898-7637-49d5-b94a-5421dee1aeef tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0555215 Nov 19 05:18:57.187021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] Checking router: 3c501513-f680-4a7b-b6e1-16bf561658ff for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:18:57.196212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:18:57.196831 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:18:57.214514 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cf36245c-329e-4b9b-9dcc-44b1b1c6de7d req-361411c2-74e3-4821-af16-046fbca7eea9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494809 Nov 19 05:18:57.247755 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-e696d6b1-72c8-47e7-b489-73ac44235275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:57.249252 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-e696d6b1-72c8-47e7-b489-73ac44235275 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 200 len: 898 time: 0.0930009 Nov 19 05:18:57.291930 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-592a1bee-276e-4137-9624-b1ca15b6a3c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 200 len: 217 time: 0.0343370 Nov 19 05:18:57.307775 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:18:57.342541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-6f70cdab-b8dc-4b22-8b33-454897c06b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:57.344118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-6f70cdab-b8dc-4b22-8b33-454897c06b99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 200 len: 835 time: 0.0448472 Nov 19 05:18:57.396116 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-434627cc-35b9-4d88-94cf-cdec70476750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:57.397753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-434627cc-35b9-4d88-94cf-cdec70476750 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c214ecf7-b5b7-4545-b5cb-7a96ef977223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449338 Nov 19 05:18:57.480491 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:57.497800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-1725b07c-16b9-48e0-a096-9ad3680f83d8 service neutron] 10.222.0.31 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904336 Nov 19 05:18:57.527845 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:18:57.560052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc42f63-d7fb-4438-a734-f3e04fbd090b None None] The sync data for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 is: [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:16Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '26435bb6-da8c-4b6e-9b8c-849760c08938', 'name': '', 'network_id': 'c214ecf7-b5b7-4545-b5cb-7a96ef977223', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:68:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:15Z', 'updated_at': '2021-11-19T05:17:19Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '7f5c3952-bba4-470c-a77a-25154da59fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:18:57.598565 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-93dc2cf0-80d4-4558-b4d9-e6e6371560fd req-28af4b87-2070-41d5-a09f-17bbc5f07ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914545 Nov 19 05:18:57.791408 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1159e38-27b2-4e7d-b522-a631cb9a4e41 None None] New status for floating IP 0ebd6141-88d1-4254-9256-e3ce7145b467: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:18:58.332859 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ee664-bbf5-445d-a5ee-1dfa03e47ba2 req-966fcbdc-085f-492b-9388-5e050d6f2bd9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:58.334382 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-660ee664-bbf5-445d-a5ee-1dfa03e47ba2 req-966fcbdc-085f-492b-9388-5e050d6f2bd9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0492973 Nov 19 05:18:58.383183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-660ee664-bbf5-445d-a5ee-1dfa03e47ba2 req-007bcc8f-73d7-462a-9ce6-4f33ba5b7ab8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Nov 19 05:18:58.776964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-f0d4feb1-1de3-4e3f-b96e-1b8743c218b4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:18:58.778464 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-f0d4feb1-1de3-4e3f-b96e-1b8743c218b4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 946 time: 0.0501025 Nov 19 05:18:58.867762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port b4f78498-a89c-441d-9c74-cd401d3e1c30 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:18:58.868108 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:58.960521 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port b4f78498-a89c-441d-9c74-cd401d3e1c30, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=b4f78498-a89c-441d-9c74-cd401d3e1c30,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:18:58.960885 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:58.973027 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for b4f78498-a89c-441d-9c74-cd401d3e1c30 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:18:59.111439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:59.140807 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=b4f78498-a89c-441d-9c74-cd401d3e1c30,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:18:59.188585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port b4f78498-a89c-441d-9c74-cd401d3e1c30 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:18:59.191272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:18:59.195627 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-efc48fd6-fa20-4720-8d9d-a242f65c2edc req-a5757fec-0a75-4bd2-909d-981819752047 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "DELETE /v2.0/ports/b4f78498-a89c-441d-9c74-cd401d3e1c30 HTTP/1.1" status: 204 len: 173 time: 0.4105973 Nov 19 05:18:59.196079 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-deleted', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:18:59.198397 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c27a9-11fc-472a-880f-c267db0b71f8" -d '{"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-deleted", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:18:59.239384 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad03f41a-d4e0-4f10-b4e2-c68426428ce7 x-openstack-request-id: req-ad03f41a-d4e0-4f10-b4e2-c68426428ce7 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:18:59.239722 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae4423e-4b63-47f3-a28b-191cb6701b6e", "name": "network-vif-deleted", "tag": "b4f78498-a89c-441d-9c74-cd401d3e1c30", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:18:59.240532 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad03f41a-d4e0-4f10-b4e2-c68426428ce7 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:18:59.242042 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae4423e-4b63-47f3-a28b-191cb6701b6e', 'name': 'network-vif-deleted', 'tag': 'b4f78498-a89c-441d-9c74-cd401d3e1c30', 'status': 'completed', 'code': 200} Nov 19 05:18:59.502679 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-acff2e89-bf13-4e3a-811a-df5826441300 req-8fb5c316-afa5-4522-948e-33be8152b2c5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae4423e-4b63-47f3-a28b-191cb6701b6e HTTP/1.1" status: 200 len: 210 time: 0.0310380 Nov 19 05:19:00.562642 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43270) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:00.933567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:01.188259 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 26435bb6-da8c-4b6e-9b8c-849760c08938 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:19:01.188514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:01.284828 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 26435bb6-da8c-4b6e-9b8c-849760c08938, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=26435bb6-da8c-4b6e-9b8c-849760c08938,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:01.285226 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:01.297802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 26435bb6-da8c-4b6e-9b8c-849760c08938 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:19:01.485537 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:01.512453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=26435bb6-da8c-4b6e-9b8c-849760c08938,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:01.692891 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:01.911255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 3c501513-f680-4a7b-b6e1-16bf561658ff has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:19:02.028458 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:19:02.035567 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6d0fc24e-0556-4f6b-aa58-560faefe7213 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/3c501513-f680-4a7b-b6e1-16bf561658ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717653 Nov 19 05:19:02.038824 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43272) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:02.040037 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] Sync routers for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:19:02.049496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:02.050148 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:02.091599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting subnet 7f5c3952-bba4-470c-a77a-25154da59fb5 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:19:02.094676 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.136376 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.228429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.292082 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.315873 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:02.316831 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5c3952-bba4-470c-a77a-25154da59fb5,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:02.322670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.325908 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e9c7879e-93e9-4c93-919c-19fb0d32226b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/subnets/7f5c3952-bba4-470c-a77a-25154da59fb5 HTTP/1.1" status: 204 len: 168 time: 0.2858877 Nov 19 05:19:02.328543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43274) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:02.343970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e64828-6180-4ad8-8263-1d192c47b01d None None] Network c214ecf7-b5b7-4545-b5cb-7a96ef977223 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:19:02.465692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.571401 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.604043 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:19:01Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': 'e3582aa8-b513-4231-b7a9-63087f3207ed', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:02.631876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port e3582aa8-b513-4231-b7a9-63087f3207ed {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:19:02.632227 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.640318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] Checking router: 3c501513-f680-4a7b-b6e1-16bf561658ff for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:19:02.650187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] Routers {'3c501513-f680-4a7b-b6e1-16bf561658ff'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:02.652006 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['3c501513-f680-4a7b-b6e1-16bf561658ff'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:02.713791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] DHCP port deletion for c214ecf7-b5b7-4545-b5cb-7a96ef977223 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:19:02.717353 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port e3582aa8-b513-4231-b7a9-63087f3207ed, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=e3582aa8-b513-4231-b7a9-63087f3207ed,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:02.717877 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.734591 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for e3582aa8-b513-4231-b7a9-63087f3207ed owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:19:02.769273 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] Set router 3c501513-f680-4a7b-b6e1-16bf561658ff gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:02.830082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:19:02.833296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:19:02Z', 'revision_number': 6, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:02.887258 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: b4f78498-a89c-441d-9c74-cd401d3e1c30 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:19:02.887483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device b4f78498-a89c-441d-9c74-cd401d3e1c30 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:19:02.892316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0810d6f-0047-46b8-bf1f-51a2e1fd19b2 None None] The sync data for ids ['3c501513-f680-4a7b-b6e1-16bf561658ff'] in n-d-818503-1 is: [{'id': '3c501513-f680-4a7b-b6e1-16bf561658ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032711278', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:17:12Z', 'updated_at': '2021-11-19T05:19:02Z', 'revision_number': 6, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:19:02.902181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.905985 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] Deleting port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:19:02.906384 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.913894 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.945403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=e3582aa8-b513-4231-b7a9-63087f3207ed,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:02.961179 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f2035-21be-4b42-a82c-208bcb97f40a None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:19:02.981568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] For port 2adc1ca9-ddd6-4861-93e3-90b40077eb17, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2adc1ca9-ddd6-4861-93e3-90b40077eb17,segment=NetworkSegment(d7dee1d9-4732-4874-9b0b-c1e01c80f0b0),segment_id=d7dee1d9-4732-4874-9b0b-c1e01c80f0b0)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:02.982004 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:02.995680 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] Calling delete_port for 2adc1ca9-ddd6-4861-93e3-90b40077eb17 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:19:03.010680 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.077962 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.110746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] Pushing event deleted for resources: {'Port': ['ID=2adc1ca9-ddd6-4861-93e3-90b40077eb17,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:03.112600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a861cd0-e286-4bfb-991e-4b14e146b145 None None] No DVR routers for this DVR port 2adc1ca9-ddd6-4861-93e3-90b40077eb17 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:19:03.116208 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.118234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.167275 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.167815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Fanout notify agent at l3_agent the message router_deleted on router 3c501513-f680-4a7b-b6e1-16bf561658ff {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:19:03.175551 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.176660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-e300f151-b8db-40c0-94f2-381069d3b522 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/routers/3c501513-f680-4a7b-b6e1-16bf561658ff HTTP/1.1" status: 204 len: 168 time: 0.8472092 Nov 19 05:19:03.180036 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43276) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:03.264899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.367155 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.397884 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c214ecf7-b5b7-4545-b5cb-7a96ef977223']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:03.409113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:03.409422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dee1d9-4732-4874-9b0b-c1e01c80f0b0') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:03.421381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.440555 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.448758 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:19:03.449351 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:19:03.453532 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:19:03.522399 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.529203 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.532501 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/networks/c214ecf7-b5b7-4545-b5cb-7a96ef977223 HTTP/1.1" status: 204 len: 168 time: 0.3514805 Nov 19 05:19:03.535553 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43278) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:03.544843 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88ce5d-07c7-4224-89c0-b38762a8325e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Network': ['ID=c214ecf7-b5b7-4545-b5cb-7a96ef977223,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:03.593475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5246bdce-7710-49ad-a9d3-c29827911001 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.619433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5246bdce-7710-49ad-a9d3-c29827911001 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.695406 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5246bdce-7710-49ad-a9d3-c29827911001 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.698148 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-5246bdce-7710-49ad-a9d3-c29827911001 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:03.702758 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5246bdce-7710-49ad-a9d3-c29827911001 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/security-groups/bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7 HTTP/1.1" status: 204 len: 168 time: 0.1650565 Nov 19 05:19:03.713006 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246bdce-7710-49ad-a9d3-c29827911001 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b51bf-a2d6-464d-87fc-a1fe5195c3a7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:03.744911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e3582aa8-b513-4231-b7a9-63087f3207ed no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:19:03.771630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: e3582aa8-b513-4231-b7a9-63087f3207ed {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:19:03.771981 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device e3582aa8-b513-4231-b7a9-63087f3207ed not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:19:03.772419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2adc1ca9-ddd6-4861-93e3-90b40077eb17 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:19:03.795764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2adc1ca9-ddd6-4861-93e3-90b40077eb17 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:19:03.796120 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2adc1ca9-ddd6-4861-93e3-90b40077eb17 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:19:03.796547 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26435bb6-da8c-4b6e-9b8c-849760c08938 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:19:03.816377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 26435bb6-da8c-4b6e-9b8c-849760c08938 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:19:03.816730 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 26435bb6-da8c-4b6e-9b8c-849760c08938 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:19:04.136218 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43284) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.141108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574847187', 'description': 'tempest-secgroup-smoke-1574847187 description', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.163577 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.228907 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.232340 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.262475 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.263710 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1262245 Nov 19 05:19:04.265721 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5179b6-6556-4db6-a82c-bb732ebb3b46 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:04.266772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43286) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.271937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4639f-e1ce-4e74-872c-052ba0b1c2d3', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.299592 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.354719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.358341 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.376757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4adb2b-9b2f-43bf-a273-6dcdbb23436f,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:04.385298 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.386818 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c645ab5f-2f58-4515-a929-83df3d10e13e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187856 Nov 19 05:19:04.389578 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43288) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.393945 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4639f-e1ce-4e74-872c-052ba0b1c2d3', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.420650 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.475979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.479397 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.500261 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb97d109-74fa-43ef-a8c7-407a7e5659de,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:04.509304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.510517 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3b3ed33b-9ca2-4512-88b5-76d13cd61eba tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199694 Nov 19 05:19:04.513427 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43290) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.518146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4639f-e1ce-4e74-872c-052ba0b1c2d3', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.544578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.600360 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.604033 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.622830 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9aab3f-6e60-47be-8f30-4e16e0b36bb4,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:04.628136 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.629469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-05d42d4d-cc35-4c00-8180-176470aed033 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148007 Nov 19 05:19:04.632183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43292) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.636433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4639f-e1ce-4e74-872c-052ba0b1c2d3', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.664469 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.719628 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.722945 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.740802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62a9059-52ac-4947-acd5-d8d0ea6de4a5,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:04.747985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.749192 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-113fe45a-654c-4f23-a990-8bc50d67ebd3 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160855 Nov 19 05:19:04.751877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43294) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.756592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4639f-e1ce-4e74-872c-052ba0b1c2d3', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.781678 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:19:04.787414 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.846566 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.850645 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.870363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da6b35e-680c-4989-ab3f-ccb6e518d3dc,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:04.878063 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.879258 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-432fbb35-ccfb-4d59-92c7-5b4665ee0dae tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263993 Nov 19 05:19:04.882717 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43296) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:04.887251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4639f-e1ce-4e74-872c-052ba0b1c2d3', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:04.909226 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:19:04.914286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.974554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.978037 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:04.994750 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb674579-65c5-435c-b7de-82f7d6af0c50,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:05.002644 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.003839 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bcd6e581-6b54-4c57-afa1-71d3d9cc3ffa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201968 Nov 19 05:19:05.007846 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43298) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:05.012851 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'network': {'name': 'tempest-network-smoke--294763694', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'port_security_enabled': True}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:05.033423 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:19:05.036839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.059859 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:19:05.069607 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.070017 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Added segment ef11b22a-8f3f-46da-99af-7998167e5943 of type vlan for network 71f422d3-4807-4781-af42-08a74c75e58a Nov 19 05:19:05.112313 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.141498 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.147860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:05.148450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.206103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972187 Nov 19 05:19:05.209393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43300) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:05.220922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'admin_state_up': True, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:05.234021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0a706-1582-4b9a-8639-e03d79f7f125 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Network': ['ID=71f422d3-4807-4781-af42-08a74c75e58a,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:05.245432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 71f422d3-4807-4781-af42-08a74c75e58a details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:19:05.252304 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.253326 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.306240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.445240 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.630594 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.652318 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.750915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.201 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/9a7e9d52-6793-4a29-b75e-3428a211cf5e) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:19:05.853131 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.887152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:05.926435 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:19:05.930239 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:05.933597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:19:05.942934 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3cf18-bb3f-4a39-82d0-ca6804af6551 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:19:05.955487 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=9a7e9d52-6793-4a29-b75e-3428a211cf5e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:06.056370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e99aa8d0-d69c-40a5-afaa-c2d52c52ea10 None None] Provisioning complete for port 9a7e9d52-6793-4a29-b75e-3428a211cf5e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:06.056778 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e99aa8d0-d69c-40a5-afaa-c2d52c52ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:06.091238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e99aa8d0-d69c-40a5-afaa-c2d52c52ea10 None None] Port 9a7e9d52-6793-4a29-b75e-3428a211cf5e cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:19:06.504930 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:06.704758 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:06.831493 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 88b02240-214d-41d4-b1b3-1f067771dfa4 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:19:06.938630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:19:06.950228 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Sync routers for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:19:06.963803 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:06.965075 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a9505b99-f0c0-4f7b-ad87-61b93ba9bea5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7547340 Nov 19 05:19:06.968264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43302) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:06.970949 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:06.971575 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:07.001572 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bb8582c1-3492-4e43-a028-a9e5097932a6 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=88e3d3b2397e4fd086cf83aefad43ca0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322223 Nov 19 05:19:07.004183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43304) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:07.078062 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:07.097904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028599ba-5a37-45b4-9b03-7c6590189ae1 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:07.100058 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-028599ba-5a37-45b4-9b03-7c6590189ae1 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949063 Nov 19 05:19:07.103639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43306) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:07.131958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-15a2f1e3-c958-4b47-a927-9a21a9093db3 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272236 Nov 19 05:19:07.134399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43308) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:07.139369 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914785843', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:07.226814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:19:07.230380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.258304 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:06Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:07.289055 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Checking router: 88b02240-214d-41d4-b1b3-1f067771dfa4 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:19:07.289412 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Updating router 88b02240-214d-41d4-b1b3-1f067771dfa4 port 9a7e9d52-6793-4a29-b75e-3428a211cf5e binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:19:07.315387 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.417128 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.483930 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Subnet': ['ID=016467dc-683b-4d6d-986b-208b3cdc1109,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:07.492442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Checking segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:19:07.492442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network hostable DHCP agents. Network: 71f422d3-4807-4781-af42-08a74c75e58a, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:19:07.509421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 71f422d3-4807-4781-af42-08a74c75e58a is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:19:07.518243 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 71f422d3-4807-4781-af42-08a74c75e58a) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:07.523810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:07.524625 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.529352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c898b1f-f6cd-4e84-b55b-8c53af4949a4 None None] Network 71f422d3-4807-4781-af42-08a74c75e58a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:19:07.543708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-54df682e-56d1-465f-8a5b-1d85b3c1da5f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074934 Nov 19 05:19:07.545697 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43310) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:07.577279 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.582743 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.631854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Attempting to bind port 9a7e9d52-6793-4a29-b75e-3428a211cf5e on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:19:07.631854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Attempting to bind port 9a7e9d52-6793-4a29-b75e-3428a211cf5e by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:19:07.631854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Attempting to bind port 9a7e9d52-6793-4a29-b75e-3428a211cf5e on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:19:07.640677 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:19:07.641061 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:19:07.641476 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.641875 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:19:07.642380 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Bound port: 9a7e9d52-6793-4a29-b75e-3428a211cf5e, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:19:07.642763 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.648328 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf0e795-a863-4fbe-a144-c0fd38537f77 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:19:07.678013 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Pushing event updated for resources: {'Port': ['ID=9a7e9d52-6793-4a29-b75e-3428a211cf5e,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:07.688417 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.688773 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.689119 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.689457 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.689795 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.690162 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.690497 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.690826 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.691157 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.691485 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.691918 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.692128 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:07.700505 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-71f422d3-4807-4781-af42-08a74c75e58a', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:19:07.701388 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.714710 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] For port 9a7e9d52-6793-4a29-b75e-3428a211cf5e, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:19:07.718400 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] For port 9a7e9d52-6793-4a29-b75e-3428a211cf5e, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9a7e9d52-6793-4a29-b75e-3428a211cf5e,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:19:07.723715 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.781186 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:07.781822 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:07.783974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7d004c1a-5533-4569-bc3d-d69218835e0a None None] Provisioning complete for port 9a7e9d52-6793-4a29-b75e-3428a211cf5e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:07.784576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d004c1a-5533-4569-bc3d-d69218835e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:07.790502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ec9cb-2f23-405b-bf7d-6fc9cd207230 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:19:07.879423 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee915b1-1160-4d5b-99ad-3f9c966ab215 None None] Pushing event updated for resources: {'Port': ['ID=9a7e9d52-6793-4a29-b75e-3428a211cf5e,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:07.901399 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:07.932966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Allocated IP 172.20.0.2 (71f422d3-4807-4781-af42-08a74c75e58a/016467dc-683b-4d6d-986b-208b3cdc1109/d02ca653-5c18-4299-a911-d987c4ac8bbb) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:19:07.945463 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d004c1a-5533-4569-bc3d-d69218835e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.003726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-7d004c1a-5533-4569-bc3d-d69218835e0a None None] For port 9a7e9d52-6793-4a29-b75e-3428a211cf5e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9a7e9d52-6793-4a29-b75e-3428a211cf5e,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:08.011256 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7d004c1a-5533-4569-bc3d-d69218835e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.072074 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.095079 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:06Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:08.101145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d004c1a-5533-4569-bc3d-d69218835e0a None None] Pushing event updated for resources: {'Port': ['ID=9a7e9d52-6793-4a29-b75e-3428a211cf5e,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:08.128569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3d89-81a6-479f-8d96-2156d3d6d259 None None] The sync data for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 is: [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:06Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:19:08.160726 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8fc1d5c6-636c-48c7-880f-30214fc6597e None None] Provisioning complete for port 9a7e9d52-6793-4a29-b75e-3428a211cf5e triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:08.161112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d5c6-636c-48c7-880f-30214fc6597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.204306 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.213596 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.267403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Network 71f422d3-4807-4781-af42-08a74c75e58a is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:19:08.274490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:08.278992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:19:08.288657 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Pushing event updated for resources: {'Port': ['ID=d02ca653-5c18-4299-a911-d987c4ac8bbb,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:08.398664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.1 (71f422d3-4807-4781-af42-08a74c75e58a/016467dc-683b-4d6d-986b-208b3cdc1109/6620eac3-cd60-413b-83a4-cf5e93f42141) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:19:08.539832 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.563335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Attempting to bind port d02ca653-5c18-4299-a911-d987c4ac8bbb on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:19:08.563928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Attempting to bind port d02ca653-5c18-4299-a911-d987c4ac8bbb by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:19:08.564123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Attempting to bind port d02ca653-5c18-4299-a911-d987c4ac8bbb on network 71f422d3-4807-4781-af42-08a74c75e58a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:19:08.570292 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:19:08.570679 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Checking segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:19:08.571092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.571496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Bound using segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:19:08.571990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Bound port: d02ca653-5c18-4299-a911-d987c4ac8bbb, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:19:08.572368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.576854 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.620460 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 71f422d3-4807-4781-af42-08a74c75e58a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:19:08.624338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:08.626985 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:19:08.644338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] For port d02ca653-5c18-4299-a911-d987c4ac8bbb, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:19:08.649129 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] For port d02ca653-5c18-4299-a911-d987c4ac8bbb, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d02ca653-5c18-4299-a911-d987c4ac8bbb,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:19:08.656471 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.661900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=6620eac3-cd60-413b-83a4-cf5e93f42141,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:08.685627 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:08.721128 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6652ad-43e2-4819-8dd4-1ed2b90ce989 None None] Pushing event updated for resources: {'Port': ['ID=d02ca653-5c18-4299-a911-d987c4ac8bbb,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:08.850451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:09.177311 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:09.183549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:09.256006 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=6620eac3-cd60-413b-83a4-cf5e93f42141,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:09.258755 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:09.354651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 71f422d3-4807-4781-af42-08a74c75e58a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:19:09.356077 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:09.469703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 88b02240-214d-41d4-b1b3-1f067771dfa4 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:19:09.579986 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:19:09.586270 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-acaa1d47-1581-4921-9f14-f4f2b2a6c7b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/88b02240-214d-41d4-b1b3-1f067771dfa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0393798 Nov 19 05:19:09.690982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9a7e9d52-6793-4a29-b75e-3428a211cf5e up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:19:09.746701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9a7e9d52-6793-4a29-b75e-3428a211cf5e triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:09.747087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:09.785307 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-61e10a87-d0c9-4f4d-80aa-167d8371f746 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574847187&fields=id&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 267 time: 0.0668471 Nov 19 05:19:09.834306 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d02ca653-5c18-4299-a911-d987c4ac8bbb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:19:09.899915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d02ca653-5c18-4299-a911-d987c4ac8bbb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:09.900296 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:09.915877 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-2cd18d72-5a42-4105-a82e-164127515331 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:09.920952 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-2cd18d72-5a42-4105-a82e-164127515331 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 796 time: 0.1346927 Nov 19 05:19:09.934347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-b1650ded-def9-46fb-be2e-162e7d284736 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/quotas/88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 375 time: 0.0107501 Nov 19 05:19:09.992059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-3e7b0016-be1a-43ca-90ae-761d7e8dcf10 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516264 Nov 19 05:19:09.995308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:10.038141 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port d02ca653-5c18-4299-a911-d987c4ac8bbb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d02ca653-5c18-4299-a911-d987c4ac8bbb,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:10.044406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:10.101650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=d02ca653-5c18-4299-a911-d987c4ac8bbb,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:10.106066 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-5a251d8a-81d7-452e-a239-ebf478a9a1ab service neutron] 10.222.0.52 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998940 Nov 19 05:19:10.135490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Sync routers for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:19:10.153142 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568af42-169e-4248-a7c0-8d4e157bd4f2 None None] Network 71f422d3-4807-4781-af42-08a74c75e58a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:19:10.156625 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:10.157244 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:10.212804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-5de3be4b-7d95-4421-9f4b-7a1938973ff7 service neutron] 10.222.0.52 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938501 Nov 19 05:19:10.311042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-58f5d3a2-531f-4c44-a0c3-df7a2a03cfcf None None] Provisioning complete for port d02ca653-5c18-4299-a911-d987c4ac8bbb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:10.311445 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58f5d3a2-531f-4c44-a0c3-df7a2a03cfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:10.392774 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c26f23a5-82a3-4087-a712-44fb31d6d84f req-887a6c98-84b4-48bc-aeb0-94f956bb8f1a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 210 time: 0.0300729 Nov 19 05:19:10.396254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:10.686955 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:09Z', 'revision_number': 2, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:10.718548 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Checking router: 88b02240-214d-41d4-b1b3-1f067771dfa4 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:19:10.719257 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Updating router 88b02240-214d-41d4-b1b3-1f067771dfa4 port 6620eac3-cd60-413b-83a4-cf5e93f42141 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:19:10.746110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:10.954526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cb4c9811-410e-4afa-90f9-e23abd63e1f4 None None] Provisioning complete for port 6620eac3-cd60-413b-83a4-cf5e93f42141 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:10.954910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9811-410e-4afa-90f9-e23abd63e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.015854 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c9811-410e-4afa-90f9-e23abd63e1f4 None None] Port 6620eac3-cd60-413b-83a4-cf5e93f42141 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:19:11.068540 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-cb4c9811-410e-4afa-90f9-e23abd63e1f4 None None] Provisioning complete for port d02ca653-5c18-4299-a911-d987c4ac8bbb triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:11.068923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9811-410e-4afa-90f9-e23abd63e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.105236 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.115511 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.186318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6465b42-c84b-44cc-a51f-6b7222bd902d None None] Pushing event updated for resources: {'Port': ['ID=6620eac3-cd60-413b-83a4-cf5e93f42141,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:11.274715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Attempting to bind port 6620eac3-cd60-413b-83a4-cf5e93f42141 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:19:11.275104 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Attempting to bind port 6620eac3-cd60-413b-83a4-cf5e93f42141 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:19:11.275485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Attempting to bind port 6620eac3-cd60-413b-83a4-cf5e93f42141 on network 71f422d3-4807-4781-af42-08a74c75e58a {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:19:11.281248 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:19:11.281669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Checking segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:19:11.282208 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.282853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Bound using segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:19:11.283206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Bound port: 6620eac3-cd60-413b-83a4-cf5e93f42141, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:19:11.283715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.361291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] For port 6620eac3-cd60-413b-83a4-cf5e93f42141, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:19:11.365691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] For port 6620eac3-cd60-413b-83a4-cf5e93f42141, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6620eac3-cd60-413b-83a4-cf5e93f42141,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:19:11.373063 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.397711 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-67c87578-1f20-4953-8df7-567fb85902c2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:11.399975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-67c87578-1f20-4953-8df7-567fb85902c2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 796 time: 0.1457274 Nov 19 05:19:11.447649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-c8a17e1a-13ac-4fab-86df-29b2017f2b93 None None] Provisioning complete for port 6620eac3-cd60-413b-83a4-cf5e93f42141 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:11.448146 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c8a17e1a-13ac-4fab-86df-29b2017f2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.459125 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:11.459992 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:11.483296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-bb9d76b8-b060-43cb-b6cd-4e63122a4980 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 380 time: 0.0717132 Nov 19 05:19:11.497269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'port': {'device_id': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'admin_state_up': True, 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'security_groups': ['ecb4639f-e1ce-4e74-872c-052ba0b1c2d3']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:11.530296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6465b42-c84b-44cc-a51f-6b7222bd902d None None] Pushing event updated for resources: {'Port': ['ID=6620eac3-cd60-413b-83a4-cf5e93f42141,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:11.532127 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f318880-5992-4404-91bd-57cec37cc0ad req-3229ed8b-1a5d-4ab6-bffd-76cf5293fd0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 210 time: 0.0388649 Nov 19 05:19:11.637391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:19:11.641299 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.790341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.13 (71f422d3-4807-4781-af42-08a74c75e58a/016467dc-683b-4d6d-986b-208b3cdc1109/9c5c5219-2a79-43ab-b064-7529088beca4) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:19:11.800239 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d02ca653-5c18-4299-a911-d987c4ac8bbb up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:19:11.835484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:11.886049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c8a17e1a-13ac-4fab-86df-29b2017f2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.938397 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:11.978383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.007200 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c8a17e1a-13ac-4fab-86df-29b2017f2b93 None None] For port 6620eac3-cd60-413b-83a4-cf5e93f42141, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6620eac3-cd60-413b-83a4-cf5e93f42141,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:12.010838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d02ca653-5c18-4299-a911-d987c4ac8bbb triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:12.010838 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.025802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network 71f422d3-4807-4781-af42-08a74c75e58a is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:19:12.029052 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:12.032389 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c8a17e1a-13ac-4fab-86df-29b2017f2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.032727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:19:12.059622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=9c5c5219-2a79-43ab-b064-7529088beca4,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:12.086896 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:12.087577 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.106757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-a88fda7b-41c6-4bdd-85e8-646b76ea5078 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142981 Nov 19 05:19:12.120491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Request body: {'port': {'device_id': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:12.129106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a17e1a-13ac-4fab-86df-29b2017f2b93 None None] Pushing event updated for resources: {'Port': ['ID=6620eac3-cd60-413b-83a4-cf5e93f42141,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:12.183927 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.217432 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-42b74c8b-e8b9-4269-835e-364a798b0546 None None] Provisioning complete for port 6620eac3-cd60-413b-83a4-cf5e93f42141 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:12.217883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-42b74c8b-e8b9-4269-835e-364a798b0546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.268052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:12.298720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501a8a9-a74c-40bf-90dd-b249a51811ec None None] The sync data for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 is: [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:19:12.480509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ca497d4b-8c32-432e-a7b8-b4bf0abc24fe None None] Provisioning complete for port 9c5c5219-2a79-43ab-b064-7529088beca4 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:12.481073 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca497d4b-8c32-432e-a7b8-b4bf0abc24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.492989 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5c5219-2a79-43ab-b064-7529088beca4 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:19:12.501133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.514775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Transition to ACTIVE for port object 9c5c5219-2a79-43ab-b064-7529088beca4 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:19:12.518744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ca497d4b-8c32-432e-a7b8-b4bf0abc24fe None None] Port 9c5c5219-2a79-43ab-b064-7529088beca4 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:19:12.519788 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.624108 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5c5219-2a79-43ab-b064-7529088beca4,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:12.653587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Attempting to bind port 9c5c5219-2a79-43ab-b064-7529088beca4 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:19:12.653995 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Attempting to bind port 9c5c5219-2a79-43ab-b064-7529088beca4 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:19:12.654340 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Attempting to bind port 9c5c5219-2a79-43ab-b064-7529088beca4 on network 71f422d3-4807-4781-af42-08a74c75e58a {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:19:12.659269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Port 9c5c5219-2a79-43ab-b064-7529088beca4 on network 71f422d3-4807-4781-af42-08a74c75e58a not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:19:12.659916 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Attempting to bind port 9c5c5219-2a79-43ab-b064-7529088beca4 on network 71f422d3-4807-4781-af42-08a74c75e58a {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:19:12.665309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:19:12.665720 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Checking segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:19:12.666264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Bound using segment: {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:19:12.666709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Bound port: 9c5c5219-2a79-43ab-b064-7529088beca4, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef11b22a-8f3f-46da-99af-7998167e5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:19:12.667070 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.680747 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a247e2-6bb2-45c1-986a-bc70cf581224 req-01c46ff1-3d93-43dc-ab0d-25f2a5bf353a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:12.689506 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a247e2-6bb2-45c1-986a-bc70cf581224 req-01c46ff1-3d93-43dc-ab0d-25f2a5bf353a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 944 time: 0.0665483 Nov 19 05:19:12.743350 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] For port 9c5c5219-2a79-43ab-b064-7529088beca4, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:19:12.745733 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15a247e2-6bb2-45c1-986a-bc70cf581224 req-fb07a225-ae8e-450a-afa5-8e15e79498c7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548718 Nov 19 05:19:12.747606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] For port 9c5c5219-2a79-43ab-b064-7529088beca4, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9c5c5219-2a79-43ab-b064-7529088beca4,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:19:12.754549 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.790803 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:12.791440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:12.793047 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 1092 time: 0.6775684 Nov 19 05:19:12.793510 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:19:12.795928 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c" -d '{"events": [{"name": "network-changed", "server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:19:12.843660 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d97726-fdb4-4ed9-b418-909fe4244a01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5c5219-2a79-43ab-b064-7529088beca4,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:12.885387 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5279ed13-14b4-4cd5-a97f-2095504efad6 x-openstack-request-id: req-5279ed13-14b4-4cd5-a97f-2095504efad6 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:19:12.885725 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:19:12.885976 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5279ed13-14b4-4cd5-a97f-2095504efad6 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:19:12.886386 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4', 'status': 'completed', 'code': 200} Nov 19 05:19:12.906286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-6c0c7135-2f0c-4270-b38d-2f7e1c60fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:12.907836 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-6c0c7135-2f0c-4270-b38d-2f7e1c60fdc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1095 time: 0.0550895 Nov 19 05:19:12.960350 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-ef9ef249-6b36-47b4-9834-b3e0c6c73ae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 217 time: 0.0437379 Nov 19 05:19:13.014804 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-872f134a-2e52-4f60-9bef-a9848de7c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.016349 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-872f134a-2e52-4f60-9bef-a9848de7c19c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 200 len: 835 time: 0.0494826 Nov 19 05:19:13.038586 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:19:13.066142 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-488cb167-fe2b-4cd1-892b-8d2b7c326712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.067752 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-488cb167-fe2b-4cd1-892b-8d2b7c326712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71f422d3-4807-4781-af42-08a74c75e58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438242 Nov 19 05:19:13.167553 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-31fb7f83-8678-4700-abca-ce39f8a82df7 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927274 Nov 19 05:19:13.263255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f6e14389-2e80-4a45-bc0c-cf8ffcb81f64 req-53b5d515-49cc-44b3-91cd-22ba51140760 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884802 Nov 19 05:19:13.369315 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-f2d77cc3-33aa-4ad7-a6c2-4ecea183f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.370919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-f2d77cc3-33aa-4ad7-a6c2-4ecea183f843 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1095 time: 0.0545185 Nov 19 05:19:13.655091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6620eac3-cd60-413b-83a4-cf5e93f42141 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:19:13.717900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6620eac3-cd60-413b-83a4-cf5e93f42141 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:13.718222 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:13.808980 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-adc0119e-a8d0-497d-b1ad-6382b62e0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.810526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-adc0119e-a8d0-497d-b1ad-6382b62e0ffd service neutron] 10.222.0.36 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 897 time: 0.4312236 Nov 19 05:19:13.860416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-568ff956-9b67-4072-a503-ab534e2fee01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 217 time: 0.0396430 Nov 19 05:19:13.867366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f65abb-6d49-4da9-ad1d-cda5ed08228d req-972741f7-023b-4864-ba02-a7f33191ad28 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.868902 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07f65abb-6d49-4da9-ad1d-cda5ed08228d req-972741f7-023b-4864-ba02-a7f33191ad28 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 944 time: 0.0494273 Nov 19 05:19:13.911546 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-b27d6722-54f8-4d9a-a7a0-146c99974f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.913091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-b27d6722-54f8-4d9a-a7a0-146c99974f4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 200 len: 835 time: 0.0439904 Nov 19 05:19:13.919857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07f65abb-6d49-4da9-ad1d-cda5ed08228d req-750b7951-e466-4a86-b65a-64303dfb127a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Nov 19 05:19:13.960696 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-5dfeaa6e-01f7-4f74-8900-165e833c93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:13.962255 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-5dfeaa6e-01f7-4f74-8900-165e833c93e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71f422d3-4807-4781-af42-08a74c75e58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416465 Nov 19 05:19:14.054975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-eed7f518-418c-407d-ae7a-12e67121a77c service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845826 Nov 19 05:19:14.144481 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-485b00b3-0ff0-4eda-b2e3-dfd62a19c67c req-00ae5501-a3f2-4dbd-bdcf-540d2d463ef6 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815485 Nov 19 05:19:15.043198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7244df-89e8-4c01-ac42-4e6f390a71e5 req-48d9660f-e3ac-4024-b976-a431e1355a37 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:15.044711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e7244df-89e8-4c01-ac42-4e6f390a71e5 req-48d9660f-e3ac-4024-b976-a431e1355a37 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 944 time: 0.0526657 Nov 19 05:19:15.095036 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0e7244df-89e8-4c01-ac42-4e6f390a71e5 req-70ef9f68-c8a4-4d2d-89d7-c49b22d87de7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Nov 19 05:19:15.914214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9c5c5219-2a79-43ab-b064-7529088beca4 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:19:16.010194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9c5c5219-2a79-43ab-b064-7529088beca4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9c5c5219-2a79-43ab-b064-7529088beca4,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:16.021691 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '9c5c5219-2a79-43ab-b064-7529088beca4', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'port_id': '9c5c5219-2a79-43ab-b064-7529088beca4', 'mac_address': 'fa:16:3e:6f:b4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:19:16.058435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:16.071100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5c5219-2a79-43ab-b064-7529088beca4 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:19:16.090245 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9c5c5219-2a79-43ab-b064-7529088beca4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9c5c5219-2a79-43ab-b064-7529088beca4,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:16.093846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:16.143007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9c5c5219-2a79-43ab-b064-7529088beca4,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:16.219759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62223345-9ef9-4c90-9f50-0ea2e580e5a5 req-b3a2b88b-3364-4d2d-885a-29e6eb95c889 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:16.221244 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62223345-9ef9-4c90-9f50-0ea2e580e5a5 req-b3a2b88b-3364-4d2d-885a-29e6eb95c889 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 945 time: 0.0493019 Nov 19 05:19:16.272866 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-62223345-9ef9-4c90-9f50-0ea2e580e5a5 req-8f93ce61-c1a8-46f3-8c57-b9d5a835a408 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Nov 19 05:19:16.357836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['9c5c5219-2a79-43ab-b064-7529088beca4'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:19:17.391266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc9d0e-70fe-455f-8854-598c420fdd57 req-dcf8fe5d-9ca7-4839-b8bf-4abb8bafdd9d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:17.392814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9afc9d0e-70fe-455f-8854-598c420fdd57 req-dcf8fe5d-9ca7-4839-b8bf-4abb8bafdd9d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Nov 19 05:19:17.442756 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9afc9d0e-70fe-455f-8854-598c420fdd57 req-724f7bc2-2a17-4e64-8465-ec07f0b7a14b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Nov 19 05:19:17.928895 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9c5c5219-2a79-43ab-b064-7529088beca4 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:19:17.982722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 9c5c5219-2a79-43ab-b064-7529088beca4 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:19:17.986418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 9c5c5219-2a79-43ab-b064-7529088beca4 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:19:17.986793 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:18.066569 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:18.089947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:19:18.092245 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706ae0e4-67a8-4d57-8ad8-ad2a6e5b2dc5" -d '{"events": [{"server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "name": "network-vif-plugged", "status": "completed", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:19:18.105106 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 9c5c5219-2a79-43ab-b064-7529088beca4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9c5c5219-2a79-43ab-b064-7529088beca4,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:19:18.109717 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:18.141170 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1181b11-7613-4e35-a228-4068f64a4eaf x-openstack-request-id: req-b1181b11-7613-4e35-a228-4068f64a4eaf {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:19:18.141464 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "name": "network-vif-plugged", "status": "completed", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:19:18.141729 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1181b11-7613-4e35-a228-4068f64a4eaf {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:19:18.142172 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4', 'code': 200} Nov 19 05:19:18.169910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=9c5c5219-2a79-43ab-b064-7529088beca4,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:18.240454 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e354094-eb27-4c53-b6cd-02382de036f6 req-b5fe6903-a929-4892-af64-3d771162a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:18.241983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e354094-eb27-4c53-b6cd-02382de036f6 req-b5fe6903-a929-4892-af64-3d771162a5a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1097 time: 0.0401313 Nov 19 05:19:18.291935 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5e354094-eb27-4c53-b6cd-02382de036f6 req-2d5fe803-e065-4433-8514-2189d22d990f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Nov 19 05:19:18.566783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85411038-4969-4dff-8502-909edbe841c1 req-8483878f-ad4f-42c5-923e-ee1e6b459036 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:18.568327 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85411038-4969-4dff-8502-909edbe841c1 req-8483878f-ad4f-42c5-923e-ee1e6b459036 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0492766 Nov 19 05:19:18.617249 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-85411038-4969-4dff-8502-909edbe841c1 req-19f4c247-53aa-4816-ab36-be6532cc7596 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Nov 19 05:19:19.794080 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ae002-be02-487b-a216-72e46c2e9cab req-31b16f2d-a4b5-45ac-9440-8c7aa51913bb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:19.795559 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a59ae002-be02-487b-a216-72e46c2e9cab req-31b16f2d-a4b5-45ac-9440-8c7aa51913bb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0493999 Nov 19 05:19:19.851059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a59ae002-be02-487b-a216-72e46c2e9cab req-7cb66e69-ca7e-4e0a-82b1-a910f3566f14 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495880 Nov 19 05:19:19.965891 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487060c4-7f83-4e18-b45b-28580b4c4328 req-82427e27-15e1-46cc-84de-14cc2316cd8d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:19.967388 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-487060c4-7f83-4e18-b45b-28580b4c4328 req-82427e27-15e1-46cc-84de-14cc2316cd8d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Nov 19 05:19:20.017711 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-487060c4-7f83-4e18-b45b-28580b4c4328 req-64761821-9101-4465-8837-cacdad7ebaad tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443223 Nov 19 05:19:20.039671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43362) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:20.078940 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32bd4f-2348-48f8-a7ac-3c5e761f32f0 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:20.080487 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4d32bd4f-2348-48f8-a7ac-3c5e761f32f0 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1092 time: 0.0397718 Nov 19 05:19:20.083759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43364) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:20.087965 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '9c5c5219-2a79-43ab-b064-7529088beca4', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:19:20.110265 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:20.232523 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:20.336497 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.86 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/2e206bb7-9562-42d0-a51e-8da26f991115) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:19:20.439778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:20.472642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:20.515255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:19:20.521792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:19:20.526306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:19:20.529390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=2e206bb7-9562-42d0-a51e-8da26f991115,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:20.886646 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:20.952015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:21.102690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:21.107035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:21.177386 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=2e206bb7-9562-42d0-a51e-8da26f991115,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:19:21.190425 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.190785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.191151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.191477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.191815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.192156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.193181 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.193522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.193863 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.194222 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.194557 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.194889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:19:21.200347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:21.300061 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP 8208351f-6eab-44af-83f0-74518fa18abf associated. External IP: 172.25.8.86, port: 9c5c5219-2a79-43ab-b064-7529088beca4. Nov 19 05:19:21.467758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01d9873f-ed2d-4f91-928c-22709162d24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:21.505490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 88b02240-214d-41d4-b1b3-1f067771dfa4 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:19:21.615766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:19:21.625349 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] Sync routers for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:19:21.633609 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:21.637040 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:21.637725 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:21.664310 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-185dd9c5-8bdb-4e05-9815-588976185d07 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5795434 Nov 19 05:19:21.664907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:19:21.668289 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c" -d '{"events": [{"name": "network-changed", "server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:19:21.745592 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:21.763040 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966dabd-eb34-4320-94d7-c514f32c198c req-a036d8ff-a484-4735-8d58-d6e7c7b00098 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:21.764543 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5966dabd-eb34-4320-94d7-c514f32c198c req-a036d8ff-a484-4735-8d58-d6e7c7b00098 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Nov 19 05:19:21.813635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5966dabd-eb34-4320-94d7-c514f32c198c req-991a4ac3-70b4-4b94-af8a-b26e68820aeb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Nov 19 05:19:21.837759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43370) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:21.880699 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec6aac7-2c3f-4825-9afc-3e652f9dfda4 x-openstack-request-id: req-4ec6aac7-2c3f-4825-9afc-3e652f9dfda4 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:19:21.881041 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:19:21.881281 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ec6aac7-2c3f-4825-9afc-3e652f9dfda4 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:19:21.881653 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4', 'status': 'completed', 'code': 200} Nov 19 05:19:21.932663 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-460d3e44-b50a-46d2-bea0-65657c216d5e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/8208351f-6eab-44af-83f0-74518fa18abf HTTP/1.1" status: 200 len: 991 time: 0.0936687 Nov 19 05:19:21.944967 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-b9db681e-70b6-44c9-831c-103450501168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:21.946501 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-b9db681e-70b6-44c9-831c-103450501168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1097 time: 0.0534236 Nov 19 05:19:22.039255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-7ffde22e-ca03-4c28-b866-7b2045057a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:22.040643 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-7ffde22e-ca03-4c28-b866-7b2045057a10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 897 time: 0.0874166 Nov 19 05:19:22.071282 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8208351f-6eab-44af-83f0-74518fa18abf', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'port_id': '9c5c5219-2a79-43ab-b064-7529088beca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'mac_address': 'fa:16:3e:6f:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:19:20Z', 'updated_at': '2021-11-19T05:19:20Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:22.098020 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] Checking router: 88b02240-214d-41d4-b1b3-1f067771dfa4 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:19:22.106982 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:19:22.107656 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:18:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:22.110083 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-aaab1755-98ae-4814-b41a-226ed0b45f78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 999 time: 0.0625083 Nov 19 05:19:22.162783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-6e8fffb9-ea17-4e84-afaf-a651f4de87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:22.164268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-6e8fffb9-ea17-4e84-afaf-a651f4de87c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 200 len: 835 time: 0.0478776 Nov 19 05:19:22.210663 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-c669c0c0-e8b5-4dd7-a446-3f3e2358d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:22.212177 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-c669c0c0-e8b5-4dd7-a446-3f3e2358d9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71f422d3-4807-4781-af42-08a74c75e58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409734 Nov 19 05:19:22.214883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:19:22.303928 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-2460e9f0-d0d7-4e2c-9cac-df2bb3866062 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842927 Nov 19 05:19:22.397485 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-282e5ba3-9d4b-4942-b8ca-4ec1cbd5d64c req-1576469e-a6d0-4f1e-87d7-633c8b296671 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866110 Nov 19 05:19:22.440552 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8208351f-6eab-44af-83f0-74518fa18abf', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'port_id': '9c5c5219-2a79-43ab-b064-7529088beca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'mac_address': 'fa:16:3e:6f:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:19:20Z', 'updated_at': '2021-11-19T05:19:20Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:19:22.470513 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b442f4-95d5-43bc-8bc2-8d0575d3f7f3 None None] The sync data for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 is: [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '8208351f-6eab-44af-83f0-74518fa18abf', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'port_id': '9c5c5219-2a79-43ab-b064-7529088beca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'mac_address': 'fa:16:3e:6f:b4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:19:20Z', 'updated_at': '2021-11-19T05:19:20Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:19:22.659881 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f142a6-43d3-4a74-aedf-e4d9e531997b None None] New status for floating IP 8208351f-6eab-44af-83f0-74518fa18abf: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:19:22.936395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43372) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:19:23.000764 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-da9020e1-f090-40f0-89d0-dfb5d498bafc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/8208351f-6eab-44af-83f0-74518fa18abf HTTP/1.1" status: 200 len: 993 time: 0.0632019 Nov 19 05:19:23.520833 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:23.743122 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-55956a6e-6e31-41d3-be50-433f650db779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:25.617472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:26.721967 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:27.463304 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:32.857288 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:46.262949 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-a00c724e-dd87-4848-8574-1775f7bfd7bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780046 Nov 19 05:19:46.344860 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-6d7f25e2-5f61-40a8-afaa-febe3d2940b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:46.346431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-6d7f25e2-5f61-40a8-afaa-febe3d2940b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1097 time: 0.0400741 Nov 19 05:19:46.454919 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-970aa6a1-774c-4883-80a1-4398e8b5f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:46.456296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-970aa6a1-774c-4883-80a1-4398e8b5f89f service neutron] 10.222.0.36 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 897 time: 0.0890300 Nov 19 05:19:46.523933 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-d470a8cf-8258-4bbc-9b20-e69b03f2a47b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 1001 time: 0.0596209 Nov 19 05:19:46.576963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-d2aa6b9c-1d5a-40c8-9b9d-8d072cf5e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:46.578429 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-d2aa6b9c-1d5a-40c8-9b9d-8d072cf5e757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 200 len: 835 time: 0.0470841 Nov 19 05:19:46.626402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-05282237-8d4c-4077-8738-1efbe07b0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:46.627897 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-05282237-8d4c-4077-8738-1efbe07b0b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71f422d3-4807-4781-af42-08a74c75e58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425189 Nov 19 05:19:46.642086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-f5597b0b-bbe5-46af-b842-13ec4bf56c7b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:19:46.643166 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-f5597b0b-bbe5-46af-b842-13ec4bf56c7b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060542 Nov 19 05:19:46.732335 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-9daea09a-1e50-44ef-8bc6-35355f126a95 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823812 Nov 19 05:19:46.827108 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a78f5f08-123d-4ff3-a7b1-7d14a3b1be1b req-3dac5f77-27ad-4922-8239-1636e7eaff01 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Nov 19 05:19:50.028344 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:19:51.468715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2d846ed-dfb2-40e7-8e60-c0d317fe6764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:51.763651 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273440a-f964-43d3-a9f6-25c82b70a845 req-72453e4a-9b77-440e-b74a-e0a5abeb19f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:51.765526 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8273440a-f964-43d3-a9f6-25c82b70a845 req-72453e4a-9b77-440e-b74a-e0a5abeb19f5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0944374 Nov 19 05:19:51.813643 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8273440a-f964-43d3-a9f6-25c82b70a845 req-d1a97e82-c280-4805-8dff-e3678ee1d700 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Nov 19 05:19:52.936793 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0877d76-8cda-4f03-8f1f-7bf34a8bc1b4 req-5693f53a-2a0d-484a-a9f5-12fd50d4e80a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:52.938317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0877d76-8cda-4f03-8f1f-7bf34a8bc1b4 req-5693f53a-2a0d-484a-a9f5-12fd50d4e80a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0527067 Nov 19 05:19:52.988702 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f0877d76-8cda-4f03-8f1f-7bf34a8bc1b4 req-17279e07-dc72-4e9a-9324-06c15971d0da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Nov 19 05:19:53.514451 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:53.744061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb155-b8b4-4d5e-8374-f43129681856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:54.108312 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1720354-6377-450c-a62e-f4e30c56dffd req-350b5131-5b49-4d43-aa34-0e773e881919 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:54.109721 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1720354-6377-450c-a62e-f4e30c56dffd req-350b5131-5b49-4d43-aa34-0e773e881919 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Nov 19 05:19:54.158346 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1720354-6377-450c-a62e-f4e30c56dffd req-5fab851f-9049-4814-8d6a-6e347504d922 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Nov 19 05:19:55.274153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1220629-0bf3-464e-abbf-d1f413e4ce1b req-cd296554-b1b2-4577-bd08-7e73f26afe21 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:55.275662 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1220629-0bf3-464e-abbf-d1f413e4ce1b req-cd296554-b1b2-4577-bd08-7e73f26afe21 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0497770 Nov 19 05:19:55.329947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1220629-0bf3-464e-abbf-d1f413e4ce1b req-5b181074-9190-41f3-8707-ffa2fce20393 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 Nov 19 05:19:55.620389 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:56.445144 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88cae-f9a7-4eaa-85ba-ca079bf8494a req-22e0d116-7672-4429-ac38-b88859d07c0f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:56.446657 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10c88cae-f9a7-4eaa-85ba-ca079bf8494a req-22e0d116-7672-4429-ac38-b88859d07c0f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Nov 19 05:19:56.495115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-10c88cae-f9a7-4eaa-85ba-ca079bf8494a req-b159954c-1d59-498e-b198-e2d192b7e891 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Nov 19 05:19:56.723098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:57.464435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:19:57.614334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593536f-fc8e-4103-b18e-b49b554b7e0c req-d8846252-fc22-4b41-a16b-791b18959690 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:57.616617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f593536f-fc8e-4103-b18e-b49b554b7e0c req-d8846252-fc22-4b41-a16b-791b18959690 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0531712 Nov 19 05:19:57.666389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f593536f-fc8e-4103-b18e-b49b554b7e0c req-2c8cb794-ea8d-4370-82b2-04ac4d4ca5ff tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440607 Nov 19 05:19:58.786141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783ce68-be71-4404-8217-e80970abbb02 req-7a9f5821-78e4-4b21-bd52-efbda875145e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:58.788372 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0783ce68-be71-4404-8217-e80970abbb02 req-7a9f5821-78e4-4b21-bd52-efbda875145e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Nov 19 05:19:58.838078 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0783ce68-be71-4404-8217-e80970abbb02 req-15173548-2a2b-429d-873e-cd4205f8d0aa tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Nov 19 05:19:59.956409 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d946b76-9cdd-44b9-a959-0210a35f0c67 req-5b6d5b64-343c-48fe-92da-33bd2a63ce6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:19:59.957891 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d946b76-9cdd-44b9-a959-0210a35f0c67 req-5b6d5b64-343c-48fe-92da-33bd2a63ce6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0493100 Nov 19 05:20:00.007572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d946b76-9cdd-44b9-a959-0210a35f0c67 req-d591497a-6af1-492e-a2fb-9af6e60f142a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Nov 19 05:20:01.123493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b21f-5c6c-41a1-9987-bf251c619dcb req-e457b5cf-ccdb-433b-8298-3b4a4e64cd98 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:01.124914 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33c3b21f-5c6c-41a1-9987-bf251c619dcb req-e457b5cf-ccdb-433b-8298-3b4a4e64cd98 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0478070 Nov 19 05:20:01.177572 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-33c3b21f-5c6c-41a1-9987-bf251c619dcb req-c6d85de8-1ef0-4d42-bfa4-770acf92cd1a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459745 Nov 19 05:20:02.303281 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bd4d5-f142-42fb-9b43-ddf352d61157 req-5ff5f912-f023-4827-81df-af83be78a383 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:02.304806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c6bd4d5-f142-42fb-9b43-ddf352d61157 req-5ff5f912-f023-4827-81df-af83be78a383 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0503416 Nov 19 05:20:02.354266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c6bd4d5-f142-42fb-9b43-ddf352d61157 req-42487d09-76ab-4bba-87fd-7f6f1178ca0a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Nov 19 05:20:02.376822 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43408) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:02.436956 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ec263478-61f3-4507-ba25-5dd70a7ee8f9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/8208351f-6eab-44af-83f0-74518fa18abf HTTP/1.1" status: 200 len: 993 time: 0.0589769 Nov 19 05:20:02.867517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:03.734778 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de9ceb-edf5-4dca-a76a-6b331329a61e req-0d1a20ac-69b4-4386-88d1-7f6856d96617 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:03.736265 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7de9ceb-edf5-4dca-a76a-6b331329a61e req-0d1a20ac-69b4-4386-88d1-7f6856d96617 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0512564 Nov 19 05:20:03.763788 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-5f3fdf51-f0ec-4927-aa81-8f4a520401c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:03.765984 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-5f3fdf51-f0ec-4927-aa81-8f4a520401c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1097 time: 0.0467649 Nov 19 05:20:03.789548 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7de9ceb-edf5-4dca-a76a-6b331329a61e req-02b039b4-b5bc-44f6-b2b1-ace9bd9aac1b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461559 Nov 19 05:20:03.860409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-db04d14e-e95f-4fd2-83d7-4f94eb2e3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:03.861891 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-db04d14e-e95f-4fd2-83d7-4f94eb2e3521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 897 time: 0.0887794 Nov 19 05:20:03.936005 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-c4680f4f-b72f-4f6a-b18e-5f4c8eea3e5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 1001 time: 0.0669720 Nov 19 05:20:03.985560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-964c7817-186c-4f71-9d69-8b58338741f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:03.986950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-964c7817-186c-4f71-9d69-8b58338741f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 200 len: 835 time: 0.0438986 Nov 19 05:20:04.031946 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-416541fd-dd71-40ba-92da-aca78ee894cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:04.033417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-416541fd-dd71-40ba-92da-aca78ee894cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71f422d3-4807-4781-af42-08a74c75e58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396862 Nov 19 05:20:04.125003 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-13b32ed9-4194-43a3-b10b-9437f51b7a10 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Nov 19 05:20:04.214443 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-a7c603b4-57e0-46c0-8cb9-0edbc2e85fd7 req-27da0e06-1cef-463a-8ee7-265c39fe164a service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822072 Nov 19 05:20:04.921253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274a95-c65a-4148-a2f2-d93b15793594 req-3236cf05-3e19-481d-9a95-b1a6d01475f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:04.922810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b274a95-c65a-4148-a2f2-d93b15793594 req-3236cf05-3e19-481d-9a95-b1a6d01475f7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0539300 Nov 19 05:20:04.972314 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b274a95-c65a-4148-a2f2-d93b15793594 req-914cdc39-6b57-4714-a182-3e51c8a86e26 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Nov 19 05:20:04.995367 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43418) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:05.060433 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-61e978d4-63f2-41ac-8d73-e3377ca9d579 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/8208351f-6eab-44af-83f0-74518fa18abf HTTP/1.1" status: 200 len: 993 time: 0.0638065 Nov 19 05:20:21.470797 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-878fec21-0dbc-4f99-ac43-b012d1e3c38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:23.518243 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:23.745268 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b56affa6-2b2a-42e1-bf80-d660b437ab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:25.627413 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:26.727411 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:27.027692 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:20:27.465811 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:32.884219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:35.410110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43428) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:35.572193 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 2e206bb7-9562-42d0-a51e-8da26f991115 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:20:35.572542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:35.649392 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:35.649731 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:35.661085 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 2e206bb7-9562-42d0-a51e-8da26f991115 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:20:36.142983 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:36.171672 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=2e206bb7-9562-42d0-a51e-8da26f991115,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:36.197055 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.197414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.197766 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.198148 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.198493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.198833 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.199173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.199519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.199857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.200188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.200522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.200852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:36.243548 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:36.243879 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP 8208351f-6eab-44af-83f0-74518fa18abf disassociated (deleted). External IP: 172.25.8.86, port: 9c5c5219-2a79-43ab-b064-7529088beca4. Nov 19 05:20:36.450346 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 88b02240-214d-41d4-b1b3-1f067771dfa4 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:20:36.557005 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:20:36.561446 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:36.566341 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] Sync routers for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:20:36.576400 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:36.577008 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:36.589180 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-67e43c55-675a-4fb7-acc8-42539a0d62d0 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/floatingips/8208351f-6eab-44af-83f0-74518fa18abf HTTP/1.1" status: 204 len: 168 time: 1.1779292 Nov 19 05:20:36.589782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:20:36.592155 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e675ae4e-ceca-4655-9729-7b20c179a24c" -d '{"events": [{"name": "network-changed", "server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:20:36.685437 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:36.748587 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaa6492-0bc1-46a7-a708-78e58edc5756 x-openstack-request-id: req-0aaa6492-0bc1-46a7-a708-78e58edc5756 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:20:36.748889 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:20:36.749152 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0aaa6492-0bc1-46a7-a708-78e58edc5756 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:20:36.749573 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4', 'status': 'completed', 'code': 200} Nov 19 05:20:36.816179 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-e14cbb95-6785-4c90-b1d8-cdb854ce917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:36.818525 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-e14cbb95-6785-4c90-b1d8-cdb854ce917f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 1097 time: 0.0430393 Nov 19 05:20:36.862075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadaebe-8c23-49a4-a656-acbdba2d0394 req-2da5fb9b-ab5d-4ca1-ae15-ad25432fdedc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:36.863669 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ebadaebe-8c23-49a4-a656-acbdba2d0394 req-2da5fb9b-ab5d-4ca1-ae15-ad25432fdedc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0647597 Nov 19 05:20:36.899948 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:36.927552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-616e80a1-d1c4-4782-b815-36d755cf4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:36.929049 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-616e80a1-d1c4-4782-b815-36d755cf4a0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 200 len: 897 time: 0.1028371 Nov 19 05:20:36.929994 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ebadaebe-8c23-49a4-a656-acbdba2d0394 req-10e6b061-9623-4e4f-8e8e-8118a880111c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567241 Nov 19 05:20:36.931700 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] Checking router: 88b02240-214d-41d4-b1b3-1f067771dfa4 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:20:36.940258 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:36.940731 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:36.975724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-d6e3a90a-4327-404e-8306-33a45a8f8be4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 200 len: 217 time: 0.0371149 Nov 19 05:20:37.026354 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-5e4a8039-74d6-446f-a310-c9f5bbe01dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:37.027860 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-5e4a8039-74d6-446f-a310-c9f5bbe01dde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 200 len: 835 time: 0.0455489 Nov 19 05:20:37.048354 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:37.076344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-157b951e-5cc1-4765-bfd8-5a3db14fb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:37.077882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-157b951e-5cc1-4765-bfd8-5a3db14fb5bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71f422d3-4807-4781-af42-08a74c75e58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405877 Nov 19 05:20:37.173219 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-713be47b-f314-4796-80ef-414df36a95ae service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873394 Nov 19 05:20:37.259511 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:37.272866 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e675ae4e-ceca-4655-9729-7b20c179a24c req-233e7f5f-c77d-426b-8983-ee0a2777dd89 service neutron] 10.222.0.36 "GET /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911882 Nov 19 05:20:37.290005 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de5ccf-8d49-4690-842e-be64b6c72284 None None] The sync data for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 is: [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:08Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '6620eac3-cd60-413b-83a4-cf5e93f42141', 'name': '', 'network_id': '71f422d3-4807-4781-af42-08a74c75e58a', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:c8:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:08Z', 'updated_at': '2021-11-19T05:19:11Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': '016467dc-683b-4d6d-986b-208b3cdc1109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:20:37.512738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1519037-e0e4-4db8-b36a-e9c95976e95e None None] New status for floating IP 8208351f-6eab-44af-83f0-74518fa18abf: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:20:38.047479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aa48b-9741-4520-bf20-10b7e424cfd7 req-bf918af5-c845-4682-ade1-c77178a67b2a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:38.049011 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c1aa48b-9741-4520-bf20-10b7e424cfd7 req-bf918af5-c845-4682-ade1-c77178a67b2a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0511677 Nov 19 05:20:38.099166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4c1aa48b-9741-4520-bf20-10b7e424cfd7 req-141ca990-55e2-4547-a69c-56e432e69b3a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Nov 19 05:20:38.266165 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-7b7c2724-9ddf-4fc7-bb20-df6b80c4a89d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:38.267661 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-7b7c2724-9ddf-4fc7-bb20-df6b80c4a89d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Nov 19 05:20:38.356730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 9c5c5219-2a79-43ab-b064-7529088beca4 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:20:38.356990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:38.450667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 9c5c5219-2a79-43ab-b064-7529088beca4, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=9c5c5219-2a79-43ab-b064-7529088beca4,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:38.451152 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:38.463960 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 9c5c5219-2a79-43ab-b064-7529088beca4 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:20:38.594218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:38.623948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=9c5c5219-2a79-43ab-b064-7529088beca4,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:38.636000 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.636368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.636724 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.637073 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.637675 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.638042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.638387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.638725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.639064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.639401 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.639738 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.640072 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:38.673922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port 9c5c5219-2a79-43ab-b064-7529088beca4 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:20:38.677199 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:38.680746 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8b5ec685-ae8f-4158-bd14-1b7eaa52dbb8 req-a98f478b-4e64-408b-9e60-b846d700549d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.36 "DELETE /v2.0/ports/9c5c5219-2a79-43ab-b064-7529088beca4 HTTP/1.1" status: 204 len: 173 time: 0.4071741 Nov 19 05:20:38.681186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'name': 'network-vif-deleted', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:20:38.683481 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131a70e-2983-4559-a5bd-cfeb8044dbe7" -d '{"events": [{"server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "name": "network-vif-deleted", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:20:38.771262 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ec5d20-a7ac-4655-b898-db6bd8371a37 x-openstack-request-id: req-d7ec5d20-a7ac-4655-b898-db6bd8371a37 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:20:38.771669 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c7b1e-e78b-4b18-97e9-de574064eff3", "name": "network-vif-deleted", "tag": "9c5c5219-2a79-43ab-b064-7529088beca4", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:20:38.771991 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7ec5d20-a7ac-4655-b898-db6bd8371a37 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:20:38.772461 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248c7b1e-e78b-4b18-97e9-de574064eff3', 'name': 'network-vif-deleted', 'tag': '9c5c5219-2a79-43ab-b064-7529088beca4', 'status': 'completed', 'code': 200} Nov 19 05:20:39.214480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88bd79ae-2196-4c0f-8efd-ad723a84974a req-f59a3e86-486e-499f-b022-7cede2769649 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=248c7b1e-e78b-4b18-97e9-de574064eff3 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Nov 19 05:20:40.272745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43446) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:40.638829 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:40.891364 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 6620eac3-cd60-413b-83a4-cf5e93f42141 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:20:40.891639 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:40.983297 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 6620eac3-cd60-413b-83a4-cf5e93f42141, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6620eac3-cd60-413b-83a4-cf5e93f42141,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:40.983679 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:40.996931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 6620eac3-cd60-413b-83a4-cf5e93f42141 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:20:41.182066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:41.218286 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=6620eac3-cd60-413b-83a4-cf5e93f42141,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:41.395165 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:41.618443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 88b02240-214d-41d4-b1b3-1f067771dfa4 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:20:41.725386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:20:41.730410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d53dc201-c9c3-47db-946a-47c3b3dedc35 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/88b02240-214d-41d4-b1b3-1f067771dfa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565899 Nov 19 05:20:41.733127 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43450) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:41.734803 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] Sync routers for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:20:41.788561 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting subnet 016467dc-683b-4d6d-986b-208b3cdc1109 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:20:41.792066 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:41.834682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:41.835259 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:41.839558 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:41.923140 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:41.940458 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:41.982734 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.012756 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.018626 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/subnets/016467dc-683b-4d6d-986b-208b3cdc1109 HTTP/1.1" status: 204 len: 168 time: 0.2819850 Nov 19 05:20:42.018626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5e96c-fc19-4972-9700-74eea8b097ec tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Subnet': ['ID=016467dc-683b-4d6d-986b-208b3cdc1109,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:42.023019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e1e31-bf13-4fea-8144-5ee93a7db045 None None] Network 71f422d3-4807-4781-af42-08a74c75e58a requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:20:42.026629 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43452) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:42.122721 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:20:41Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:42.141215 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.154548 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] Checking router: 88b02240-214d-41d4-b1b3-1f067771dfa4 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:20:42.164629 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] Routers {'88b02240-214d-41d4-b1b3-1f067771dfa4'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:42.165247 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['88b02240-214d-41d4-b1b3-1f067771dfa4'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:42.224879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] DHCP port deletion for 71f422d3-4807-4781-af42-08a74c75e58a request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:20:42.227719 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9c5c5219-2a79-43ab-b064-7529088beca4 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:20:42.253542 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 9c5c5219-2a79-43ab-b064-7529088beca4 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:20:42.253891 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 9c5c5219-2a79-43ab-b064-7529088beca4 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:20:42.258802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.275513 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] Set router 88b02240-214d-41d4-b1b3-1f067771dfa4 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:42.306177 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Deleting port d02ca653-5c18-4299-a911-d987c4ac8bbb {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:20:42.306622 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.315794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 9a7e9d52-6793-4a29-b75e-3428a211cf5e {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:20:42.316154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.381743 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] For port d02ca653-5c18-4299-a911-d987c4ac8bbb, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d02ca653-5c18-4299-a911-d987c4ac8bbb,segment=NetworkSegment(ef11b22a-8f3f-46da-99af-7998167e5943),segment_id=ef11b22a-8f3f-46da-99af-7998167e5943)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:42.382253 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.404736 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 9a7e9d52-6793-4a29-b75e-3428a211cf5e, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9a7e9d52-6793-4a29-b75e-3428a211cf5e,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:42.405390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.419432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 9a7e9d52-6793-4a29-b75e-3428a211cf5e owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:20:42.466773 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:20:41Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:42.495337 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a36261-4830-4e48-a387-733b9e37b0f1 None None] The sync data for ids ['88b02240-214d-41d4-b1b3-1f067771dfa4'] in n-d-818503-1 is: [{'id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150642771', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:20:41Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '9a7e9d52-6793-4a29-b75e-3428a211cf5e', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b02240-214d-41d4-b1b3-1f067771dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:19:05Z', 'updated_at': '2021-11-19T05:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:20:42.563499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Calling delete_port for d02ca653-5c18-4299-a911-d987c4ac8bbb owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:20:42.595483 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.622947 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=9a7e9d52-6793-4a29-b75e-3428a211cf5e,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:42.635222 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a80dbf-902f-4907-9a06-7f3d1260cc9e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:20:42.658846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.689882 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.692806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Pushing event deleted for resources: {'Port': ['ID=d02ca653-5c18-4299-a911-d987c4ac8bbb,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:42.697171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] No DVR routers for this DVR port d02ca653-5c18-4299-a911-d987c4ac8bbb on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.709598 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f05794-c48b-4a3d-a2dc-9c09f237a5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:42.784076 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.786737 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.827717 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.828305 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Fanout notify agent at l3_agent the message router_deleted on router 88b02240-214d-41d4-b1b3-1f067771dfa4 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:20:42.836345 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:42.839899 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-192a61dd-35c1-4d0e-91e8-70e0335f1c84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/routers/88b02240-214d-41d4-b1b3-1f067771dfa4 HTTP/1.1" status: 204 len: 168 time: 0.8100038 Nov 19 05:20:42.840130 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43454) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:42.918616 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.013848 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.033588 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f422d3-4807-4781-af42-08a74c75e58a']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:43.044288 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef11b22a-8f3f-46da-99af-7998167e5943') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:43.044592 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef11b22a-8f3f-46da-99af-7998167e5943') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:43.054656 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.068749 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.075623 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:20:43.076587 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:20:43.079388 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:20:43.483470 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.489510 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.495862 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/networks/71f422d3-4807-4781-af42-08a74c75e58a HTTP/1.1" status: 204 len: 168 time: 0.6522050 Nov 19 05:20:43.496571 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43456) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:43.509251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489149-9ed5-4c15-82f6-c28065258b6d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Network': ['ID=71f422d3-4807-4781-af42-08a74c75e58a,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:43.563230 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81979c0e-ed31-4e64-b9d2-f8132fe735b1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.591883 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81979c0e-ed31-4e64-b9d2-f8132fe735b1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.655979 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81979c0e-ed31-4e64-b9d2-f8132fe735b1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.659532 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-81979c0e-ed31-4e64-b9d2-f8132fe735b1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.663468 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-81979c0e-ed31-4e64-b9d2-f8132fe735b1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/security-groups/ecb4639f-e1ce-4e74-872c-052ba0b1c2d3 HTTP/1.1" status: 204 len: 168 time: 0.1622672 Nov 19 05:20:43.670866 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81979c0e-ed31-4e64-b9d2-f8132fe735b1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4639f-e1ce-4e74-872c-052ba0b1c2d3,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:43.695004 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6620eac3-cd60-413b-83a4-cf5e93f42141 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:20:43.721433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6620eac3-cd60-413b-83a4-cf5e93f42141 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:20:43.721896 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6620eac3-cd60-413b-83a4-cf5e93f42141 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:20:43.722696 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9a7e9d52-6793-4a29-b75e-3428a211cf5e no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:20:43.745090 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9a7e9d52-6793-4a29-b75e-3428a211cf5e {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:20:43.745526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9a7e9d52-6793-4a29-b75e-3428a211cf5e not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:20:43.746064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d02ca653-5c18-4299-a911-d987c4ac8bbb no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:20:43.766076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: d02ca653-5c18-4299-a911-d987c4ac8bbb {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:20:43.766437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d02ca653-5c18-4299-a911-d987c4ac8bbb not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:20:43.899286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43462) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:43.903922 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464658384', 'description': 'tempest-secgroup-smoke-464658384 description', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:43.928165 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.995692 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:43.999380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.028531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.029757 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1294649 Nov 19 05:20:44.031728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2a457-b136-434f-a138-7cfd42dc6730 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.032906 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43464) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.039329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.066334 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.121281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.124935 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.142568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f822a14c-fea3-4afe-96ba-412fb937a289,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.149580 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.150815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-698c1965-48d6-4ddc-90d6-4272f0f2ec0c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160102 Nov 19 05:20:44.153581 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43466) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.157850 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.184026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.240188 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.243809 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.260914 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e1da13-200c-4000-886d-048d640bb9e3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.269147 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.271088 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b8368c57-23b4-4338-ac99-5a7b140bb88c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164389 Nov 19 05:20:44.273777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43468) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.278185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.306097 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.365052 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.368692 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.385813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeea9b2-05eb-4213-babc-20c8239b7972,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.393718 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.395601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-cba5b79b-6fc8-4f9b-ade4-5a04743e536e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202216 Nov 19 05:20:44.400213 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43470) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.404879 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.435487 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.493439 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.497420 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.512146 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0c26ab-d60e-41b1-a477-5b30b15c37cd,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.523405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.524616 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-c92ea5c4-41ad-41bd-b340-af7e3483a4da tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234283 Nov 19 05:20:44.527326 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43472) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.531600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.553811 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:20:44.558660 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.617388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.620938 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.639104 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdd5489-5599-436d-b189-c392206eca4c,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.647836 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.649060 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d1ebd633-bfc3-4c02-91b6-5a4cebd40b39 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208034 Nov 19 05:20:44.651837 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43474) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.656116 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'security_group_rule': {'security_group_id': 'eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.677578 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Project 88e3d3b2397e4fd086cf83aefad43ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:20:44.682250 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.741181 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.744793 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.764938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d010f5-ca09-481b-a8a6-38b1d3d8cdf3,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:44.774134 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.775324 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-615f4f79-e720-4336-8928-b3f4ebb38768 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225655 Nov 19 05:20:44.778181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43476) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.782901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'network': {'name': 'tempest-network-smoke--277542676', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'port_security_enabled': True}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.803068 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:20:44.806598 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.831011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:20:44.842540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.842540 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Added segment 37c159fd-b448-4330-b20a-7ed450a0f6cf of type vlan for network a7355a54-db49-4e14-a581-31e91c0e6980 Nov 19 05:20:44.881892 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.905922 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.911870 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:44.912462 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:44.964313 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1851125 Nov 19 05:20:44.967053 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43478) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:44.973511 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'admin_state_up': True, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:44.995926 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75e8e-fb36-4e19-8791-3130a4e925b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Network': ['ID=a7355a54-db49-4e14-a581-31e91c0e6980,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:45.010520 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network a7355a54-db49-4e14-a581-31e91c0e6980 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:20:45.011259 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.012118 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.069726 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.210135 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.406219 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.425312 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.532480 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.95 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/585dd67d-4bab-48be-bb38-c0739ed97f44) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:20:45.633852 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.672298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.712681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:20:45.715686 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:20:45.719186 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:20:45.725181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=585dd67d-4bab-48be-bb38-c0739ed97f44,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:45.729760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801cc75-308c-4739-9d0c-4d5fea91ba2c None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:20:45.850346 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5dc5fca7-60ee-4e0f-8f85-fe9cb810ba21 None None] Provisioning complete for port 585dd67d-4bab-48be-bb38-c0739ed97f44 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:45.850723 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5dc5fca7-60ee-4e0f-8f85-fe9cb810ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:45.884629 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5fca7-60ee-4e0f-8f85-fe9cb810ba21 None None] Port 585dd67d-4bab-48be-bb38-c0739ed97f44 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:20:45.974782 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:46.171443 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:46.299398 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 12ec3100-0e59-4ef7-8724-cb3154f6e837 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:20:46.408757 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:20:46.418693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Sync routers for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:20:46.430019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:46.430727 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:46.431400 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:46.432651 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f5f82fae-e37b-4a0e-836b-2141eb198d4c tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4646626 Nov 19 05:20:46.435698 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43480) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:46.505832 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e2329c51-5877-4d1e-a5c4-16d172945732 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=88e3d3b2397e4fd086cf83aefad43ca0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690379 Nov 19 05:20:46.508486 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43484) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:46.539001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:46.612161 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c587a-a1fb-44fb-8ce2-5050334c0265 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:46.614583 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-180c587a-a1fb-44fb-8ce2-5050334c0265 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051347 Nov 19 05:20:46.617485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43486) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:46.646143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a1b5a679-5a11-4406-bb8b-437d207a00f8 tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=b4899b95-d6c1-430b-84fe-ab5f0d32a22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274878 Nov 19 05:20:46.648745 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43488) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:46.653450 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732101619', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:46.724819 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:45Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:46.743245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:20:46.746901 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:46.751798 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Checking router: 12ec3100-0e59-4ef7-8724-cb3154f6e837 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:20:46.752151 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Updating router 12ec3100-0e59-4ef7-8724-cb3154f6e837 port 585dd67d-4bab-48be-bb38-c0739ed97f44 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:20:46.777124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:46.930504 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.002807 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Subnet': ['ID=f81f9288-174e-4522-ad6f-9018e7e07a56,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:47.010423 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Checking segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:20:47.010812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network hostable DHCP agents. Network: a7355a54-db49-4e14-a581-31e91c0e6980, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:20:47.028344 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network a7355a54-db49-4e14-a581-31e91c0e6980 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:20:47.040335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, a7355a54-db49-4e14-a581-31e91c0e6980) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:20:47.044418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.044681 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:47.045410 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.054316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11615a9d-e968-4eb7-a764-dc3fd6feccb7 None None] Network a7355a54-db49-4e14-a581-31e91c0e6980 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:20:47.057519 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.063351 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2c4c2143-fa37-4e37-9389-47ba7789682a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4135895 Nov 19 05:20:47.066047 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43490) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:20:47.153850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe6660-cee8-4af7-97b5-f13445f12cc8 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:20:47.164429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8250-9f73-4e73-914e-d600b9fd1947 None None] Pushing event updated for resources: {'Port': ['ID=585dd67d-4bab-48be-bb38-c0739ed97f44,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:47.169184 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Attempting to bind port 585dd67d-4bab-48be-bb38-c0739ed97f44 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:20:47.169561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Attempting to bind port 585dd67d-4bab-48be-bb38-c0739ed97f44 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:20:47.169947 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Attempting to bind port 585dd67d-4bab-48be-bb38-c0739ed97f44 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:20:47.180360 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:20:47.180919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:20:47.181153 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.181554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:20:47.182040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Bound port: 585dd67d-4bab-48be-bb38-c0739ed97f44, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:20:47.182437 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.282735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-62be6af2-1597-4e9c-bf35-2244b70f6b07 None None] Provisioning complete for port 585dd67d-4bab-48be-bb38-c0739ed97f44 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:47.283109 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-62be6af2-1597-4e9c-bf35-2244b70f6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.318611 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] For port 585dd67d-4bab-48be-bb38-c0739ed97f44, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:20:47.354666 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] For port 585dd67d-4bab-48be-bb38-c0739ed97f44, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=585dd67d-4bab-48be-bb38-c0739ed97f44,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:20:47.358846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-62be6af2-1597-4e9c-bf35-2244b70f6b07 None None] Port 585dd67d-4bab-48be-bb38-c0739ed97f44 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:20:47.361252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.370406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-a7355a54-db49-4e14-a581-31e91c0e6980', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:20:47.371258 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.419376 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b41e1-2069-4a19-a14e-6ceee0b040d2 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:20:47.500889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8250-9f73-4e73-914e-d600b9fd1947 None None] Pushing event updated for resources: {'Port': ['ID=585dd67d-4bab-48be-bb38-c0739ed97f44,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:47.503652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:47.504384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:47.517499 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.584983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-220d380a-74e7-4b3c-86bd-6ba5a40a55c5 None None] Provisioning complete for port 585dd67d-4bab-48be-bb38-c0739ed97f44 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:47.585381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-220d380a-74e7-4b3c-86bd-6ba5a40a55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:47.708749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Allocated IP 172.20.0.2 (a7355a54-db49-4e14-a581-31e91c0e6980/f81f9288-174e-4522-ad6f-9018e7e07a56/d565254f-5fa2-4d06-b0c8-ecf8d9b23359) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:20:47.725033 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:48.053660 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-220d380a-74e7-4b3c-86bd-6ba5a40a55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.102804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-220d380a-74e7-4b3c-86bd-6ba5a40a55c5 None None] For port 585dd67d-4bab-48be-bb38-c0739ed97f44, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=585dd67d-4bab-48be-bb38-c0739ed97f44,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:48.116939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-220d380a-74e7-4b3c-86bd-6ba5a40a55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.243769 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d380a-74e7-4b3c-86bd-6ba5a40a55c5 None None] Pushing event updated for resources: {'Port': ['ID=585dd67d-4bab-48be-bb38-c0739ed97f44,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:48.247168 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.257319 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.307258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.1 (a7355a54-db49-4e14-a581-31e91c0e6980/f81f9288-174e-4522-ad6f-9018e7e07a56/2cb54c26-2ad3-4420-8e06-41e8d2c969e9) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:20:48.312926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Network a7355a54-db49-4e14-a581-31e91c0e6980 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:20:48.321099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:20:48.323622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Pushing event updated for resources: {'Port': ['ID=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:48.325802 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:20:48.328844 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:45Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:48.361205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733c543-03eb-4de3-add0-bce8b10f2b66 None None] The sync data for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 is: [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:45Z', 'revision_number': 3, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:20:48.414425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Attempting to bind port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:20:48.415077 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Attempting to bind port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:20:48.415455 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Attempting to bind port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 on network a7355a54-db49-4e14-a581-31e91c0e6980 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:20:48.420888 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:20:48.421588 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Checking segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:20:48.421711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.422096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Bound using segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:20:48.422576 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Bound port: d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:20:48.422965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.439496 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.476802 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.491166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] For port d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:20:48.494511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] For port d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:20:48.500686 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:48.523759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network a7355a54-db49-4e14-a581-31e91c0e6980 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:20:48.526998 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:20:48.530932 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:20:48.562366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:48.569118 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d6ec8-2442-45a1-a089-7aaab2261a25 None None] Pushing event updated for resources: {'Port': ['ID=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:48.581405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.126204 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.436763 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.442286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.522000 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:49.528090 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.550638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db7a98-e974-45d9-aa06-619fde195140 None None] Network a7355a54-db49-4e14-a581-31e91c0e6980 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:20:49.627059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network a7355a54-db49-4e14-a581-31e91c0e6980 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:20:49.628578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:20:49.683377 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-61ef871e-2464-49a8-a60e-ab230ba9f941 None None] Provisioning complete for port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:49.685081 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-61ef871e-2464-49a8-a60e-ab230ba9f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.756213 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d565254f-5fa2-4d06-b0c8-ecf8d9b23359 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:20:49.762965 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 12ec3100-0e59-4ef7-8724-cb3154f6e837 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:20:49.859294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:49.859294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.862698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-61ef871e-2464-49a8-a60e-ab230ba9f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:49.883846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:20:49.894485 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-830dccdb-c8bd-4b3d-8e7e-a2347489f49b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/12ec3100-0e59-4ef7-8724-cb3154f6e837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8273072 Nov 19 05:20:49.933565 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-61ef871e-2464-49a8-a60e-ab230ba9f941 None None] For port d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:49.944392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-61ef871e-2464-49a8-a60e-ab230ba9f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.010475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef871e-2464-49a8-a60e-ab230ba9f941 None None] Pushing event updated for resources: {'Port': ['ID=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:50.054253 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 585dd67d-4bab-48be-bb38-c0739ed97f44 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:20:50.075759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-39922ea2-15b2-4716-b90d-ac866845e775 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464658384&fields=id&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 267 time: 0.0563266 Nov 19 05:20:50.119234 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 585dd67d-4bab-48be-bb38-c0739ed97f44 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:50.119817 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.176991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-64c64fdf-fbc1-4417-8c75-ed73b23bc557 None None] Provisioning complete for port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:50.177451 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-64c64fdf-fbc1-4417-8c75-ed73b23bc557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.211880 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-e86581b7-8456-41b5-9432-74dc28e576a5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:50.215940 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-e86581b7-8456-41b5-9432-74dc28e576a5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 796 time: 0.1296670 Nov 19 05:20:50.231082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-c458a593-0883-4322-9749-3160ac2e33c1 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/quotas/88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 375 time: 0.0114281 Nov 19 05:20:50.247029 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-64c64fdf-fbc1-4417-8c75-ed73b23bc557 None None] Port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:20:50.254170 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Sync routers for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:20:50.267659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-64c64fdf-fbc1-4417-8c75-ed73b23bc557 None None] Provisioning complete for port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:50.268011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-64c64fdf-fbc1-4417-8c75-ed73b23bc557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.273687 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:50.274489 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:50.323656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-f20186f4-c39e-4001-8e97-ce8314aac78d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849247 Nov 19 05:20:50.395539 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-20ccd3ac-3c93-4356-b833-39f431c9befa service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:20:50.406491 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-20ccd3ac-3c93-4356-b833-39f431c9befa service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0666485 Nov 19 05:20:50.430414 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:50.496622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f822d123-bb4e-420e-a435-33b9b56a0f55 None None] Provisioning complete for port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:50.496972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f822d123-bb4e-420e-a435-33b9b56a0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.515573 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f010979-1d35-47df-a650-31bd76d61c10 service neutron] 10.222.0.52 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081939 Nov 19 05:20:50.543086 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f822d123-bb4e-420e-a435-33b9b56a0f55 None None] Port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:20:50.609371 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-b655ffa1-d3cd-4119-843a-bf305b263710 service neutron] 10.222.0.52 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Nov 19 05:20:50.639474 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 2, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:50.665534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-7356afbb-dda0-4ebd-a24f-45be8fca58ae None None] Provisioning complete for port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:50.666840 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7356afbb-dda0-4ebd-a24f-45be8fca58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.671981 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Checking router: 12ec3100-0e59-4ef7-8724-cb3154f6e837 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:20:50.672345 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Updating router 12ec3100-0e59-4ef7-8724-cb3154f6e837 port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:20:50.703095 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.703486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-7356afbb-dda0-4ebd-a24f-45be8fca58ae None None] Port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:20:50.782477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cc98ad52-b5c9-4d86-a6de-bf8960821410 req-e1d258b3-e1ae-4fa3-b863-265b9eab8242 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 210 time: 0.0319695 Nov 19 05:20:50.973544 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:50.980155 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.043036 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Pushing event updated for resources: {'Port': ['ID=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:51.063154 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.063512 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.064084 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.064432 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.064771 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.065104 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.065604 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.065957 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.066290 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.067970 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.068324 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.068658 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:20:51.219835 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Attempting to bind port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:20:51.220207 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Attempting to bind port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:20:51.220569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Attempting to bind port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 on network a7355a54-db49-4e14-a581-31e91c0e6980 {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:20:51.226071 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:20:51.226445 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Checking segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:20:51.226846 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.227238 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Bound using segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:20:51.227699 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Bound port: 2cb54c26-2ad3-4420-8e06-41e8d2c969e9, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:20:51.228079 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.293240 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] For port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:20:51.296308 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] For port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:20:51.299789 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.334030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-650c5e16-52ba-4bd9-9100-977fc665bde0 None None] Provisioning complete for port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:51.334849 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-650c5e16-52ba-4bd9-9100-977fc665bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.364932 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:20:51.365569 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:51.368329 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba8776-e1f2-408d-9f87-9b858bc0adf3 None None] Pushing event updated for resources: {'Port': ['ID=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,revision_number=4']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:51.426005 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-650c5e16-52ba-4bd9-9100-977fc665bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.470594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-650c5e16-52ba-4bd9-9100-977fc665bde0 None None] For port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:51.483548 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:20:51.484438 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-650c5e16-52ba-4bd9-9100-977fc665bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.491933 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d1924b61-d641-43a8-b8b9-b1baa32226b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.541012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c5e16-52ba-4bd9-9100-977fc665bde0 None None] Pushing event updated for resources: {'Port': ['ID=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:51.683986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d565254f-5fa2-4d06-b0c8-ecf8d9b23359 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:20:51.708654 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:20:51.735815 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855d194-f44e-4989-a232-dcd9124ed09d None None] The sync data for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 is: [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:20:51.736117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1929d267-329d-404b-8613-a98ad7e676c2 None None] Provisioning complete for port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:51.736269 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1929d267-329d-404b-8613-a98ad7e676c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.788444 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:51.788825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:51.915677 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8fc13495-5036-4b92-b65b-8e69876817d9 req-8e3b7ba9-22eb-4406-a405-26ca02c7d4d7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 210 time: 0.0384424 Nov 19 05:20:52.410366 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-acdbb5e8-7656-42ff-93c4-d10a37a249cc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:52.411963 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-acdbb5e8-7656-42ff-93c4-d10a37a249cc tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 796 time: 0.4551983 Nov 19 05:20:52.490539 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-819f8ecd-c6ba-4879-b980-f88693cba3e6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e3d3b2397e4fd086cf83aefad43ca0 HTTP/1.1" status: 200 len: 379 time: 0.0592933 Nov 19 05:20:52.504905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'port': {'device_id': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'admin_state_up': True, 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'security_groups': ['eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:52.617480 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Made reservation on behalf of 88e3d3b2397e4fd086cf83aefad43ca0 for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:20:52.621328 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:52.761172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.20.0.3 (a7355a54-db49-4e14-a581-31e91c0e6980/f81f9288-174e-4522-ad6f-9018e7e07a56/a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:20:52.910787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:52.945107 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:52.990066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network a7355a54-db49-4e14-a581-31e91c0e6980 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:20:52.993235 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:20:52.996904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:20:53.024158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:53.053483 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6c2db-b075-43bb-8d65-4fb6141a2dc9 req-129b4417-f964-4812-b276-ab40b88a78bb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:53.055105 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5df6c2db-b075-43bb-8d65-4fb6141a2dc9 req-129b4417-f964-4812-b276-ab40b88a78bb tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 931 time: 0.0639415 Nov 19 05:20:53.062673 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:53.063421 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.083516 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2f983a9f-7d33-44a8-971e-7757c49fd108 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831904 Nov 19 05:20:53.099197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2a9c85d7-993c-4458-8aa0-181b948c859f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:20:53.100242 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-2a9c85d7-993c-4458-8aa0-181b948c859f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066762 Nov 19 05:20:53.108857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5df6c2db-b075-43bb-8d65-4fb6141a2dc9 req-731317d0-48ea-41b1-b84e-ec941baf8962 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473390 Nov 19 05:20:53.167190 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Request body: {'port': {'device_id': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:20:53.227036 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-f78cfcde-e38c-444e-a12b-53acb4dbe82e None None] Provisioning complete for port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:53.227914 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.228088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f78cfcde-e38c-444e-a12b-53acb4dbe82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.262205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-f78cfcde-e38c-444e-a12b-53acb4dbe82e None None] Port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:20:53.485537 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:20:53.493706 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.506509 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Transition to ACTIVE for port object a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:20:53.510572 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.519233 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.567273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Pushing event updated for resources: {'Port': ['ID=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:53.635534 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Attempting to bind port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:20:53.635877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Attempting to bind port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:20:53.636212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Attempting to bind port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c on network a7355a54-db49-4e14-a581-31e91c0e6980 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:20:53.640968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c on network a7355a54-db49-4e14-a581-31e91c0e6980 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:20:53.641987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Attempting to bind port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c on network a7355a54-db49-4e14-a581-31e91c0e6980 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:20:53.647961 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:20:53.648362 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Checking segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:20:53.648762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Bound using segment: {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:20:53.649368 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Bound port: a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c159fd-b448-4330-b20a-7ed450a0f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:20:53.649889 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.705371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:20:53.726449 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] For port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:20:53.735839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] For port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:20:53.742475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.773211 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da8d-66ec-4822-bead-cbc7460e108f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.786209 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:53.787186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.793610 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:53.794402 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:53.796537 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] 10.222.0.31 "PUT /v2.0/ports/a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 1091 time: 0.6759014 Nov 19 05:20:53.796997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:20:53.799308 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:20:53.826678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1356-7da9-4c94-b2da-c16c05533b2d service neutron] Pushing event updated for resources: {'Port': ['ID=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:53.853140 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c480c3-1d0b-4f2f-9ed9-58aac962d791 x-openstack-request-id: req-a6c480c3-1d0b-4f2f-9ed9-58aac962d791 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:20:53.853315 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:20:53.853617 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6c480c3-1d0b-4f2f-9ed9-58aac962d791 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:20:53.854028 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'status': 'completed', 'code': 200} Nov 19 05:20:53.916629 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-43fe2787-f694-4f79-ba1f-1217ff03abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:53.918261 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-43fe2787-f694-4f79-ba1f-1217ff03abd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1094 time: 0.0466609 Nov 19 05:20:53.976981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-eb03e636-3084-4a6e-9384-3d3c3b3397fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 217 time: 0.0365148 Nov 19 05:20:54.034151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-612480af-71b1-42fa-b897-df57d627b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.036359 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-612480af-71b1-42fa-b897-df57d627b01e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 200 len: 835 time: 0.0495224 Nov 19 05:20:54.089714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4e0d-3535-4462-9af1-28926585bb68 req-eafe5fe9-5767-4f11-8736-7d7ba0e2f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.091161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-eafe5fe9-5767-4f11-8736-7d7ba0e2f819 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7355a54-db49-4e14-a581-31e91c0e6980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395620 Nov 19 05:20:54.187735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-246e009c-1409-4e21-afeb-9cfd084232f3 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Nov 19 05:20:54.230910 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08891977-cc7e-4b4c-9753-67af5075f355 req-91d70890-0c3a-4e54-873e-1516e335fd61 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.232425 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08891977-cc7e-4b4c-9753-67af5075f355 req-91d70890-0c3a-4e54-873e-1516e335fd61 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 943 time: 0.0496349 Nov 19 05:20:54.281927 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-08891977-cc7e-4b4c-9753-67af5075f355 req-491ccd76-7004-4920-9e44-c83d618c8d8f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Nov 19 05:20:54.290719 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-579c4e0d-3535-4462-9af1-28926585bb68 req-b24e5981-3894-4b5b-9adc-2819dcdb1935 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913067 Nov 19 05:20:54.424074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-b6d543d4-0b5f-46e3-a1c8-a87a96de27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.425580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-b6d543d4-0b5f-46e3-a1c8-a87a96de27fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1094 time: 0.0422511 Nov 19 05:20:54.524274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-f2800821-64be-4fcf-89c7-6d0482eaecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.525756 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-f2800821-64be-4fcf-89c7-6d0482eaecec service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 897 time: 0.0915585 Nov 19 05:20:54.568100 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-c14651a5-db36-42d1-adcb-5a61960e12ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 217 time: 0.0349360 Nov 19 05:20:54.621908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-687094d3-6d86-4d7a-84d9-4aca0c239cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.623364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-687094d3-6d86-4d7a-84d9-4aca0c239cb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 200 len: 835 time: 0.0429182 Nov 19 05:20:54.673075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-add31016-c294-4af4-89c6-185533033499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:54.674600 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-add31016-c294-4af4-89c6-185533033499 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7355a54-db49-4e14-a581-31e91c0e6980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433650 Nov 19 05:20:54.765405 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-c8659e6c-e48d-4a1a-b68e-507bf3805f03 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820177 Nov 19 05:20:54.864594 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-79f37a8c-1ddb-4ac4-8ae3-e88770f57f0d req-c37754a5-abf4-49e4-8678-00655db83bcc service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893781 Nov 19 05:20:55.399831 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eae8e-054e-4fa7-8391-765a96a234a6 req-1391b3fa-0671-4e18-8ceb-6217852fcb84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:55.401430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a90eae8e-054e-4fa7-8391-765a96a234a6 req-1391b3fa-0671-4e18-8ceb-6217852fcb84 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 943 time: 0.0485811 Nov 19 05:20:55.457692 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a90eae8e-054e-4fa7-8391-765a96a234a6 req-1dcd72b1-0f19-449c-8476-030e31e8e1b7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496144 Nov 19 05:20:55.626468 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:56.578477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ad509-aef0-4401-9898-b58b34017b47 req-ba91c219-9215-4b39-bd2a-2417b29b8acd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:56.579992 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f9ad509-aef0-4401-9898-b58b34017b47 req-ba91c219-9215-4b39-bd2a-2417b29b8acd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 943 time: 0.0494933 Nov 19 05:20:56.630281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7f9ad509-aef0-4401-9898-b58b34017b47 req-3631b841-794a-498b-9468-cd2aba4842b2 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441451 Nov 19 05:20:56.730077 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:57.254879 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:20:57.348462 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:57.360146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'port_id': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'mac_address': 'fa:16:3e:7a:60:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:20:57.399789 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:57.413136 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:20:57.432473 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:57.436459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:57.488968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:57.494806 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:57.747901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614c9f4-3d40-4828-89fe-c80529b6ef27 req-94a07335-5e22-455a-846b-e66fdf425df4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:57.749390 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6614c9f4-3d40-4828-89fe-c80529b6ef27 req-94a07335-5e22-455a-846b-e66fdf425df4 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 944 time: 0.0502052 Nov 19 05:20:57.798670 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6614c9f4-3d40-4828-89fe-c80529b6ef27 req-a7b2dfde-05d8-4675-83be-c993d3f60dd5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Nov 19 05:20:57.818220 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:20:58.917700 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109956-cdbc-4804-8358-d9979ef74e67 req-aab98b26-6cc8-4b26-b6eb-d19b67c14e1e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:58.919210 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e109956-cdbc-4804-8358-d9979ef74e67 req-aab98b26-6cc8-4b26-b6eb-d19b67c14e1e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 944 time: 0.0522318 Nov 19 05:20:58.968153 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e109956-cdbc-4804-8358-d9979ef74e67 req-449da578-5cae-4f8d-bd26-c7400ade62d8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Nov 19 05:20:59.259633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:20:59.309671 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:20:59.313626 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:20:59.314023 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:59.394372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:59.417622 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:20:59.419923 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b34aa-a8dd-43d1-b848-02dea939246b" -d '{"events": [{"server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "name": "network-vif-plugged", "status": "completed", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:20:59.433492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:20:59.437553 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:20:59.485423 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:20:59.504385 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0de0d-b960-4a50-8110-fe6c79741fe8 x-openstack-request-id: req-a2f0de0d-b960-4a50-8110-fe6c79741fe8 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:20:59.504680 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "name": "network-vif-plugged", "status": "completed", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:20:59.504945 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2f0de0d-b960-4a50-8110-fe6c79741fe8 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:20:59.505357 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'code': 200} Nov 19 05:20:59.652115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897914b-e7b3-4938-85eb-ce67e019416a req-c5cde04d-72d8-427c-b899-8fe15dead1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:20:59.653616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8897914b-e7b3-4938-85eb-ce67e019416a req-c5cde04d-72d8-427c-b899-8fe15dead1f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1096 time: 0.0418377 Nov 19 05:20:59.702657 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8897914b-e7b3-4938-85eb-ce67e019416a req-bb827425-9a30-4ce5-abea-2c90227add53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Nov 19 05:21:00.085109 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb14569-e8bc-46eb-be2f-c5e801c7107c req-a8ad0940-f2ef-47ba-87b7-36153f9bdc86 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:00.086685 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb14569-e8bc-46eb-be2f-c5e801c7107c req-a8ad0940-f2ef-47ba-87b7-36153f9bdc86 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0486193 Nov 19 05:21:00.135892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-afb14569-e8bc-46eb-be2f-c5e801c7107c req-58342bdd-ff7f-451e-9684-22b401d56f58 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Nov 19 05:21:01.258227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1303-4d57-4eea-b09a-610ba6909067 req-b34c6ac1-9ba3-4176-9598-d90087e92c0d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:01.259777 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1deb1303-4d57-4eea-b09a-610ba6909067 req-b34c6ac1-9ba3-4176-9598-d90087e92c0d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0557537 Nov 19 05:21:01.310747 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1deb1303-4d57-4eea-b09a-610ba6909067 req-d3304ae9-0197-437f-99b4-64acff45d58f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448427 Nov 19 05:21:01.426750 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d00068-e0fa-4b34-ab98-e566e1e3712b req-005a9625-fe76-4d59-a6fb-6c226fd9cba8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:01.428354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77d00068-e0fa-4b34-ab98-e566e1e3712b req-005a9625-fe76-4d59-a6fb-6c226fd9cba8 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0505040 Nov 19 05:21:01.478698 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77d00068-e0fa-4b34-ab98-e566e1e3712b req-331d6b9f-355f-432e-803b-87881a759401 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439827 Nov 19 05:21:01.500229 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43550) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:01.540228 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785a360-f104-4d50-bdaf-d3077c1e4add tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:01.541744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5785a360-f104-4d50-bdaf-d3077c1e4add tempest-TestNetworkAdvancedServerOps-1044940404 tempest-TestNetworkAdvancedServerOps-1044940404-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1091 time: 0.0405612 Nov 19 05:21:01.544563 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43552) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:01.548753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:01.570451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:01.672114 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:01.778266 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Allocated IP 172.25.8.107 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/41b443c9-30c6-415f-aa88-9ac6f894239f) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:21:01.882303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:01.917477 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:01.955883 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:21:01.959377 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:01.963173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:21:01.992059 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=41b443c9-30c6-415f-aa88-9ac6f894239f,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:02.332875 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:02.401823 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:02.559431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:02.563841 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:02.636416 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event updated for resources: {'Port': ['ID=41b443c9-30c6-415f-aa88-9ac6f894239f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:02.648742 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:02.749622 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP 21b5b044-52c1-486d-acfe-dad63cc60b9c associated. External IP: 172.25.8.107, port: a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c. Nov 19 05:21:02.881459 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:02.958235 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 12ec3100-0e59-4ef7-8724-cb3154f6e837 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:21:03.067852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:21:03.078228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] Sync routers for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:21:03.086740 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:03.089064 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:03.089766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:03.117008 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-85fae667-a958-4338-b54e-d87550da800b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5684755 Nov 19 05:21:03.117008 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:21:03.117008 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76860d57-da8a-4fbc-b69d-162daa0ba055" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:21:03.200088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:03.215180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d9491-b36a-4caa-92c8-bf22d893dc6b req-d5d4576d-8fb2-4812-bbb1-5c9d6035ebac tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:03.216719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-909d9491-b36a-4caa-92c8-bf22d893dc6b req-d5d4576d-8fb2-4812-bbb1-5c9d6035ebac tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0507784 Nov 19 05:21:03.267031 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-909d9491-b36a-4caa-92c8-bf22d893dc6b req-59e8401f-a69b-42ce-b8fa-363807774546 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Nov 19 05:21:03.290185 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43558) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:03.331127 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f616e1-f28d-4fc8-92cc-564727714d43 x-openstack-request-id: req-a6f616e1-f28d-4fc8-92cc-564727714d43 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:21:03.331428 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:21:03.331693 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6f616e1-f28d-4fc8-92cc-564727714d43 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:21:03.332103 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'status': 'completed', 'code': 200} Nov 19 05:21:03.358686 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3555c8f9-9b07-47f6-8c0e-a578adaa6b2f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/21b5b044-52c1-486d-acfe-dad63cc60b9c HTTP/1.1" status: 200 len: 991 time: 0.0667396 Nov 19 05:21:03.401101 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-c61333ab-3a04-4c5b-8d05-27d68ff1e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:03.402811 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-c61333ab-3a04-4c5b-8d05-27d68ff1e53c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1096 time: 0.0409298 Nov 19 05:21:03.441361 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '21b5b044-52c1-486d-acfe-dad63cc60b9c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'port_id': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'mac_address': 'fa:16:3e:7a:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:21:02Z', 'updated_at': '2021-11-19T05:21:02Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:03.471685 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] Checking router: 12ec3100-0e59-4ef7-8724-cb3154f6e837 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:21:03.480398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:03.481012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:20:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:03.499263 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-08bee717-802b-4a78-a706-d6c5dac96a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:03.500758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-08bee717-802b-4a78-a706-d6c5dac96a22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 897 time: 0.0910559 Nov 19 05:21:03.568788 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-71814a49-02cb-4f7e-8087-3a8eb25f2a29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 999 time: 0.0605273 Nov 19 05:21:03.586417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:03.624772 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-1370a629-d5e6-4357-beda-048100d06ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:03.626658 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-1370a629-d5e6-4357-beda-048100d06ad6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 200 len: 835 time: 0.0505977 Nov 19 05:21:03.675194 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-f0989fdd-053a-4714-8a9a-887d58288ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:03.676760 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-f0989fdd-053a-4714-8a9a-887d58288ead service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7355a54-db49-4e14-a581-31e91c0e6980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432303 Nov 19 05:21:03.778558 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-5d8a66b1-41ae-4340-a32d-1b27255d0078 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936267 Nov 19 05:21:03.876017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-76860d57-da8a-4fbc-b69d-162daa0ba055 req-7b9e7d5d-5ac2-4a96-8309-4d3c2acf5679 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902538 Nov 19 05:21:03.984437 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '21b5b044-52c1-486d-acfe-dad63cc60b9c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'port_id': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'mac_address': 'fa:16:3e:7a:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:21:02Z', 'updated_at': '2021-11-19T05:21:02Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:04.018501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a6cfe-4656-41ca-91ca-bf615768e5e6 None None] The sync data for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 is: [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '21b5b044-52c1-486d-acfe-dad63cc60b9c', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'port_id': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'mac_address': 'fa:16:3e:7a:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:21:02Z', 'updated_at': '2021-11-19T05:21:02Z', 'revision_number': 0, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:21:04.032982 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:21:04.244952 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d1e48-6463-4d22-8832-d128e344eae6 None None] New status for floating IP 21b5b044-52c1-486d-acfe-dad63cc60b9c: ACTIVE {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:21:04.362590 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43560) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:04.431231 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-003e1ad1-a606-4278-af1e-237266915cfd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/21b5b044-52c1-486d-acfe-dad63cc60b9c HTTP/1.1" status: 200 len: 991 time: 0.0674279 Nov 19 05:21:05.435390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43562) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:05.495503 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-18d6ef7d-788b-4416-abab-632771dd6407 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/21b5b044-52c1-486d-acfe-dad63cc60b9c HTTP/1.1" status: 200 len: 993 time: 0.0588343 Nov 19 05:21:10.802950 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-4b248b5c-3fa9-49db-94ab-7cb321477209 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483649 Nov 19 05:21:10.906083 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-363fbb1f-5028-43cb-a80d-b451aa45b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:10.907587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-363fbb1f-5028-43cb-a80d-b451aa45b241 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1096 time: 0.0418782 Nov 19 05:21:11.013685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-b3a0f9c1-e10f-4932-b183-e7a4ea98ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:11.015224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-b3a0f9c1-e10f-4932-b183-e7a4ea98ac18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 897 time: 0.0886085 Nov 19 05:21:11.081338 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-3878ba4c-632a-4eb5-a134-c7da328f6e21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 1001 time: 0.0574927 Nov 19 05:21:11.133484 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-a881e16a-42cd-4ede-bee3-ddddc16ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:11.134969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-a881e16a-42cd-4ede-bee3-ddddc16ae044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 200 len: 835 time: 0.0436318 Nov 19 05:21:11.185411 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-47616db5-6ad4-44b2-bcf0-1ecbab2fe7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:11.186972 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-47616db5-6ad4-44b2-bcf0-1ecbab2fe7a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7355a54-db49-4e14-a581-31e91c0e6980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447721 Nov 19 05:21:11.277067 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-110d4d86-c4c4-4b16-bf18-60cbe27b77d6 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819743 Nov 19 05:21:11.372141 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-08d876df-f34e-42ab-8c48-be7afd14a705 req-a7893b2e-b8c7-4c5b-83c5-8e530d3fd0a0 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Nov 19 05:21:21.473445 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-842595c1-2ac2-4dc6-8334-0246985bb806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:23.531865 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:23.748478 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f80384f0-f43f-44ca-aef7-c768e2265958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:25.629132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:26.733326 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:27.470776 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:32.900969 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:38.831141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012707-9728-45a6-bdb6-f91c9b444e3b req-b4006d93-b977-4dce-843d-41d56010c672 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:38.832667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb012707-9728-45a6-bdb6-f91c9b444e3b req-b4006d93-b977-4dce-843d-41d56010c672 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0540147 Nov 19 05:21:38.886939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cb012707-9728-45a6-bdb6-f91c9b444e3b req-a947ef00-0036-44e2-81d4-9bba9f1cede6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474987 Nov 19 05:21:40.003621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b0b6-f50c-431e-85a3-658a6fc228ef req-9a1d710f-9420-4690-b1cd-85fb21b5caf9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:40.005129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f4b0b6-f50c-431e-85a3-658a6fc228ef req-9a1d710f-9420-4690-b1cd-85fb21b5caf9 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0495450 Nov 19 05:21:40.054567 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f4b0b6-f50c-431e-85a3-658a6fc228ef req-a6661d9a-a7cc-4358-9f74-51e621f848b6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Nov 19 05:21:40.076889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43584) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:40.137201 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2a22599e-af76-4cb4-9b2f-96eacce16b0b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/21b5b044-52c1-486d-acfe-dad63cc60b9c HTTP/1.1" status: 200 len: 993 time: 0.0591609 Nov 19 05:21:41.031806 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:21:41.432143 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6d25-5454-4646-b65d-f0b1ac1c8ed6 req-8fd87a15-68e3-4438-95a1-0a59c22eccdd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:41.433582 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d32e6d25-5454-4646-b65d-f0b1ac1c8ed6 req-8fd87a15-68e3-4438-95a1-0a59c22eccdd tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0544364 Nov 19 05:21:41.481733 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500e22-2613-429c-9b64-709f1371cde4 req-77756a0f-9996-49a4-b6c7-4051816ff52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:41.483288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-77756a0f-9996-49a4-b6c7-4051816ff52a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1096 time: 0.0415461 Nov 19 05:21:41.483751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d32e6d25-5454-4646-b65d-f0b1ac1c8ed6 req-07c626d9-a6de-421e-9602-46e4df3ff2d6 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440266 Nov 19 05:21:41.577818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500e22-2613-429c-9b64-709f1371cde4 req-f336f926-808b-450c-922e-d97da4cd9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:41.579337 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-f336f926-808b-450c-922e-d97da4cd9ade service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 897 time: 0.0851731 Nov 19 05:21:41.654866 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-b50d7d0b-5902-411a-b9d7-112b75714928 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 1001 time: 0.0628366 Nov 19 05:21:41.707028 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500e22-2613-429c-9b64-709f1371cde4 req-57b8067f-d6c5-4909-8b44-a5da905007bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:41.708349 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-57b8067f-d6c5-4909-8b44-a5da905007bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 200 len: 835 time: 0.0427811 Nov 19 05:21:41.756455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500e22-2613-429c-9b64-709f1371cde4 req-3be17de5-9043-4baf-8ce6-213257256bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:41.758434 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-3be17de5-9043-4baf-8ce6-213257256bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7355a54-db49-4e14-a581-31e91c0e6980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396411 Nov 19 05:21:41.857738 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-1c7c463d-a2f6-4393-97b1-23658951be37 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878103 Nov 19 05:21:41.948343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-15500e22-2613-429c-9b64-709f1371cde4 req-3c9af9cb-611e-4ed8-90d6-297b31143e28 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820878 Nov 19 05:21:42.602252 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320f5a8-885c-402b-9a94-725f97862079 req-906beb2e-79a5-4d86-a6fc-f76847dbfd36 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:42.603766 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0320f5a8-885c-402b-9a94-725f97862079 req-906beb2e-79a5-4d86-a6fc-f76847dbfd36 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0502784 Nov 19 05:21:42.653215 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0320f5a8-885c-402b-9a94-725f97862079 req-fbfc1f98-6642-4104-af5b-d036b290fca7 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435176 Nov 19 05:21:43.772173 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde48a54-4f4d-462f-a52e-04a9c5eec2e7 req-873a6a3d-1d77-4a5a-bf05-4c5cd18e8973 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:43.774378 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fde48a54-4f4d-462f-a52e-04a9c5eec2e7 req-873a6a3d-1d77-4a5a-bf05-4c5cd18e8973 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0543594 Nov 19 05:21:43.822560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fde48a54-4f4d-462f-a52e-04a9c5eec2e7 req-a45d3bf0-1e62-4ffa-9a56-3bba91ce24ad tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423110 Nov 19 05:21:43.845314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43596) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:43.907613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-fdf644de-3451-4a57-b11c-f4ac044e552b tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/floatingips/21b5b044-52c1-486d-acfe-dad63cc60b9c HTTP/1.1" status: 200 len: 993 time: 0.0610256 Nov 19 05:21:44.165100 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43602) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:44.323240 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 41b443c9-30c6-415f-aa88-9ac6f894239f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:21:44.323596 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:44.400056 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:44.400390 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:44.414168 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 41b443c9-30c6-415f-aa88-9ac6f894239f owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:21:44.563495 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:44.589637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=41b443c9-30c6-415f-aa88-9ac6f894239f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:44.615438 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.615799 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.616155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.616504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.617232 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.617522 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.617867 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.618241 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.618586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.618923 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.619267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.619600 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:44.660873 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:44.661217 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Floating IP 21b5b044-52c1-486d-acfe-dad63cc60b9c disassociated (deleted). External IP: 172.25.8.107, port: a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c. Nov 19 05:21:45.211634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 12ec3100-0e59-4ef7-8724-cb3154f6e837 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:21:45.319318 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:21:45.324838 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:45.330008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] Sync routers for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:21:45.339356 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:45.339978 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:45.350951 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-37008aee-8585-4fe2-8b6f-85ed58901907 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/floatingips/21b5b044-52c1-486d-acfe-dad63cc60b9c HTTP/1.1" status: 204 len: 168 time: 1.1848371 Nov 19 05:21:45.351634 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:21:45.354046 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b52d66d-e22f-4420-a74c-b6ecb972764d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:21:45.448400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:45.513756 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c63af1-ddec-4eb0-afc0-6f63f4733139 x-openstack-request-id: req-09c63af1-ddec-4eb0-afc0-6f63f4733139 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:21:45.514082 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:21:45.514347 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09c63af1-ddec-4eb0-afc0-6f63f4733139 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:21:45.514761 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'status': 'completed', 'code': 200} Nov 19 05:21:45.614816 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab030-e792-4b2b-af4a-bdcaf8ad04a7 req-2784bad0-9531-4ed8-9615-2f7d54a0669d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:45.616497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-304ab030-e792-4b2b-af4a-bdcaf8ad04a7 req-2784bad0-9531-4ed8-9615-2f7d54a0669d tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0548136 Nov 19 05:21:45.641971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-d036b6c8-5722-4070-90bc-9a129a47ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:45.643489 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-d036b6c8-5722-4070-90bc-9a129a47ef0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 1096 time: 0.0496538 Nov 19 05:21:45.666427 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:45.675968 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-304ab030-e792-4b2b-af4a-bdcaf8ad04a7 req-021b2caf-4c93-481a-b787-4a2f6c8fbe56 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526006 Nov 19 05:21:45.694763 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] Checking router: 12ec3100-0e59-4ef7-8724-cb3154f6e837 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:21:45.703243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:45.703849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:45.746001 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-f09a792b-0119-4730-93c2-78d5f6a1c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:45.747469 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-f09a792b-0119-4730-93c2-78d5f6a1c2aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 200 len: 897 time: 0.0892637 Nov 19 05:21:45.794597 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-40af227d-9286-43ca-8901-38f892acdf31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 200 len: 217 time: 0.0390093 Nov 19 05:21:45.810552 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:45.848842 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-b8f7b820-5c49-408b-a010-f376cbb56965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:45.850443 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-b8f7b820-5c49-408b-a010-f376cbb56965 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 200 len: 835 time: 0.0447705 Nov 19 05:21:45.898918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-c4df8871-1e7d-4541-bdac-12e139a9eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:45.900426 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-c4df8871-1e7d-4541-bdac-12e139a9eee4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7355a54-db49-4e14-a581-31e91c0e6980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411286 Nov 19 05:21:46.004703 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-41907eea-f738-47f4-8cea-53a7502effaf service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957780 Nov 19 05:21:46.016592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:46.048624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c70d1-6985-4048-a4f2-795ddd2e02b4 None None] The sync data for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 is: [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:49Z', 'revision_number': 4, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2cb54c26-2ad3-4420-8e06-41e8d2c969e9', 'name': '', 'network_id': 'a7355a54-db49-4e14-a581-31e91c0e6980', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'mac_address': 'fa:16:3e:7a:61:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:47Z', 'updated_at': '2021-11-19T05:20:51Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'subnets': [{'id': 'f81f9288-174e-4522-ad6f-9018e7e07a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:21:46.100868 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7b52d66d-e22f-4420-a74c-b6ecb972764d req-f004fd25-3ad1-449a-a464-6c35ebbe10d7 service neutron] 10.222.0.31 "GET /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889399 Nov 19 05:21:46.268216 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f7afe-71e7-4731-a122-a31e65253817 None None] New status for floating IP 21b5b044-52c1-486d-acfe-dad63cc60b9c: DOWN {{(pid=109989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:21:46.793794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d449b-6c2c-4aca-9b34-6eb582397977 req-7da82995-8e31-492f-967e-95a6389a4269 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:46.795326 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-058d449b-6c2c-4aca-9b34-6eb582397977 req-7da82995-8e31-492f-967e-95a6389a4269 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0486388 Nov 19 05:21:46.845518 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-058d449b-6c2c-4aca-9b34-6eb582397977 req-8221cc00-b043-443d-9194-6441bb5c4aaf tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Nov 19 05:21:47.634515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-43e8b6ea-c80e-4c59-9301-4b7b1bd4382a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:47.635964 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-43e8b6ea-c80e-4c59-9301-4b7b1bd4382a tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0484772 Nov 19 05:21:47.733672 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:21:47.734049 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:47.824481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:47.824855 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:47.838023 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:21:47.961094 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ccbff-40c3-4f1c-b08d-299cb76a34fe req-ec2db6cf-a040-4e0f-9d02-deabbad5153e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:47.962563 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f2ccbff-40c3-4f1c-b08d-299cb76a34fe req-ec2db6cf-a040-4e0f-9d02-deabbad5153e tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9c63bf2-5730-4171-afec-1f9a39f92baa HTTP/1.1" status: 200 len: 945 time: 0.0486958 Nov 19 05:21:47.972743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:48.001409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:48.013253 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9f2ccbff-40c3-4f1c-b08d-299cb76a34fe req-2c1557e6-f013-44c0-900c-d5b0744d9a51 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443964 Nov 19 05:21:48.017531 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.017918 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.018272 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.018622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.018974 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.019321 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.019661 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.020212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.020569 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.020892 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.021229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.021563 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:48.064998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:21:48.067743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:48.071736 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-6ba5df90-85e1-49cd-b1e4-a990a92bf3de req-ec0bcd53-d2d1-4418-a91a-0f745cceae4f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.31 "DELETE /v2.0/ports/a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c HTTP/1.1" status: 204 len: 173 time: 0.4249239 Nov 19 05:21:48.072183 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'name': 'network-vif-deleted', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:21:48.074477 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b3b2bb-e86f-42c4-8070-f607d6562612" -d '{"events": [{"server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "name": "network-vif-deleted", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:21:48.110536 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f0ba6b-637a-43a8-b0fc-d39484d32869 x-openstack-request-id: req-56f0ba6b-637a-43a8-b0fc-d39484d32869 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:21:48.111103 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c63bf2-5730-4171-afec-1f9a39f92baa", "name": "network-vif-deleted", "tag": "a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:21:48.111356 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56f0ba6b-637a-43a8-b0fc-d39484d32869 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:21:48.111771 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c63bf2-5730-4171-afec-1f9a39f92baa', 'name': 'network-vif-deleted', 'tag': 'a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c', 'status': 'completed', 'code': 200} Nov 19 05:21:49.078365 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43618) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:49.436071 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:49.687910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:21:49.688201 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:49.779865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 2cb54c26-2ad3-4420-8e06-41e8d2c969e9, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:49.780238 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:49.793122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:21:49.976766 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:50.001268 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=2cb54c26-2ad3-4420-8e06-41e8d2c969e9,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:50.186635 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:50.399372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Router 12ec3100-0e59-4ef7-8724-cb3154f6e837 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:21:50.508276 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:21:50.513578 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3d07d8d0-3394-47b6-9570-bd428b402423 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "PUT /v2.0/routers/12ec3100-0e59-4ef7-8724-cb3154f6e837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4341731 Nov 19 05:21:50.516298 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43620) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:50.520812 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] Sync routers for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:21:50.531983 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:50.532600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:50.570342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting subnet f81f9288-174e-4522-ad6f-9018e7e07a56 {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:21:50.573400 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:50.642012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:50.829767 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:21:49Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:50.862052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] Checking router: 12ec3100-0e59-4ef7-8724-cb3154f6e837 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:21:50.871321 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] Routers {'12ec3100-0e59-4ef7-8724-cb3154f6e837'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:50.871936 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['12ec3100-0e59-4ef7-8724-cb3154f6e837'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:50.951617 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:50.977178 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] Set router 12ec3100-0e59-4ef7-8724-cb3154f6e837 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:51.032482 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.096944 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.126307 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.131969 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/subnets/f81f9288-174e-4522-ad6f-9018e7e07a56 HTTP/1.1" status: 204 len: 168 time: 0.6122949 Nov 19 05:21:51.131969 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b685aef-c2cf-44fd-b143-211aa0524d31 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Subnet': ['ID=f81f9288-174e-4522-ad6f-9018e7e07a56,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:51.132400 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43624) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:51.134909 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f8f2f-1fdc-4896-b93a-435b3e646bfc None None] Network a7355a54-db49-4e14-a581-31e91c0e6980 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:21:51.248833 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.360619 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.396246 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:21:51.416180 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port 585dd67d-4bab-48be-bb38-c0739ed97f44 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:21:51.416534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.433384 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:21:51.433735 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device a0abcdfc-d869-4f1f-b9eb-dff9d4a5b23c not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:21:51.437221 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:21:49Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:51.482483 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a82226-e359-4a81-b59c-8f1a30b045df None None] The sync data for ids ['12ec3100-0e59-4ef7-8724-cb3154f6e837'] in n-d-818503-1 is: [{'id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647777657', 'tenant_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:21:49Z', 'revision_number': 5, 'project_id': '88e3d3b2397e4fd086cf83aefad43ca0', 'gw_port': {'id': '585dd67d-4bab-48be-bb38-c0739ed97f44', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec3100-0e59-4ef7-8724-cb3154f6e837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:20:45Z', 'updated_at': '2021-11-19T05:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:21:51.499758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b32c-4d7b-419f-aed7-835f23af4196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.515852 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port 585dd67d-4bab-48be-bb38-c0739ed97f44, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=585dd67d-4bab-48be-bb38-c0739ed97f44,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:51.516237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.533242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for 585dd67d-4bab-48be-bb38-c0739ed97f44 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:21:51.700190 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.725756 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=585dd67d-4bab-48be-bb38-c0739ed97f44,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:51.738910 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5706d2c-bf6f-405a-93dd-a762fefbd59e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:21:51.792431 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.860068 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] DHCP port deletion for a7355a54-db49-4e14-a581-31e91c0e6980 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:21:51.910094 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.912830 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.926951 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] Deleting port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:21:51.927623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.964300 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.964875 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Fanout notify agent at l3_agent the message router_deleted on router 12ec3100-0e59-4ef7-8724-cb3154f6e837 {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:21:51.972423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:51.974516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-97b1a6b4-d5cf-4108-81e2-9288ee53fcb5 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/routers/12ec3100-0e59-4ef7-8724-cb3154f6e837 HTTP/1.1" status: 204 len: 168 time: 0.8405764 Nov 19 05:21:51.975737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device d565254f-5fa2-4d06-b0c8-ecf8d9b23359 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:21:51.976883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43626) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:52.036935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] For port d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:52.037340 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.053017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] Calling delete_port for d565254f-5fa2-4d06-b0c8-ecf8d9b23359 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:21:52.064640 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.122057 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Deleting port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:21:52.122752 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.132730 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.197584 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] For port d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:52.198065 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.198717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port d565254f-5fa2-4d06-b0c8-ecf8d9b23359, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,segment=NetworkSegment(37c159fd-b448-4330-b20a-7ed450a0f6cf),segment_id=37c159fd-b448-4330-b20a-7ed450a0f6cf)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:52.204486 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.205352 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:21:52.212643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Calling delete_port for d565254f-5fa2-4d06-b0c8-ecf8d9b23359 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:21:52.247109 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:21:52.247713 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2cb54c26-2ad3-4420-8e06-41e8d2c969e9 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:21:52.259546 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.282535 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] No DVR routers for this DVR port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:21:52.287579 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:52.298614 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.298974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.299354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.299777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.300126 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.300414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.300778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.301117 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.301470 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.301807 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.302333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.302521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:52.311015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.326994 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7729b37-c0e4-47e4-ae17-bd97f081b5e6 None None] Pushing event deleted for resources: {'Port': ['ID=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:52.337998 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Port': ['ID=d565254f-5fa2-4d06-b0c8-ecf8d9b23359,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:52.340014 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] No DVR routers for this DVR port d565254f-5fa2-4d06-b0c8-ecf8d9b23359 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:21:52.418286 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.440948 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7355a54-db49-4e14-a581-31e91c0e6980']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:52.450515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c159fd-b448-4330-b20a-7ed450a0f6cf') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:52.450813 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c159fd-b448-4330-b20a-7ed450a0f6cf') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:52.459834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.473160 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.479355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:21:52.479749 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: self.session.flush() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:21:52.482702 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:21:52.543260 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.550446 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.553512 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/networks/a7355a54-db49-4e14-a581-31e91c0e6980 HTTP/1.1" status: 204 len: 168 time: 0.5755384 Nov 19 05:21:52.556542 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43628) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:52.565545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e5607-e633-4fe5-bb73-3b2f3bbbad92 tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'Network': ['ID=a7355a54-db49-4e14-a581-31e91c0e6980,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:52.619038 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2ab82e3-859f-4d9c-aed5-ec639a40a05f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.649428 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2ab82e3-859f-4d9c-aed5-ec639a40a05f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.716467 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2ab82e3-859f-4d9c-aed5-ec639a40a05f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.719035 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a2ab82e3-859f-4d9c-aed5-ec639a40a05f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:52.720217 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a2ab82e3-859f-4d9c-aed5-ec639a40a05f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] 10.222.0.52 "DELETE /v2.0/security-groups/eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe HTTP/1.1" status: 204 len: 168 time: 0.1626799 Nov 19 05:21:52.729892 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab82e3-859f-4d9c-aed5-ec639a40a05f tempest-TestNetworkAdvancedServerOps-1078655434 tempest-TestNetworkAdvancedServerOps-1078655434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7f62b3-347a-49e7-a76d-3b7f1a4e0ebe,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:53.108633 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43636) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:53.252804 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7b6310f9-6a41-4e05-b9e6-929228132585 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88e3d3b2397e4fd086cf83aefad43ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429136 Nov 19 05:21:53.255267 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43640) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:53.304687 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcafa93b-a5a1-4990-910e-e46c6bfe32e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.325924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcafa93b-a5a1-4990-910e-e46c6bfe32e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.373770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcafa93b-a5a1-4990-910e-e46c6bfe32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.376433 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-bcafa93b-a5a1-4990-910e-e46c6bfe32e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.377636 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bcafa93b-a5a1-4990-910e-e46c6bfe32e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/063f3c63-91fb-484a-90b3-8073ebd5af33 HTTP/1.1" status: 204 len: 168 time: 0.1214621 Nov 19 05:21:53.386492 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafa93b-a5a1-4990-910e-e46c6bfe32e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063f3c63-91fb-484a-90b3-8073ebd5af33,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:53.532711 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.640335 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43646) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:53.653689 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-151f0a91-7b7f-44ae-bc5b-33f99d82e4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.670724 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 585dd67d-4bab-48be-bb38-c0739ed97f44 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:21:53.696363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 585dd67d-4bab-48be-bb38-c0739ed97f44 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:21:53.696725 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 585dd67d-4bab-48be-bb38-c0739ed97f44 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:21:53.730322 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-151f0a91-7b7f-44ae-bc5b-33f99d82e4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.734557 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-151f0a91-7b7f-44ae-bc5b-33f99d82e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.749997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f687cda6-d319-409e-ac4d-3b1333d289d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.777997 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-151f0a91-7b7f-44ae-bc5b-33f99d82e4ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34c1410044d64bbaab5584d2f745ab6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365252 Nov 19 05:21:53.778981 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f0a91-7b7f-44ae-bc5b-33f99d82e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c1f35-fb41-44f2-9b7f-8b4f673dab54,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:53.780698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43648) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:53.829736 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18e2af70-b8ef-4f4c-8d97-6b8517c4fd57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.854373 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18e2af70-b8ef-4f4c-8d97-6b8517c4fd57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.903840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18e2af70-b8ef-4f4c-8d97-6b8517c4fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.906624 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18e2af70-b8ef-4f4c-8d97-6b8517c4fd57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:53.907773 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-18e2af70-b8ef-4f4c-8d97-6b8517c4fd57 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d77c1f35-fb41-44f2-9b7f-8b4f673dab54 HTTP/1.1" status: 204 len: 168 time: 0.1260943 Nov 19 05:21:53.916177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2af70-b8ef-4f4c-8d97-6b8517c4fd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c1f35-fb41-44f2-9b7f-8b4f673dab54,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:54.599261 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43670) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:54.693314 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1272545446-network', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:54.714764 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Made reservation on behalf of 44637aecf58c43e0892f2e1c06c0fe0c for: {'network': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:21:54.717026 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.725423 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.799799 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.803543 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.829449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:21:54.841220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a431aa-1273-4ab6-adba-a21c7f0c10d1,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:54.846488 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.846773 n-d-818503-1 neutron-server[109986]: INFO neutron.db.segments_db [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Added segment 57d00923-9bf6-4c7e-83d6-233e67a62235 of type vlan for network 2a564201-e355-429e-afc0-e274fee066fa Nov 19 05:21:54.888357 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.913237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.914683 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:54.915265 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:54.968751 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3683374 Nov 19 05:21:54.971839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43674) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:54.976865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Request body: {'subnet': {'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1272545446-subnet', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'ip_version': 4}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:54.982311 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984f8d-164c-45f0-898e-6bc520f7fbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2a564201-e355-429e-afc0-e274fee066fa,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:54.993399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network 2a564201-e355-429e-afc0-e274fee066fa details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:21:55.000225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Made reservation on behalf of 44637aecf58c43e0892f2e1c06c0fe0c for: {'subnet': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:21:55.003302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14014287'] for subnet, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.171447 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14144149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14014301'] for subnet, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.228355 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b78571-422b-405b-afc5-ee5d09c02bfc,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:55.237489 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Checking segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:21:55.237852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Network hostable DHCP agents. Network: 2a564201-e355-429e-afc0-e274fee066fa, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:21:55.254074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Network 2a564201-e355-429e-afc0-e274fee066fa is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:21:55.264176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, 2a564201-e355-429e-afc0-e274fee066fa) {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:55.269678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:55.270689 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.276630 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed239fc-7e57-4cb7-889b-f29fe8fde3a6 None None] Network 2a564201-e355-429e-afc0-e274fee066fa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:21:55.289251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-50821304-0e4c-4ce8-b872-ed3610376ac8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3159778 Nov 19 05:21:55.292597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43676) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:55.297389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:55.318475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.319539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.372844 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.430418 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-2a564201-e355-429e-afc0-e274fee066fa', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:21:55.431481 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.515792 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.568651 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Allocated IP 172.20.0.2 (2a564201-e355-429e-afc0-e274fee066fa/d0b78571-422b-405b-afc5-ee5d09c02bfc/9503f3c0-8b9e-4082-b953-9dfdb56c3f63) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:21:55.649668 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.721999 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.727739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.733664 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.742866 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.779672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Network 2a564201-e355-429e-afc0-e274fee066fa is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:21:55.783847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:55.785545 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Pushing event updated for resources: {'Port': ['ID=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:55.787765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:21:55.844145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Attempting to bind port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:21:55.844529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Attempting to bind port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:21:55.844904 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Attempting to bind port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:21:55.848540 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Allocated IP 172.25.8.26 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/126f4c0b-6102-4182-8bab-9b5265554912) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:21:55.850511 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:21:55.851414 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Checking segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:21:55.851990 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.852485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Bound using segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:21:55.853040 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Bound port: 9503f3c0-8b9e-4082-b953-9dfdb56c3f63, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:21:55.853435 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.916422 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] For port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:21:55.919756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] For port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:21:55.923630 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.955245 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:55.985600 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9878d-381d-448e-9ccd-a28359b1f99b None None] Pushing event updated for resources: {'Port': ['ID=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:55.996647 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:56.039833 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:21:56.043029 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:56.046500 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:21:56.056749 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602cc16-5db1-49fe-8058-c74f1b84e995 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:21:56.074160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Pushing event updated for resources: {'Port': ['ID=126f4c0b-6102-4182-8bab-9b5265554912,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:56.179755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e9c8219e-0f9a-4eeb-9c5d-46324930e2f1 None None] Provisioning complete for port 126f4c0b-6102-4182-8bab-9b5265554912 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:56.180142 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e9c8219e-0f9a-4eeb-9c5d-46324930e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:56.224162 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8219e-0f9a-4eeb-9c5d-46324930e2f1 None None] Port 126f4c0b-6102-4182-8bab-9b5265554912 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:21:56.342672 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:56.543223 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:56.675522 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:21:56.741217 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:56.791410 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:21:56.802268 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:21:56.813081 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:56.813332 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:56.813444 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:56.814867 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c5342238-5feb-4c8f-b713-a053b93d65ce admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5209906 Nov 19 05:21:56.817634 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43682) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:56.933828 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:56.993977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66642375-d5b8-40b1-826e-170975b9c46f None None] Network 2a564201-e355-429e-afc0-e274fee066fa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:21:57.069674 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-04a3f112-dc40-4596-8395-14211751c628 None None] Provisioning complete for port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:57.070428 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04a3f112-dc40-4596-8395-14211751c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.137082 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:56Z', 'revision_number': 3, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:57.165295 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:21:57.165854 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Updating router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 port 126f4c0b-6102-4182-8bab-9b5265554912 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:21:57.193708 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.238408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04a3f112-dc40-4596-8395-14211751c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.278518 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.286509 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-04a3f112-dc40-4596-8395-14211751c628 None None] For port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:57.295438 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-04a3f112-dc40-4596-8395-14211751c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.355652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3f112-dc40-4596-8395-14211751c628 None None] Pushing event updated for resources: {'Port': ['ID=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:57.452597 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Allocated IP 172.20.0.1 (2a564201-e355-429e-afc0-e274fee066fa/d0b78571-422b-405b-afc5-ee5d09c02bfc/2594bf3e-bbce-4d35-b7be-3e3acd745d36) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:21:57.480941 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.489133 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.499915 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.550950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d8378-37a5-47a4-8077-d68a916e5ab7 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:21:57.568016 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Attempting to bind port 126f4c0b-6102-4182-8bab-9b5265554912 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:21:57.568390 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Attempting to bind port 126f4c0b-6102-4182-8bab-9b5265554912 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:21:57.569063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Attempting to bind port 126f4c0b-6102-4182-8bab-9b5265554912 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:21:57.578159 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:21:57.578659 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:21:57.578932 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.579324 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:21:57.579796 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Bound port: 126f4c0b-6102-4182-8bab-9b5265554912, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:21:57.580177 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.585214 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Pushing event updated for resources: {'Port': ['ID=126f4c0b-6102-4182-8bab-9b5265554912,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:57.591303 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.620451 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Provisioning complete for port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:57.621126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.624202 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.624556 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.624899 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.625239 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.625572 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.625908 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.626319 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.626758 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.627102 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.627576 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.627746 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.628077 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:21:57.632365 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.662987 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] For port 126f4c0b-6102-4182-8bab-9b5265554912, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:21:57.666756 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] For port 126f4c0b-6102-4182-8bab-9b5265554912, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=126f4c0b-6102-4182-8bab-9b5265554912,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:21:57.671794 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.678987 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Network 2a564201-e355-429e-afc0-e274fee066fa is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:21:57.687182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:57.703552 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:21:57.738623 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2eac0-2b8c-4449-b3fd-12e66386d3cd None None] Pushing event updated for resources: {'Port': ['ID=126f4c0b-6102-4182-8bab-9b5265554912,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:57.754240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Provisioning complete for port 126f4c0b-6102-4182-8bab-9b5265554912 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:57.754240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.757792 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:57.759126 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:57.764496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265698ba-760f-4209-9e8f-8629a66d90f5 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:21:57.809173 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Pushing event updated for resources: {'Port': ['ID=2594bf3e-bbce-4d35-b7be-3e3acd745d36,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:57.825439 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.856578 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:21:57.893164 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:21:57.930506 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:57.960698 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] For port 126f4c0b-6102-4182-8bab-9b5265554912, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=126f4c0b-6102-4182-8bab-9b5265554912,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:21:57.969597 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.003041 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:58.003457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.013427 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.051467 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d155f2-9622-43f6-9c1b-bd900add9f30 None None] Pushing event updated for resources: {'Port': ['ID=126f4c0b-6102-4182-8bab-9b5265554912,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:58.120927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-368f911c-01d1-462e-97ce-02c725eda385 None None] Provisioning complete for port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:58.121644 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-368f911c-01d1-462e-97ce-02c725eda385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.163318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-368f911c-01d1-462e-97ce-02c725eda385 None None] Port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:21:58.174419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-368f911c-01d1-462e-97ce-02c725eda385 None None] Provisioning complete for port 126f4c0b-6102-4182-8bab-9b5265554912 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:58.174941 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-368f911c-01d1-462e-97ce-02c725eda385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.198759 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.204984 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.215595 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:56Z', 'revision_number': 3, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:21:58.242128 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f620cc-ffce-427f-adf0-e4be62f43649 None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:56Z', 'revision_number': 3, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:21:58.279272 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.281159 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Pushing event updated for resources: {'Port': ['ID=2594bf3e-bbce-4d35-b7be-3e3acd745d36,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:58.376517 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Network 2a564201-e355-429e-afc0-e274fee066fa is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:21:58.378204 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:58.547887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:21:58.683173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2fe0d5a9-b311-4a33-a3d8-71fc101b7034 None None] Provisioning complete for port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:58.683592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d5a9-b311-4a33-a3d8-71fc101b7034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:58.687341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:21:58.692935 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-be79602a-f1fa-41e2-adcd-5b6e16070b24 admin admin] 10.222.0.52 "PUT /v2.0/routers/e1d6e049-9c45-4bb2-9c06-ce27a09ef443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742244 Nov 19 05:21:58.722368 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0d5a9-b311-4a33-a3d8-71fc101b7034 None None] Port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:21:59.191809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43700) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:59.196933 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2006510088-network', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:59.217403 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Made reservation on behalf of 8532aa6d96ec4031b450ed213f34d4a0 for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:21:59.219681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.228990 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.307782 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.311992 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.338518 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:21:59.347472 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d083a5-f36e-42a4-b0d6-bc7b999e554d,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:59.354451 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.354853 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Added segment ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413 of type vlan for network efd98438-8cc1-47f3-8df8-0250b36b5154 Nov 19 05:21:59.395029 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.423124 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.424104 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:59.424678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.474346 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2812595 Nov 19 05:21:59.477154 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43702) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:59.483112 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Request body: {'subnet': {'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2006510088-subnet', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:59.488328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023a475-8bff-4b7c-8d0a-0548f4b5ba2a admin admin] Pushing event updated for resources: {'Network': ['ID=efd98438-8cc1-47f3-8df8-0250b36b5154,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:59.498393 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network efd98438-8cc1-47f3-8df8-0250b36b5154 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:21:59.506242 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Made reservation on behalf of 8532aa6d96ec4031b450ed213f34d4a0 for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:21:59.509109 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.704697 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.748499 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 126f4c0b-6102-4182-8bab-9b5265554912 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:21:59.766390 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95952cfc-450b-43c9-beaf-ee0b0b3fa861,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:21:59.778604 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Checking segment: {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:21:59.779062 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Network hostable DHCP agents. Network: efd98438-8cc1-47f3-8df8-0250b36b5154, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:21:59.797908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Network efd98438-8cc1-47f3-8df8-0250b36b5154 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:21:59.799621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 126f4c0b-6102-4182-8bab-9b5265554912 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:21:59.800005 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.807251 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, efd98438-8cc1-47f3-8df8-0250b36b5154) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:21:59.812221 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:21:59.812849 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.826754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ffd32-b068-43cf-aea6-01e23bc81eba None None] Network efd98438-8cc1-47f3-8df8-0250b36b5154 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:21:59.835763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-27c39db7-b52c-4ecd-9b03-05dfd2f29d8a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3567002 Nov 19 05:21:59.841234 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43704) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:21:59.845855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:21:59.867171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.868359 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.929922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:21:59.943684 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:21:59.990953 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:21:59.991493 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:00.075035 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.255900 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-efd98438-8cc1-47f3-8df8-0250b36b5154', 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'fixed_ips': [{'subnet_id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:22:00.256657 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.288204 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.311574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.342538 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:00.418559 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Allocated IP 172.25.8.223 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/6adbbb0e-84dd-475a-bd36-c3faad87f685) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:22:00.519606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Allocated IP 172.20.0.2 (efd98438-8cc1-47f3-8df8-0250b36b5154/95952cfc-450b-43c9-beaf-ee0b0b3fa861/629a53c5-7475-4ed3-93e8-54959ac79200) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:22:00.524835 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.560345 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.601225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:22:00.604602 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:22:00.608241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:22:00.620487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc34a4f-5d6e-4fa9-9763-ad300bab5522 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:22:00.634867 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6adbbb0e-84dd-475a-bd36-c3faad87f685,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:00.708152 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:21:58Z', 'revision_number': 2, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:00.739799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:22:00.740157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Updating router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:22:00.783038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.787816 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.794149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.814157 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0608753c-1236-494b-8b24-b707c4f8d2cb None None] Provisioning complete for port 6adbbb0e-84dd-475a-bd36-c3faad87f685 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:00.814536 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0608753c-1236-494b-8b24-b707c4f8d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:00.867254 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Network efd98438-8cc1-47f3-8df8-0250b36b5154 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:22:00.894210 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:22:00.909132 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:22:00.927279 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Pushing event updated for resources: {'Port': ['ID=629a53c5-7475-4ed3-93e8-54959ac79200,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:00.939712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0608753c-1236-494b-8b24-b707c4f8d2cb None None] Port 6adbbb0e-84dd-475a-bd36-c3faad87f685 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:22:01.048313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Attempting to bind port 629a53c5-7475-4ed3-93e8-54959ac79200 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:22:01.048606 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Attempting to bind port 629a53c5-7475-4ed3-93e8-54959ac79200 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:22:01.048977 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Attempting to bind port 629a53c5-7475-4ed3-93e8-54959ac79200 on network efd98438-8cc1-47f3-8df8-0250b36b5154 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:22:01.093553 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:22:01.093957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Checking segment: {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:22:01.094371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.094771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Bound using segment: {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:22:01.095262 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Bound port: 629a53c5-7475-4ed3-93e8-54959ac79200, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:22:01.095645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.198770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] For port 629a53c5-7475-4ed3-93e8-54959ac79200, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:22:01.208084 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.215923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] For port 629a53c5-7475-4ed3-93e8-54959ac79200, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=629a53c5-7475-4ed3-93e8-54959ac79200,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:22:01.220645 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.324461 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.328928 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2269936-c693-49ce-ba35-a552dbfd2dac None None] Pushing event updated for resources: {'Port': ['ID=629a53c5-7475-4ed3-93e8-54959ac79200,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:01.331846 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.386088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7894f-3cb1-4ed0-a601-7ef7036a99a2 None None] Pushing event updated for resources: {'Port': ['ID=2594bf3e-bbce-4d35-b7be-3e3acd745d36,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:01.445108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Attempting to bind port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:22:01.445635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Attempting to bind port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:22:01.446686 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Attempting to bind port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:22:01.448216 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.453424 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:22:01.454024 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Checking segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:22:01.454464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.454962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Bound using segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:22:01.455534 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Bound port: 2594bf3e-bbce-4d35-b7be-3e3acd745d36, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:22:01.456014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.562299 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] For port 2594bf3e-bbce-4d35-b7be-3e3acd745d36, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:22:01.567294 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] For port 2594bf3e-bbce-4d35-b7be-3e3acd745d36, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2594bf3e-bbce-4d35-b7be-3e3acd745d36,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:22:01.574368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.610667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Router 99cea73c-1ace-4c14-ba62-5217051bf98f is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:22:01.643488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:01.644021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:01.702272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7894f-3cb1-4ed0-a601-7ef7036a99a2 None None] Pushing event updated for resources: {'Port': ['ID=2594bf3e-bbce-4d35-b7be-3e3acd745d36,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:01.785388 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:22:01.796102 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:01.801326 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Sync routers for ids ['99cea73c-1ace-4c14-ba62-5217051bf98f'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:22:01.814550 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Routers {'99cea73c-1ace-4c14-ba62-5217051bf98f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:01.815918 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['99cea73c-1ace-4c14-ba62-5217051bf98f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:01.820277 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.824358 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2828d0d4-0049-4d43-b0da-70638ee0feb4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9796054 Nov 19 05:22:01.824811 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43706) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:01.847498 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1c26625d-bde2-48ce-9ae2-6096e886d22b None None] Provisioning complete for port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:01.848165 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c26625d-bde2-48ce-9ae2-6096e886d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:01.855371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 629a53c5-7475-4ed3-93e8-54959ac79200 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:22:01.949795 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Set router 99cea73c-1ace-4c14-ba62-5217051bf98f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:02.103435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 629a53c5-7475-4ed3-93e8-54959ac79200 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:02.103763 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.147605 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:22:00Z', 'revision_number': 3, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:02.159576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c26625d-bde2-48ce-9ae2-6096e886d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.175645 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Checking router: 99cea73c-1ace-4c14-ba62-5217051bf98f for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:22:02.176283 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Updating router 99cea73c-1ace-4c14-ba62-5217051bf98f port 6adbbb0e-84dd-475a-bd36-c3faad87f685 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:22:02.202694 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.231348 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1c26625d-bde2-48ce-9ae2-6096e886d22b None None] For port 2594bf3e-bbce-4d35-b7be-3e3acd745d36, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2594bf3e-bbce-4d35-b7be-3e3acd745d36,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:02.265261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c26625d-bde2-48ce-9ae2-6096e886d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.356167 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.506046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:01Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:02.532791 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.539164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb9d96-5065-4245-8abf-c1fd432c5959 None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:01Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:22:02.544592 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.544744 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.576956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Allocated IP 172.20.0.1 (efd98438-8cc1-47f3-8df8-0250b36b5154/95952cfc-450b-43c9-beaf-ee0b0b3fa861/28f16065-e8e9-451b-91ab-9f82bb2631fc) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:22:02.588722 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fd04c2d5-ebbb-4326-a4aa-8b666d2cae43 None None] Provisioning complete for port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:02.589298 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd04c2d5-ebbb-4326-a4aa-8b666d2cae43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.606678 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Attempting to bind port 6adbbb0e-84dd-475a-bd36-c3faad87f685 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:22:02.607200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Attempting to bind port 6adbbb0e-84dd-475a-bd36-c3faad87f685 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:22:02.607486 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Attempting to bind port 6adbbb0e-84dd-475a-bd36-c3faad87f685 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:22:02.615156 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf87994-7621-44f6-830a-26976497c49b None None] Pushing event updated for resources: {'Port': ['ID=6adbbb0e-84dd-475a-bd36-c3faad87f685,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:02.620513 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:22:02.620779 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:22:02.621196 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.621650 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:22:02.622399 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Bound port: 6adbbb0e-84dd-475a-bd36-c3faad87f685, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:22:02.622799 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.655223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b35dbc-05b4-43ca-b9d0-8deb61d1b83d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:22:02.658911 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26625d-bde2-48ce-9ae2-6096e886d22b None None] Pushing event updated for resources: {'Port': ['ID=2594bf3e-bbce-4d35-b7be-3e3acd745d36,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:02.715093 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 629a53c5-7475-4ed3-93e8-54959ac79200, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=629a53c5-7475-4ed3-93e8-54959ac79200,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:02.726912 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.729363 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] For port 6adbbb0e-84dd-475a-bd36-c3faad87f685, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:22:02.732868 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] For port 6adbbb0e-84dd-475a-bd36-c3faad87f685, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6adbbb0e-84dd-475a-bd36-c3faad87f685,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:22:02.742762 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.761560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c96c8-d0cd-46cd-b437-b18448139081 None None] Network efd98438-8cc1-47f3-8df8-0250b36b5154 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:22:02.810318 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf87994-7621-44f6-830a-26976497c49b None None] Pushing event updated for resources: {'Port': ['ID=6adbbb0e-84dd-475a-bd36-c3faad87f685,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:02.813253 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.813814 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Routers {'99cea73c-1ace-4c14-ba62-5217051bf98f'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:02.814623 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['99cea73c-1ace-4c14-ba62-5217051bf98f'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:02.841290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae91d7-16a4-4b9a-9bac-4748da223dad None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:22:02.857303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.911188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Network efd98438-8cc1-47f3-8df8-0250b36b5154 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:22:02.917337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:22:02.919901 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:22:02.924898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=629a53c5-7475-4ed3-93e8-54959ac79200,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:02.942867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:02.945060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Pushing event updated for resources: {'Port': ['ID=28f16065-e8e9-451b-91ab-9f82bb2631fc,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:02.979249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.002580 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] Set router 99cea73c-1ace-4c14-ba62-5217051bf98f gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:03.033561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Provisioning complete for port 6adbbb0e-84dd-475a-bd36-c3faad87f685 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:03.033961 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.145200 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.151929 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.176756 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] For port 6adbbb0e-84dd-475a-bd36-c3faad87f685, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6adbbb0e-84dd-475a-bd36-c3faad87f685,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:03.183521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.252387 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Pushing event updated for resources: {'Port': ['ID=6adbbb0e-84dd-475a-bd36-c3faad87f685,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:03.260782 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:22:00Z', 'revision_number': 3, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:03.281716 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Provisioning complete for port 629a53c5-7475-4ed3-93e8-54959ac79200 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:03.282135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-779884a6-f5e4-4f09-8213-d3b431178823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.308892 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884761f0-785e-42e5-befc-d9e4ca3aabc1 None None] The sync data for ids ['99cea73c-1ace-4c14-ba62-5217051bf98f'] in n-d-818503-1 is: [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:22:00Z', 'revision_number': 3, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:22:03.444246 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.449743 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.533065 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Pushing event updated for resources: {'Port': ['ID=28f16065-e8e9-451b-91ab-9f82bb2631fc,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:03.544079 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-244ddfcc-f0b5-4428-a516-b52cf3efeab4 None None] Provisioning complete for port 629a53c5-7475-4ed3-93e8-54959ac79200 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:03.544638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-244ddfcc-f0b5-4428-a516-b52cf3efeab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.546000 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.710755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-244ddfcc-f0b5-4428-a516-b52cf3efeab4 None None] Provisioning complete for port 28f16065-e8e9-451b-91ab-9f82bb2631fc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:03.711483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-244ddfcc-f0b5-4428-a516-b52cf3efeab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.713976 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Network efd98438-8cc1-47f3-8df8-0250b36b5154 is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:22:03.715572 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:22:03.777609 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-244ddfcc-f0b5-4428-a516-b52cf3efeab4 None None] Port 28f16065-e8e9-451b-91ab-9f82bb2631fc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:22:03.914811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-186567da-7f91-47d1-bb1a-e09f774db050 None None] Provisioning complete for port 28f16065-e8e9-451b-91ab-9f82bb2631fc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:03.915345 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-186567da-7f91-47d1-bb1a-e09f774db050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:03.927771 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Router 99cea73c-1ace-4c14-ba62-5217051bf98f has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:22:03.950249 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6adbbb0e-84dd-475a-bd36-c3faad87f685 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:22:04.002488 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-186567da-7f91-47d1-bb1a-e09f774db050 None None] Port 28f16065-e8e9-451b-91ab-9f82bb2631fc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:22:04.050066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 6adbbb0e-84dd-475a-bd36-c3faad87f685 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:04.050448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:04.097292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:22:04.112430 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-f2e9d36b-37df-4aec-a8b8-a3c862cdb202 admin admin] 10.222.0.52 "PUT /v2.0/routers/99cea73c-1ace-4c14-ba62-5217051bf98f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859359 Nov 19 05:22:04.189592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d295bb12-0902-4e1d-8a78-10cb39925600 None None] Provisioning complete for port 28f16065-e8e9-451b-91ab-9f82bb2631fc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:04.190110 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d295bb12-0902-4e1d-8a78-10cb39925600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:04.222665 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2594bf3e-bbce-4d35-b7be-3e3acd745d36 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:22:04.280847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d295bb12-0902-4e1d-8a78-10cb39925600 None None] Port 28f16065-e8e9-451b-91ab-9f82bb2631fc cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:22:04.303919 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:04.304586 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:04.410945 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 629a53c5-7475-4ed3-93e8-54959ac79200 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:22:04.473411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 629a53c5-7475-4ed3-93e8-54959ac79200 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:04.474214 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:04.932559 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43714) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:04.938073 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470058702', 'description': 'tempest-secgroup-smoke-470058702 description', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:04.962430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.030290 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.033813 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.064468 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.065730 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321211 Nov 19 05:22:05.067812 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac632806-9108-46cb-9609-ce74f007e4ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.068806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43716) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:05.074865 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '76c0d24d-bbd7-4ae2-9936-a5fd2dff8948', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:05.101007 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.155840 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.159127 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.176836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617ae2c3-dcec-44fa-bcd9-e6f7c6efc66b,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.183899 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.185137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-36deb929-1042-4af7-a042-c94045613421 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146734 Nov 19 05:22:05.187825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43718) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:05.192387 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '76c0d24d-bbd7-4ae2-9936-a5fd2dff8948', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:05.220440 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.284094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.287429 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.309541 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f397722-fe35-40ce-9a22-1163ea5f8654,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.314380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.315583 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-ee625726-7355-4d74-b9a5-05a62c01ee71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268187 Nov 19 05:22:05.318414 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43720) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:05.323497 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '76c0d24d-bbd7-4ae2-9936-a5fd2dff8948', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:05.349880 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.411437 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.415004 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.432247 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a966dd45-209c-493d-a5e1-fbc047e49cda,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.444411 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.445652 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-ce47cf7f-4ca8-4322-8e23-5ff8e5978fa3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262209 Nov 19 05:22:05.449292 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43722) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:05.454089 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '76c0d24d-bbd7-4ae2-9936-a5fd2dff8948', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:05.481062 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.542312 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.546013 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.564226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb57098-9a1b-4f35-8bf6-c4a9f7b4d722,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.572314 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.573976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-937192b6-d6af-4e79-b0f1-984e9a6b052f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236179 Nov 19 05:22:05.576651 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43724) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:05.580956 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '76c0d24d-bbd7-4ae2-9936-a5fd2dff8948', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:05.603024 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Project 44637aecf58c43e0892f2e1c06c0fe0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:22:05.607940 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.666525 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.670907 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.690630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb44fa5-bb54-4761-b1ab-82ee3c003efb,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.700514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.701739 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d0fd989c-87a6-4444-bb8e-eb7674ac3937 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241624 Nov 19 05:22:05.704488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 43726) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:05.709103 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '76c0d24d-bbd7-4ae2-9936-a5fd2dff8948', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:05.731036 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Project 44637aecf58c43e0892f2e1c06c0fe0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:22:05.736187 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.797218 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.800123 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.823286 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95b81ac-5c5e-4c16-8f83-5e0a92ea5464,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:05.828465 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:05.829741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-90be5cb6-95ee-41d0-b323-183dd523bf75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242387 Nov 19 05:22:05.988209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-5362a507-77e4-4246-a82d-63a7e70232a4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470058702&fields=id&tenant_id=44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 267 time: 0.0459075 Nov 19 05:22:05.997784 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Sync routers for ids ['99cea73c-1ace-4c14-ba62-5217051bf98f'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:22:06.008650 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Routers {'99cea73c-1ace-4c14-ba62-5217051bf98f'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:06.009363 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['99cea73c-1ace-4c14-ba62-5217051bf98f'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:06.099865 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-0576b5f0-0d47-46aa-9aa9-65187f571552 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:06.101389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-0576b5f0-0d47-46aa-9aa9-65187f571552 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 809 time: 0.1021612 Nov 19 05:22:06.116894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Set router 99cea73c-1ace-4c14-ba62-5217051bf98f gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:06.117392 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-a5bd711a-0de5-4949-b0c4-29c5a1884994 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/quotas/44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 375 time: 0.0093658 Nov 19 05:22:06.174193 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bfe968dc-b274-479f-afa9-f4a35a939434 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506470 Nov 19 05:22:06.270792 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-1a80f980-cf7e-4c0f-9c5f-1e49d37ca5d5 service neutron] 10.222.0.52 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Nov 19 05:22:06.322641 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '28f16065-e8e9-451b-91ab-9f82bb2631fc', 'name': '', 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'mac_address': 'fa:16:3e:26:cb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:02Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 2, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'subnets': [{'id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:06.348847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Checking router: 99cea73c-1ace-4c14-ba62-5217051bf98f for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:22:06.349211 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Updating router 99cea73c-1ace-4c14-ba62-5217051bf98f port 28f16065-e8e9-451b-91ab-9f82bb2631fc binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:22:06.366588 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-8a1dc502-c21e-4057-96c6-376a693b099f service neutron] 10.222.0.52 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894401 Nov 19 05:22:06.374509 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:06.530403 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2f1757e1-a6d7-430f-afaa-c43a77bcc0db req-4f363382-1852-4176-8445-9c682a5f4ad2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 210 time: 0.0296586 Nov 19 05:22:06.650061 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:06.655446 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:06.714290 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb19dd3-e8b4-4c7f-bd32-af86382cadef None None] Pushing event updated for resources: {'Port': ['ID=28f16065-e8e9-451b-91ab-9f82bb2631fc,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:06.764055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Attempting to bind port 28f16065-e8e9-451b-91ab-9f82bb2631fc on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:22:06.764311 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Attempting to bind port 28f16065-e8e9-451b-91ab-9f82bb2631fc by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:22:06.764624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Attempting to bind port 28f16065-e8e9-451b-91ab-9f82bb2631fc on network efd98438-8cc1-47f3-8df8-0250b36b5154 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:22:06.771391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:22:06.771834 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Checking segment: {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:22:06.772292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:06.772690 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Bound using segment: {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:22:06.773173 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Bound port: 28f16065-e8e9-451b-91ab-9f82bb2631fc, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:22:06.773595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:06.850701 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] For port 28f16065-e8e9-451b-91ab-9f82bb2631fc, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:22:06.854880 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] For port 28f16065-e8e9-451b-91ab-9f82bb2631fc, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=28f16065-e8e9-451b-91ab-9f82bb2631fc,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:22:06.859787 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:06.923194 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Routers {'99cea73c-1ace-4c14-ba62-5217051bf98f'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:06.923825 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['99cea73c-1ace-4c14-ba62-5217051bf98f'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:06.925790 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb19dd3-e8b4-4c7f-bd32-af86382cadef None None] Pushing event updated for resources: {'Port': ['ID=28f16065-e8e9-451b-91ab-9f82bb2631fc,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:07.047121 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-66d6cd21-7ce0-4905-b271-37d21716bd08 None None] Provisioning complete for port 28f16065-e8e9-451b-91ab-9f82bb2631fc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:07.047836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-66d6cd21-7ce0-4905-b271-37d21716bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:07.077413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] Set router 99cea73c-1ace-4c14-ba62-5217051bf98f gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:07.268526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-66d6cd21-7ce0-4905-b271-37d21716bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:07.343941 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-66d6cd21-7ce0-4905-b271-37d21716bd08 None None] For port 28f16065-e8e9-451b-91ab-9f82bb2631fc, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=28f16065-e8e9-451b-91ab-9f82bb2631fc,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:07.347930 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-66d6cd21-7ce0-4905-b271-37d21716bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:07.404225 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6cd21-7ce0-4905-b271-37d21716bd08 None None] Pushing event updated for resources: {'Port': ['ID=28f16065-e8e9-451b-91ab-9f82bb2631fc,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:07.410295 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '28f16065-e8e9-451b-91ab-9f82bb2631fc', 'name': '', 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'mac_address': 'fa:16:3e:26:cb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:02Z', 'updated_at': '2021-11-19T05:22:06Z', 'revision_number': 4, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'subnets': [{'id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:07.611950 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a214010-b911-4d93-93d6-0013aa681acf None None] The sync data for ids ['99cea73c-1ace-4c14-ba62-5217051bf98f'] in n-d-818503-1 is: [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '28f16065-e8e9-451b-91ab-9f82bb2631fc', 'name': '', 'network_id': 'efd98438-8cc1-47f3-8df8-0250b36b5154', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'mac_address': 'fa:16:3e:26:cb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:02Z', 'updated_at': '2021-11-19T05:22:06Z', 'revision_number': 4, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'subnets': [{'id': '95952cfc-450b-43c9-beaf-ee0b0b3fa861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:22:07.624468 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ea8d051b-a268-4021-bec8-264f5f4799d1 None None] Provisioning complete for port 28f16065-e8e9-451b-91ab-9f82bb2631fc triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:07.624848 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ea8d051b-a268-4021-bec8-264f5f4799d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:07.688533 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-71a90fb2-431e-4403-93dd-8084fe877400 req-10a46242-90a0-4ce5-8b1e-eed8f529da84 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 210 time: 0.0721669 Nov 19 05:22:07.775678 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-2f880828-b2bc-40e6-951a-b1385f537f72 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:07.778068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-2f880828-b2bc-40e6-951a-b1385f537f72 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 809 time: 0.1732726 Nov 19 05:22:07.835605 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28f16065-e8e9-451b-91ab-9f82bb2631fc up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:22:07.878496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-0e8aaca9-7a4e-471c-aa9c-93e4bebcf4f2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 379 time: 0.0768487 Nov 19 05:22:07.893238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 28f16065-e8e9-451b-91ab-9f82bb2631fc triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:07.893614 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:07.907255 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'port': {'device_id': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'admin_state_up': True, 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'security_groups': ['76c0d24d-bbd7-4ae2-9936-a5fd2dff8948']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:08.040814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Made reservation on behalf of 44637aecf58c43e0892f2e1c06c0fe0c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:22:08.044637 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.182792 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Allocated IP 172.20.0.8 (2a564201-e355-429e-afc0-e274fee066fa/d0b78571-422b-405b-afc5-ee5d09c02bfc/72661d8f-0f88-4397-b16d-cd5c202267c1) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:22:08.339801 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.376619 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.426747 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Network 2a564201-e355-429e-afc0-e274fee066fa is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:22:08.429898 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:22:08.434155 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:22:08.440549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:08.488146 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:08.488858 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.505576 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-9d51f85a-2509-4815-82f3-fc7ef32c8730 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023250 Nov 19 05:22:08.531869 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Request body: {'port': {'device_id': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:08.591554 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.723621 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-d3575acf-aab9-40dd-abf6-113e9d9160e4 None None] Provisioning complete for port 72661d8f-0f88-4397-b16d-cd5c202267c1 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:08.724181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d3575acf-aab9-40dd-abf6-113e9d9160e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.758653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d3575acf-aab9-40dd-abf6-113e9d9160e4 None None] Port 72661d8f-0f88-4397-b16d-cd5c202267c1 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:22:08.818789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e361f8-9fae-4a22-82cd-5944b0f85b3e req-e2de1467-e652-456c-81f4-67d05d840f2f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:08.821617 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39e361f8-9fae-4a22-82cd-5944b0f85b3e req-e2de1467-e652-456c-81f4-67d05d840f2f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 931 time: 0.0511136 Nov 19 05:22:08.865082 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:22:08.872863 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.875689 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-39e361f8-9fae-4a22-82cd-5944b0f85b3e req-f8a9fb25-f7da-43d0-97ce-913c06710fb4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435762 Nov 19 05:22:08.885523 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Transition to ACTIVE for port object 72661d8f-0f88-4397-b16d-cd5c202267c1 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:22:08.890046 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:08.942226 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:09.016715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:22:09.017064 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:22:09.017407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:22:09.022086 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Port 72661d8f-0f88-4397-b16d-cd5c202267c1 on network 2a564201-e355-429e-afc0-e274fee066fa not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:22:09.022422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:22:09.027507 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:22:09.027855 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Checking segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:22:09.028264 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Bound using segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:22:09.028691 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Bound port: 72661d8f-0f88-4397-b16d-cd5c202267c1, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:22:09.029064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:09.096949 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:22:09.100048 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:22:09.105690 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:09.138716 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.139743 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:09.141157 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] 10.222.0.31 "PUT /v2.0/ports/72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 1091 time: 0.6138039 Nov 19 05:22:09.145581 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:22:09.147930 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91310042-c444-4ca3-884d-cdfefae3b365" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:22:09.175344 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd000934-e220-4022-b72e-809fcc51f08f service neutron] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:09.225787 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68f3a9-40de-4532-b158-e5a12a1fcc68 x-openstack-request-id: req-6f68f3a9-40de-4532-b158-e5a12a1fcc68 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:22:09.226186 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:22:09.226457 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f68f3a9-40de-4532-b158-e5a12a1fcc68 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:22:09.226915 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'status': 'completed', 'code': 200} Nov 19 05:22:09.268814 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-e1520eac-28db-4464-9823-7c373339433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.270382 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-e1520eac-28db-4464-9823-7c373339433e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1094 time: 0.0610831 Nov 19 05:22:09.331989 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-ba9151a5-b210-46e9-9639-d065a69869bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 217 time: 0.0391421 Nov 19 05:22:09.386979 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-d803515c-fed1-4fc1-8057-f835f3812c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.388700 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-d803515c-fed1-4fc1-8057-f835f3812c78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0457404 Nov 19 05:22:09.440982 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-12ecad19-35df-48d5-83ef-d3445f14e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.442575 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-12ecad19-35df-48d5-83ef-d3445f14e6e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423999 Nov 19 05:22:09.540399 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-4f250657-7bad-4914-b6b8-d1b61bb41897 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Nov 19 05:22:09.642431 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-beeb423a-e813-45b2-ad15-37ae14493f2b req-0fd5b3a9-abcc-4c30-b161-a43e6eb23c9f service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909965 Nov 19 05:22:09.790703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310042-c444-4ca3-884d-cdfefae3b365 req-9e7cc1d6-8c34-42bc-b7d9-21ce79bfde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.792102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-9e7cc1d6-8c34-42bc-b7d9-21ce79bfde5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1094 time: 0.0471213 Nov 19 05:22:09.883586 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310042-c444-4ca3-884d-cdfefae3b365 req-d13891fd-1b76-4176-b0cb-12c9b0d7704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.885137 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-d13891fd-1b76-4176-b0cb-12c9b0d7704c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0852485 Nov 19 05:22:09.928132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-0e88381f-8ba9-4229-9930-de4a705437cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 217 time: 0.0357113 Nov 19 05:22:09.984587 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310042-c444-4ca3-884d-cdfefae3b365 req-ccc1fc48-4760-4a9a-b953-374bd75d4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:09.986116 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-ccc1fc48-4760-4a9a-b953-374bd75d4810 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0503883 Nov 19 05:22:10.008031 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7686-28fe-4328-bd6d-7324e302668b req-ef29807f-deed-4610-85dd-3e5062d14d19 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:10.009906 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e7c7686-28fe-4328-bd6d-7324e302668b req-ef29807f-deed-4610-85dd-3e5062d14d19 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 943 time: 0.0618548 Nov 19 05:22:10.034422 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310042-c444-4ca3-884d-cdfefae3b365 req-9fd3e8b6-858f-4d30-9809-7711634782e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:10.035947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-9fd3e8b6-858f-4d30-9809-7711634782e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420523 Nov 19 05:22:10.061319 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e7c7686-28fe-4328-bd6d-7324e302668b req-3b7ea2a8-8f1a-45e3-9758-75650fd5ed6e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 Nov 19 05:22:10.131247 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-63bbcf22-b123-4429-b024-6730c4c13081 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871599 Nov 19 05:22:10.221697 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-91310042-c444-4ca3-884d-cdfefae3b365 req-6f1cee36-ece4-44e3-a4a2-85804b4f3b45 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817933 Nov 19 05:22:11.176949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6195b-0255-49a5-af91-49860435ef7b req-c300cb94-877a-418d-a43c-fa1f5614ffb1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:11.178480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dc6195b-0255-49a5-af91-49860435ef7b req-c300cb94-877a-418d-a43c-fa1f5614ffb1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 943 time: 0.0488863 Nov 19 05:22:11.227606 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dc6195b-0255-49a5-af91-49860435ef7b req-d19b675b-42c7-48c8-9cee-a2e623990f31 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Nov 19 05:22:12.345956 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b79e8-8f50-4790-a6e1-fe8527107072 req-f9bc393e-532e-4091-bdf1-1d39089b9313 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:12.347454 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a64b79e8-8f50-4790-a6e1-fe8527107072 req-f9bc393e-532e-4091-bdf1-1d39089b9313 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 943 time: 0.0528355 Nov 19 05:22:12.397496 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a64b79e8-8f50-4790-a6e1-fe8527107072 req-c6fca1fc-8ca5-4691-a640-9a01d4763530 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Nov 19 05:22:13.503747 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:22:13.515925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d2404-84ad-4af2-bbd9-dbc8c0edc7db req-c935fa4c-a37e-4726-acb4-cd35f3bb925f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:13.518393 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194d2404-84ad-4af2-bbd9-dbc8c0edc7db req-c935fa4c-a37e-4726-acb4-cd35f3bb925f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 943 time: 0.0511208 Nov 19 05:22:13.567242 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-194d2404-84ad-4af2-bbd9-dbc8c0edc7db req-71e943ec-a92c-49c5-ad3a-4e3209e7f5b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 Nov 19 05:22:13.599590 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:13.610589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'mac_address': 'fa:16:3e:71:54:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:22:13.651939 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:13.664193 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:22:13.683241 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:13.687142 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:13.734100 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:14.049174 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['72661d8f-0f88-4397-b16d-cd5c202267c1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:22:14.683092 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb87c2-da67-42d0-9256-2d0f5f43fe84 req-07c7a10f-4aa5-4385-9c65-909a432b44b7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:14.684592 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21eb87c2-da67-42d0-9256-2d0f5f43fe84 req-07c7a10f-4aa5-4385-9c65-909a432b44b7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0491946 Nov 19 05:22:14.737674 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-21eb87c2-da67-42d0-9256-2d0f5f43fe84 req-d3a44fdd-c438-47f7-b35f-1836a8a029e5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Nov 19 05:22:15.503853 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:22:15.552918 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 72661d8f-0f88-4397-b16d-cd5c202267c1 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:22:15.557589 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 72661d8f-0f88-4397-b16d-cd5c202267c1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:22:15.557997 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:15.636800 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:15.658417 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:22:15.660650 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa015a-a445-4cb7-90ed-ea0578c39061" -d '{"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-plugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:22:15.673697 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:22:15.678502 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:15.701923 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ac5b06-4b90-4da9-8244-2f1534faf644 x-openstack-request-id: req-10ac5b06-4b90-4da9-8244-2f1534faf644 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:22:15.702244 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-plugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:22:15.702487 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10ac5b06-4b90-4da9-8244-2f1534faf644 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:22:15.702890 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'code': 200} Nov 19 05:22:15.728133 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:15.831654 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193fb1-f0eb-4381-b293-895ac2ff73ac req-13855340-c7b8-494c-bb46-8705c804645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:15.833162 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64193fb1-f0eb-4381-b293-895ac2ff73ac req-13855340-c7b8-494c-bb46-8705c804645d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1096 time: 0.0414143 Nov 19 05:22:15.856908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68107a6-a97a-448d-8a47-049112446e15 req-a5f80bca-f6ff-4cbf-a578-7ccd562040cb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:15.858576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e68107a6-a97a-448d-8a47-049112446e15 req-a5f80bca-f6ff-4cbf-a578-7ccd562040cb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0511355 Nov 19 05:22:15.885541 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-64193fb1-f0eb-4381-b293-895ac2ff73ac req-ef3652b2-70b7-4d46-b057-e971207c72df service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Nov 19 05:22:15.909195 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e68107a6-a97a-448d-8a47-049112446e15 req-d9c38872-6014-465d-b498-fe23f754f6fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Nov 19 05:22:17.025244 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58c015-16b1-417b-83c6-5e1bf876fe3f req-05db51ed-f095-4467-8b08-747d42f715d0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:17.026807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f58c015-16b1-417b-83c6-5e1bf876fe3f req-05db51ed-f095-4467-8b08-747d42f715d0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0504408 Nov 19 05:22:17.075815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f58c015-16b1-417b-83c6-5e1bf876fe3f req-225c0aa8-c98c-49b2-a2e9-8278fe3d5b10 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Nov 19 05:22:18.031090 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:22:18.201256 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3c75-47d0-49a4-b7f6-680d413c6638 req-4b7c8eb9-b90a-45be-851b-00c6a8597888 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:18.202787 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f69e3c75-47d0-49a4-b7f6-680d413c6638 req-4b7c8eb9-b90a-45be-851b-00c6a8597888 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0533609 Nov 19 05:22:18.251807 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f69e3c75-47d0-49a4-b7f6-680d413c6638 req-60641c86-5c68-489f-927e-1729af68ca15 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Nov 19 05:22:18.367950 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce17e-4997-459c-a8e2-7314cf3b7c10 req-b5a7a588-06d6-45bc-b5c4-f66476d6d40a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:18.369347 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ecce17e-4997-459c-a8e2-7314cf3b7c10 req-b5a7a588-06d6-45bc-b5c4-f66476d6d40a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0488632 Nov 19 05:22:18.419149 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ecce17e-4997-459c-a8e2-7314cf3b7c10 req-69fde91d-7380-4f5d-b405-3c316d847dfe tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437772 Nov 19 05:22:18.440699 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43780) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:18.565868 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22ac8d-0764-4d05-99f6-46814498fd2c tempest-TestShelveInstance-1758770447 tempest-TestShelveInstance-1758770447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:18.567420 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8b22ac8d-0764-4d05-99f6-46814498fd2c tempest-TestShelveInstance-1758770447 tempest-TestShelveInstance-1758770447-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1091 time: 0.1257560 Nov 19 05:22:18.570449 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 43784) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:22:18.575560 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:22:18.599705 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:18.699868 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:18.803731 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Allocated IP 172.25.8.149 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/c4e57e63-3bdc-4d5a-ad59-7ec0a0a3e0fb) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:22:18.904222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:18.937249 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:18.980661 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:22:18.983708 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:22:18.987872 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:22:18.994457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'Port': ['ID=c4e57e63-3bdc-4d5a-ad59-7ec0a0a3e0fb,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:19.357248 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:19.426002 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:19.574116 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:19.578682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:19.655493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'Port': ['ID=c4e57e63-3bdc-4d5a-ad59-7ec0a0a3e0fb,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:22:19.662641 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:20.100883 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Floating IP fc409e7a-19e3-4b64-94cc-7e117314b975 associated. External IP: 172.25.8.149, port: 72661d8f-0f88-4397-b16d-cd5c202267c1. Nov 19 05:22:20.310938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:22:20.424353 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:22:20.434609 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:22:20.442513 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:20.445385 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:20.446560 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:20.473478 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-239b2c58-aef7-4cfc-95bc-ed3a4572d29d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9014993 Nov 19 05:22:20.474110 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:22:20.476374 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb600873-1e16-406d-9925-9747dc426038" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:22:20.512916 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1da1d-696c-40ae-b1b1-ecae651fdad6 x-openstack-request-id: req-d8a1da1d-696c-40ae-b1b1-ecae651fdad6 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:22:20.513465 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:22:20.513736 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8a1da1d-696c-40ae-b1b1-ecae651fdad6 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:22:20.514185 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'status': 'completed', 'code': 200} Nov 19 05:22:20.553901 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:20.602299 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb600873-1e16-406d-9925-9747dc426038 req-f2c0ec12-fb1c-404f-8c4a-7835470d14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:20.603759 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-f2c0ec12-fb1c-404f-8c4a-7835470d14bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1096 time: 0.0454922 Nov 19 05:22:20.699897 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb600873-1e16-406d-9925-9747dc426038 req-6fe6d85a-7528-44b4-b341-94518dea75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:20.701395 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-6fe6d85a-7528-44b4-b341-94518dea75ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0894678 Nov 19 05:22:20.772395 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-3a016c15-38f6-4c1f-9eea-c70eff37230a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 999 time: 0.0633559 Nov 19 05:22:20.784825 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'fc409e7a-19e3-4b64-94cc-7e117314b975', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'mac_address': 'fa:16:3e:71:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:22:19Z', 'updated_at': '2021-11-19T05:22:19Z', 'revision_number': 0, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:20.811637 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:22:20.819890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:22:20.820491 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:21:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:20.822078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb600873-1e16-406d-9925-9747dc426038 req-0ad789df-875d-4afa-902b-65818f76c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:20.823737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-0ad789df-875d-4afa-902b-65818f76c304 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0447636 Nov 19 05:22:20.871075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb600873-1e16-406d-9925-9747dc426038 req-c5faf194-3774-4e2c-846a-61646723c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:22:20.872524 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-c5faf194-3774-4e2c-846a-61646723c247 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417895 Nov 19 05:22:20.933856 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:22:20.971981 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-4ae48621-c65d-430a-83cd-5964be3819dd service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912871 Nov 19 05:22:21.066648 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eb600873-1e16-406d-9925-9747dc426038 req-4870f613-ca54-4672-9413-71b83eae510f service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870259 Nov 19 05:22:21.251697 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'fc409e7a-19e3-4b64-94cc-7e117314b975', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'mac_address': 'fa:16:3e:71:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:22:19Z', 'updated_at': '2021-11-19T05:22:19Z', 'revision_number': 0, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:22:21.278388 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a9885-a3a9-4047-a724-60e464c1f597 None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'fc409e7a-19e3-4b64-94cc-7e117314b975', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'mac_address': 'fa:16:3e:71:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:22:19Z', 'updated_at': '2021-11-19T05:22:19Z', 'revision_number': 0, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:22:21.475424 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-59e3c859-bc7f-44f1-96ff-4cd29d899f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:21.489633 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b8235-7b68-427a-be34-ff6533eebcc7 None None] New status for floating IP fc409e7a-19e3-4b64-94cc-7e117314b975: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:22:23.545684 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:23.749910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-94a8d609-2cea-47f2-bc11-dd201091a983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:25.635470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:26.740423 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:27.477739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:32.927621 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:51.478335 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0502ab1e-fad9-414c-9351-f0be9f238f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:53.545399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:53.751510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-badd1ec7-a7bf-4714-89ad-f320dfd21e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:55.030356 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:22:55.637101 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:56.742949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:22:57.471035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:02.923092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:11.804612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-fbadf257-25e9-4c70-9697-c742f265af12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431201 Nov 19 05:23:11.917176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-a3549d59-24f0-4c3f-98f1-b199f2ea2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:23:11.918791 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-a3549d59-24f0-4c3f-98f1-b199f2ea2095 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1096 time: 0.0408058 Nov 19 05:23:12.028347 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-b55a8eeb-2455-415f-94b5-95edef4f94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:23:12.029730 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-b55a8eeb-2455-415f-94b5-95edef4f94d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0858505 Nov 19 05:23:12.098985 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-1c209695-2dda-48e5-ab90-c988d1184aee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 1001 time: 0.0614705 Nov 19 05:23:12.152604 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-ed2038e3-5360-43bd-9e93-139b83173f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:23:12.154035 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-ed2038e3-5360-43bd-9e93-139b83173f39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0441828 Nov 19 05:23:12.203825 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-8cd53b48-0177-4eba-ae34-d6ea887910d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:23:12.205386 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-8cd53b48-0177-4eba-ae34-d6ea887910d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398755 Nov 19 05:23:12.302364 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-b9725a74-e1f1-4522-b5a5-d878dd681157 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847819 Nov 19 05:23:12.394508 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-755977c9-f11c-4399-86b1-2e139cdcb388 req-5f19e39c-75d8-4622-9d78-b25d2fc17da3 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809865 Nov 19 05:23:21.486942 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-75191516-9e6b-4ef3-8b31-6ea1da54d9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:23.575784 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:23.752333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-01accc11-a959-4eb3-82f5-9fbaa693cf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:25.640528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:26.746201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:27.472856 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:32.029794 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:23:32.933821 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:51.487954 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7935a507-8383-4b7e-9da7-9a08252e4798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:53.593199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:53.752855 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0484-b00c-4b0f-ad83-753ca9a11065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:55.642851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:56.749820 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:23:57.475013 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:02.942989 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:09.028942 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:24:12.799729 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-e15bf492-75e3-4e05-9053-def4a5641770 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456018 Nov 19 05:24:12.909812 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-99e7ba3c-52ec-47e3-b4ab-4102037e6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:12.911407 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-99e7ba3c-52ec-47e3-b4ab-4102037e6e94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1096 time: 0.0410185 Nov 19 05:24:13.026514 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-5ec9fc98-116d-4d11-a76a-0e364f4b2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:13.028102 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-5ec9fc98-116d-4d11-a76a-0e364f4b2fe8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0948963 Nov 19 05:24:13.097091 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-39c141e9-c5d9-4d6e-81b4-b58338fbe68f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 1001 time: 0.0574532 Nov 19 05:24:13.150600 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-671dd033-87bb-4014-a174-0476d1069bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:13.152531 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-671dd033-87bb-4014-a174-0476d1069bc5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0439734 Nov 19 05:24:13.205699 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-73216022-a158-47d0-b7e6-2dca73c57a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:13.207173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-73216022-a158-47d0-b7e6-2dca73c57a9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439732 Nov 19 05:24:13.300566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-ba464982-9040-4f77-9bce-f053ad31cc6b service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 Nov 19 05:24:13.406717 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e5ff896c-116a-4adb-b783-1c175f748d3f req-248176d0-c662-403e-91fc-cb757ae6b06f service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939927 Nov 19 05:24:17.321845 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2fd7c-051e-4c93-90da-de6a7da70c37 req-96f88bf4-211a-41e7-bbb4-31a7768d101c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:17.323404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17c2fd7c-051e-4c93-90da-de6a7da70c37 req-96f88bf4-211a-41e7-bbb4-31a7768d101c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0526099 Nov 19 05:24:17.372933 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-17c2fd7c-051e-4c93-90da-de6a7da70c37 req-6c292e5d-5953-45aa-bf75-a3f968982ae2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429778 Nov 19 05:24:18.513317 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a045-0d58-4cd0-a2cc-0a0f0aa444a2 req-cb2c00ca-bf9d-4e87-bd55-263d9c0f1b72 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:18.515085 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e09a045-0d58-4cd0-a2cc-0a0f0aa444a2 req-cb2c00ca-bf9d-4e87-bd55-263d9c0f1b72 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0506253 Nov 19 05:24:18.568185 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6e09a045-0d58-4cd0-a2cc-0a0f0aa444a2 req-e0ec3e68-268d-4e55-b307-a54e20a64f92 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472274 Nov 19 05:24:19.683526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3788dc-cc92-4f4d-8e52-4c48387c3f3b req-1b6b2b53-6fed-45d6-b37b-83c003131681 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:19.685134 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c3788dc-cc92-4f4d-8e52-4c48387c3f3b req-1b6b2b53-6fed-45d6-b37b-83c003131681 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0495136 Nov 19 05:24:19.734259 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c3788dc-cc92-4f4d-8e52-4c48387c3f3b req-bf894fb5-af1a-4a7f-9d9a-2ae15612b30c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Nov 19 05:24:20.853536 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f29bb-de6f-4584-b162-17d26b70e933 req-a3de9a3f-f3d3-4bea-8aea-1d148f629389 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:20.855183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-566f29bb-de6f-4584-b162-17d26b70e933 req-a3de9a3f-f3d3-4bea-8aea-1d148f629389 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0518253 Nov 19 05:24:20.904595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-566f29bb-de6f-4584-b162-17d26b70e933 req-17ccbc4b-2fd9-459e-aa8a-89248d40f37c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434802 Nov 19 05:24:21.487972 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a2bceba8-fa41-473c-aea7-e43336fb2256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:22.025712 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c2d66-4cf3-4e53-be2b-06658f361b8e req-5bfe3965-0807-41b5-a6ec-6c50aa872717 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:22.027273 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-105c2d66-4cf3-4e53-be2b-06658f361b8e req-5bfe3965-0807-41b5-a6ec-6c50aa872717 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0542796 Nov 19 05:24:22.076311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-105c2d66-4cf3-4e53-be2b-06658f361b8e req-5e79344d-e030-4e01-8cb9-297a062db3e8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429730 Nov 19 05:24:23.193861 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a4319-4a8a-442c-bca3-ecfaf86805ed req-796dc963-469d-49d6-b5d1-4644db524d3e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:23.195424 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-848a4319-4a8a-442c-bca3-ecfaf86805ed req-796dc963-469d-49d6-b5d1-4644db524d3e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0486376 Nov 19 05:24:23.249401 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-848a4319-4a8a-442c-bca3-ecfaf86805ed req-2d4a28f6-d845-46a6-873e-f6a4dd1fd184 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471179 Nov 19 05:24:23.593414 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:23.755324 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-61338fb1-6d3f-40f0-b3d3-4a58f9bece61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:24.366963 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4794c-7672-4a57-b0e4-57946c288dd8 req-cccf09f7-d1d3-4308-b5a7-670bf06f87ff tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:24.368467 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fe4794c-7672-4a57-b0e4-57946c288dd8 req-cccf09f7-d1d3-4308-b5a7-670bf06f87ff tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0491254 Nov 19 05:24:24.424629 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1fe4794c-7672-4a57-b0e4-57946c288dd8 req-6a28b1d2-502a-4c53-962d-b3dd841da0da tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500329 Nov 19 05:24:25.540234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879831-a186-4771-9427-5de0cdad13bb req-d7dc6f7b-3e65-4089-93b9-c0483a354094 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:25.541726 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07879831-a186-4771-9427-5de0cdad13bb req-d7dc6f7b-3e65-4089-93b9-c0483a354094 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0486825 Nov 19 05:24:25.591947 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07879831-a186-4771-9427-5de0cdad13bb req-10b5c817-c62e-4c3c-a2fd-e34e63109ae3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Nov 19 05:24:25.646951 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:26.713479 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a24530-84d5-429e-8c53-c9d807a9b0ca req-6dc63217-1aa8-4064-82ef-f8d71c4a8777 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:26.715246 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4a24530-84d5-429e-8c53-c9d807a9b0ca req-6dc63217-1aa8-4064-82ef-f8d71c4a8777 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0506508 Nov 19 05:24:26.753541 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:26.768929 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e4a24530-84d5-429e-8c53-c9d807a9b0ca req-ddb84e8b-18d2-4a5f-9936-917dbe65032b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476151 Nov 19 05:24:27.476473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:27.892665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d7356-2e97-4bc2-87eb-2801a1f44d51 req-b89adeb0-174f-41e2-913b-d0499adff780 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:27.894191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee8d7356-2e97-4bc2-87eb-2801a1f44d51 req-b89adeb0-174f-41e2-913b-d0499adff780 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0532477 Nov 19 05:24:27.943854 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ee8d7356-2e97-4bc2-87eb-2801a1f44d51 req-5a29bc99-66d1-4dd8-b2d5-b396873e2f8d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Nov 19 05:24:29.060393 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d820-7fa8-4e9b-967f-643d01b2b716 req-f104107e-5848-4d5f-8d69-f03409eaa5ae tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:29.061918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d209d820-7fa8-4e9b-967f-643d01b2b716 req-f104107e-5848-4d5f-8d69-f03409eaa5ae tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0501294 Nov 19 05:24:29.111482 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d209d820-7fa8-4e9b-967f-643d01b2b716 req-5d1b8463-5b69-43fd-a675-0e526b0ed17c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Nov 19 05:24:30.093995 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:24:30.198336 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:30.215746 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'mac_address': 'fa:16:3e:71:54:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:24:30.255865 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:30.270269 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:24:30.282759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e85c6-7518-4de2-b529-890e97bc7625 req-24a755d8-4f0d-46c1-878b-d0b1f2c5fcf0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:30.284410 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-283e85c6-7518-4de2-b529-890e97bc7625 req-24a755d8-4f0d-46c1-878b-d0b1f2c5fcf0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0660930 Nov 19 05:24:30.291649 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:30.299171 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:30.360166 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-283e85c6-7518-4de2-b529-890e97bc7625 req-e77ab506-eba0-4588-bd79-065e6c59eeed tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682933 Nov 19 05:24:30.373750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.392924 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.396355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.400855 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:30.485773 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['72661d8f-0f88-4397-b16d-cd5c202267c1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:24:31.500171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceed47-d136-43a3-b7ea-af2b7de8e80d req-af08b02a-1d26-429a-a5ab-0caed52f666f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:31.501846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7ceed47-d136-43a3-b7ea-af2b7de8e80d req-af08b02a-1d26-429a-a5ab-0caed52f666f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0522864 Nov 19 05:24:31.564802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d7ceed47-d136-43a3-b7ea-af2b7de8e80d req-198970f2-4743-4794-847a-4e92f2069d1d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538061 Nov 19 05:24:32.094007 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:24:32.147115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 72661d8f-0f88-4397-b16d-cd5c202267c1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:24:32.147490 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:32.233205 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:32.259297 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:24:32.263330 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4727c3-2c20-4e55-be9b-bf341717e9e3" -d '{"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-plugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:24:32.277811 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:32.283999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:32.319735 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543d2b3d-045e-433d-abf1-cd60d70187f7 x-openstack-request-id: req-543d2b3d-045e-433d-abf1-cd60d70187f7 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:24:32.320056 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-plugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:24:32.320295 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-543d2b3d-045e-433d-abf1-cd60d70187f7 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:24:32.320695 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'code': 200} Nov 19 05:24:32.351238 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:24:32.694498 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14711f8-f527-405a-ad28-100907aeb0ba req-79f2d9da-ed3d-48d4-988b-758a7e4496d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:32.696311 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b14711f8-f527-405a-ad28-100907aeb0ba req-79f2d9da-ed3d-48d4-988b-758a7e4496d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0547254 Nov 19 05:24:32.762716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b14711f8-f527-405a-ad28-100907aeb0ba req-59c8b08e-f241-4148-b872-793346b621f5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551884 Nov 19 05:24:32.951092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:33.896881 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e39e4c-e3f5-4503-8d8a-1f2f62dec83b req-6fe8bef2-f58c-4b2b-ae3d-28ccef24cfcf tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:33.898605 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03e39e4c-e3f5-4503-8d8a-1f2f62dec83b req-6fe8bef2-f58c-4b2b-ae3d-28ccef24cfcf tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0589552 Nov 19 05:24:33.956131 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03e39e4c-e3f5-4503-8d8a-1f2f62dec83b req-f07b2964-d5a1-4cf7-9656-66edc3a94aaf tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508924 Nov 19 05:24:35.100099 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f652b-3c3a-455a-99cd-c4b8c11667f3 req-c0df51bb-5b6b-441f-8a71-73837d0c372b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:35.103143 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-509f652b-3c3a-455a-99cd-c4b8c11667f3 req-c0df51bb-5b6b-441f-8a71-73837d0c372b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0583985 Nov 19 05:24:35.160806 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-509f652b-3c3a-455a-99cd-c4b8c11667f3 req-a69a2931-8114-4ba3-8d2b-234a93ac4a4b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514741 Nov 19 05:24:36.297310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed04b1-8be1-45a8-a099-1a3b2c4565d3 req-7e370fee-9c76-470f-ac32-b6456c038e60 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:36.298881 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74ed04b1-8be1-45a8-a099-1a3b2c4565d3 req-7e370fee-9c76-470f-ac32-b6456c038e60 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0580964 Nov 19 05:24:36.355007 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-74ed04b1-8be1-45a8-a099-1a3b2c4565d3 req-7ab3bc07-be7f-4734-ad24-4ba241e1d561 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465424 Nov 19 05:24:37.481689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332663db-7484-42fe-9ad9-8f2115837c59 req-92f29c10-bd3f-4a85-86e8-09d86251068f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:37.484047 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-332663db-7484-42fe-9ad9-8f2115837c59 req-92f29c10-bd3f-4a85-86e8-09d86251068f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0524967 Nov 19 05:24:37.541411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-332663db-7484-42fe-9ad9-8f2115837c59 req-e136fdb7-7653-4214-a99e-23807ac0b10b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504000 Nov 19 05:24:38.673916 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b593bc-2cf4-4219-98e7-f709e3ffca10 req-e975028a-9e61-4a75-97db-3d1a0c24494e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:38.675460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2b593bc-2cf4-4219-98e7-f709e3ffca10 req-e975028a-9e61-4a75-97db-3d1a0c24494e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0504100 Nov 19 05:24:38.732989 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c2b593bc-2cf4-4219-98e7-f709e3ffca10 req-cd8bfe32-a1c2-4759-b73a-b2d8ffb6a75f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511997 Nov 19 05:24:39.652707 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-fd2b83db-e91b-46d8-b5fe-731e25fce74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:39.654193 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-fd2b83db-e91b-46d8-b5fe-731e25fce74f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1096 time: 0.0413682 Nov 19 05:24:39.744722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-02915a4a-2982-4e97-9c1f-5806a9f89123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:39.746992 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-02915a4a-2982-4e97-9c1f-5806a9f89123 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0860879 Nov 19 05:24:39.824368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-41fc2ffd-df43-4757-92d9-ae0a7a7c02f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 1001 time: 0.0634990 Nov 19 05:24:39.852888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd899a5-af2b-4d60-8ea4-667c92bc0b4a req-eab4ad1f-d1fe-4652-9a6f-8f67a3e33703 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:39.855302 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd899a5-af2b-4d60-8ea4-667c92bc0b4a req-eab4ad1f-d1fe-4652-9a6f-8f67a3e33703 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0527463 Nov 19 05:24:39.879153 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-1700f372-e469-4591-a473-ee7160b3000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:39.880690 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-1700f372-e469-4591-a473-ee7160b3000e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0472488 Nov 19 05:24:39.904599 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9fd899a5-af2b-4d60-8ea4-667c92bc0b4a req-86699bdc-0dc6-417a-9e44-b60233a2ac7b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Nov 19 05:24:39.932004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-8cc27fca-5298-47d9-b8c1-69cd50d753d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:39.933515 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-8cc27fca-5298-47d9-b8c1-69cd50d753d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417640 Nov 19 05:24:40.032724 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-d6d9b7c6-95a8-4cd8-8856-cbfc217c7388 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867829 Nov 19 05:24:40.127336 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-fb167227-eec9-48d4-b3d7-78a54f98babb req-0a6cfae5-70e6-4e8b-b785-57d61da1198b service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822859 Nov 19 05:24:41.031108 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc33fae-61e9-43f4-b439-52bd8c71fd68 req-443731fd-39e2-4da3-94f9-05db7e83114b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:41.032621 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abc33fae-61e9-43f4-b439-52bd8c71fd68 req-443731fd-39e2-4da3-94f9-05db7e83114b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0574656 Nov 19 05:24:41.082925 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-abc33fae-61e9-43f4-b439-52bd8c71fd68 req-a254db74-c07a-4acc-b3eb-8c38169e655a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Nov 19 05:24:42.170302 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:24:42.209260 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713cda-4a12-4245-806f-f08f5d13e8ee req-09133c8b-6171-4e5c-9c39-8ce67ae0f3ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:42.210820 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1713cda-4a12-4245-806f-f08f5d13e8ee req-09133c8b-6171-4e5c-9c39-8ce67ae0f3ef tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0571425 Nov 19 05:24:42.246237 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:42.260283 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d1713cda-4a12-4245-806f-f08f5d13e8ee req-0bc4ad10-598f-4b6e-8b29-bfa6fcae336b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433137 Nov 19 05:24:42.272829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:24:42.275235 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c4bca-df49-4482-ba8a-0f3915c1c48e" -d '{"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-unplugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:24:42.288082 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:42.293721 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:42.325561 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 05:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa72c3-ab20-4314-a330-2f85c42f3087 x-openstack-request-id: req-3efa72c3-ab20-4314-a330-2f85c42f3087 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:24:42.325711 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-unplugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:24:42.325987 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3efa72c3-ab20-4314-a330-2f85c42f3087 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:24:42.326412 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'code': 200} Nov 19 05:24:42.346405 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:24:42.369320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-027acde6-20a3-4a92-8aca-d62c4d1ef198 req-6c487ceb-8718-4216-82e9-5b4d2800fe22 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:24:42.371404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-027acde6-20a3-4a92-8aca-d62c4d1ef198 req-6c487ceb-8718-4216-82e9-5b4d2800fe22 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068347 Nov 19 05:24:43.543680 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c48f3-b48d-4983-bd37-93a546d2a061 req-76c345b5-df1a-47a6-ac77-5c6822d1d62a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:43.545226 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd8c48f3-b48d-4983-bd37-93a546d2a061 req-76c345b5-df1a-47a6-ac77-5c6822d1d62a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 943 time: 0.0513294 Nov 19 05:24:43.597456 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bd8c48f3-b48d-4983-bd37-93a546d2a061 req-34018428-e750-4f86-9db0-a9dc2b52d5c1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455518 Nov 19 05:24:43.812951 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-cd6a8b0d-f010-4681-b4f9-b76edfbedf20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117737 Nov 19 05:24:44.574526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-f97ca346-3a5b-4b7f-9460-03ea303af17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:44.576022 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-f97ca346-3a5b-4b7f-9460-03ea303af17c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb&tenant_id=44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 1094 time: 0.0417631 Nov 19 05:24:44.587358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818503-1', 'device_owner': 'compute:nova'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:24:44.640021 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:44.718753 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b987251-f4f8-49aa-a30f-78d1e63c42ee req-f4298548-c1a2-469b-b4c4-044adab633b2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:44.720399 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b987251-f4f8-49aa-a30f-78d1e63c42ee req-f4298548-c1a2-469b-b4c4-044adab633b2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 943 time: 0.0543165 Nov 19 05:24:44.771815 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2b987251-f4f8-49aa-a30f-78d1e63c42ee req-4a9ea7f1-a757-440a-8a73-886a5470d45d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Nov 19 05:24:44.845210 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:44.878877 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:24:44.910911 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:24:44.918843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:44.930775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Transition to ACTIVE for port object 72661d8f-0f88-4397-b16d-cd5c202267c1 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:24:44.934722 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:45.018889 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=9']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:24:45.031878 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.032236 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.032585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.032932 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.033274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.033611 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.033964 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.034304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.034639 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.034970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.035301 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.035630 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:24:45.071320 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] No DVR routers for this DVR port 72661d8f-0f88-4397-b16d-cd5c202267c1 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:24:45.207112 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:24:45.207473 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:24:45.207802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:24:45.212051 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Port 72661d8f-0f88-4397-b16d-cd5c202267c1 on network 2a564201-e355-429e-afc0-e274fee066fa not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:24:45.212373 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Attempting to bind port 72661d8f-0f88-4397-b16d-cd5c202267c1 on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:24:45.217139 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:24:45.217481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Checking segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:24:45.217864 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Bound using segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:24:45.218323 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Bound port: 72661d8f-0f88-4397-b16d-cd5c202267c1, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:24:45.218678 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:45.283125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:24:45.286122 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:24:45.290772 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:45.325007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:45.326138 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:45.327567 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] 10.222.0.36 "PUT /v2.0/ports/72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 1091 time: 0.7441454 Nov 19 05:24:45.332099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:24:45.335242 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21908669-ad31-4e86-8f81-a1683eba2eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:24:45.394159 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4924c2-a3d9-4545-b072-c3b0e907801b x-openstack-request-id: req-3e4924c2-a3d9-4545-b072-c3b0e907801b {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:24:45.394463 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:24:45.394723 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e4924c2-a3d9-4545-b072-c3b0e907801b {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:24:45.395122 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'status': 'completed', 'code': 200} Nov 19 05:24:45.395818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a1ed-f9ec-4948-b076-f832b72e661f service neutron] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=10']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:24:45.415766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-e77b82f5-224a-4e7d-a575-6ea514b484d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:45.418530 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-e77b82f5-224a-4e7d-a575-6ea514b484d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1095 time: 0.0624096 Nov 19 05:24:45.512476 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-c5bd18a6-3242-46a9-9e9f-837930cfabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:45.513990 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-c5bd18a6-3242-46a9-9e9f-837930cfabf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0887425 Nov 19 05:24:45.582398 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-21050d28-a4f5-4ad2-adde-c941bfa84612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 999 time: 0.0608993 Nov 19 05:24:45.898825 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3404c-d144-46d8-b961-502913efd605 req-50a611f8-7502-4efe-9ae0-ab2401527895 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:45.900281 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9a3404c-d144-46d8-b961-502913efd605 req-50a611f8-7502-4efe-9ae0-ab2401527895 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0527117 Nov 19 05:24:45.953051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d9a3404c-d144-46d8-b961-502913efd605 req-4154e6ce-0567-422c-ae9e-470775b8be97 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Nov 19 05:24:45.965641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-e6c5d5ee-e260-4681-ae83-0998668230bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:45.967152 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-e6c5d5ee-e260-4681-ae83-0998668230bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.3763461 Nov 19 05:24:46.027837 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:24:46.059328 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-da8b5d58-f55f-41ca-8714-33643bff9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:46.060884 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-da8b5d58-f55f-41ca-8714-33643bff9ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850084 Nov 19 05:24:46.154983 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-77386cf3-915e-47a7-a6d5-40078022b78c service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871618 Nov 19 05:24:46.244352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4e10a246-e103-43a4-b706-5aeb81f8e26b req-b68fd051-1d31-4c26-9cf3-ca6d12f9627c service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827265 Nov 19 05:24:46.336926 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-7b5d4a45-670c-4ee5-b431-1c4134a08903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:46.339144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-7b5d4a45-670c-4ee5-b431-1c4134a08903 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1095 time: 0.0439055 Nov 19 05:24:46.438372 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-87b33173-b507-4b90-b63a-133467145d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:46.439912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-87b33173-b507-4b90-b63a-133467145d0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0943165 Nov 19 05:24:46.519547 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-4a4abdd1-f6dd-4421-85bc-b612db65148a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 999 time: 0.0709515 Nov 19 05:24:46.623567 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-d386c004-669e-43aa-8ba6-30692ff00731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:46.625542 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-d386c004-669e-43aa-8ba6-30692ff00731 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0908198 Nov 19 05:24:47.075519 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378c05-a5bc-4c37-b680-4d7c05bf8429 req-2b956a5a-ddd9-4493-8f50-1e21a23c9be9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:47.077663 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e378c05-a5bc-4c37-b680-4d7c05bf8429 req-2b956a5a-ddd9-4493-8f50-1e21a23c9be9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0551312 Nov 19 05:24:47.134483 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1e378c05-a5bc-4c37-b680-4d7c05bf8429 req-205e3042-3fc0-4513-b770-a0a7ec2a74b7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504777 Nov 19 05:24:48.265550 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10407e4-3b63-4308-a08f-e0ddbc01f9e9 req-49b189fe-a623-42de-9182-a037e5a5c014 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:48.267115 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c10407e4-3b63-4308-a08f-e0ddbc01f9e9 req-49b189fe-a623-42de-9182-a037e5a5c014 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0538278 Nov 19 05:24:48.320890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c10407e4-3b63-4308-a08f-e0ddbc01f9e9 req-78e71286-8c4e-4b1b-af80-538a4b9456d2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477705 Nov 19 05:24:49.443586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e6611-84e3-4592-a9f9-85fd350374b2 req-bb14999a-3bcc-4b0f-a8e0-1f4e0a1def4b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:49.445121 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-973e6611-84e3-4592-a9f9-85fd350374b2 req-bb14999a-3bcc-4b0f-a8e0-1f4e0a1def4b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0518732 Nov 19 05:24:49.499511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-973e6611-84e3-4592-a9f9-85fd350374b2 req-5595b16e-1c70-4e05-8d4c-df7e2009e7d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472348 Nov 19 05:24:50.629898 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71fbb4-c27a-477d-b3c5-e5bee987b44b req-c3901eb1-630b-45cc-9142-a02e8f6fe392 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:50.631604 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e71fbb4-c27a-477d-b3c5-e5bee987b44b req-c3901eb1-630b-45cc-9142-a02e8f6fe392 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0576613 Nov 19 05:24:50.686962 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e71fbb4-c27a-477d-b3c5-e5bee987b44b req-b70020b9-fcbf-40e3-acc3-5481a05c69c3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484073 Nov 19 05:24:51.492034 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-34531589-e36c-4405-afea-d4c87361d518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:51.862938 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa978e-39aa-43d5-bb1c-ae8fcbb78fb5 req-39c74c99-f46e-4197-b0ae-ae412d42228b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:51.864603 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77aa978e-39aa-43d5-bb1c-ae8fcbb78fb5 req-39c74c99-f46e-4197-b0ae-ae412d42228b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.1055782 Nov 19 05:24:51.920099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77aa978e-39aa-43d5-bb1c-ae8fcbb78fb5 req-26d71209-0802-4487-9292-a4c2ac99b60d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477092 Nov 19 05:24:53.048188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d246ec2-275f-4251-b2bb-ef197a977407 req-634341c2-af93-4345-b1f5-6f7bfbc9519d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:53.049753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d246ec2-275f-4251-b2bb-ef197a977407 req-634341c2-af93-4345-b1f5-6f7bfbc9519d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0551813 Nov 19 05:24:53.108240 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d246ec2-275f-4251-b2bb-ef197a977407 req-6eeca2e3-938e-4121-9049-654683ed68a2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516469 Nov 19 05:24:53.620762 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:53.761956 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2bf4-9629-4d6e-9708-b064636faa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:54.236987 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceef89-64b6-48dd-9f91-fbf5956b888d req-97f3f40a-0af5-4dfb-a215-32af987017f5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:54.239426 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bceef89-64b6-48dd-9f91-fbf5956b888d req-97f3f40a-0af5-4dfb-a215-32af987017f5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0516737 Nov 19 05:24:54.295501 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2bceef89-64b6-48dd-9f91-fbf5956b888d req-10240b7f-2b6f-4fd6-9aff-63849597371b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492795 Nov 19 05:24:55.417482 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af05a33-e742-4e51-81a0-72e32a1b08b8 req-9f2bbea4-89a4-48fb-86ae-751610a158b9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:55.419130 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6af05a33-e742-4e51-81a0-72e32a1b08b8 req-9f2bbea4-89a4-48fb-86ae-751610a158b9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0518909 Nov 19 05:24:55.472264 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6af05a33-e742-4e51-81a0-72e32a1b08b8 req-d8c4adac-1a18-4c49-8475-859acce00481 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468504 Nov 19 05:24:55.651155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:56.600445 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9a87-06a5-4253-85b6-f9535d7e819f req-9ab8141a-755d-41ba-bbee-54c8c1430c4a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:56.601978 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-210f9a87-06a5-4253-85b6-f9535d7e819f req-9ab8141a-755d-41ba-bbee-54c8c1430c4a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0557201 Nov 19 05:24:56.655418 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-210f9a87-06a5-4253-85b6-f9535d7e819f req-5a127752-4b40-43c4-892a-bf0c7f6fa46d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Nov 19 05:24:56.752443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:57.126249 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-dec22746-5bff-44ad-ab0c-fb39190684de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:57.127729 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-dec22746-5bff-44ad-ab0c-fb39190684de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425243 Nov 19 05:24:57.225069 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-f635f5f7-2dee-446a-a2c8-a13678f539c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886328 Nov 19 05:24:57.319161 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-21908669-ad31-4e86-8f81-a1683eba2eb8 req-d2ab8ffc-3532-478b-bf9d-ca200488e674 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Nov 19 05:24:57.419647 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-3a8090ac-35b5-44b6-a20a-31f10dd1a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:57.421039 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-3a8090ac-35b5-44b6-a20a-31f10dd1a3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1095 time: 0.0423994 Nov 19 05:24:57.479557 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:57.530099 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-11417485-9fcc-46cc-9e05-9101f449e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:57.531582 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-11417485-9fcc-46cc-9e05-9101f449e881 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0912910 Nov 19 05:24:57.599535 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-39c8866c-f754-484e-8247-06dd05158ab2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 999 time: 0.0593026 Nov 19 05:24:57.654515 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-35aee940-2270-423e-8ad8-3ce7a5544148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:57.655959 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-35aee940-2270-423e-8ad8-3ce7a5544148 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0480542 Nov 19 05:24:57.702102 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-ea049bbe-7c0d-45b2-8503-70fc92dfbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:57.703623 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-ea049bbe-7c0d-45b2-8503-70fc92dfbacb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403271 Nov 19 05:24:57.775034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6465788-c1d2-4829-bffa-0cef99fa0d95 req-0510088e-81b0-444f-951d-fda17952388c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:57.776776 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6465788-c1d2-4829-bffa-0cef99fa0d95 req-0510088e-81b0-444f-951d-fda17952388c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0507815 Nov 19 05:24:57.802173 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-68fb5646-7649-408b-b77c-68394d4751c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901480 Nov 19 05:24:57.831019 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e6465788-c1d2-4829-bffa-0cef99fa0d95 req-67ebd751-157c-49d9-a3c3-c4e77ca61a3a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451560 Nov 19 05:24:57.897879 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-067ec772-4eef-42ac-b6ac-b3cdf92402e6 req-f9e3e941-377a-488e-9e6b-6e40cdaa2c99 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876129 Nov 19 05:24:58.947945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108508d-32b7-41b7-8bbb-3419f614b38e req-de2e4d0a-9c3c-4f68-b9a5-d98b0b2a81b0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:24:58.949440 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6108508d-32b7-41b7-8bbb-3419f614b38e req-de2e4d0a-9c3c-4f68-b9a5-d98b0b2a81b0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 944 time: 0.0531337 Nov 19 05:24:58.998490 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6108508d-32b7-41b7-8bbb-3419f614b38e req-c52bf0b8-b96f-4882-b9c3-03145958766f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 Nov 19 05:24:59.418923 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:24:59.514982 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:59.526172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'port_id': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'mac_address': 'fa:16:3e:71:54:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:24:59.562517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:59.576851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:24:59.597429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:24:59.601308 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:24:59.651527 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=11']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:24:59.856172 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['72661d8f-0f88-4397-b16d-cd5c202267c1'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:25:00.113664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453772ef-d7b0-49e2-8c46-6e5824929db6 req-6035ea1d-f0af-49a1-9f32-5bee534a831f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:00.115204 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-453772ef-d7b0-49e2-8c46-6e5824929db6 req-6035ea1d-f0af-49a1-9f32-5bee534a831f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0486305 Nov 19 05:25:00.164857 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-453772ef-d7b0-49e2-8c46-6e5824929db6 req-8ccf85fb-c7fc-4f6c-9ce9-35d23b6a2c62 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437121 Nov 19 05:25:01.282781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4f2f-8194-4078-a784-b2fc6c1c6817 req-322c7553-c726-46b9-aa81-7d29b09f04f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:01.284320 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18be4f2f-8194-4078-a784-b2fc6c1c6817 req-322c7553-c726-46b9-aa81-7d29b09f04f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 945 time: 0.0501199 Nov 19 05:25:01.339308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-18be4f2f-8194-4078-a784-b2fc6c1c6817 req-0d4c73a3-7e2a-4f04-a26b-660b567c30bd tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490217 Nov 19 05:25:01.435212 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:25:01.485774 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 72661d8f-0f88-4397-b16d-cd5c202267c1 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:25:01.489705 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 72661d8f-0f88-4397-b16d-cd5c202267c1 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:25:01.490112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:01.565438 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:01.590870 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:25:01.593237 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba0cdc3-cbb3-479a-be17-760a8ca5d25e" -d '{"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-plugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:25:01.605754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:25:01.610543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:01.635823 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab452b-4f62-4185-bf67-5db3d1ff33c5 x-openstack-request-id: req-88ab452b-4f62-4185-bf67-5db3d1ff33c5 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:25:01.636120 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-plugged", "status": "completed", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:25:01.636378 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88ab452b-4f62-4185-bf67-5db3d1ff33c5 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:25:01.636774 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'code': 200} Nov 19 05:25:01.664085 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=12']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:25:01.792488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be93b8-0037-4341-a536-a82e611588c2 req-7d8a2afe-97d8-4d24-a0ff-ba06bab34b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:01.795044 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-85be93b8-0037-4341-a536-a82e611588c2 req-7d8a2afe-97d8-4d24-a0ff-ba06bab34b66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1097 time: 0.0406156 Nov 19 05:25:01.840347 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-85be93b8-0037-4341-a536-a82e611588c2 req-a5e5a137-a6cf-45cb-8db5-7547629bc687 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Nov 19 05:25:02.466684 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc1cb-6644-4538-86a6-712fe934243a req-7f15005a-7561-47ae-91b6-9f3da5e93b22 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:02.468266 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-952bc1cb-6644-4538-86a6-712fe934243a req-7f15005a-7561-47ae-91b6-9f3da5e93b22 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 946 time: 0.0525472 Nov 19 05:25:02.520061 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-952bc1cb-6644-4538-86a6-712fe934243a req-aea65f38-9f4f-400a-a0e8-9c987db2aece tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455754 Nov 19 05:25:02.974853 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:03.635738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fd18d-a4eb-43dd-91d9-b1d27496eb22 req-f50c6fb2-f5f7-46c0-b874-017b2a325759 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:03.637278 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e83fd18d-a4eb-43dd-91d9-b1d27496eb22 req-f50c6fb2-f5f7-46c0-b874-017b2a325759 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 946 time: 0.0495260 Nov 19 05:25:03.687712 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e83fd18d-a4eb-43dd-91d9-b1d27496eb22 req-12c2d58b-abcf-4538-a7f9-2a44bbcdec3d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 Nov 19 05:25:21.493632 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a090791a-f5f0-4987-94e7-420fab85a6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:23.026633 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:25:23.650603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:23.754410 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d135712a-268d-4503-bd01-e96bac0855e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:25.651565 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:26.761774 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:27.484886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:32.987735 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:51.494734 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-589343de-d4f0-4c41-848d-4c19a285334e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:53.665906 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:53.754106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f109e54b-35ee-4519-a37c-702bcd67d6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:55.654731 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:56.250366 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-4fa6710e-01ae-4d14-8e1d-e9c4aeeea27b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439293 Nov 19 05:25:56.332175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-f05e60fa-789e-48a4-8ef5-b6da86bc2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:56.333658 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-f05e60fa-789e-48a4-8ef5-b6da86bc2919 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1097 time: 0.0408766 Nov 19 05:25:56.444900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-68ec04be-0984-4cc0-9e3f-4c64cfe067f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:56.446368 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-68ec04be-0984-4cc0-9e3f-4c64cfe067f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0915697 Nov 19 05:25:56.511134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-79abb020-ba44-47d1-ae54-dc92e4aef38a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 1001 time: 0.0575135 Nov 19 05:25:56.560123 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-47942fc7-2a21-410f-87c6-87d5ddfe2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:56.561546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-47942fc7-2a21-410f-87c6-87d5ddfe2deb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0433550 Nov 19 05:25:56.610059 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-d0f86179-55ed-4f55-9a1d-31b82cb3a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:25:56.611523 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-d0f86179-55ed-4f55-9a1d-31b82cb3a5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431213 Nov 19 05:25:56.700603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-f7bfe020-f486-4580-ab26-e9ddd6e7f010 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802376 Nov 19 05:25:56.762214 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:25:56.794753 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2c4f1bac-0f05-4441-a36b-da899f2198eb req-c83a8062-5654-44a7-aaaa-061e891d9af2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877657 Nov 19 05:25:57.487087 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:00.027302 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:26:03.002768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:16.783562 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44092) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:16.940186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Deleting port c4e57e63-3bdc-4d5a-ad59-7ec0a0a3e0fb {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:26:16.940531 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:17.015603 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:17.015936 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:17.027438 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Calling delete_port for c4e57e63-3bdc-4d5a-ad59-7ec0a0a3e0fb owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:26:17.178956 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:17.204196 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event deleted for resources: {'Port': ['ID=c4e57e63-3bdc-4d5a-ad59-7ec0a0a3e0fb,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:17.231332 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.231687 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.232032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.232937 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.233238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.233577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.233921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.234275 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.234599 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.234928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.235260 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.235590 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:17.277514 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:17.277854 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Floating IP fc409e7a-19e3-4b64-94cc-7e117314b975 disassociated (deleted). External IP: 172.25.8.149, port: 72661d8f-0f88-4397-b16d-cd5c202267c1. Nov 19 05:26:17.487195 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:26:17.593504 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:26:17.598390 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:17.603193 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771a254-1876-4061-9418-7074696b332c None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:26:17.614281 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771a254-1876-4061-9418-7074696b332c None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:26:17.614902 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8771a254-1876-4061-9418-7074696b332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:25:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:26:17.625414 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-64d1b14d-0763-4783-9621-cda9ca6a92b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "DELETE /v2.0/floatingips/fc409e7a-19e3-4b64-94cc-7e117314b975 HTTP/1.1" status: 204 len: 168 time: 0.8407643 Nov 19 05:26:17.626145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:26:17.628538 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d81b9-0435-4e64-8b91-6621ee9964aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:26:17.723197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8771a254-1876-4061-9418-7074696b332c None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:26:17.844075 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cbe488-d87d-405a-8b52-416cf6b204f5 x-openstack-request-id: req-29cbe488-d87d-405a-8b52-416cf6b204f5 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:26:17.845016 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:26:17.845291 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29cbe488-d87d-405a-8b52-416cf6b204f5 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:26:17.845723 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'status': 'completed', 'code': 200} Nov 19 05:26:17.912037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-4a8119fd-eb59-4a01-b891-4efec64619d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:17.913581 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-4a8119fd-eb59-4a01-b891-4efec64619d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 1097 time: 0.0437822 Nov 19 05:26:17.941201 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8771a254-1876-4061-9418-7074696b332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:26:17.944613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8007c-788e-4054-999f-980bd2b4e21e req-4290c7aa-112b-4e21-838a-4d71598e92b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:17.946191 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27b8007c-788e-4054-999f-980bd2b4e21e req-4290c7aa-112b-4e21-838a-4d71598e92b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 946 time: 0.0556793 Nov 19 05:26:17.969183 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771a254-1876-4061-9418-7074696b332c None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:26:17.977823 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771a254-1876-4061-9418-7074696b332c None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:26:17.978836 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8771a254-1876-4061-9418-7074696b332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:25:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:26:18.001499 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-27b8007c-788e-4054-999f-980bd2b4e21e req-e93f6936-b153-4c63-8b2c-f2b80b8bf3f5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479293 Nov 19 05:26:18.015535 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-cc0e8ed9-3a4d-4675-b028-5eb011a98a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:18.017055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-cc0e8ed9-3a4d-4675-b028-5eb011a98a7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0949669 Nov 19 05:26:18.063579 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-c43d1d20-ec00-4896-a30e-3f01fd290948 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 200 len: 217 time: 0.0368750 Nov 19 05:26:18.119150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-81d23c02-3ed9-4798-b798-ac6f03732e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:18.120670 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-81d23c02-3ed9-4798-b798-ac6f03732e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0487430 Nov 19 05:26:18.167815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-f04e14b9-9eae-4da9-893a-3158492540fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:18.169308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-f04e14b9-9eae-4da9-893a-3158492540fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413878 Nov 19 05:26:18.190052 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8771a254-1876-4061-9418-7074696b332c None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:26:18.261488 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-43e2113a-bcd1-4f22-a30f-ac621cfa1697 service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845218 Nov 19 05:26:18.360351 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-848d81b9-0435-4e64-8b91-6621ee9964aa req-448a817f-081b-4692-81d9-06b0254ba1cb service neutron] 10.222.0.36 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902863 Nov 19 05:26:18.391463 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8771a254-1876-4061-9418-7074696b332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:26:18.421350 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8771a254-1876-4061-9418-7074696b332c None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:26:18.633252 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b389a-f410-4cfb-8852-543305c36323 None None] New status for floating IP fc409e7a-19e3-4b64-94cc-7e117314b975: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:26:19.116549 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-0dfdf6fe-61e6-4c1e-9c27-b1a813654624 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:19.118204 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-0dfdf6fe-61e6-4c1e-9c27-b1a813654624 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 946 time: 0.0501788 Nov 19 05:26:19.118436 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655cce-5ca7-4762-b480-9251146ed32b req-6b52a6d2-33c8-437d-80b5-e6b6f8e3fbb1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:19.119937 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db655cce-5ca7-4762-b480-9251146ed32b req-6b52a6d2-33c8-437d-80b5-e6b6f8e3fbb1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc5a2294-da79-4c68-8ffa-4481d4d846eb HTTP/1.1" status: 200 len: 946 time: 0.0489190 Nov 19 05:26:19.171175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-db655cce-5ca7-4762-b480-9251146ed32b req-c020fe11-2413-4a59-b5f5-c3bc75f58ef6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Nov 19 05:26:19.208781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Deleting port 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:26:19.209135 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:19.301172 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] For port 72661d8f-0f88-4397-b16d-cd5c202267c1, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=72661d8f-0f88-4397-b16d-cd5c202267c1,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:26:19.301544 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:19.314847 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Calling delete_port for 72661d8f-0f88-4397-b16d-cd5c202267c1 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:26:19.443578 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:19.475928 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event deleted for resources: {'Port': ['ID=72661d8f-0f88-4397-b16d-cd5c202267c1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:19.515767 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] No DVR routers for this DVR port 72661d8f-0f88-4397-b16d-cd5c202267c1 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:26:19.518515 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:19.522249 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-b5dae9de-bf40-4daf-8a70-04d5ac5d442c req-b5705788-2bff-41c2-9154-2df666c42a2a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.36 "DELETE /v2.0/ports/72661d8f-0f88-4397-b16d-cd5c202267c1 HTTP/1.1" status: 204 len: 173 time: 0.3979826 Nov 19 05:26:19.846741 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-deleted', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:26:19.849142 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec2d7e4-f4d4-4635-b82e-b7f0c101a56e" -d '{"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-deleted", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:26:19.892950 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af7f86-7316-4f1c-952f-a08cd8be5374 x-openstack-request-id: req-21af7f86-7316-4f1c-952f-a08cd8be5374 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:26:19.893316 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5a2294-da79-4c68-8ffa-4481d4d846eb", "name": "network-vif-deleted", "tag": "72661d8f-0f88-4397-b16d-cd5c202267c1", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:26:19.893551 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21af7f86-7316-4f1c-952f-a08cd8be5374 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:26:19.894000 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5a2294-da79-4c68-8ffa-4481d4d846eb', 'name': 'network-vif-deleted', 'tag': '72661d8f-0f88-4397-b16d-cd5c202267c1', 'status': 'completed', 'code': 200} Nov 19 05:26:20.229779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44112) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:20.285830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a82dec2-5b5d-4d01-a2b7-2cf7874ab2f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.310517 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a82dec2-5b5d-4d01-a2b7-2cf7874ab2f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.375904 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a82dec2-5b5d-4d01-a2b7-2cf7874ab2f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.379506 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-4a82dec2-5b5d-4d01-a2b7-2cf7874ab2f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.380947 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-4a82dec2-5b5d-4d01-a2b7-2cf7874ab2f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "DELETE /v2.0/security-groups/76c0d24d-bbd7-4ae2-9936-a5fd2dff8948 HTTP/1.1" status: 204 len: 168 time: 0.1499100 Nov 19 05:26:20.394953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82dec2-5b5d-4d01-a2b7-2cf7874ab2f9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c0d24d-bbd7-4ae2-9936-a5fd2dff8948,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:20.657815 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44118) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:20.662544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933941597', 'description': 'tempest-secgroup-smoke-933941597 description', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:20.684228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.748289 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.752633 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.783219 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.784457 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1255112 Nov 19 05:26:20.785555 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb41be-7020-448f-8af7-8cd063e6ceb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7165c5fd-3ac4-4752-b310-6bb62bf09201,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:20.788249 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44120) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:20.793258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '7165c5fd-3ac4-4752-b310-6bb62bf09201', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:20.820801 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.877321 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.880975 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.903155 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f07695-ced8-423f-908d-7ce75824337e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:20.913154 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:20.914354 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246462 Nov 19 05:26:20.915781 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.916141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.916494 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.916846 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.917188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.917393 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44122) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:20.917531 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.917869 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.918234 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.918568 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.918902 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.919243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.919579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7883fc0b-5921-446c-9c7c-22803da09bd1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:20.924779 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '7165c5fd-3ac4-4752-b310-6bb62bf09201', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:20.952287 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.007701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.011200 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.032462 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3106fef9-822c-4138-9bad-4de1b9b0b975,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:21.039015 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.040298 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-3e90a205-4298-4771-a4ba-987a898358ca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214397 Nov 19 05:26:21.042953 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44124) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:21.047338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '7165c5fd-3ac4-4752-b310-6bb62bf09201', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:21.073467 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.131695 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.135319 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.154421 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae8178a-2084-44af-851c-e11b66aa010c,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:21.159765 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.160976 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5e7656c3-7a49-49ca-a399-0313e38751c6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170855 Nov 19 05:26:21.163708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44126) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:21.168054 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '7165c5fd-3ac4-4752-b310-6bb62bf09201', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:21.193865 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.250040 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.253445 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.271501 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178a7d75-3090-4f00-82f8-384c15e65f73,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:21.279279 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.280705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-10e1056b-eb15-4e1a-911d-759df1c203e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160700 Nov 19 05:26:21.283482 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44128) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:21.287759 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '7165c5fd-3ac4-4752-b310-6bb62bf09201', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:21.308957 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Project 44637aecf58c43e0892f2e1c06c0fe0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:26:21.314713 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.372285 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.376919 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.397009 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee41baf-ef1f-406e-b8a2-f023967b2fe0,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:21.402977 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.404166 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-c135cea4-29c2-4164-8ca3-02ea5df3cceb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197627 Nov 19 05:26:21.406970 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44130) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:21.412131 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'security_group_rule': {'security_group_id': '7165c5fd-3ac4-4752-b310-6bb62bf09201', 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:21.433514 n-d-818503-1 neutron-server[109987]: INFO neutron.db.securitygroups_db [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Project 44637aecf58c43e0892f2e1c06c0fe0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:26:21.438816 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.495052 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7b398da2-84ae-48c2-b40b-e15099a9a2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.502309 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.506091 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.524975 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96c24ac-4b45-4724-94c0-7b0cf7a771fd,revision_number=0']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:21.530418 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:21.531714 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9e374de7-6c87-42fc-bbeb-009d3a11f5a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235311 Nov 19 05:26:21.791357 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:26:21.816115 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 72661d8f-0f88-4397-b16d-cd5c202267c1 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:26:21.816474 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 72661d8f-0f88-4397-b16d-cd5c202267c1 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:26:23.666019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:23.755646 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f8d308c3-d7ae-4603-a4cf-5a5bab733cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:25.658117 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:26.767682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:27.490378 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:33.021455 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:36.808039 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-579c52ec-edcc-4035-aac6-5447ba2d44c4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933941597&fields=id&tenant_id=44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 267 time: 0.0445426 Nov 19 05:26:36.915461 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-31303f16-44bb-4622-9a1d-bd18c72d349c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:36.916876 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-31303f16-44bb-4622-9a1d-bd18c72d349c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 809 time: 0.1014462 Nov 19 05:26:36.932607 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-41464aba-97e1-4a0e-8582-fc176e359952 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/quotas/44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 375 time: 0.0089283 Nov 19 05:26:36.987445 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-d37f627e-ba07-4f53-9f6b-41e5e45d15de tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496209 Nov 19 05:26:37.026647 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:26:37.129656 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-c7d25d27-22cc-4884-8abd-d2dc90a788af service neutron] 10.222.0.52 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286001 Nov 19 05:26:37.224744 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-2289cca6-0981-4b1d-91ac-b6bd1e39411e service neutron] 10.222.0.52 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887361 Nov 19 05:26:37.503020 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5d3cebda-363d-49b5-9880-e0526fab97a4 req-a1d1aae0-de96-43c2-8afa-1ba6d7fe8d9a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0278049 Nov 19 05:26:38.665979 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2a22450e-38ac-44f4-9ddf-ac14c3bc6609 req-8d656c40-5ee7-47dd-9044-740297a64ca7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Nov 19 05:26:38.723836 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-e41c0651-530a-4789-bbb7-d0b3ef87ab19 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:38.725313 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-e41c0651-530a-4789-bbb7-d0b3ef87ab19 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 809 time: 0.1087265 Nov 19 05:26:38.813561 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-372fcfa0-26b5-421d-80c1-87569e22ada9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 379 time: 0.0598607 Nov 19 05:26:38.823927 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'port': {'device_id': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'admin_state_up': True, 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'security_groups': ['7165c5fd-3ac4-4752-b310-6bb62bf09201']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:38.940617 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Made reservation on behalf of 44637aecf58c43e0892f2e1c06c0fe0c for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:26:38.944134 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.075081 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Allocated IP 172.20.0.13 (2a564201-e355-429e-afc0-e274fee066fa/d0b78571-422b-405b-afc5-ee5d09c02bfc/ce1d697c-2ec8-4403-86c2-37bd4172beac) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:26:39.215381 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.250186 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.299820 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Network 2a564201-e355-429e-afc0-e274fee066fa is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:26:39.303768 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:26:39.307490 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:26:39.332561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:39.362963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:39.363606 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.382659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-4094b955-ea44-4590-b2c2-87b5e50d35d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624571 Nov 19 05:26:39.455818 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Request body: {'port': {'device_id': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:39.518800 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.546594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-3b402a15-29be-4e94-8b1d-964ff4d410df None None] Provisioning complete for port ce1d697c-2ec8-4403-86c2-37bd4172beac triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:26:39.547228 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3b402a15-29be-4e94-8b1d-964ff4d410df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.581996 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-3b402a15-29be-4e94-8b1d-964ff4d410df None None] Port ce1d697c-2ec8-4403-86c2-37bd4172beac cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:26:39.795281 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1d697c-2ec8-4403-86c2-37bd4172beac {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:26:39.798496 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c8dd7-c7fc-47d0-94f1-5100f5cffde1 req-a91bfd10-fd14-46bb-9e05-7a60931823e4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:39.804982 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.807123 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f1c8dd7-c7fc-47d0-94f1-5100f5cffde1 req-a91bfd10-fd14-46bb-9e05-7a60931823e4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 932 time: 0.0642900 Nov 19 05:26:39.820656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Transition to ACTIVE for port object ce1d697c-2ec8-4403-86c2-37bd4172beac will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:26:39.825057 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:39.875255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0f1c8dd7-c7fc-47d0-94f1-5100f5cffde1 req-021ea950-7bb4-4359-a8c2-61acab2ec118 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673165 Nov 19 05:26:39.887304 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:39.960640 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Attempting to bind port ce1d697c-2ec8-4403-86c2-37bd4172beac on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:26:39.961067 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Attempting to bind port ce1d697c-2ec8-4403-86c2-37bd4172beac by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:26:39.961488 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Attempting to bind port ce1d697c-2ec8-4403-86c2-37bd4172beac on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:26:39.966182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Port ce1d697c-2ec8-4403-86c2-37bd4172beac on network 2a564201-e355-429e-afc0-e274fee066fa not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:26:39.967176 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Attempting to bind port ce1d697c-2ec8-4403-86c2-37bd4172beac on network 2a564201-e355-429e-afc0-e274fee066fa {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:26:39.972810 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:26:39.973225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Checking segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:26:39.973686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Bound using segment: {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:26:39.974230 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Bound port: ce1d697c-2ec8-4403-86c2-37bd4172beac, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d00923-9bf6-4c7e-83d6-233e67a62235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2a564201-e355-429e-afc0-e274fee066fa'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:26:39.974655 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:40.044363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:26:40.048238 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:26:40.054871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:40.090433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.091148 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:40.093132 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] 10.222.0.31 "PUT /v2.0/ports/ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 1092 time: 0.6900434 Nov 19 05:26:40.093650 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:26:40.096104 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a696486-7400-4348-a4da-8e22ee05eaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:26:40.129888 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e8c30-6086-4a35-a8b9-5cd7760380cb service neutron] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:40.144505 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75629155-639d-4715-897c-52b726679401 x-openstack-request-id: req-75629155-639d-4715-897c-52b726679401 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:26:40.144984 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:26:40.145378 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75629155-639d-4715-897c-52b726679401 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:26:40.145871 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'status': 'completed', 'code': 200} Nov 19 05:26:40.214645 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-e1239b27-db2a-4d5d-8ea3-6011cfe2c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.216417 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-e1239b27-db2a-4d5d-8ea3-6011cfe2c979 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1095 time: 0.0499742 Nov 19 05:26:40.278300 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-41365d8f-f942-4d5e-8499-c1df3309c0e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 217 time: 0.0407536 Nov 19 05:26:40.339963 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-0c33b7dd-2692-4c96-b2ba-916b56e56a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.341502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-0c33b7dd-2692-4c96-b2ba-916b56e56a4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0560324 Nov 19 05:26:40.395857 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-d7ae2724-ed17-4f91-a0ac-bf7d7b84fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.397402 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-d7ae2724-ed17-4f91-a0ac-bf7d7b84fe55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448844 Nov 19 05:26:40.497677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-8bfd57a2-319b-401a-9566-e6e624bc19ac service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885546 Nov 19 05:26:40.595143 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-8bcc58e9-c617-4d6d-bab1-aa8432f212ab req-fbd68b36-0208-4bdf-a0f5-1b3658451031 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861733 Nov 19 05:26:40.726735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-752bdcd3-40c4-4655-b8af-60fbf8da1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.728197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-752bdcd3-40c4-4655-b8af-60fbf8da1f67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1095 time: 0.0449913 Nov 19 05:26:40.824005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-339cfbd2-620e-43ad-b910-33c1a5ca78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.825615 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-339cfbd2-620e-43ad-b910-33c1a5ca78bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0853822 Nov 19 05:26:40.874403 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-dcb6c859-0f8b-47af-b69a-e809a23d6efb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 217 time: 0.0357614 Nov 19 05:26:40.933151 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-3c73182e-cda9-447a-99bb-eb9d1f04288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.934787 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-3c73182e-cda9-447a-99bb-eb9d1f04288e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0506294 Nov 19 05:26:40.988338 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-e2cfe6e3-a21b-414c-9a3f-bc793dbddf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.989848 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-e2cfe6e3-a21b-414c-9a3f-bc793dbddf39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409296 Nov 19 05:26:40.990648 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a2c3-be46-40cb-aa01-55e5f3a9be82 req-e91b828b-58f0-4c3a-8fa2-af21d29dd4b4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:40.992300 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a695a2c3-be46-40cb-aa01-55e5f3a9be82 req-e91b828b-58f0-4c3a-8fa2-af21d29dd4b4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0561850 Nov 19 05:26:41.044209 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a695a2c3-be46-40cb-aa01-55e5f3a9be82 req-ea196ec5-62cc-46bd-b9c4-929bad5222a9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459046 Nov 19 05:26:41.095118 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-a590b800-856a-4a0f-87d5-6630e07202b8 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909746 Nov 19 05:26:41.522385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-1a696486-7400-4348-a4da-8e22ee05eaa8 req-ec33c3f4-af32-4200-8983-e133d01ce7e6 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151070 Nov 19 05:26:42.164621 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0c2f-ed5f-45c1-9091-2f466a8809e6 req-301fbc47-b18c-43f0-95d2-d2cc5ae089c2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:42.166203 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-299c0c2f-ed5f-45c1-9091-2f466a8809e6 req-301fbc47-b18c-43f0-95d2-d2cc5ae089c2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Nov 19 05:26:42.216310 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-299c0c2f-ed5f-45c1-9091-2f466a8809e6 req-63ed63fa-0cb1-4934-adf6-9f9dc0b36411 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432553 Nov 19 05:26:43.335163 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9357168-f039-40bc-9493-d54c7abf4e74 req-6ad9d224-adc9-4964-b4c5-1f203b161886 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:43.336681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b9357168-f039-40bc-9493-d54c7abf4e74 req-6ad9d224-adc9-4964-b4c5-1f203b161886 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0510271 Nov 19 05:26:43.391489 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b9357168-f039-40bc-9493-d54c7abf4e74 req-bce81b99-85fe-4d64-943c-c8ac8af2a512 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485792 Nov 19 05:26:44.510253 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24c54-b125-4ced-9e36-cc2232c3acdd req-986aae2a-29b6-47ca-b46b-97a80eedafd5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:44.511759 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f24c54-b125-4ced-9e36-cc2232c3acdd req-986aae2a-29b6-47ca-b46b-97a80eedafd5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0495875 Nov 19 05:26:44.562867 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-05f24c54-b125-4ced-9e36-cc2232c3acdd req-0b575f1c-7f5d-4bd5-8c06-00453e994c8c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Nov 19 05:26:45.678359 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b29dd9-4006-4528-bba6-6cfbe1eba30b req-ed8f210b-91a8-42c2-aae1-f30caed2b409 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:45.679855 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43b29dd9-4006-4528-bba6-6cfbe1eba30b req-ed8f210b-91a8-42c2-aae1-f30caed2b409 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0491507 Nov 19 05:26:45.728926 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-43b29dd9-4006-4528-bba6-6cfbe1eba30b req-0f0824e4-14e1-4910-affe-16f8c6faac56 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 Nov 19 05:26:46.861562 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f053-a3b7-4712-acc5-fbca5e6f8b86 req-ac91e45c-6e9a-4de5-9a00-ecf148fa4118 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:46.863084 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d682f053-a3b7-4712-acc5-fbca5e6f8b86 req-ac91e45c-6e9a-4de5-9a00-ecf148fa4118 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0564816 Nov 19 05:26:46.912576 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d682f053-a3b7-4712-acc5-fbca5e6f8b86 req-853ec3e9-a83d-4285-96b8-e753ea3b5753 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 Nov 19 05:26:48.027851 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47258-ebb8-41f8-baa0-ebcc2545f197 req-57fd76b7-e504-4ead-9309-78a984c13014 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:48.029377 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fad47258-ebb8-41f8-baa0-ebcc2545f197 req-57fd76b7-e504-4ead-9309-78a984c13014 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0487425 Nov 19 05:26:48.079032 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fad47258-ebb8-41f8-baa0-ebcc2545f197 req-ea539538-60e9-43d1-b138-085a59bd42fe tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Nov 19 05:26:49.200205 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2da0c-b36e-4d4e-bf06-a4190b9fc551 req-839910b1-5e50-43c8-a530-a091a8549147 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:49.201716 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3c2da0c-b36e-4d4e-bf06-a4190b9fc551 req-839910b1-5e50-43c8-a530-a091a8549147 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0542555 Nov 19 05:26:49.251397 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d3c2da0c-b36e-4d4e-bf06-a4190b9fc551 req-372d55da-df4d-4d93-93ad-26fb7bae6e71 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Nov 19 05:26:50.367808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496176af-813d-442c-99f3-e313a5e945cc req-fd6da641-80d2-4b0a-8f60-f8ac7fad69e4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:50.369309 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-496176af-813d-442c-99f3-e313a5e945cc req-fd6da641-80d2-4b0a-8f60-f8ac7fad69e4 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0491879 Nov 19 05:26:50.419317 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-496176af-813d-442c-99f3-e313a5e945cc req-221d2e80-3be9-4058-83f9-b0e7c1352dd8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Nov 19 05:26:51.496356 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5b51375b-8a69-4b43-bace-679e1b0e478c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:51.550245 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12f3be-bf13-4806-8349-152f9cd5c175 req-c2ba0ced-be8b-4b51-b07a-5f573517e36d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:51.551753 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b12f3be-bf13-4806-8349-152f9cd5c175 req-c2ba0ced-be8b-4b51-b07a-5f573517e36d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0507669 Nov 19 05:26:51.603763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4b12f3be-bf13-4806-8349-152f9cd5c175 req-3f2ce138-541f-4e25-8c38-ac362de356cb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460999 Nov 19 05:26:52.715804 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:26:52.718291 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46cc4-2d6e-4443-9ffc-19472993f0e8 req-e77e4bea-25ce-458b-b873-fc3b7a358455 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:52.719863 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50a46cc4-2d6e-4443-9ffc-19472993f0e8 req-e77e4bea-25ce-458b-b873-fc3b7a358455 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Nov 19 05:26:52.771481 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-50a46cc4-2d6e-4443-9ffc-19472993f0e8 req-0b9ba93a-ad8e-49cf-839a-dd570da6e3f6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Nov 19 05:26:52.815240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:26:52.826236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'port_id': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'mac_address': 'fa:16:3e:22:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:26:52.863202 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:52.876471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1d697c-2ec8-4403-86c2-37bd4172beac {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:26:52.895744 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:26:52.899524 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:52.945517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:52.953959 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.954304 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.954652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.954990 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.955325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.955667 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.955997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.956326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.956655 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.956979 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.957305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:52.957631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:26:53.288061 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ce1d697c-2ec8-4403-86c2-37bd4172beac'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:26:53.665581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:53.757049 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e57414ba-86e9-4bbd-bd37-fb9b241f0bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:53.892107 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced988a-388b-4bb0-bc1e-53676df57101 req-d4876846-2129-4efa-ae1e-66e4b71a46f8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:53.894062 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fced988a-388b-4bb0-bc1e-53676df57101 req-d4876846-2129-4efa-ae1e-66e4b71a46f8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 945 time: 0.0489037 Nov 19 05:26:53.944133 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fced988a-388b-4bb0-bc1e-53676df57101 req-f015d248-0489-4f4c-b422-c5dbf1bf7a56 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439050 Nov 19 05:26:54.732333 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:26:54.784750 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port ce1d697c-2ec8-4403-86c2-37bd4172beac completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:26:54.788739 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ce1d697c-2ec8-4403-86c2-37bd4172beac triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:26:54.789117 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:54.864917 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:54.887439 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:26:54.890557 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bc581a-09ee-4a54-bbab-2546d2d757e5" -d '{"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:26:54.903343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:26:54.907124 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:54.958066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:54.984956 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a32e95-d621-49d0-9536-fa627266550d x-openstack-request-id: req-11a32e95-d621-49d0-9536-fa627266550d {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:26:54.985259 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:26:54.985524 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11a32e95-d621-49d0-9536-fa627266550d {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:26:54.985950 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'code': 200} Nov 19 05:26:55.082796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbce02-e136-424b-977e-dafc71857942 req-7721d524-51ba-4703-a88c-269bca713192 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:55.084337 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-badbce02-e136-424b-977e-dafc71857942 req-7721d524-51ba-4703-a88c-269bca713192 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0559354 Nov 19 05:26:55.111189 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6b9f2-8934-479f-86c4-d541e042bf25 req-c8475088-cd0e-45d5-a34e-4d6446d0d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:55.112702 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8c6b9f2-8934-479f-86c4-d541e042bf25 req-c8475088-cd0e-45d5-a34e-4d6446d0d49b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0407541 Nov 19 05:26:55.137655 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-badbce02-e136-424b-977e-dafc71857942 req-e7ef7e92-7da8-4f33-8d21-c2155ede57e0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Nov 19 05:26:55.167854 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8c6b9f2-8934-479f-86c4-d541e042bf25 req-6d767db1-c83d-467a-b940-256f8f33a1ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Nov 19 05:26:55.662238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:56.253413 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb442e3-9e5c-4eda-bf97-d8b56171d94e req-17ed2daf-3e0d-40aa-818a-195f7158000e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:56.254939 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cb442e3-9e5c-4eda-bf97-d8b56171d94e req-17ed2daf-3e0d-40aa-818a-195f7158000e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Nov 19 05:26:56.304339 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1cb442e3-9e5c-4eda-bf97-d8b56171d94e req-ec9eb8c0-2dc5-4f4f-9201-302c72657c66 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434725 Nov 19 05:26:56.764406 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:57.421351 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f8ba0-b41b-4d4a-b423-28efd98b3f06 req-37d89b05-9ccb-4177-9ddd-6c7f4290b65d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:57.422931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c96f8ba0-b41b-4d4a-b423-28efd98b3f06 req-37d89b05-9ccb-4177-9ddd-6c7f4290b65d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0492361 Nov 19 05:26:57.475477 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c96f8ba0-b41b-4d4a-b423-28efd98b3f06 req-83b13ae2-7d0e-4874-8220-7704714851d6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465364 Nov 19 05:26:57.493903 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:57.593566 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03acfc-6d00-4cbc-b0c3-b886e2510750 req-e067b114-2abc-40f9-94ae-a534f8067415 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:57.595002 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d03acfc-6d00-4cbc-b0c3-b886e2510750 req-e067b114-2abc-40f9-94ae-a534f8067415 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Nov 19 05:26:57.644177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d03acfc-6d00-4cbc-b0c3-b886e2510750 req-62bb63d1-a9e0-4e38-9164-64cd6ea5e369 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Nov 19 05:26:57.666220 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44334) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:57.704328 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d841521-695e-4bf4-9ff0-b156669663fb tempest-TestShelveInstance-1758770447 tempest-TestShelveInstance-1758770447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:57.705811 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-9d841521-695e-4bf4-9ff0-b156669663fb tempest-TestShelveInstance-1758770447 tempest-TestShelveInstance-1758770447-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1092 time: 0.0386448 Nov 19 05:26:57.708948 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44336) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:26:57.713090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:26:57.736323 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:57.840139 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:57.941622 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Allocated IP 172.25.8.73 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/220e01c5-3b56-4c53-aaa2-9d96c799c84b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:26:58.045430 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.080314 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.125090 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:26:58.128329 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:26:58.131839 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:26:58.137388 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'Port': ['ID=220e01c5-3b56-4c53-aaa2-9d96c799c84b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:58.495864 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.562547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.713485 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.718243 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.801567 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event updated for resources: {'Port': ['ID=220e01c5-3b56-4c53-aaa2-9d96c799c84b,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:26:58.809281 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:58.913915 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Floating IP d8f15afb-86db-46b4-86a4-72ef70eb0d8a associated. External IP: 172.25.8.73, port: ce1d697c-2ec8-4403-86c2-37bd4172beac. Nov 19 05:26:59.120784 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:26:59.573971 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:26:59.584485 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:26:59.591918 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:26:59.595184 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:26:59.595800 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:26:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:26:59.619524 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-b1ec1c90-cd11-47c9-97c0-8b71bfe227fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9095795 Nov 19 05:26:59.620223 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:26:59.622528 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45297e15-0a5c-4225-b81c-d947f0bc4ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:26:59.704299 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:26:59.713272 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5df1ee-256a-4d3c-8487-587467a4529f x-openstack-request-id: req-8d5df1ee-256a-4d3c-8487-587467a4529f {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:26:59.713718 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:26:59.714088 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d5df1ee-256a-4d3c-8487-587467a4529f {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:26:59.714557 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'status': 'completed', 'code': 200} Nov 19 05:26:59.798440 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-ce6ee4da-1ad3-461d-bd34-d5ecb4b3780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:59.799980 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-ce6ee4da-1ad3-461d-bd34-d5ecb4b3780a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0413563 Nov 19 05:26:59.894977 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-462bee87-4ffd-4c2f-9a07-accd1cc224aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:26:59.896458 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-462bee87-4ffd-4c2f-9a07-accd1cc224aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0891767 Nov 19 05:26:59.932922 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'd8f15afb-86db-46b4-86a4-72ef70eb0d8a', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'port_id': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'mac_address': 'fa:16:3e:22:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:26:58Z', 'updated_at': '2021-11-19T05:26:58Z', 'revision_number': 0, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:26:59.959581 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:26:59.962308 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-0829a06a-d222-4bc7-bc7e-dd8839a7470d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 999 time: 0.0585167 Nov 19 05:26:59.968290 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:26:59.968884 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:26:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:27:00.010935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-ebccbcee-f05a-4028-8357-a099d767db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:27:00.012396 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-ebccbcee-f05a-4028-8357-a099d767db79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0429382 Nov 19 05:27:00.060762 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-32a1534f-12c8-4109-b230-f5f17bdf20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:27:00.062296 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-32a1534f-12c8-4109-b230-f5f17bdf20a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431285 Nov 19 05:27:00.074562 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:27:00.153644 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-7461a6f2-91bd-47fb-bbbb-df3e2cd3ba10 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842638 Nov 19 05:27:00.247677 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-45297e15-0a5c-4225-b81c-d947f0bc4ba9 req-f3cfffbb-0908-49fb-8ebc-204702930b92 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868287 Nov 19 05:27:00.307884 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'd8f15afb-86db-46b4-86a4-72ef70eb0d8a', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'port_id': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'mac_address': 'fa:16:3e:22:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:26:58Z', 'updated_at': '2021-11-19T05:26:58Z', 'revision_number': 0, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:27:00.334426 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b7b7d-0544-42cb-9f88-ab819653c98b None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': 'd8f15afb-86db-46b4-86a4-72ef70eb0d8a', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'port_id': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'mac_address': 'fa:16:3e:22:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:26:58Z', 'updated_at': '2021-11-19T05:26:58Z', 'revision_number': 0, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:27:00.533693 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb37e72-2942-4774-beb8-c1d0d42f579a None None] New status for floating IP d8f15afb-86db-46b4-86a4-72ef70eb0d8a: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:27:03.037544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:14.026645 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:27:14.809569 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-00307e94-149e-4bfd-a674-0139cccb7d60 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448611 Nov 19 05:27:14.913800 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-f62f4b4d-086c-4e4e-972c-27bcbf080ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:27:14.915317 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-f62f4b4d-086c-4e4e-972c-27bcbf080ece service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0407031 Nov 19 05:27:15.020200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-f910cd8e-1b64-40cf-b8c9-80fadee473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:27:15.022312 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-f910cd8e-1b64-40cf-b8c9-80fadee473cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0874484 Nov 19 05:27:15.089603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-6aa14959-0dbf-470b-a3c6-f281e322aef4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 1001 time: 0.0594585 Nov 19 05:27:15.140520 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-2c54f5f0-0602-474b-8cf3-d9e3dd16cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:27:15.142012 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-2c54f5f0-0602-474b-8cf3-d9e3dd16cac1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0440955 Nov 19 05:27:15.190718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-63632b44-b32d-4e44-8289-62e04b8d7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:27:15.192188 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-63632b44-b32d-4e44-8289-62e04b8d7d48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428185 Nov 19 05:27:15.280312 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-fcaffee5-098a-492e-a7d6-1d469b9ff2f3 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808611 Nov 19 05:27:15.377462 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-deade174-d9ed-45c8-a789-5d96ffeebe92 req-8d9e8b6e-c092-4089-9a56-9632bb401ea4 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866225 Nov 19 05:27:21.501059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa0f-bc8f-4b91-986e-2c40d6b6af06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:23.677261 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:23.758623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4833086a-f93b-4f3a-8397-fdf2d013251f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:25.666806 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:26.768279 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:27.495235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:33.037263 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:51.028235 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:27:51.503953 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-40c4aa78-ec7a-45b5-87f5-79adfb6b4b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:53.684715 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:53.758593 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-416bef25-4bf5-4b0b-b0a1-694a4b1b2b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:55.669104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:56.769397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:27:57.496552 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:03.033825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:16.784198 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-16bbcfe9-d361-4f5d-bba5-ec4b66189815 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410566 Nov 19 05:28:16.886735 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-3f2ca18d-1a21-4ee5-b9f4-2197ed961ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:16.888251 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-3f2ca18d-1a21-4ee5-b9f4-2197ed961ae3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0412879 Nov 19 05:28:16.997656 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-e07cba99-b9dd-4620-aba6-7fe17428ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:16.999158 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-e07cba99-b9dd-4620-aba6-7fe17428ecc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0885975 Nov 19 05:28:17.069800 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-67a8fef8-b091-415c-b1d1-c75c1b44f103 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 1001 time: 0.0586851 Nov 19 05:28:17.126793 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-2506e0ec-08f0-4815-be7b-77015e5026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:17.128269 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-2506e0ec-08f0-4815-be7b-77015e5026b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0473533 Nov 19 05:28:17.181306 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-d8c03671-b602-424f-9737-28062b0e6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:17.182914 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-d8c03671-b602-424f-9737-28062b0e6172 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435321 Nov 19 05:28:17.278273 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-7589fc67-3363-45d3-bcf4-3e6cc4eafb1c service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828862 Nov 19 05:28:17.377098 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-31b9ca80-cce3-40ef-b556-d9eb65e53631 req-5e9619f8-50a5-4a9a-87c1-ee07ff5080fc service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874803 Nov 19 05:28:21.504883 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d346a447-3e0b-4342-91f2-b9e38d2e368c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:23.683321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:23.760141 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-f90db965-c376-4fd0-9ee5-083e16605c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:25.674679 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:26.773259 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:27.499575 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:28.026799 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:28:33.032243 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:51.506500 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a2b26a41-a393-43e6-b9b5-afb9c9f45863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:53.675592 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:53.760584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-25ccf9ce-0984-4219-a6e0-51e0739dbdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:55.674390 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:56.775002 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:57.198733 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797f30-2ed0-459a-8175-69ef4b618caa req-a9cd1acf-c7ac-402e-9f78-327a552d6476 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:57.200438 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe797f30-2ed0-459a-8175-69ef4b618caa req-a9cd1acf-c7ac-402e-9f78-327a552d6476 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0517249 Nov 19 05:28:57.250468 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe797f30-2ed0-459a-8175-69ef4b618caa req-fbaf4088-705c-4ec1-aced-ac8371991ab8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Nov 19 05:28:57.504867 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:28:58.399054 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f92b-dff8-4824-9c69-91e8c3a72edd req-7648d4d9-9993-4268-829f-be77c024cecd tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:58.400561 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2df0f92b-dff8-4824-9c69-91e8c3a72edd req-7648d4d9-9993-4268-829f-be77c024cecd tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0527687 Nov 19 05:28:58.450065 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2df0f92b-dff8-4824-9c69-91e8c3a72edd req-fdc494df-0567-4862-8796-143aa8756e58 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Nov 19 05:28:59.567425 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5a92d-4f25-4d6f-9bc2-6c3bb35d5cc8 req-42654dfd-45f3-4cc2-8305-8e5b67f9bfb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:28:59.568919 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bd5a92d-4f25-4d6f-9bc2-6c3bb35d5cc8 req-42654dfd-45f3-4cc2-8305-8e5b67f9bfb0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0485728 Nov 19 05:28:59.617963 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9bd5a92d-4f25-4d6f-9bc2-6c3bb35d5cc8 req-02f9d19b-5d4a-4334-978a-6ff67ce98083 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430562 Nov 19 05:29:00.738258 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6285c-23f3-4eff-93ec-a2c00e3827a4 req-74720a6d-c013-42b4-9e1c-400c7cf0fddc tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:00.739755 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8f6285c-23f3-4eff-93ec-a2c00e3827a4 req-74720a6d-c013-42b4-9e1c-400c7cf0fddc tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0512965 Nov 19 05:29:00.792427 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d8f6285c-23f3-4eff-93ec-a2c00e3827a4 req-3e2ac3e6-7873-45f7-9708-479f37ebb477 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467474 Nov 19 05:29:01.912395 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530e35-e205-4a73-b211-e7045eb9ee5a req-2ebf5009-94a5-4ca8-bdb6-ff473ed24a82 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:01.913880 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88530e35-e205-4a73-b211-e7045eb9ee5a req-2ebf5009-94a5-4ca8-bdb6-ff473ed24a82 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0493650 Nov 19 05:29:01.963967 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-88530e35-e205-4a73-b211-e7045eb9ee5a req-66b711d9-0421-4fee-b406-4f3daf8cda5e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Nov 19 05:29:03.037397 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:03.084782 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7945b-a185-44ef-b1d4-1edab5b59155 req-d7681e41-8e34-4afa-9918-88d191d374d1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:03.086308 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dd7945b-a185-44ef-b1d4-1edab5b59155 req-d7681e41-8e34-4afa-9918-88d191d374d1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0544899 Nov 19 05:29:03.135814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6dd7945b-a185-44ef-b1d4-1edab5b59155 req-2e6ca929-1511-417e-9f8a-cbebc944709a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Nov 19 05:29:04.261361 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84ddd-7567-4567-aa63-30e64a68d74c req-c0b851a4-1d66-411e-8b15-1a8fdee099b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:04.262890 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5de84ddd-7567-4567-aa63-30e64a68d74c req-c0b851a4-1d66-411e-8b15-1a8fdee099b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0568848 Nov 19 05:29:04.312421 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5de84ddd-7567-4567-aa63-30e64a68d74c req-cc76fbe1-2224-4f02-a86c-830f5a7c2bb8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Nov 19 05:29:05.025663 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:29:05.427985 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5740ce-7c29-41ab-be93-0953f753cdb7 req-fffc2be7-6fcb-4fc0-9b4a-f405ecd72c28 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:05.429521 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a5740ce-7c29-41ab-be93-0953f753cdb7 req-fffc2be7-6fcb-4fc0-9b4a-f405ecd72c28 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0488112 Nov 19 05:29:05.480349 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a5740ce-7c29-41ab-be93-0953f753cdb7 req-60c3275d-abe5-49b8-b105-13a240118a1b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 Nov 19 05:29:06.598637 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667c028-0a83-4b7f-9495-33e80259f652 req-5cf740c4-ca64-4674-ae51-9d13226a6364 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:06.600129 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e667c028-0a83-4b7f-9495-33e80259f652 req-5cf740c4-ca64-4674-ae51-9d13226a6364 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Nov 19 05:29:06.653846 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e667c028-0a83-4b7f-9495-33e80259f652 req-3b080d8f-6a84-41ed-a27a-cc4009e6acb5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477324 Nov 19 05:29:07.459763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-580d6842-a6d4-484a-ba0b-5955614d81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:07.461263 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-580d6842-a6d4-484a-ba0b-5955614d81bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0413439 Nov 19 05:29:07.557712 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-f332f8e3-e3fe-4e4d-9c3d-60be3da9e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:07.559241 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-f332f8e3-e3fe-4e4d-9c3d-60be3da9e2c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0855751 Nov 19 05:29:07.631901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-1bad2ae6-951f-49ee-9b0b-31ea62019bd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 1001 time: 0.0618951 Nov 19 05:29:07.688757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-7019bc8d-d0e2-424b-8097-b5c5a15fff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:07.690374 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-7019bc8d-d0e2-424b-8097-b5c5a15fff31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0435996 Nov 19 05:29:07.742664 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-ab9e97ec-65b3-435a-b46b-7f0525b7c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:07.744127 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-ab9e97ec-65b3-435a-b46b-7f0525b7c54e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421474 Nov 19 05:29:07.770333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcae53-0701-4a53-8b1d-fce64967e61d req-f0a63aeb-ea5c-4848-bca1-61f6893d9450 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:07.771847 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dbcae53-0701-4a53-8b1d-fce64967e61d req-f0a63aeb-ea5c-4848-bca1-61f6893d9450 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Nov 19 05:29:07.820620 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2dbcae53-0701-4a53-8b1d-fce64967e61d req-b03d9097-6d21-48cb-8cb0-867649fefe75 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Nov 19 05:29:07.844991 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-3afda4f6-b4cc-4b4c-8f67-35a7046900d8 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890784 Nov 19 05:29:07.936863 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-75a4dc7f-2587-47e9-a63e-18d07f9f93d7 req-80bd1e96-185f-4f6c-84d2-4283a8ae67ca service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809941 Nov 19 05:29:08.940123 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869ca4b-18c3-4106-9df2-c6577fa961b2 req-2f2ae558-38f9-4940-a356-22fc7278ea14 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:08.941634 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e869ca4b-18c3-4106-9df2-c6577fa961b2 req-2f2ae558-38f9-4940-a356-22fc7278ea14 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0505085 Nov 19 05:29:08.991886 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e869ca4b-18c3-4106-9df2-c6577fa961b2 req-328da334-5d72-49a3-b0be-85506ed0d65d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 Nov 19 05:29:10.114250 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bb4a4-4ddf-4e9a-bf17-9019e4388db3 req-27a1eb81-e366-4508-9d43-620e7f02a805 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:10.115681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-741bb4a4-4ddf-4e9a-bf17-9019e4388db3 req-27a1eb81-e366-4508-9d43-620e7f02a805 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0553374 Nov 19 05:29:10.166746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-741bb4a4-4ddf-4e9a-bf17-9019e4388db3 req-ebb5d454-174f-4f85-8853-b0612877b2ac tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Nov 19 05:29:11.286415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90894d-f105-4403-8fff-dfb37e3c1511 req-4de7fabe-8be6-4fd9-9a28-b9b4be3ddda6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:11.287948 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b90894d-f105-4403-8fff-dfb37e3c1511 req-4de7fabe-8be6-4fd9-9a28-b9b4be3ddda6 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0525060 Nov 19 05:29:11.338742 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7b90894d-f105-4403-8fff-dfb37e3c1511 req-810accdd-4eda-4498-985e-da389dae64ee tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Nov 19 05:29:12.459688 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22a3de-8c97-4e52-9646-e2a8421c1e81 req-8fd6a334-77aa-452f-9065-40b0447aca8e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:12.461182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df22a3de-8c97-4e52-9646-e2a8421c1e81 req-8fd6a334-77aa-452f-9065-40b0447aca8e tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0530412 Nov 19 05:29:12.512595 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-df22a3de-8c97-4e52-9646-e2a8421c1e81 req-764d025c-0cdc-4690-b07d-4d78dc2e14d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455065 Nov 19 05:29:13.529443 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:29:13.608825 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:13.631561 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:29:13.633821 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d78c9d-058e-4b3a-92ba-50d000b520c6" -d '{"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:29:13.650373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:29:13.657360 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:13.682184 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 05:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf47f2ed-4d97-4fb3-8431-ac8704a74822 x-openstack-request-id: req-cf47f2ed-4d97-4fb3-8431-ac8704a74822 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:29:13.682485 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-unplugged", "status": "failed", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "code": 422}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:29:13.682737 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf47f2ed-4d97-4fb3-8431-ac8704a74822 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:29:13.683136 n-d-818503-1 neutron-server[109988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'code': 422} returned with failed status Nov 19 05:29:13.710240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:29:13.717846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.718653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.718653 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.718906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.719236 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.719575 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.720560 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.720827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.721186 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.721487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.721822 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.722181 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:29:13.730026 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-c908dfc0-ebf4-449a-881b-50d6f657e200 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561488 Nov 19 05:29:13.735160 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-09c6f388-65b1-4f02-a71d-c272f184bf51 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:29:13.736379 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-09c6f388-65b1-4f02-a71d-c272f184bf51 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054629 Nov 19 05:29:13.772208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f407-015a-49a2-a053-15f9882a89cb req-d6835928-7bf0-40b4-9f25-81b121574128 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:13.773738 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a13f407-015a-49a2-a053-15f9882a89cb req-d6835928-7bf0-40b4-9f25-81b121574128 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0508308 Nov 19 05:29:13.822664 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1a13f407-015a-49a2-a053-15f9882a89cb req-48a0e264-a649-4d9b-b27a-f82140a99a54 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Nov 19 05:29:14.944226 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1c70c-a215-42a3-96d0-6682ada94492 req-c642bb95-89b6-48f3-b63a-2975c2c2e4fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:14.945729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03b1c70c-a215-42a3-96d0-6682ada94492 req-c642bb95-89b6-48f3-b63a-2975c2c2e4fb tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0509884 Nov 19 05:29:14.998623 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03b1c70c-a215-42a3-96d0-6682ada94492 req-0154ad49-3c83-4f1c-a120-137d985b93a7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468054 Nov 19 05:29:16.123356 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc3e0-a4ed-4591-953e-cb3d06e012d5 req-70757e99-18f2-4bb3-b648-48ca228020fe tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:16.124763 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-558dc3e0-a4ed-4591-953e-cb3d06e012d5 req-70757e99-18f2-4bb3-b648-48ca228020fe tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Nov 19 05:29:16.174613 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-558dc3e0-a4ed-4591-953e-cb3d06e012d5 req-16239f70-5055-42c1-b69c-453235491c5f tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Nov 19 05:29:17.289504 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa1dd-da95-4810-ac63-b585ea621295 req-303e0d98-06b3-45cb-9281-025aee9ca7a5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:17.291055 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8edfa1dd-da95-4810-ac63-b585ea621295 req-303e0d98-06b3-45cb-9281-025aee9ca7a5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0491767 Nov 19 05:29:17.344161 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8edfa1dd-da95-4810-ac63-b585ea621295 req-6275d2e4-e8ed-47e6-8b93-168af898d605 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470603 Nov 19 05:29:18.468476 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab15f-5ed0-4cee-90bd-b22497268546 req-fc4b80a5-49df-42ed-852f-4e44b221cdc7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:18.471419 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d5ab15f-5ed0-4cee-90bd-b22497268546 req-fc4b80a5-49df-42ed-852f-4e44b221cdc7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0574346 Nov 19 05:29:18.522396 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-1d5ab15f-5ed0-4cee-90bd-b22497268546 req-8736f809-3ba1-488d-91c8-78971d706806 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449820 Nov 19 05:29:19.646066 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417df67-d3ea-4e58-bd2a-cd9e5d878e80 req-337d2bcb-e368-412a-98fc-82d7be7ec588 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:19.647584 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a417df67-d3ea-4e58-bd2a-cd9e5d878e80 req-337d2bcb-e368-412a-98fc-82d7be7ec588 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0535467 Nov 19 05:29:19.699945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a417df67-d3ea-4e58-bd2a-cd9e5d878e80 req-51767e12-c670-4882-91b1-5629b09470b1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463836 Nov 19 05:29:20.818051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b4b61-5600-4b57-a0c8-13ea46bc0cab req-888e3b82-298f-4d66-afcc-6bf4444289d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:20.819610 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-200b4b61-5600-4b57-a0c8-13ea46bc0cab req-888e3b82-298f-4d66-afcc-6bf4444289d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0494275 Nov 19 05:29:20.877719 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-200b4b61-5600-4b57-a0c8-13ea46bc0cab req-bb308cc3-79dd-49c6-922c-da95c222a689 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521605 Nov 19 05:29:21.508682 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5fa19942-d03c-4096-8720-2cb5f58a5131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:21.997673 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d654b7-6d10-4616-b180-0bd76948c54d req-f7142ff2-462b-4e16-8ba7-406ef986793b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:21.999228 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54d654b7-6d10-4616-b180-0bd76948c54d req-f7142ff2-462b-4e16-8ba7-406ef986793b tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0497966 Nov 19 05:29:22.050411 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-54d654b7-6d10-4616-b180-0bd76948c54d req-5b138eb8-6e2c-4591-ab83-bf86d4fc4244 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Nov 19 05:29:23.176013 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bd470-a3f9-4938-a1f3-731e894a83bd req-ec0cf543-159a-442c-9bbd-3e6109cf6161 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:23.177534 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb4bd470-a3f9-4938-a1f3-731e894a83bd req-ec0cf543-159a-442c-9bbd-3e6109cf6161 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0528584 Nov 19 05:29:23.229814 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-eb4bd470-a3f9-4938-a1f3-731e894a83bd req-cb51b887-99bf-47d1-adde-542ffc1033ff tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 Nov 19 05:29:23.690363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:23.760769 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e230a3eb-801c-45d7-bba5-2160ae5d5302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:23.797705 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-34f63bd7-eaeb-4ac0-89d1-d457d4640e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:23.799912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-34f63bd7-eaeb-4ac0-89d1-d457d4640e57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34&tenant_id=44637aecf58c43e0892f2e1c06c0fe0c HTTP/1.1" status: 200 len: 1095 time: 0.0435581 Nov 19 05:29:23.885516 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-ecd045eb-1dd1-49fe-88e9-40a80b0a234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:23.887055 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-ecd045eb-1dd1-49fe-88e9-40a80b0a234e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1095 time: 0.0407858 Nov 19 05:29:23.987718 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-3cd22966-3bd7-4681-88eb-a963e31b7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:23.989151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-3cd22966-3bd7-4681-88eb-a963e31b7cfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0903533 Nov 19 05:29:24.058496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-1d866f3c-8d99-4b42-bfdb-0e9721d7abab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 999 time: 0.0585778 Nov 19 05:29:24.109731 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-ad5d7c8c-8fab-4dcf-847f-adaaff6d5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:24.111324 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-ad5d7c8c-8fab-4dcf-847f-adaaff6d5555 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0429764 Nov 19 05:29:24.164708 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-2737c5b9-304f-4826-ade8-8fe4945dea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:24.166248 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-2737c5b9-304f-4826-ade8-8fe4945dea03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434036 Nov 19 05:29:24.259120 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-fd530c58-b06b-4bf6-a712-19827700a238 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797176 Nov 19 05:29:24.354076 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386208e-a2aa-4bab-8eb9-d00908ce3d47 req-f7387bd6-6fe9-4024-8ac3-f0f33a463985 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:24.355725 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d386208e-a2aa-4bab-8eb9-d00908ce3d47 req-f7387bd6-6fe9-4024-8ac3-f0f33a463985 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0560827 Nov 19 05:29:24.360849 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-477ec0b2-fff1-48a9-a2c4-5d9beb97d7c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895412 Nov 19 05:29:24.411858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d386208e-a2aa-4bab-8eb9-d00908ce3d47 req-9fcf2164-25ae-43b8-af16-5107b778710d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Nov 19 05:29:25.530573 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449894-77e1-4767-89da-f76f2d3ea859 req-6437d8f3-03fd-4646-a5fd-a4a2346226d1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:25.532070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a449894-77e1-4767-89da-f76f2d3ea859 req-6437d8f3-03fd-4646-a5fd-a4a2346226d1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0513520 Nov 19 05:29:25.582897 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0a449894-77e1-4767-89da-f76f2d3ea859 req-6ea9ba73-a9c4-4e11-92a3-7b7bdaa85e0a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Nov 19 05:29:25.676801 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:26.705526 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab827c-afdc-4bd3-96d2-474d09a4aded req-e0a4d502-14d9-4680-b8f6-b76e9ca1c5a7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:26.707082 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bab827c-afdc-4bd3-96d2-474d09a4aded req-e0a4d502-14d9-4680-b8f6-b76e9ca1c5a7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0549097 Nov 19 05:29:26.756971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8bab827c-afdc-4bd3-96d2-474d09a4aded req-81f9452f-836c-43fa-9127-a4591c9121a5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438452 Nov 19 05:29:26.778935 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:27.506853 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:27.875627 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ba05a-70ae-47a9-8084-220d1b3a7880 req-c8739852-d359-4bc0-9eb4-6de4d08f54f8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:27.877802 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce2ba05a-70ae-47a9-8084-220d1b3a7880 req-c8739852-d359-4bc0-9eb4-6de4d08f54f8 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0498188 Nov 19 05:29:27.927202 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ce2ba05a-70ae-47a9-8084-220d1b3a7880 req-236504c1-9490-4dc8-8266-a8a4dac74124 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Nov 19 05:29:29.047597 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe531c61-3548-4ab2-b212-906911f6766d req-c81d3cad-98c5-48fc-b154-4edff68539aa tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:29.049858 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe531c61-3548-4ab2-b212-906911f6766d req-c81d3cad-98c5-48fc-b154-4edff68539aa tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0493953 Nov 19 05:29:29.103260 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fe531c61-3548-4ab2-b212-906911f6766d req-56398fa3-9a64-4691-b152-0e754861eab0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Nov 19 05:29:30.219043 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829eac3-43d5-496c-82d2-a58c7b7b4933 req-6ef1457e-a591-4562-a4e3-324943c33f54 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:30.220673 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9829eac3-43d5-496c-82d2-a58c7b7b4933 req-6ef1457e-a591-4562-a4e3-324943c33f54 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0493100 Nov 19 05:29:30.269793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-9829eac3-43d5-496c-82d2-a58c7b7b4933 req-30e550fc-fadc-4122-b8ad-3359fbc9c294 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Nov 19 05:29:31.390026 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b412-abb9-481f-b172-621dd077ab3f req-7f7aff11-7c6b-4404-acc1-7d1660fbdd5c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:31.392398 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cba7b412-abb9-481f-b172-621dd077ab3f req-7f7aff11-7c6b-4404-acc1-7d1660fbdd5c tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0522571 Nov 19 05:29:31.442149 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-cba7b412-abb9-481f-b172-621dd077ab3f req-a3749e51-53c1-49ad-9ef4-0589aefdd8c5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Nov 19 05:29:32.561412 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26234a6c-c0fd-4dae-89ea-bd48542cb550 req-132bb7e4-8bf7-4a9d-b0bc-a3298fe9f47a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:32.562931 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26234a6c-c0fd-4dae-89ea-bd48542cb550 req-132bb7e4-8bf7-4a9d-b0bc-a3298fe9f47a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0535264 Nov 19 05:29:32.613635 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-26234a6c-c0fd-4dae-89ea-bd48542cb550 req-411cb97d-d4f8-4d53-8995-19e5c89df2f0 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Nov 19 05:29:33.029581 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:33.535849 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:29:33.629642 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:29:33.641098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'port_id': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'mac_address': 'fa:16:3e:22:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:29:33.685351 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:33.701526 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1d697c-2ec8-4403-86c2-37bd4172beac {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:29:33.722123 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:29:33.726381 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:33.737341 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fe7be-da40-48fe-b96b-341eeeb76efb req-59ed8619-a717-4253-bd0b-3d60ac725044 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:33.738917 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f5fe7be-da40-48fe-b96b-341eeeb76efb req-59ed8619-a717-4253-bd0b-3d60ac725044 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 944 time: 0.0564909 Nov 19 05:29:33.774939 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:29:33.790389 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f5fe7be-da40-48fe-b96b-341eeeb76efb req-41a9eb4d-19ff-477a-8d15-f72b96a0ee27 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452185 Nov 19 05:29:34.066430 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['ce1d697c-2ec8-4403-86c2-37bd4172beac'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:29:34.906292 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b45f3-c8de-463e-bf17-009d73aff522 req-9cf0a1a4-cb3f-47ff-af28-d8c62cd813b2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:34.908497 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e6b45f3-c8de-463e-bf17-009d73aff522 req-9cf0a1a4-cb3f-47ff-af28-d8c62cd813b2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 945 time: 0.0498812 Nov 19 05:29:34.960810 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2e6b45f3-c8de-463e-bf17-009d73aff522 req-b95278fe-7e7b-438f-8712-a7ebd82bc8d9 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464103 Nov 19 05:29:35.543681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:29:35.590359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port ce1d697c-2ec8-4403-86c2-37bd4172beac triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:29:35.590743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:35.668779 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:35.691263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:29:35.693501 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4109488f-e3e2-4196-9431-e27164bda6ce" -d '{"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:29:35.706867 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:29:35.710900 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:35.742098 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ab630-550b-491e-ae5c-33c8af6dfbe0 x-openstack-request-id: req-3f8ab630-550b-491e-ae5c-33c8af6dfbe0 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:29:35.742393 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:29:35.742651 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f8ab630-550b-491e-ae5c-33c8af6dfbe0 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:29:35.743050 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'code': 200} Nov 19 05:29:35.769960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:29:35.940110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b77b-15dc-4677-85e8-6e68106c66ed req-9f7fd02d-049b-4696-a7d9-816fb7239a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:35.941596 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f807b77b-15dc-4677-85e8-6e68106c66ed req-9f7fd02d-049b-4696-a7d9-816fb7239a7f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0400579 Nov 19 05:29:35.995103 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f807b77b-15dc-4677-85e8-6e68106c66ed req-76bbfb6d-eb28-41f2-834e-901c63d8aa3f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396416 Nov 19 05:29:36.081969 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145868-fedc-440c-8a04-82bdd7276dce req-6481bccb-aacd-4358-8aa3-a3edd5190243 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:36.083471 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41145868-fedc-440c-8a04-82bdd7276dce req-6481bccb-aacd-4358-8aa3-a3edd5190243 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0503540 Nov 19 05:29:36.133051 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-41145868-fedc-440c-8a04-82bdd7276dce req-d7c9e607-241d-4693-866f-8b919dbccc9a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Nov 19 05:29:37.251172 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd9f32-0ef4-42f7-a471-26a0ad6b7bba req-cb2489f2-ad28-4f61-afca-699bc45d6ee7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:37.252852 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ffd9f32-0ef4-42f7-a471-26a0ad6b7bba req-cb2489f2-ad28-4f61-afca-699bc45d6ee7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0522106 Nov 19 05:29:37.303666 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4ffd9f32-0ef4-42f7-a471-26a0ad6b7bba req-2829e9a2-d25d-4293-bb02-221be57da4fd tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 Nov 19 05:29:38.424284 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777d79-7d76-4226-acc1-0df60c68715d req-13e78feb-f790-48c5-a314-a9fe47e6db94 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:29:38.425793 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7777d79-7d76-4226-acc1-0df60c68715d req-13e78feb-f790-48c5-a314-a9fe47e6db94 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0545268 Nov 19 05:29:38.474936 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f7777d79-7d76-4226-acc1-0df60c68715d req-734f2229-c4c8-4313-8f06-35300a57985a tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Nov 19 05:29:42.025216 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:29:51.511363 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-59b2908f-0d50-48d0-9cdb-a83513e26857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:53.704159 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:53.761235 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-432c7cdc-411c-4cf0-9672-749186ebd804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:55.680106 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:56.783020 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:29:57.511142 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:03.031006 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:17.796507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-ad909e13-fbb5-47ce-bb96-649c17ae64e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421395 Nov 19 05:30:17.912725 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-05a88386-e9d9-43d1-9267-ffdebfbda747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:17.914293 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-05a88386-e9d9-43d1-9267-ffdebfbda747 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0444057 Nov 19 05:30:18.022795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-37b6e7b1-1104-4911-9662-5609e68e7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:18.024266 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-37b6e7b1-1104-4911-9662-5609e68e7d61 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0855808 Nov 19 05:30:18.101343 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-3b0adee8-3534-4743-9a53-287cfa2ba35c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 1001 time: 0.0646615 Nov 19 05:30:18.167592 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-c55396e0-1491-4e66-b1a4-031c0aff2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:18.169070 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-c55396e0-1491-4e66-b1a4-031c0aff2736 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0564268 Nov 19 05:30:18.221390 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-e1d437e2-708a-4abb-b671-eaa4cf823d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:18.222919 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-e1d437e2-708a-4abb-b671-eaa4cf823d88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425079 Nov 19 05:30:18.319786 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-67e06b71-ec73-4141-b8b7-abbf9dfe4930 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885673 Nov 19 05:30:18.414580 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-10dc3e04-ec3b-4789-beca-4d1cc6bf777f req-d16add61-0305-4a5f-855f-d638944d8fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830426 Nov 19 05:30:19.023587 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:30:21.512905 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9aab45a1-ab88-407f-9adc-62af7c993eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:23.699986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:23.762692 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-afd412a1-770b-48d7-b0d9-4cb07e10627c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:25.682974 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:26.786408 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:27.514014 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:33.029528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:51.517677 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-10aaa43c-45f1-4190-83b0-279e6db3711f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.084443 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44512) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:30:52.246448 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Deleting port 220e01c5-3b56-4c53-aaa2-9d96c799c84b {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:30:52.246675 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.321719 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.322086 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.334749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Calling delete_port for 220e01c5-3b56-4c53-aaa2-9d96c799c84b owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:30:52.486583 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.514167 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event deleted for resources: {'Port': ['ID=220e01c5-3b56-4c53-aaa2-9d96c799c84b,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:30:52.536971 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.537322 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.537662 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.538039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.538376 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.538703 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.539032 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.539361 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.539682 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.540007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.540333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.540655 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:30:52.585557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.585964 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Floating IP d8f15afb-86db-46b4-86a4-72ef70eb0d8a disassociated (deleted). External IP: 172.25.8.73, port: ce1d697c-2ec8-4403-86c2-37bd4172beac. Nov 19 05:30:52.798887 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:30:52.909295 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:30:52.914248 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:52.919371 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:30:52.929300 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:30:52.929970 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:30:52.942197 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-62bc6ebb-ee1d-4690-86b6-afaabc5fd3d5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "DELETE /v2.0/floatingips/d8f15afb-86db-46b4-86a4-72ef70eb0d8a HTTP/1.1" status: 204 len: 168 time: 0.8566329 Nov 19 05:30:52.942791 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:30:52.945220 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6047c-7b65-4d39-bf61-60747f7451bb" -d '{"events": [{"name": "network-changed", "server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:30:53.042336 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:30:53.099505 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ca408-c649-4c71-9709-f40431f7780a x-openstack-request-id: req-851ca408-c649-4c71-9709-f40431f7780a {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:30:53.100089 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:30:53.100089 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-851ca408-c649-4c71-9709-f40431f7780a {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:30:53.100678 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'status': 'completed', 'code': 200} Nov 19 05:30:53.217907 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-075a5dee-2587-4ba4-abfa-57c84dbb692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:53.219465 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-075a5dee-2587-4ba4-abfa-57c84dbb692b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 1097 time: 0.0457032 Nov 19 05:30:53.261806 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c1131-2328-44d0-b3b1-192313417fe5 req-fdbaf1eb-478d-47f7-b9ab-3eb17111c3f5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:53.264040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c1131-2328-44d0-b3b1-192313417fe5 req-fdbaf1eb-478d-47f7-b9ab-3eb17111c3f5 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.1209965 Nov 19 05:30:53.264468 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:30:53.296669 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:30:53.305197 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:30:53.305808 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:30:53.318785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-3038601d-0d76-4e05-829c-94d9ee85beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:53.320187 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-bb6c1131-2328-44d0-b3b1-192313417fe5 req-2f481fcc-46a3-4113-935b-9b957f2b33b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474546 Nov 19 05:30:53.320333 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-3038601d-0d76-4e05-829c-94d9ee85beab service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 200 len: 910 time: 0.0919569 Nov 19 05:30:53.367378 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-f7d3ae20-3db2-47c2-a803-b623b6f9a1b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 200 len: 217 time: 0.0387800 Nov 19 05:30:53.418025 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:30:53.418943 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-86234c95-13ad-450d-88e8-14d97cece383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:53.420446 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-86234c95-13ad-450d-88e8-14d97cece383 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 200 len: 848 time: 0.0455456 Nov 19 05:30:53.469744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-9d38cdf5-03c9-4d68-a787-893f645f69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:53.471284 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-9d38cdf5-03c9-4d68-a787-893f645f69ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a564201-e355-429e-afc0-e274fee066fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428302 Nov 19 05:30:53.483808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-4c7ae7fb-084d-4ac0-a5c2-0c6b4b0fb224 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:30:53.484785 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-4c7ae7fb-084d-4ac0-a5c2-0c6b4b0fb224 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048952 Nov 19 05:30:53.578341 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-43444049-d11f-40cb-92a8-d3bdeb9c0521 service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859637 Nov 19 05:30:53.616708 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:30:53.642942 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6a939-cf7c-4cc6-b01b-b5d383703f67 None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '2594bf3e-bbce-4d35-b7be-3e3acd745d36', 'name': '', 'network_id': '2a564201-e355-429e-afc0-e274fee066fa', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'mac_address': 'fa:16:3e:41:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:57Z', 'updated_at': '2021-11-19T05:22:02Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'subnets': [{'id': 'd0b78571-422b-405b-afc5-ee5d09c02bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:30:53.671573 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-48c6047c-7b65-4d39-bf61-60747f7451bb req-b167f054-36ea-46bb-adc1-080d324de60a service neutron] 10.222.0.31 "GET /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855083 Nov 19 05:30:53.718923 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:53.764984 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0180075b-7c1a-4591-a213-2097eb2b8f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:53.879770 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe145a78-b7dd-4884-9467-e197f3fcb327 None None] New status for floating IP d8f15afb-86db-46b4-86a4-72ef70eb0d8a: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:30:54.446927 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb83f3-20f7-4936-805b-2c1ea07ea802 req-b1aea174-7b24-47eb-978a-0a8e27caeb09 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:54.449040 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ebb83f3-20f7-4936-805b-2c1ea07ea802 req-b1aea174-7b24-47eb-978a-0a8e27caeb09 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0565023 Nov 19 05:30:54.500206 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-5ebb83f3-20f7-4936-805b-2c1ea07ea802 req-f296870b-ea06-49b3-b0d3-71007ed76eca tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/security-groups?id=7165c5fd-3ac4-4752-b310-6bb62bf09201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450330 Nov 19 05:30:55.168094 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-2a0f2987-b1fe-43cb-8b4c-142e61d873b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:30:55.169448 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-2a0f2987-b1fe-43cb-8b4c-142e61d873b3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 946 time: 0.0486495 Nov 19 05:30:55.265470 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Deleting port ce1d697c-2ec8-4403-86c2-37bd4172beac {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:30:55.266101 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:55.354671 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] For port ce1d697c-2ec8-4403-86c2-37bd4172beac, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=ce1d697c-2ec8-4403-86c2-37bd4172beac,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:30:55.355041 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:55.367200 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Calling delete_port for ce1d697c-2ec8-4403-86c2-37bd4172beac owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:30:55.496370 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:55.525785 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event deleted for resources: {'Port': ['ID=ce1d697c-2ec8-4403-86c2-37bd4172beac,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:30:55.573744 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] No DVR routers for this DVR port ce1d697c-2ec8-4403-86c2-37bd4172beac on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:30:55.576306 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:55.579715 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-009685b2-5c9c-4963-b5a3-275e0d3a1ebf req-fc76777f-254d-491b-b9ff-d65b9a5532d3 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.31 "DELETE /v2.0/ports/ce1d697c-2ec8-4403-86c2-37bd4172beac HTTP/1.1" status: 204 len: 173 time: 0.4008541 Nov 19 05:30:55.580156 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-deleted', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:30:55.582412 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f11c7db-257e-466d-b09c-3574553d20e9" -d '{"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-deleted", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:30:55.601546 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f99b2120-e4f3-400c-9ca4-d1314035453e req-0f4e86e7-4e2a-45c5-996d-bf124d5a8328 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0276840 Nov 19 05:30:55.646127 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72f2fb-9d9e-472e-80a0-620464d8bc53 x-openstack-request-id: req-af72f2fb-9d9e-472e-80a0-620464d8bc53 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:30:55.646453 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a375fa-3421-463e-8df2-7fb3e4793e34", "name": "network-vif-deleted", "tag": "ce1d697c-2ec8-4403-86c2-37bd4172beac", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:30:55.646695 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af72f2fb-9d9e-472e-80a0-620464d8bc53 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:30:55.647103 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a375fa-3421-463e-8df2-7fb3e4793e34', 'name': 'network-vif-deleted', 'tag': 'ce1d697c-2ec8-4403-86c2-37bd4172beac', 'status': 'completed', 'code': 200} Nov 19 05:30:55.688888 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:56.023022 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:30:56.703527 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-89a58dbb-a519-4049-b28d-b648e864b781 req-282572f8-5a45-48fa-8e50-b7a65561dff1 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Nov 19 05:30:56.788359 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:57.516473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:30:57.801590 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6f92db6a-9f92-4378-9f47-a32a8133aaf1 req-e3e26149-bf30-4810-9b13-e74a59b74753 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0266762 Nov 19 05:30:58.042145 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:30:58.063318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: ce1d697c-2ec8-4403-86c2-37bd4172beac {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:30:58.063672 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device ce1d697c-2ec8-4403-86c2-37bd4172beac not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:30:58.896729 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37211a01-8e6c-43c4-acb2-7e052d0a4710 req-c06d2a9b-76e0-43f2-8909-b613fb9a636d tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0279207 Nov 19 05:31:00.022565 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-6495c62a-4023-46ea-9a39-5c25ee40f5eb req-19178d6e-eaf2-421e-92dd-144ff7bfaca7 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "GET /v2.0/ports?device_id=67a375fa-3421-463e-8df2-7fb3e4793e34 HTTP/1.1" status: 200 len: 210 time: 0.0343831 Nov 19 05:31:01.081457 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44546) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:01.138055 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7220a9d4-b5a2-4ef5-90a9-8889383383e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:01.164172 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7220a9d4-b5a2-4ef5-90a9-8889383383e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:01.223681 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7220a9d4-b5a2-4ef5-90a9-8889383383e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:01.226411 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-7220a9d4-b5a2-4ef5-90a9-8889383383e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:01.227595 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-7220a9d4-b5a2-4ef5-90a9-8889383383e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] 10.222.0.52 "DELETE /v2.0/security-groups/7165c5fd-3ac4-4752-b310-6bb62bf09201 HTTP/1.1" status: 204 len: 168 time: 0.1451049 Nov 19 05:31:01.237266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220a9d4-b5a2-4ef5-90a9-8889383383e2 tempest-TestShelveInstance-1490691649 tempest-TestShelveInstance-1490691649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165c5fd-3ac4-4752-b310-6bb62bf09201,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:02.299351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44552) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:02.758399 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:03.029647 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:03.342266 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Deleting port 2594bf3e-bbce-4d35-b7be-3e3acd745d36 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:03.342847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:03.420941 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] For port 2594bf3e-bbce-4d35-b7be-3e3acd745d36, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=2594bf3e-bbce-4d35-b7be-3e3acd745d36,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:03.421323 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:03.434547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Calling delete_port for 2594bf3e-bbce-4d35-b7be-3e3acd745d36 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:03.620282 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:03.643653 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2594bf3e-bbce-4d35-b7be-3e3acd745d36,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:03.818278 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.054714 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:31:04.163039 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:04.168913 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-9cb034d3-fbf5-4470-928f-e922f7fa8e8d admin admin] 10.222.0.52 "PUT /v2.0/routers/e1d6e049-9c45-4bb2-9c06-ce27a09ef443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8685191 Nov 19 05:31:04.171593 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44556) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:04.174719 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] Sync routers for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:04.184876 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:04.185620 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:04.278398 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.290378 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:04.385158 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.441952 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Deleting port 126f4c0b-6102-4182-8bab-9b5265554912 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:04.442310 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.487585 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '126f4c0b-6102-4182-8bab-9b5265554912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:31:03Z', 'revision_number': 5, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port': {'id': '126f4c0b-6102-4182-8bab-9b5265554912', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:04.514252 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] Checking router: e1d6e049-9c45-4bb2-9c06-ce27a09ef443 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:04.522824 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] Routers {'e1d6e049-9c45-4bb2-9c06-ce27a09ef443'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:04.523427 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:04.523666 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] For port 126f4c0b-6102-4182-8bab-9b5265554912, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=126f4c0b-6102-4182-8bab-9b5265554912,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:04.524050 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.537331 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Calling delete_port for 126f4c0b-6102-4182-8bab-9b5265554912 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:04.609393 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] Set router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 gateway port host: None {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:04.716133 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.753766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=126f4c0b-6102-4182-8bab-9b5265554912,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:04.764831 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:31:04Z', 'revision_number': 6, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:04.771155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06650b40-1256-42ce-a780-0f0be65d057d None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:04.797719 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8952dcbf-cf82-469a-abf3-a70b30fe43bf None None] The sync data for ids ['e1d6e049-9c45-4bb2-9c06-ce27a09ef443'] in n-d-818503-1 is: [{'id': 'e1d6e049-9c45-4bb2-9c06-ce27a09ef443', 'name': 'tempest-TestShelveInstance-1272545446-router', 'tenant_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:55Z', 'updated_at': '2021-11-19T05:31:04Z', 'revision_number': 6, 'project_id': '44637aecf58c43e0892f2e1c06c0fe0c', 'gw_port_host': None}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:04.821567 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.916361 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.918665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.960094 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.960739 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d6e049-9c45-4bb2-9c06-ce27a09ef443 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:31:04.967657 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:04.968843 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a282c37c-da2b-42c5-b80f-d78e71fedf67 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e1d6e049-9c45-4bb2-9c06-ce27a09ef443 HTTP/1.1" status: 204 len: 168 time: 0.7962220 Nov 19 05:31:04.972254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44558) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:05.020433 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Deleting subnet d0b78571-422b-405b-afc5-ee5d09c02bfc {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:31:05.023507 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.059791 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.158301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.220017 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.249785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.253151 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d0b78571-422b-405b-afc5-ee5d09c02bfc HTTP/1.1" status: 204 len: 168 time: 0.2799301 Nov 19 05:31:05.254075 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2410f-c8e9-472c-ab7f-a055d8534003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b78571-422b-405b-afc5-ee5d09c02bfc,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:05.254820 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8179f-893d-46a8-a678-38377e523f29 None None] Network 2a564201-e355-429e-afc0-e274fee066fa requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:31:05.255641 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44560) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:05.327090 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.379862 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Deleting port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:05.380211 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.451152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] For port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,segment=NetworkSegment(57d00923-9bf6-4c7e-83d6-233e67a62235),segment_id=57d00923-9bf6-4c7e-83d6-233e67a62235)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:05.451812 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.463685 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Calling delete_port for 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:05.541301 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.569219 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Pushing event deleted for resources: {'Port': ['ID=9503f3c0-8b9e-4082-b953-9dfdb56c3f63,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:05.575499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] No DVR routers for this DVR port 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:31:05.586259 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2c6b4-e995-474d-82e3-ed106443de98 None None] DHCP port deletion for 2a564201-e355-429e-afc0-e274fee066fa request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:05.651394 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.670997 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a564201-e355-429e-afc0-e274fee066fa']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:05.680644 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d00923-9bf6-4c7e-83d6-233e67a62235') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:05.681005 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d00923-9bf6-4c7e-83d6-233e67a62235') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:05.691140 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.704924 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.711359 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:31:05.711773 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:31:05.713518 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:31:05.771509 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.778905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:05.782785 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] 10.222.0.52 "DELETE /v2.0/networks/2a564201-e355-429e-afc0-e274fee066fa HTTP/1.1" status: 204 len: 168 time: 0.5261173 Nov 19 05:31:05.785785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44562) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:05.794809 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae826b-b261-4ba9-9327-180e7dc1d93f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a564201-e355-429e-afc0-e274fee066fa,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:05.999963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:31:06.020053 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:31:06.020406 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9503f3c0-8b9e-4082-b953-9dfdb56c3f63 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:31:06.020884 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2594bf3e-bbce-4d35-b7be-3e3acd745d36 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:31:06.040438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 2594bf3e-bbce-4d35-b7be-3e3acd745d36 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:31:06.041413 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 2594bf3e-bbce-4d35-b7be-3e3acd745d36 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:31:06.041842 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 126f4c0b-6102-4182-8bab-9b5265554912 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:31:06.061285 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 126f4c0b-6102-4182-8bab-9b5265554912 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:31:06.061624 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 126f4c0b-6102-4182-8bab-9b5265554912 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:31:06.153655 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:06.403949 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Deleting port 28f16065-e8e9-451b-91ab-9f82bb2631fc {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:06.404303 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:06.489227 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] For port 28f16065-e8e9-451b-91ab-9f82bb2631fc, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=28f16065-e8e9-451b-91ab-9f82bb2631fc,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:06.489603 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:06.503141 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Calling delete_port for 28f16065-e8e9-451b-91ab-9f82bb2631fc owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:06.693611 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:06.720783 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f16065-e8e9-451b-91ab-9f82bb2631fc,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.735502 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.736271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.736271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.736478 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.736717 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.737058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:06.904576 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.123659 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Router 99cea73c-1ace-4c14-ba62-5217051bf98f has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:31:07.240506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:07.247144 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a0fd3639-6c5b-4cda-b099-a4e8d2c736b5 admin admin] 10.222.0.52 "PUT /v2.0/routers/99cea73c-1ace-4c14-ba62-5217051bf98f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601357 Nov 19 05:31:07.249653 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44564) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:07.251355 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] Sync routers for ids ['99cea73c-1ace-4c14-ba62-5217051bf98f'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:07.262166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] Routers {'99cea73c-1ace-4c14-ba62-5217051bf98f'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:07.262847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['99cea73c-1ace-4c14-ba62-5217051bf98f'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:07.359451 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.371175 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] Set router 99cea73c-1ace-4c14-ba62-5217051bf98f gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:07.464447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.518019 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Deleting port 6adbbb0e-84dd-475a-bd36-c3faad87f685 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:07.518366 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.560894 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:31:06Z', 'revision_number': 5, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port': {'id': '6adbbb0e-84dd-475a-bd36-c3faad87f685', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:22:00Z', 'updated_at': '2021-11-19T05:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:07.587370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] Checking router: 99cea73c-1ace-4c14-ba62-5217051bf98f for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:07.596500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] Routers {'99cea73c-1ace-4c14-ba62-5217051bf98f'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:07.597108 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['99cea73c-1ace-4c14-ba62-5217051bf98f'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:07.602075 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] For port 6adbbb0e-84dd-475a-bd36-c3faad87f685, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=6adbbb0e-84dd-475a-bd36-c3faad87f685,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:07.602447 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.615084 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Calling delete_port for 6adbbb0e-84dd-475a-bd36-c3faad87f685 owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:07.683407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] Set router 99cea73c-1ace-4c14-ba62-5217051bf98f gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:07.739243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:31:07Z', 'revision_number': 6, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:07.765407 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f79d8-3625-4886-bc6f-b11adb3e4866 None None] The sync data for ids ['99cea73c-1ace-4c14-ba62-5217051bf98f'] in n-d-818503-1 is: [{'id': '99cea73c-1ace-4c14-ba62-5217051bf98f', 'name': 'tempest-TestShelveInstance-2006510088-router', 'tenant_id': '8532aa6d96ec4031b450ed213f34d4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:21:59Z', 'updated_at': '2021-11-19T05:31:07Z', 'revision_number': 6, 'project_id': '8532aa6d96ec4031b450ed213f34d4a0', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:07.801308 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.829493 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6adbbb0e-84dd-475a-bd36-c3faad87f685,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:07.845778 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9624b12-9aa5-4edc-80df-6a1768b619fe None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:07.892969 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.985382 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:07.987502 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.033642 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.034134 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99cea73c-1ace-4c14-ba62-5217051bf98f {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:31:08.038370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.039551 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-07e675c2-0add-4ed0-ba31-e71775d5ae7a admin admin] 10.222.0.52 "DELETE /v2.0/routers/99cea73c-1ace-4c14-ba62-5217051bf98f HTTP/1.1" status: 204 len: 168 time: 0.7889419 Nov 19 05:31:08.042738 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44566) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:08.093687 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Deleting subnet 95952cfc-450b-43c9-beaf-ee0b0b3fa861 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:31:08.096136 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.135292 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.205711 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28f16065-e8e9-451b-91ab-9f82bb2631fc no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:31:08.230284 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 28f16065-e8e9-451b-91ab-9f82bb2631fc {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:31:08.230484 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 28f16065-e8e9-451b-91ab-9f82bb2631fc not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:31:08.238667 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.291187 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.318129 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95952cfc-450b-43c9-beaf-ee0b0b3fa861,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:08.320121 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.323700 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-42bc1210-ec98-428c-b0fa-b4e820dfce7e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/95952cfc-450b-43c9-beaf-ee0b0b3fa861 HTTP/1.1" status: 204 len: 168 time: 0.2799704 Nov 19 05:31:08.326205 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb581839-8191-44b3-8705-562814ea3225 None None] Network efd98438-8cc1-47f3-8df8-0250b36b5154 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:31:08.326775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44568) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:08.396157 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.463021 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Deleting port 629a53c5-7475-4ed3-93e8-54959ac79200 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:08.463374 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.528007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] For port 629a53c5-7475-4ed3-93e8-54959ac79200, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=629a53c5-7475-4ed3-93e8-54959ac79200,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:08.528836 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.543309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Calling delete_port for 629a53c5-7475-4ed3-93e8-54959ac79200 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:08.558359 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] DHCP port deletion for efd98438-8cc1-47f3-8df8-0250b36b5154 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:08.608632 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Deleting port 629a53c5-7475-4ed3-93e8-54959ac79200 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:31:08.609009 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.631369 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.657015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Pushing event deleted for resources: {'Port': ['ID=629a53c5-7475-4ed3-93e8-54959ac79200,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:08.663168 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] No DVR routers for this DVR port 629a53c5-7475-4ed3-93e8-54959ac79200 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:31:08.686695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] For port 629a53c5-7475-4ed3-93e8-54959ac79200, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=629a53c5-7475-4ed3-93e8-54959ac79200,segment=NetworkSegment(ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413),segment_id=ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:08.687096 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.699962 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Calling delete_port for 629a53c5-7475-4ed3-93e8-54959ac79200 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:31:08.748670 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.770481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd98438-8cc1-47f3-8df8-0250b36b5154']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:08.783092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.783337 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:08.783543 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4f6e7e-ffd3-4c4b-877e-04f56aa6d413') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:08.793710 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.807614 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.814577 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:31:08.814985 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:31:08.816824 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:31:08.819401 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Pushing event deleted for resources: {'Port': ['ID=629a53c5-7475-4ed3-93e8-54959ac79200,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:08.827410 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.827814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.828165 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.828501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.828835 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.829166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.829496 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.829824 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.830171 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.830503 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.830827 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.831155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:08.835435 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190c968-f6af-4f94-868f-a8fe3b03f9e2 None None] No DVR routers for this DVR port 629a53c5-7475-4ed3-93e8-54959ac79200 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:31:08.878958 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.885495 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:08.888801 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] 10.222.0.52 "DELETE /v2.0/networks/efd98438-8cc1-47f3-8df8-0250b36b5154 HTTP/1.1" status: 204 len: 168 time: 0.5611181 Nov 19 05:31:08.902002 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69b9b4-78fa-4770-8cee-ecd71438b060 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd98438-8cc1-47f3-8df8-0250b36b5154,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:09.011766 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44572) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:09.054708 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-31f00d39-2419-4c1a-90e8-b13b84aa8c61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44637aecf58c43e0892f2e1c06c0fe0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417418 Nov 19 05:31:09.057494 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44574) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:09.108654 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651588e1-04fd-46f3-be7c-1545fb199fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.130161 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651588e1-04fd-46f3-be7c-1545fb199fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.178726 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651588e1-04fd-46f3-be7c-1545fb199fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.182335 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-651588e1-04fd-46f3-be7c-1545fb199fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.183491 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-651588e1-04fd-46f3-be7c-1545fb199fca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2a431aa-1273-4ab6-adba-a21c7f0c10d1 HTTP/1.1" status: 204 len: 168 time: 0.1250513 Nov 19 05:31:09.191241 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651588e1-04fd-46f3-be7c-1545fb199fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a431aa-1273-4ab6-adba-a21c7f0c10d1,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:09.492622 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44580) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:09.533286 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-acfcf56a-560a-4a3f-a79e-2f9247ad46af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8532aa6d96ec4031b450ed213f34d4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394545 Nov 19 05:31:09.535625 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44582) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:09.581320 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ed67d12-99d5-44da-8aaa-26f095aad28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.601565 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ed67d12-99d5-44da-8aaa-26f095aad28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.647325 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ed67d12-99d5-44da-8aaa-26f095aad28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.649922 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-5ed67d12-99d5-44da-8aaa-26f095aad28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:09.651099 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-5ed67d12-99d5-44da-8aaa-26f095aad28e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43d083a5-f36e-42a4-b0d6-bc7b999e554d HTTP/1.1" status: 204 len: 168 time: 0.1145916 Nov 19 05:31:09.658606 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed67d12-99d5-44da-8aaa-26f095aad28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d083a5-f36e-42a4-b0d6-bc7b999e554d,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:09.993960 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6adbbb0e-84dd-475a-bd36-c3faad87f685 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:31:10.015599 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 6adbbb0e-84dd-475a-bd36-c3faad87f685 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:31:10.016278 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 6adbbb0e-84dd-475a-bd36-c3faad87f685 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:31:10.016796 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 629a53c5-7475-4ed3-93e8-54959ac79200 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:31:10.036568 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 629a53c5-7475-4ed3-93e8-54959ac79200 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:31:10.036997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 629a53c5-7475-4ed3-93e8-54959ac79200 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:31:10.311307 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44604) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:10.408698 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-108617148-network', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:10.429360 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Made reservation on behalf of 2bf1fd0164264c98a48ec3a14a6f081a for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:31:10.431642 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.442232 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.516185 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.520103 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.547280 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:31:10.553363 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c75578-a8bf-46c7-a4e8-6cbc9577ea22,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:10.561104 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.561458 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Added segment 1cbe0200-622c-43a5-b0aa-021a30ad5c83 of type vlan for network daae0d42-e15e-402f-a598-897a8e2901c7 Nov 19 05:31:10.602778 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.626814 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.627802 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:10.628327 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:10.683268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3705518 Nov 19 05:31:10.686277 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44608) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:10.691366 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Request body: {'subnet': {'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-108617148-subnet', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:10.694269 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32396b1-28b9-4f7d-b000-411a3dc6d79f admin admin] Pushing event updated for resources: {'Network': ['ID=daae0d42-e15e-402f-a598-897a8e2901c7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:10.704926 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network daae0d42-e15e-402f-a598-897a8e2901c7 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:31:10.714579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Made reservation on behalf of 2bf1fd0164264c98a48ec3a14a6f081a for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:31:10.717220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.224286 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.280794 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=026dbee0-d35b-4a86-8278-7d54f167a694,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:11.287821 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Checking segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:11.288198 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Network hostable DHCP agents. Network: daae0d42-e15e-402f-a598-897a8e2901c7, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:31:11.304243 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Network daae0d42-e15e-402f-a598-897a8e2901c7 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:31:11.313295 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, daae0d42-e15e-402f-a598-897a8e2901c7) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:11.317310 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:11.317920 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.323169 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3007c2-b3e4-4d13-97d5-de4a85b26874 None None] Network daae0d42-e15e-402f-a598-897a8e2901c7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:31:11.334175 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-0675d075-bc96-44d5-a4cb-ae5e0a1aae09 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6467505 Nov 19 05:31:11.336864 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44610) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:11.341517 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:11.362881 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.364028 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.421562 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.477291 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-daae0d42-e15e-402f-a598-897a8e2901c7', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:31:11.479426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.561811 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.616608 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Allocated IP 172.20.0.2 (daae0d42-e15e-402f-a598-897a8e2901c7/026dbee0-d35b-4a86-8278-7d54f167a694/14b6bc74-f882-4e61-b543-fd7fe5c9148f) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:11.757524 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.760835 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.763922 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.785393 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.812419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Network daae0d42-e15e-402f-a598-897a8e2901c7 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:11.815334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:11.819851 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:11.823438 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Pushing event updated for resources: {'Port': ['ID=14b6bc74-f882-4e61-b543-fd7fe5c9148f,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:11.878144 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Attempting to bind port 14b6bc74-f882-4e61-b543-fd7fe5c9148f on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:11.878659 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Attempting to bind port 14b6bc74-f882-4e61-b543-fd7fe5c9148f by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:11.879027 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Attempting to bind port 14b6bc74-f882-4e61-b543-fd7fe5c9148f on network daae0d42-e15e-402f-a598-897a8e2901c7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:11.883920 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:11.885490 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Checking segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:11.885902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.886326 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Bound using segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:11.886799 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Bound port: 14b6bc74-f882-4e61-b543-fd7fe5c9148f, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:11.887185 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:11.901208 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Allocated IP 172.25.8.121 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/afdb0a3f-aed3-4203-bb3d-3418ec344b2b) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:11.951791 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-789da00d-14d6-41f3-85c7-669831030489 None None] For port 14b6bc74-f882-4e61-b543-fd7fe5c9148f, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:11.955280 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-789da00d-14d6-41f3-85c7-669831030489 None None] For port 14b6bc74-f882-4e61-b543-fd7fe5c9148f, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14b6bc74-f882-4e61-b543-fd7fe5c9148f,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:11.959139 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.018882 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da00d-14d6-41f3-85c7-669831030489 None None] Pushing event updated for resources: {'Port': ['ID=14b6bc74-f882-4e61-b543-fd7fe5c9148f,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:12.019747 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.056381 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.096934 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:12.099931 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:12.103817 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:12.112986 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8011d2-bbfa-47c2-ad3e-179e210fd529 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:12.128710 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Pushing event updated for resources: {'Port': ['ID=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:12.212083 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-de3f8dc8-bb27-4b53-9ecf-44ab2f6ba7d8 None None] Provisioning complete for port afdb0a3f-aed3-4203-bb3d-3418ec344b2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:12.213095 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-de3f8dc8-bb27-4b53-9ecf-44ab2f6ba7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.254935 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-de3f8dc8-bb27-4b53-9ecf-44ab2f6ba7d8 None None] Port afdb0a3f-aed3-4203-bb3d-3418ec344b2b cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:12.380293 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.581380 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.728751 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:31:12.849157 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:12.860924 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:12.869220 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:12.870837 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2536faef-2549-4ef5-9d82-870dee0916bb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5327384 Nov 19 05:31:12.874197 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44612) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:12.876192 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:12.876883 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:12.988849 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:13.010847 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6a839-1faa-4043-b754-ada7582eadea None None] Network daae0d42-e15e-402f-a598-897a8e2901c7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:31:13.098354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-13a94951-2619-4460-951b-33f42b1f43e4 None None] Provisioning complete for port 14b6bc74-f882-4e61-b543-fd7fe5c9148f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:13.098743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13a94951-2619-4460-951b-33f42b1f43e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.179918 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:12Z', 'revision_number': 3, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:13.209496 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:13.209970 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Updating router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a port afdb0a3f-aed3-4203-bb3d-3418ec344b2b binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:31:13.240544 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.249281 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13a94951-2619-4460-951b-33f42b1f43e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.286076 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-13a94951-2619-4460-951b-33f42b1f43e4 None None] For port 14b6bc74-f882-4e61-b543-fd7fe5c9148f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14b6bc74-f882-4e61-b543-fd7fe5c9148f,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:13.294862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-13a94951-2619-4460-951b-33f42b1f43e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.312302 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.364913 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a94951-2619-4460-951b-33f42b1f43e4 None None] Pushing event updated for resources: {'Port': ['ID=14b6bc74-f882-4e61-b543-fd7fe5c9148f,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:13.497701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Allocated IP 172.20.0.1 (daae0d42-e15e-402f-a598-897a8e2901c7/026dbee0-d35b-4a86-8278-7d54f167a694/f0f57c9c-0c7b-46e8-af8f-5000bec908e0) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:13.521813 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-6b0dd422-e81c-4af6-a5af-f93541f72d87 None None] Provisioning complete for port 14b6bc74-f882-4e61-b543-fd7fe5c9148f triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:13.522139 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd422-e81c-4af6-a5af-f93541f72d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.541959 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.547984 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.591493 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Attempting to bind port afdb0a3f-aed3-4203-bb3d-3418ec344b2b on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:13.591946 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Attempting to bind port afdb0a3f-aed3-4203-bb3d-3418ec344b2b by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:13.592560 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Attempting to bind port afdb0a3f-aed3-4203-bb3d-3418ec344b2b on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:13.594135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4207e56-2c27-4914-9a8f-d41909224e2b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:13.606499 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:13.607220 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:13.607973 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.608578 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:13.609500 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Bound port: afdb0a3f-aed3-4203-bb3d-3418ec344b2b, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:13.610045 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.617254 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.644576 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Pushing event updated for resources: {'Port': ['ID=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:13.655897 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.656291 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.656683 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.657095 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.657462 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.657875 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.658276 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.658631 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.658997 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.659322 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.659664 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.660093 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:31:13.660475 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.684110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] For port afdb0a3f-aed3-4203-bb3d-3418ec344b2b, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:13.687237 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] For port afdb0a3f-aed3-4203-bb3d-3418ec344b2b, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:13.690881 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.707015 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Network daae0d42-e15e-402f-a598-897a8e2901c7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:13.711512 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:13.715496 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:13.745974 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:13.746703 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:13.753335 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd021d-8931-44b7-b90b-cfe3eddbd349 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:13.756716 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.793959 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Pushing event updated for resources: {'Port': ['ID=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:13.879834 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:13.905080 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:13.908490 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca88a06-0276-48f5-b4e7-8aca89af5ed9 None None] Pushing event updated for resources: {'Port': ['ID=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:14.019681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1a0decb4-9457-4f72-bdf7-5e8ab839e9fa None None] Provisioning complete for port afdb0a3f-aed3-4203-bb3d-3418ec344b2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:14.020293 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a0decb4-9457-4f72-bdf7-5e8ab839e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.094092 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14b6bc74-f882-4e61-b543-fd7fe5c9148f up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:14.096380 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.101406 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.106783 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:12Z', 'revision_number': 3, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:14.138311 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647b120-63d3-4423-91d4-5342763d7492 None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:12Z', 'revision_number': 3, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:14.180066 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Pushing event updated for resources: {'Port': ['ID=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:14.185793 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.186160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a0decb4-9457-4f72-bdf7-5e8ab839e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.211975 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-1a0decb4-9457-4f72-bdf7-5e8ab839e9fa None None] For port afdb0a3f-aed3-4203-bb3d-3418ec344b2b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:14.214889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 14b6bc74-f882-4e61-b543-fd7fe5c9148f triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:14.215332 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.236392 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1a0decb4-9457-4f72-bdf7-5e8ab839e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.300475 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Network daae0d42-e15e-402f-a598-897a8e2901c7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:14.301875 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:14.302927 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0decb4-9457-4f72-bdf7-5e8ab839e9fa None None] Pushing event updated for resources: {'Port': ['ID=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:14.384572 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-795e4509-82b0-46b3-baa5-3a6f6ac6173b None None] Provisioning complete for port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:14.385537 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-795e4509-82b0-46b3-baa5-3a6f6ac6173b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.432643 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-795e4509-82b0-46b3-baa5-3a6f6ac6173b None None] Port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:14.447783 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-795e4509-82b0-46b3-baa5-3a6f6ac6173b None None] Provisioning complete for port afdb0a3f-aed3-4203-bb3d-3418ec344b2b triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:14.448170 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-795e4509-82b0-46b3-baa5-3a6f6ac6173b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.670403 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-ca69ebea-4dcd-442c-9d52-368aff5c3cdb None None] Provisioning complete for port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:14.670901 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ca69ebea-4dcd-442c-9d52-368aff5c3cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:14.713971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-ca69ebea-4dcd-442c-9d52-368aff5c3cdb None None] Port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:14.823455 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:31:14.935616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:14.947827 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1019bfd3-29da-432e-b271-5e9e8691e80f admin admin] 10.222.0.52 "PUT /v2.0/routers/5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0668938 Nov 19 05:31:15.415722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44628) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:15.420748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1534034988-network', 'tenant_id': '57d29096c22b4b728aa179da72f919db'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:15.441667 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Made reservation on behalf of 57d29096c22b4b728aa179da72f919db for: {'network': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:31:15.443928 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for network, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.456489 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.536653 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.540608 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.569839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=109987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 05:31:15.577806 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd789b6a-54b7-48b2-a4d0-6569082b456e,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:15.585580 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.585838 n-d-818503-1 neutron-server[109987]: INFO neutron.db.segments_db [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Added segment 69e97b26-348b-471b-a5aa-d68d58fa4998 of type vlan for network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 Nov 19 05:31:15.628463 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786270656022'] for network, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.653228 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872'] for network, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.654211 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:15.654785 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.708245 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2913206 Nov 19 05:31:15.711033 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44630) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:15.716298 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Request body: {'subnet': {'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1534034988-subnet', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'ip_version': 4}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:15.719588 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb9252-62c3-4c41-a38d-78f09886de78 admin admin] Pushing event updated for resources: {'Network': ['ID=e4cf9135-58e9-4904-bb50-b5f0fa1ed803,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:15.731635 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 details requested by agent ovs-agent-n-d-818503-1 with host n-d-818503-1 {{(pid=109988) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 05:31:15.737038 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Made reservation on behalf of 57d29096c22b4b728aa179da72f919db for: {'subnet': 1} {{(pid=109986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:31:15.741995 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14336778'] for subnet, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.792765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:15.807821 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:15.808433 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:15.913229 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13559135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14336792'] for subnet, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:15.920001 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:15.970401 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97e4ce2-2373-40c2-b203-b56ba6b4102a,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:15.979808 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Checking segment: {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:15.980410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Network hostable DHCP agents. Network: e4cf9135-58e9-4904-bb50-b5f0fa1ed803, hostable agents: ['a8a3fdc2-47ed-46be-a175-9bde14735ecd'], hosted agents: [] {{(pid=109986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 05:31:15.998724 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 is scheduled to be hosted by DHCP agent a8a3fdc2-47ed-46be-a175-9bde14735ecd with binding_index 1 {{(pid=109986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 05:31:16.011217 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818503-1, e4cf9135-58e9-4904-bb50-b5f0fa1ed803) {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:16.017485 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:16.018401 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.037971 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0937cdc-ddd0-4a1f-9692-61bb3f424f76 None None] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:31:16.040891 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-a6d69331-89eb-4749-8229-0b9a7b1eeae3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3282156 Nov 19 05:31:16.044268 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44632) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:16.049058 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:16.073828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12100'] for router, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.075542 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1790047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12127'] for router, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.085857 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device afdb0a3f-aed3-4203-bb3d-3418ec344b2b up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:16.136237 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.247915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port afdb0a3f-aed3-4203-bb3d-3418ec344b2b triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:16.248204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.276613 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.334836 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 2, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:16.369164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp881b3e19-20f2-5829-ad27-6e394635a0d7-e4cf9135-58e9-4904-bb50-b5f0fa1ed803', 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'fixed_ips': [{'subnet_id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a'}]}} from n-d-818503-1. {{(pid=109988) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 05:31:16.370059 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.372539 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:16.372899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Updating router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:31:16.435824 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.484547 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.503800 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.607663 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Allocated IP 172.25.8.248 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/ce23a266-bae0-4378-b40c-140b47481d08) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:16.659897 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.db_base_plugin_common [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Allocated IP 172.20.0.2 (e4cf9135-58e9-4904-bb50-b5f0fa1ed803/c97e4ce2-2373-40c2-b203-b56ba6b4102a/91be2a24-b468-47e8-aa9c-12059a6b5948) {{(pid=109988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:16.715820 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.749832 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.791853 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:16.796381 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:16.800759 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:16.803855 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Pushing event updated for resources: {'Port': ['ID=ce23a266-bae0-4378-b40c-140b47481d08,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:16.815176 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2193e4df-d9e6-4c1d-bd42-4d1bcfc2332b None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:16.925733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.930017 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Publish callbacks [] for port, precommit_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.933902 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:16.949112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512'] for port, after_create {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.006042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 is already hosted by enough agents. {{(pid=109988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:17.016809 n-d-818503-1 neutron-server[109988]: DEBUG neutron.scheduler.base_scheduler [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Resources bound (agent type, host, resource id): {{(pid=109988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:17.018991 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-32f39692-b686-465e-92f3-ff0e3fe49361 None None] Provisioning complete for port ce23a266-bae0-4378-b40c-140b47481d08 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:17.019412 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-32f39692-b686-465e-92f3-ff0e3fe49361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.020958 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecde34-15e4-4704-979c-1f9c59e3412e None None] Pushing event updated for resources: {'Port': ['ID=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:17.027146 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Received port after_create {{(pid=109988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:17.084083 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.171852 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Pushing event updated for resources: {'Port': ['ID=91be2a24-b468-47e8-aa9c-12059a6b5948,revision_number=1']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:17.176533 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-32f39692-b686-465e-92f3-ff0e3fe49361 None None] Port ce23a266-bae0-4378-b40c-140b47481d08 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:17.183764 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Attempting to bind port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:17.184508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Attempting to bind port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:17.184508 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Attempting to bind port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 on network daae0d42-e15e-402f-a598-897a8e2901c7 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:17.192464 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Attempting to bind port 91be2a24-b468-47e8-aa9c-12059a6b5948 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:17.192846 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Attempting to bind port 91be2a24-b468-47e8-aa9c-12059a6b5948 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:17.193228 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Attempting to bind port 91be2a24-b468-47e8-aa9c-12059a6b5948 on network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:17.195521 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:17.195902 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Checking segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:17.196313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.196754 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Bound using segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:17.197243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Bound port: f0f57c9c-0c7b-46e8-af8f-5000bec908e0, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:17.197638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.211327 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:17.211710 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Checking segment: {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:17.212661 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.213087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Bound using segment: {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:17.213742 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Bound port: 91be2a24-b468-47e8-aa9c-12059a6b5948, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:17.214167 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.305534 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1790022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811929'] for router, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.441693 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 is scheduled to L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 with binding_index 1 {{(pid=109986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 05:31:17.488814 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] For port f0f57c9c-0c7b-46e8-af8f-5000bec908e0, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:17.490737 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bd216e4d-ab3d-44c7-ad6f-008e97dd3e7b None None] Provisioning complete for port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:17.491181 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bd216e4d-ab3d-44c7-ad6f-008e97dd3e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.495475 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] For port 91be2a24-b468-47e8-aa9c-12059a6b5948, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:17.503345 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] For port 91be2a24-b468-47e8-aa9c-12059a6b5948, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=91be2a24-b468-47e8-aa9c-12059a6b5948,segment=NetworkSegment(69e97b26-348b-471b-a5aa-d68d58fa4998),segment_id=69e97b26-348b-471b-a5aa-d68d58fa4998)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:17.526110 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] For port f0f57c9c-0c7b-46e8-af8f-5000bec908e0, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:17.531035 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.538399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.556871 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:17.565838 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Sync routers for ids ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:17.575735 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:17.579665 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Routers {'089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:17.580125 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44634) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:17.581051 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:17.582146 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-15455476-14d9-444e-bb51-aa8ae4d81dbd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5364316 Nov 19 05:31:17.585338 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bd216e4d-ab3d-44c7-ad6f-008e97dd3e7b None None] Port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:17.620594 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:17.621310 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:17.627251 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119751af-2795-4e9a-94b1-de699e2b8e37 None None] Pushing event updated for resources: {'Port': ['ID=91be2a24-b468-47e8-aa9c-12059a6b5948,revision_number=2']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:17.793043 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Set router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:17.795497 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecde34-15e4-4704-979c-1f9c59e3412e None None] Pushing event updated for resources: {'Port': ['ID=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:17.827204 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:18.046492 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e216a556-cdcc-4327-8d0c-679785420bb2 None None] Provisioning complete for port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:18.046878 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e216a556-cdcc-4327-8d0c-679785420bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.121838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 91be2a24-b468-47e8-aa9c-12059a6b5948 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:18.171093 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:16Z', 'revision_number': 3, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:18.200205 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Checking router: 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:18.201139 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Updating router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 port ce23a266-bae0-4378-b40c-140b47481d08 binding host n-d-818503-1 {{(pid=109989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:31:18.221198 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.237716 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.244592 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 91be2a24-b468-47e8-aa9c-12059a6b5948 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:18.245112 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.276212 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e216a556-cdcc-4327-8d0c-679785420bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.343021 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-e216a556-cdcc-4327-8d0c-679785420bb2 None None] For port f0f57c9c-0c7b-46e8-af8f-5000bec908e0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:18.346501 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:17Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:18.392104 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e216a556-cdcc-4327-8d0c-679785420bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.394111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0346fa-dbfd-4c99-b7f8-d24ed8d87a63 None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:17Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:18.414115 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Allocated IP 172.20.0.1 (e4cf9135-58e9-4904-bb50-b5f0fa1ed803/c97e4ce2-2373-40c2-b203-b56ba6b4102a/9cf028d0-a85a-4510-8875-0a9be28b06a7) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:18.462865 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.507850 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216a556-cdcc-4327-8d0c-679785420bb2 None None] Pushing event updated for resources: {'Port': ['ID=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:18.592604 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-4d1544c9-873e-4efd-944e-07919850530f None None] For port 91be2a24-b468-47e8-aa9c-12059a6b5948, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=91be2a24-b468-47e8-aa9c-12059a6b5948,segment=NetworkSegment(69e97b26-348b-471b-a5aa-d68d58fa4998),segment_id=69e97b26-348b-471b-a5aa-d68d58fa4998)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:18.605496 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Publish callbacks [] for port, precommit_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.607517 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.610705 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.631928 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.688354 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.716325 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a2f1b-b4b8-4c76-81c4-06a5087a055a None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:18.719351 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Attempting to bind port ce23a266-bae0-4378-b40c-140b47481d08 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:18.719743 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Attempting to bind port ce23a266-bae0-4378-b40c-140b47481d08 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:18.720116 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Attempting to bind port ce23a266-bae0-4378-b40c-140b47481d08 on network b4899b95-d6c1-430b-84fe-ab5f0d32a22c {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:18.739254 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:18.740128 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Checking segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:18.740554 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.740964 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Bound using segment: {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'} {{(pid=109989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:18.741515 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.managers [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Bound port: ce23a266-bae0-4378-b40c-140b47481d08, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55bacf-5743-488e-8bc3-ed9c34d2ae31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c'}}] {{(pid=109989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:18.741907 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.751646 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf028d0-a85a-4510-8875-0a9be28b06a7,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:18.758695 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Pushing event updated for resources: {'Port': ['ID=91be2a24-b468-47e8-aa9c-12059a6b5948,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:18.781262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:18.783545 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:18.786835 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:18.814122 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] For port ce23a266-bae0-4378-b40c-140b47481d08, host n-d-818503-1, cleared binding levels {{(pid=109989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:18.816479 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc36195-69eb-436e-9b98-d946d2c7dbe7 None None] Pushing event updated for resources: {'Port': ['ID=ce23a266-bae0-4378-b40c-140b47481d08,revision_number=2']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:18.820096 n-d-818503-1 neutron-server[109989]: DEBUG neutron.plugins.ml2.db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] For port ce23a266-bae0-4378-b40c-140b47481d08, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce23a266-bae0-4378-b40c-140b47481d08,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:18.830855 n-d-818503-1 neutron-server[109989]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.847434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-0d4ad03b-da55-40aa-836e-592c5e29d556 None None] Provisioning complete for port ce23a266-bae0-4378-b40c-140b47481d08 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:18.847896 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad03b-da55-40aa-836e-592c5e29d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.874740 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1792654'] for router_interface, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:18.889421 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9975e-6a63-4380-80b0-b678bfa5115e None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:31:18.903693 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Routers {'089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:18.904400 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:18.965011 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad03b-da55-40aa-836e-592c5e29d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.000906 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0d4ad03b-da55-40aa-836e-592c5e29d556 None None] For port ce23a266-bae0-4378-b40c-140b47481d08, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce23a266-bae0-4378-b40c-140b47481d08,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:19.010981 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad03b-da55-40aa-836e-592c5e29d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.054589 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.057176 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] Set router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:19.103507 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ad03b-da55-40aa-836e-592c5e29d556 None None] Pushing event updated for resources: {'Port': ['ID=ce23a266-bae0-4378-b40c-140b47481d08,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:19.143049 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc36195-69eb-436e-9b98-d946d2c7dbe7 None None] Pushing event updated for resources: {'Port': ['ID=ce23a266-bae0-4378-b40c-140b47481d08,revision_number=3']} {{(pid=109989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:19.167008 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f6efd-6c1f-4cdd-aa9d-69632fb6bc62 None None] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:31:19.226354 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b9b8007a-84b9-4070-94c4-697eaa0df8fd None None] Provisioning complete for port ce23a266-bae0-4378-b40c-140b47481d08 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:19.226738 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9b8007a-84b9-4070-94c4-697eaa0df8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.298989 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:16Z', 'revision_number': 3, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:19.333874 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.340909 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.342804 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d4ac-378e-45f9-bd03-0f49bf08b432 None None] The sync data for ids ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'] in n-d-818503-1 is: [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:16Z', 'revision_number': 3, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:19.419234 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1792286'] for router_interface, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.421110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf028d0-a85a-4510-8875-0a9be28b06a7,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:19.544551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:19.545784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:19.563619 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-5aba93c0-a27b-42d9-9259-2f67e858eb88 None None] Provisioning complete for port 91be2a24-b468-47e8-aa9c-12059a6b5948 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:19.564091 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5aba93c0-a27b-42d9-9259-2f67e858eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.724080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:31:19.832271 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b9651b98-a59d-48df-bf87-c2cb9e95795c None None] Provisioning complete for port 9cf028d0-a85a-4510-8875-0a9be28b06a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:19.832271 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9651b98-a59d-48df-bf87-c2cb9e95795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:19.887872 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:19.902321 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-b97f4b11-e070-45c0-9af3-844ace8b17d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/089b87f2-b0b6-40d0-bb14-e0a870dfbbd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3119261 Nov 19 05:31:19.902486 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-b9651b98-a59d-48df-bf87-c2cb9e95795c None None] Port 9cf028d0-a85a-4510-8875-0a9be28b06a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:19.907597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-b9651b98-a59d-48df-bf87-c2cb9e95795c None None] Provisioning complete for port 91be2a24-b468-47e8-aa9c-12059a6b5948 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:19.908246 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b9651b98-a59d-48df-bf87-c2cb9e95795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.156167 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-e0885813-7f0f-42ad-a562-ab1f04924e51 None None] Provisioning complete for port 9cf028d0-a85a-4510-8875-0a9be28b06a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:20.156527 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e0885813-7f0f-42ad-a562-ab1f04924e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.204149 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce23a266-bae0-4378-b40c-140b47481d08 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:20.255158 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-e0885813-7f0f-42ad-a562-ab1f04924e51 None None] Port 9cf028d0-a85a-4510-8875-0a9be28b06a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:20.277187 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port ce23a266-bae0-4378-b40c-140b47481d08 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:20.277573 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.391974 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f0f57c9c-0c7b-46e8-af8f-5000bec908e0 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:20.452732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:20.453219 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.501729 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-1232af1e-8c3c-40a7-b375-ab3df73937cc None None] Provisioning complete for port 9cf028d0-a85a-4510-8875-0a9be28b06a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:20.502149 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1232af1e-8c3c-40a7-b375-ab3df73937cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.552536 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-1232af1e-8c3c-40a7-b375-ab3df73937cc None None] Port 9cf028d0-a85a-4510-8875-0a9be28b06a7 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:20.593569 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 91be2a24-b468-47e8-aa9c-12059a6b5948 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:20.638399 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 44642) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:20.644037 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562570385', 'description': 'tempest-secgroup-smoke-562570385 description', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:20.656388 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 91be2a24-b468-47e8-aa9c-12059a6b5948 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:20.657021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.669595 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.742180 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.748246 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.777761 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.779068 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1395833 Nov 19 05:31:20.782181 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44644) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:20.784229 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e9810-481e-4ba1-a7df-efd5b2210a89 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68893b1c-4a5d-45ea-a480-11bd8f67c151,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:20.788586 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group_rule': {'security_group_id': '68893b1c-4a5d-45ea-a480-11bd8f67c151', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:20.818696 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.878715 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.882149 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.902096 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa84f6f-c2a2-4004-9ecb-92350afcd405,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:20.907781 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:20.908995 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-dc44a8e5-bbe2-4c16-9094-3a5a4b131efa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251140 Nov 19 05:31:20.911857 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44646) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:20.916866 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group_rule': {'security_group_id': '68893b1c-4a5d-45ea-a480-11bd8f67c151', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:20.942924 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.000970 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.004449 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.026051 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113d726e-bc41-4590-be86-2de2edb6fa20,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:21.030754 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.031984 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3b415440-76de-48ce-887b-919ff727b07c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191876 Nov 19 05:31:21.034755 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44648) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:21.039481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group_rule': {'security_group_id': '68893b1c-4a5d-45ea-a480-11bd8f67c151', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:21.066700 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.123965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.127377 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.145410 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8565cea1-3c2e-44db-aed9-c9178486642d,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:21.153414 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.154654 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d0527f38-3e5c-48a4-b969-2b67f7c1c822 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189234 Nov 19 05:31:21.157332 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44650) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:21.161558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group_rule': {'security_group_id': '68893b1c-4a5d-45ea-a480-11bd8f67c151', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:21.186964 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.244682 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.248099 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.266789 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81de8d62-d6f9-4c4d-b733-c39edb4b7963,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:21.271627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.272835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-28a070d0-c4a3-40bb-a8f4-271a30ece5bc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145799 Nov 19 05:31:21.276748 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44652) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:21.281063 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group_rule': {'security_group_id': '68893b1c-4a5d-45ea-a480-11bd8f67c151', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:21.302343 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Project 2bf1fd0164264c98a48ec3a14a6f081a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:31:21.307158 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.365713 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.369046 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.389383 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb78863-2676-4b58-a535-59abc89b89fa,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:21.394817 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.395910 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-8ec48644-d59e-440f-9a64-9543d2b42d87 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181877 Nov 19 05:31:21.398690 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44654) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:21.403986 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'security_group_rule': {'security_group_id': '68893b1c-4a5d-45ea-a480-11bd8f67c151', 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:21.427948 n-d-818503-1 neutron-server[109986]: INFO neutron.db.securitygroups_db [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Project 2bf1fd0164264c98a48ec3a14a6f081a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 05:31:21.433945 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.492733 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.496900 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339388'] for security_group_rule, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.515785 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5d676c-1732-47a6-86e5-11e277f5277e,revision_number=0']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:21.524980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8487f094-301d-4405-9487-74f455c1aee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.525774 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:21.527070 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-7fa779e9-d168-4217-b424-095072f2091a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274347 Nov 19 05:31:21.680374 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-1a13e7ee-ab14-4313-8797-8506cb4fc5e7 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562570385&fields=id&tenant_id=2bf1fd0164264c98a48ec3a14a6f081a HTTP/1.1" status: 200 len: 267 time: 0.0449276 Nov 19 05:31:21.788665 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-3c365ddd-952b-46bb-bcd2-37d2ea297e4a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:21.790895 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-3c365ddd-952b-46bb-bcd2-37d2ea297e4a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 809 time: 0.1029973 Nov 19 05:31:21.805868 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-5702ca84-79be-4090-990d-a4abe4ac92ef tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/quotas/2bf1fd0164264c98a48ec3a14a6f081a HTTP/1.1" status: 200 len: 375 time: 0.0090482 Nov 19 05:31:21.866916 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-4e9ccf27-dbfa-49ac-8126-364e3fc7ff57 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550096 Nov 19 05:31:21.885131 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-ec6c8d15-fbef-4134-bf64-ecb9549f0d9e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:31:21.886186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-ec6c8d15-fbef-4134-bf64-ecb9549f0d9e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059397 Nov 19 05:31:21.980681 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-aac24373-5d84-485b-9bc5-e7db6ca29e39 service neutron] 10.222.0.52 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 Nov 19 05:31:22.140720 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Sync routers for ids ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:22.152272 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Routers {'089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:22.152915 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:22.263885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Set router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:22.425575 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-8251f3b8-cc49-4930-88be-afbbee15d9e2 service neutron] 10.222.0.52 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383314 Nov 19 05:31:22.590186 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-8d3a1d66-4a60-42f7-8c50-af3939726ff5 req-e603fedf-edab-41ad-b44e-cae0f7022e00 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 210 time: 0.0270622 Nov 19 05:31:22.636243 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:19Z', 'revision_number': 4, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9cf028d0-a85a-4510-8875-0a9be28b06a7', 'name': '', 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'mac_address': 'fa:16:3e:17:89:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:18Z', 'updated_at': '2021-11-19T05:31:19Z', 'revision_number': 2, 'project_id': '57d29096c22b4b728aa179da72f919db', 'subnets': [{'id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:22.663055 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Checking router: 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:22.663419 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Updating router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 port 9cf028d0-a85a-4510-8875-0a9be28b06a7 binding host n-d-818503-1 {{(pid=109988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 05:31:22.690054 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:22.974250 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Publish callbacks [] for port, precommit_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:22.980207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.033305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd697-1ae6-436d-b41d-9bdee09922f2 None None] Pushing event updated for resources: {'Port': ['ID=9cf028d0-a85a-4510-8875-0a9be28b06a7,revision_number=3']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:23.084139 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Attempting to bind port 9cf028d0-a85a-4510-8875-0a9be28b06a7 on host n-d-818503-1 for vnic_type normal with profile {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:23.084522 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Attempting to bind port 9cf028d0-a85a-4510-8875-0a9be28b06a7 by drivers openvswitch,hyperv on host n-d-818503-1 at level 0 using segments [{'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:23.084899 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Attempting to bind port 9cf028d0-a85a-4510-8875-0a9be28b06a7 on network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:23.091364 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Checking agent: {'id': 'edf3224f-f102-498e-9f75-8cdd218430d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 39, 57), 'started_at': datetime.datetime(2021, 11, 19, 3, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818503-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:23.091738 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Checking segment: {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:23.092152 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.092554 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Bound using segment: {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'} {{(pid=109988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:23.093030 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.managers [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Bound port: 9cf028d0-a85a-4510-8875-0a9be28b06a7, host: n-d-818503-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e97b26-348b-471b-a5aa-d68d58fa4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803'}}] {{(pid=109988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:23.093422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.167502 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] For port 9cf028d0-a85a-4510-8875-0a9be28b06a7, host n-d-818503-1, cleared binding levels {{(pid=109988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:23.171429 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] For port 9cf028d0-a85a-4510-8875-0a9be28b06a7, host n-d-818503-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9cf028d0-a85a-4510-8875-0a9be28b06a7,segment=NetworkSegment(69e97b26-348b-471b-a5aa-d68d58fa4998),segment_id=69e97b26-348b-471b-a5aa-d68d58fa4998)] {{(pid=109988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:23.176216 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.238215 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Routers {'089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:23.239192 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:30:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:23.306150 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd697-1ae6-436d-b41d-9bdee09922f2 None None] Pushing event updated for resources: {'Port': ['ID=9cf028d0-a85a-4510-8875-0a9be28b06a7,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:23.359898 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-58234423-bc30-45a1-ad63-acab4346798b None None] Provisioning complete for port 9cf028d0-a85a-4510-8875-0a9be28b06a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:23.360267 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58234423-bc30-45a1-ad63-acab4346798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.417087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] Set router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:23.577273 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58234423-bc30-45a1-ad63-acab4346798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.651702 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-58234423-bc30-45a1-ad63-acab4346798b None None] For port 9cf028d0-a85a-4510-8875-0a9be28b06a7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9cf028d0-a85a-4510-8875-0a9be28b06a7,segment=NetworkSegment(69e97b26-348b-471b-a5aa-d68d58fa4998),segment_id=69e97b26-348b-471b-a5aa-d68d58fa4998)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:23.675027 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-58234423-bc30-45a1-ad63-acab4346798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.702706 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-959ec801-9d46-4fa6-8c43-4d06af520c8c req-2f30eeb5-46c7-4ba3-920c-9f568566e51f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 210 time: 0.0333719 Nov 19 05:31:23.742480 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58234423-bc30-45a1-ad63-acab4346798b None None] Pushing event updated for resources: {'Port': ['ID=9cf028d0-a85a-4510-8875-0a9be28b06a7,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:23.776965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.779099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:19Z', 'revision_number': 4, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9cf028d0-a85a-4510-8875-0a9be28b06a7', 'name': '', 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'mac_address': 'fa:16:3e:17:89:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:18Z', 'updated_at': '2021-11-19T05:31:23Z', 'revision_number': 4, 'project_id': '57d29096c22b4b728aa179da72f919db', 'subnets': [{'id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:23.783747 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b87ddc64-f073-44bf-84e7-f24fbd9b4d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.813740 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5e86f-aaae-4da8-9e20-95e16ea281ec None None] The sync data for ids ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'] in n-d-818503-1 is: [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:19Z', 'revision_number': 4, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': '9cf028d0-a85a-4510-8875-0a9be28b06a7', 'name': '', 'network_id': 'e4cf9135-58e9-4904-bb50-b5f0fa1ed803', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'mac_address': 'fa:16:3e:17:89:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:18Z', 'updated_at': '2021-11-19T05:31:23Z', 'revision_number': 4, 'project_id': '57d29096c22b4b728aa179da72f919db', 'subnets': [{'id': 'c97e4ce2-2373-40c2-b203-b56ba6b4102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:23.824717 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-8ccade16-48f9-497e-b307-e0df3b2f33e7 None None] Provisioning complete for port 9cf028d0-a85a-4510-8875-0a9be28b06a7 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:23.825092 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8ccade16-48f9-497e-b307-e0df3b2f33e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:23.838709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-27bdaee2-74c8-45a2-8440-99cbf948eb8d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:23.841288 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-27bdaee2-74c8-45a2-8440-99cbf948eb8d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 809 time: 0.1338615 Nov 19 05:31:23.961385 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-87e2b0f7-8fde-4e4d-9ab5-8f97d451a414 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf1fd0164264c98a48ec3a14a6f081a HTTP/1.1" status: 200 len: 379 time: 0.0672159 Nov 19 05:31:23.975358 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'port': {'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'admin_state_up': True, 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'security_groups': ['68893b1c-4a5d-45ea-a480-11bd8f67c151']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:24.047372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9cf028d0-a85a-4510-8875-0a9be28b06a7 up at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:24.101689 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Provisioning complete for port 9cf028d0-a85a-4510-8875-0a9be28b06a7 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:24.102240 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.114958 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Made reservation on behalf of 2bf1fd0164264c98a48ec3a14a6f081a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:31:24.119459 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.259676 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Allocated IP 172.20.0.13 (daae0d42-e15e-402f-a598-897a8e2901c7/026dbee0-d35b-4a86-8278-7d54f167a694/21b22236-0dae-4144-9e64-671118759455) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:24.411686 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.453505 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.509445 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Network daae0d42-e15e-402f-a598-897a8e2901c7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:24.512748 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:24.516643 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:24.541908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:24.572783 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:24.573428 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.590599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-c4ce44e1-bc2d-4fda-99a6-d4a78bad6dd4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213171 Nov 19 05:31:24.617293 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Request body: {'port': {'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:24.682009 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.782289 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-bbf04677-58d0-49d4-9dad-9040bf9f3af7 None None] Provisioning complete for port 21b22236-0dae-4144-9e64-671118759455 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:24.782968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-bbf04677-58d0-49d4-9dad-9040bf9f3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.823374 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-bbf04677-58d0-49d4-9dad-9040bf9f3af7 None None] Port 21b22236-0dae-4144-9e64-671118759455 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:31:24.834475 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1510d5-fb56-4195-bbab-a90aefb226a3 req-3ea040e0-93ff-432e-892d-fb171e874355 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:24.836090 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad1510d5-fb56-4195-bbab-a90aefb226a3 req-3ea040e0-93ff-432e-892d-fb171e874355 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 932 time: 0.0552342 Nov 19 05:31:24.888404 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ad1510d5-fb56-4195-bbab-a90aefb226a3 req-78f08e13-de65-44f0-bf10-c6b1809ac027 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456944 Nov 19 05:31:24.963499 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b22236-0dae-4144-9e64-671118759455 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:31:24.970887 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:24.983175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Transition to ACTIVE for port object 21b22236-0dae-4144-9e64-671118759455 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:31:24.986255 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:25.039491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:25.107526 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Attempting to bind port 21b22236-0dae-4144-9e64-671118759455 on host n-h2-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:31:25.107876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Attempting to bind port 21b22236-0dae-4144-9e64-671118759455 by drivers openvswitch,hyperv on host n-h2-818503-1 at level 0 using segments [{'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:31:25.108212 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Attempting to bind port 21b22236-0dae-4144-9e64-671118759455 on network daae0d42-e15e-402f-a598-897a8e2901c7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:25.112917 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Port 21b22236-0dae-4144-9e64-671118759455 on network daae0d42-e15e-402f-a598-897a8e2901c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:31:25.113251 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Attempting to bind port 21b22236-0dae-4144-9e64-671118759455 on network daae0d42-e15e-402f-a598-897a8e2901c7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:31:25.118352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Checking agent: {'id': '2e27f0d8-5053-44dd-bc65-0536e3f43ce7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:31:25.118352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Checking segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:31:25.119100 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Bound using segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:31:25.119544 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Bound port: 21b22236-0dae-4144-9e64-671118759455, host: n-h2-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:31:25.119917 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:25.187377 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:31:25.190659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:31:25.195347 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:25.231968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:25.232585 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:25.234024 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] 10.222.0.31 "PUT /v2.0/ports/21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 1092 time: 0.6212656 Nov 19 05:31:25.234481 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:31:25.236770 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:31:25.261900 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f6df8-9b93-48ac-a74a-a76ccbaf990a service neutron] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:25.347045 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-940e1a33-7045-45d6-ae00-ce2c4cda0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:25.348616 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-940e1a33-7045-45d6-ae00-ce2c4cda0c97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1095 time: 0.0542417 Nov 19 05:31:25.350183 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75d7a6b-b9d5-46b6-9d0f-814a51f0dc7d x-openstack-request-id: req-b75d7a6b-b9d5-46b6-9d0f-814a51f0dc7d {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:31:25.350481 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "tag": "21b22236-0dae-4144-9e64-671118759455", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:31:25.350772 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b75d7a6b-b9d5-46b6-9d0f-814a51f0dc7d {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:31:25.351176 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'status': 'completed', 'code': 200} Nov 19 05:31:25.419799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-821a542e-e228-4098-a52e-3bc51b653b23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 217 time: 0.0370536 Nov 19 05:31:25.470904 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-72ca7471-dd76-41c6-a74f-f149af27ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:25.472404 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-72ca7471-dd76-41c6-a74f-f149af27ef61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0449865 Nov 19 05:31:25.534158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-e322ba5d-c290-4155-8f15-d1308c20ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:25.535948 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-e322ba5d-c290-4155-8f15-d1308c20ce36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516455 Nov 19 05:31:25.631130 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-98c6a612-d70f-485c-9c23-9879a1f20209 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827863 Nov 19 05:31:25.689089 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:25.735608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-7738b097-bd13-4b24-8a53-a307e8ce42c7 req-1a4858d6-5bde-4234-a75b-5338409b7c7b service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922482 Nov 19 05:31:25.872561 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-b6104a3c-2e81-4b9b-8bb2-671e68009360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:25.874121 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-b6104a3c-2e81-4b9b-8bb2-671e68009360 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1095 time: 0.0447598 Nov 19 05:31:25.975150 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-fda9f15a-f15c-4716-ba56-1e776da153e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:25.976659 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-fda9f15a-f15c-4716-ba56-1e776da153e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0953910 Nov 19 05:31:26.022165 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea56a0a-204f-43f5-9984-d7860741a39d req-9c1fc814-34ba-4981-ab66-1cf80c57c4d6 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:26.024118 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ea56a0a-204f-43f5-9984-d7860741a39d req-9c1fc814-34ba-4981-ab66-1cf80c57c4d6 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 944 time: 0.0558822 Nov 19 05:31:26.027874 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-e3547db9-f304-460f-9200-9d29a94389ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 217 time: 0.0433118 Nov 19 05:31:26.086012 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-56a3dbe5-0139-4b92-9dbf-c690f20548ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:26.087503 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0ea56a0a-204f-43f5-9984-d7860741a39d req-cb7ad9f2-1bbb-4491-af0e-c08f3f310ce5 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555668 Nov 19 05:31:26.088931 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-56a3dbe5-0139-4b92-9dbf-c690f20548ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0529056 Nov 19 05:31:26.140607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-a5ca34ac-d750-49f8-8b10-83a192f3415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:26.142599 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-a5ca34ac-d750-49f8-8b10-83a192f3415b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419359 Nov 19 05:31:26.239731 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-1f62d08c-a523-4c65-814a-096a0703f9bf service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888374 Nov 19 05:31:26.335737 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-2f24ed4e-76fd-4fec-a8db-f0d573bbeba0 req-38571dbe-c1cd-46e1-b4ba-9d10e9843041 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Nov 19 05:31:26.792576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:27.203994 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95458df3-a625-4008-89c8-d9086fbe5f2d req-3ba27838-1c7b-4d13-b564-10bfb1f2f9ff tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:27.205505 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95458df3-a625-4008-89c8-d9086fbe5f2d req-3ba27838-1c7b-4d13-b564-10bfb1f2f9ff tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 944 time: 0.0529902 Nov 19 05:31:27.255387 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-95458df3-a625-4008-89c8-d9086fbe5f2d req-e0ffbd61-4048-47e6-b9a7-a12657661b06 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438604 Nov 19 05:31:27.518992 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:28.152715 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:31:28.249296 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:28.261382 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '21b22236-0dae-4144-9e64-671118759455', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:31:28.298675 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:28.312760 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b22236-0dae-4144-9e64-671118759455 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:31:28.334190 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:28.338526 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:28.375153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00187963-4746-4fde-9c75-d82ee7f13292 req-c04b0b2f-7ff8-4bd8-8506-a1c5a4d6f8a7 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:28.377182 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00187963-4746-4fde-9c75-d82ee7f13292 req-c04b0b2f-7ff8-4bd8-8506-a1c5a4d6f8a7 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 945 time: 0.0505364 Nov 19 05:31:28.392046 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:28.426017 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-00187963-4746-4fde-9c75-d82ee7f13292 req-1046eef3-59fc-4478-a10b-1ddec4c84143 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 Nov 19 05:31:28.710391 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['21b22236-0dae-4144-9e64-671118759455'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:31:29.542694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535a83-c355-4287-a782-61ac6fea49e1 req-fa1580b7-a19c-4df6-a651-f6296d21862a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:29.544183 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1535a83-c355-4287-a782-61ac6fea49e1 req-fa1580b7-a19c-4df6-a651-f6296d21862a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 945 time: 0.0485780 Nov 19 05:31:29.597971 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-b1535a83-c355-4287-a782-61ac6fea49e1 req-339d777a-f524-4f87-9a2a-870e1ab284ef tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478439 Nov 19 05:31:30.166400 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:31:30.214485 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning for port 21b22236-0dae-4144-9e64-671118759455 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:31:30.218042 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 21b22236-0dae-4144-9e64-671118759455 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:31:30.218422 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:30.295177 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:30.320034 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:31:30.322523 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63c092d-2070-4db3-aa82-033baa6391bd" -d '{"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-plugged", "status": "completed", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:31:30.335777 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:31:30.339999 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:30.365192 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1f3371-18e1-42c9-9682-84c944a2a452 x-openstack-request-id: req-9c1f3371-18e1-42c9-9682-84c944a2a452 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:31:30.365487 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-plugged", "status": "completed", "tag": "21b22236-0dae-4144-9e64-671118759455", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:31:30.365742 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c1f3371-18e1-42c9-9682-84c944a2a452 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:31:30.366156 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'code': 200} Nov 19 05:31:30.392970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:30.494158 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8171c68-c51b-4da1-9ee2-5f00f1dc8ef7 req-302f25d2-529c-4d28-acad-a163f630723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:30.495618 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8171c68-c51b-4da1-9ee2-5f00f1dc8ef7 req-302f25d2-529c-4d28-acad-a163f630723f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1097 time: 0.0403397 Nov 19 05:31:30.549828 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f8171c68-c51b-4da1-9ee2-5f00f1dc8ef7 req-09f76149-487c-4a49-9b0f-af1b7f5ff841 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447717 Nov 19 05:31:30.721569 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d279ed-7932-4bb9-bdde-c084be10d019 req-a2ce5b27-09e5-47c5-8b11-bbad393390ba tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:30.723125 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32d279ed-7932-4bb9-bdde-c084be10d019 req-a2ce5b27-09e5-47c5-8b11-bbad393390ba tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 946 time: 0.0530648 Nov 19 05:31:30.771746 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-32d279ed-7932-4bb9-bdde-c084be10d019 req-30322a52-29d8-416e-a009-4c6c77383349 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419080 Nov 19 05:31:31.890664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5f0d-d28c-4e47-8dfa-d40f8aeb9551 req-15322567-f380-4bff-8640-821dcd42a20b tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:31.892406 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a60c5f0d-d28c-4e47-8dfa-d40f8aeb9551 req-15322567-f380-4bff-8640-821dcd42a20b tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 946 time: 0.0496857 Nov 19 05:31:31.940941 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-a60c5f0d-d28c-4e47-8dfa-d40f8aeb9551 req-ad5e0bc3-b7c2-42ce-9164-1880adff5a56 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Nov 19 05:31:32.057583 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804a078-4a58-489b-b5e7-ed8b67769bf0 req-54c1466b-29c4-4cfb-92fb-f85af1c1ce59 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:32.059099 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d804a078-4a58-489b-b5e7-ed8b67769bf0 req-54c1466b-29c4-4cfb-92fb-f85af1c1ce59 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 946 time: 0.0527887 Nov 19 05:31:32.106945 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-d804a078-4a58-489b-b5e7-ed8b67769bf0 req-a7d078da-a76a-46eb-9f0b-d8a3c2caa033 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419097 Nov 19 05:31:32.129086 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44708) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:32.255937 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c838e9-08cb-4233-ae47-0b808eb1798f tempest-TestSnapshotPattern-1841117495 tempest-TestSnapshotPattern-1841117495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:32.257465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-14c838e9-08cb-4233-ae47-0b808eb1798f tempest-TestSnapshotPattern-1841117495 tempest-TestSnapshotPattern-1841117495-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1092 time: 0.1273437 Nov 19 05:31:32.261945 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44712) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:31:32.266716 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:31:32.289257 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:32.388455 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:32.488169 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Allocated IP 172.25.8.185 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/25d3fbce-8f92-43ad-a4dc-322d616d3c9e) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:31:32.592828 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:32.627084 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:32.666668 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:31:32.669501 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:31:32.673101 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:31:32.697049 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'Port': ['ID=25d3fbce-8f92-43ad-a4dc-322d616d3c9e,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:33.022730 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:31:33.042777 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.044499 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.114894 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.265388 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.269719 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.340666 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'Port': ['ID=25d3fbce-8f92-43ad-a4dc-322d616d3c9e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:31:33.352367 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.451807 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Floating IP 2f280a8a-515c-4bda-af69-d88add7760cc associated. External IP: 172.25.8.185, port: 21b22236-0dae-4144-9e64-671118759455. Nov 19 05:31:33.661801 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:31:33.765477 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:31:33.775404 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:31:33.783213 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:33.785693 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:33.786415 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:33.813637 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3aa89f3b-7342-482c-8ebd-51f4f9600cac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5505910 Nov 19 05:31:33.814386 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:31:33.816625 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f7129-0763-4bc2-9999-ad036c47e7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:31:33.857018 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f176316-4867-47e4-a1e8-9fca41190ff8 x-openstack-request-id: req-4f176316-4867-47e4-a1e8-9fca41190ff8 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:31:33.857346 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "tag": "21b22236-0dae-4144-9e64-671118759455", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:31:33.857614 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f176316-4867-47e4-a1e8-9fca41190ff8 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:31:33.858065 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'status': 'completed', 'code': 200} Nov 19 05:31:33.901225 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:33.941539 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-4e3482e6-d4b0-4367-a8d8-a9522effc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:33.943124 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-4e3482e6-d4b0-4367-a8d8-a9522effc551 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1097 time: 0.0404432 Nov 19 05:31:34.035407 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-3c6c945a-d0bf-4c14-b00c-3b56ee705e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:34.037037 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-3c6c945a-d0bf-4c14-b00c-3b56ee705e84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0860124 Nov 19 05:31:34.108741 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-6cab3759-3a8e-4a13-afff-d78f756cad0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 1000 time: 0.0642385 Nov 19 05:31:34.131636 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:32Z', 'revision_number': 0, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:34.158254 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-379bf609-2f32-4e7e-b11f-975b36109f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:34.159481 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:31:34.159688 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-379bf609-2f32-4e7e-b11f-975b36109f02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0441740 Nov 19 05:31:34.168059 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:31:34.168659 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:31:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:34.206135 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-046c0f67-4fbe-4b7e-9f21-0606992508f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:31:34.207618 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-046c0f67-4fbe-4b7e-9f21-0606992508f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395725 Nov 19 05:31:34.274007 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:31:34.301272 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-ff415ab1-4e25-437d-8929-d9a7f483957c service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Nov 19 05:31:34.396585 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-743f7129-0763-4bc2-9999-ad036c47e7b6 req-3cb1b885-3863-42e5-8cf9-ea595e881710 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876455 Nov 19 05:31:34.588362 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:32Z', 'revision_number': 0, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:31:34.614888 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22240279-2671-4de9-bce8-c892bd03d00f None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:32Z', 'revision_number': 0, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:31:34.808838 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39339831-c424-438e-937f-c6b7136099fc None None] New status for floating IP 2f280a8a-515c-4bda-af69-d88add7760cc: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:31:51.517522 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b22ad6a1-e367-4c19-9f39-9f9795aa723a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:53.751018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:53.766472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-71026404-3538-4401-ba4a-33dd960fdbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:55.692021 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:56.795807 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:31:57.521579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:03.060207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:10.021028 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:32:18.854975 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-f8ae4c8a-2404-4fd3-9149-37e8fe536805 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889912 Nov 19 05:32:18.957274 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-ea42061f-d7c8-4474-8250-e6b7d9439a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:32:18.958820 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-ea42061f-d7c8-4474-8250-e6b7d9439a17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1097 time: 0.0408373 Nov 19 05:32:19.066620 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-984d8cf3-6e5f-4e6e-bc8f-1653dc593148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:32:19.068145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-984d8cf3-6e5f-4e6e-bc8f-1653dc593148 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0871711 Nov 19 05:32:19.141830 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-5d82da26-969b-42dc-968a-7847fc19c3ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 1002 time: 0.0616233 Nov 19 05:32:19.199250 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-75c0d8b0-eb17-49d5-8493-8e057b8ce4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:32:19.200684 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-75c0d8b0-eb17-49d5-8493-8e057b8ce4bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0445879 Nov 19 05:32:19.250585 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-fedd2c8a-7f26-409c-8604-b7633f99234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:32:19.252042 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-fedd2c8a-7f26-409c-8604-b7633f99234d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416486 Nov 19 05:32:19.348612 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-bd474063-1cd3-4174-bfdf-4f492076acc6 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840478 Nov 19 05:32:19.443395 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-aec95e66-2feb-48e9-bb54-8b7dcad3603e req-f2fa2af5-8345-4edc-89c8-fadd7b645bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819807 Nov 19 05:32:21.518860 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0ba2f47-ba48-43fb-9eeb-b02375db73ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:23.749313 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:23.768300 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-b34ca2ce-b124-4fac-9aea-38d379f8f179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:25.694683 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:26.799334 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:27.523503 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:33.098643 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:47.021671 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:32:51.521108 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-877e0bc2-651f-4c06-a0dd-a5c3eb2494b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:53.769758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:53.771643 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fb691b02-4107-4e2c-83d5-3d9ac427552a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:55.698372 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:56.804204 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:32:57.526510 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:03.072785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:19.794444 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-d70b9e9e-6a70-4b10-b0b3-676aa725b366 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447285 Nov 19 05:33:19.905751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-2cccdc19-a19f-471e-a88b-333734e79c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:19.907274 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-2cccdc19-a19f-471e-a88b-333734e79c4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1097 time: 0.0413294 Nov 19 05:33:20.021205 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-1de4b118-31ae-4909-832e-9d16e2bfd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:20.022746 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-1de4b118-31ae-4909-832e-9d16e2bfd198 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0891244 Nov 19 05:33:20.089056 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-816bd352-d803-44fb-a5e5-226e47eb0992 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 1002 time: 0.0577772 Nov 19 05:33:20.141080 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-0fb9788f-428a-4946-97f3-f5554896b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:20.142794 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-0fb9788f-428a-4946-97f3-f5554896b784 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0430319 Nov 19 05:33:20.196258 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-9ca7858c-73cb-4895-a7ab-d9da1e2caf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:20.197734 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-9ca7858c-73cb-4895-a7ab-d9da1e2caf62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424330 Nov 19 05:33:20.292617 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-cb635488-ae17-4249-853c-4480b06de93d service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832281 Nov 19 05:33:20.392717 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-eed66a09-002e-4d85-a367-e08cd49714f4 req-539382a3-c22a-4063-aaf1-4b2cdf64f31d service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881693 Nov 19 05:33:21.523980 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-77764b43-beb9-471c-a090-69a3ccdcca65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:23.763467 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:23.774580 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-28102482-bcce-4c8a-95d6-545e1e88c87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:24.021928 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:33:25.700986 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:26.804426 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:27.528443 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:33.084842 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:34.682445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 details requested by agent hyperv_n-h2-818503-1 with host n-h2-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:33:34.777826 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:33:34.791199 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Returning: {'device': '21b22236-0dae-4144-9e64-671118759455', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:33:34.831249 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:34.845052 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21b22236-0dae-4144-9e64-671118759455 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:33:34.866099 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:33:34.870507 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:34.917591 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:33:34.924905 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.925263 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.925612 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.925970 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.926362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.926683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.927019 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.927351 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.927681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.928012 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.928342 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:34.928669 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:35.044771 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] get_ports_and_sgs() called for port_ids ['21b22236-0dae-4144-9e64-671118759455'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:33:36.691912 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 up at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:33:36.751163 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Provisioning complete for port 21b22236-0dae-4144-9e64-671118759455 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:33:36.751648 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:36.842699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:36.866683 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:33:36.872257 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37945b-9591-4db0-b9d5-729291685cef" -d '{"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-plugged", "status": "completed", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:33:36.884214 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:33:36.889658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:36.961839 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:33:37.027459 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331a2ff3-dfa3-401e-b838-9cbb6d2251aa x-openstack-request-id: req-331a2ff3-dfa3-401e-b838-9cbb6d2251aa {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:33:37.027749 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-plugged", "status": "completed", "tag": "21b22236-0dae-4144-9e64-671118759455", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:33:37.028007 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-331a2ff3-dfa3-401e-b838-9cbb6d2251aa {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:33:37.028413 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'code': 200} Nov 19 05:33:45.187511 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-887b2987-2f12-4b71-b15f-75bedbc9b623 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562570385&fields=id&tenant_id=2bf1fd0164264c98a48ec3a14a6f081a HTTP/1.1" status: 200 len: 267 time: 0.0479734 Nov 19 05:33:45.297713 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-d245189c-97c4-4189-88a3-7bc105812d35 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:45.299211 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-d245189c-97c4-4189-88a3-7bc105812d35 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 809 time: 0.1049972 Nov 19 05:33:45.314455 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-68ea67f3-28fb-40e2-b03c-5b2dd33467ae tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/quotas/2bf1fd0164264c98a48ec3a14a6f081a HTTP/1.1" status: 200 len: 375 time: 0.0094988 Nov 19 05:33:45.375250 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-f924896d-fbbe-469a-8baa-aa1d844d4300 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555739 Nov 19 05:33:45.515179 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-1250aeb1-6d2c-489d-9aaf-217abc514d5a service neutron] 10.222.0.52 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278303 Nov 19 05:33:45.608835 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ee54acea-c8a7-4109-8111-4524af30909f service neutron] 10.222.0.52 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872717 Nov 19 05:33:45.769465 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-ef2e49da-34e2-46a0-830b-7325c198278f req-87ab1aed-590a-4c2f-9c48-db7f6d4b2c35 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 210 time: 0.0281308 Nov 19 05:33:46.689905 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-de63220d-0e99-466c-b004-a6b56aed77d9 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:46.691381 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-de63220d-0e99-466c-b004-a6b56aed77d9 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.36 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 809 time: 0.1084075 Nov 19 05:33:46.725766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:33:46.757467 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a6cc0338-19d7-4728-b5af-b45eb23c1bbb tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf1fd0164264c98a48ec3a14a6f081a HTTP/1.1" status: 200 len: 379 time: 0.0567994 Nov 19 05:33:46.767799 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'port': {'device_id': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'admin_state_up': True, 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'security_groups': ['68893b1c-4a5d-45ea-a480-11bd8f67c151']}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:33:46.808659 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:46.848872 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:33:46.850135 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:33:46.853144 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b5b0a4-f842-4acd-8093-c9a4fb5a30a9" -d '{"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-unplugged", "status": "completed", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:33:46.860038 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:46.902808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-45662786-c975-44d0-b9be-ba4de8f0d97e req-933f7412-ae89-423f-9fdf-5ee0e690a170 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Nov 19 05:33:46.908091 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Made reservation on behalf of 2bf1fd0164264c98a48ec3a14a6f081a for: {'port': 1} {{(pid=109987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 05:33:46.912397 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:46.930530 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Pushing event updated for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=8']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:33:46.971283 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535507a-1eaa-4084-8aaa-a0e10ed42383 x-openstack-request-id: req-e535507a-1eaa-4084-8aaa-a0e10ed42383 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:33:46.971594 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-unplugged", "status": "completed", "tag": "21b22236-0dae-4144-9e64-671118759455", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:33:46.972276 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e535507a-1eaa-4084-8aaa-a0e10ed42383 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:33:46.972393 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'code': 200} Nov 19 05:33:47.082568 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_common [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Allocated IP 172.20.0.5 (daae0d42-e15e-402f-a598-897a8e2901c7/026dbee0-d35b-4a86-8278-7d54f167a694/0984dc42-6752-4a15-8d81-7ffa0ea1a936) {{(pid=109987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:33:47.279159 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for port, precommit_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:47.320261 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_create {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:47.344915 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Network daae0d42-e15e-402f-a598-897a8e2901c7 is already hosted by enough agents. {{(pid=109987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:33:47.370968 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.base_scheduler [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Resources bound (agent type, host, resource id): {{(pid=109987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:33:47.375659 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Received port after_create {{(pid=109987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:33:47.435784 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=1']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:33:47.446203 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:47.447081 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:47.461839 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.462348 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.462749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.462749 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.463389 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.463729 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.464106 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.464469 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.464852 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.465215 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.465551 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.465885 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:33:47.480352 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-a840f914-d7c2-4292-aac9-a3c9afa1aea4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164450 Nov 19 05:33:47.682347 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-fd661b3f-e2f7-44ae-9312-3b47556d95bd None None] Provisioning complete for port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 triggered by entity DHCP. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:33:47.682942 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fd661b3f-e2f7-44ae-9312-3b47556d95bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:47.717510 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-fd661b3f-e2f7-44ae-9312-3b47556d95bd None None] Port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 cannot update to ACTIVE because it is not bound. {{(pid=109988) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 05:33:48.028990 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04720de7-0495-4397-97b3-fb11e2bafc4a req-8a942709-5997-4c64-b053-d89c2a9ddcc0 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:48.030644 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-04720de7-0495-4397-97b3-fb11e2bafc4a req-8a942709-5997-4c64-b053-d89c2a9ddcc0 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0526118 Nov 19 05:33:48.089408 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-04720de7-0495-4397-97b3-fb11e2bafc4a req-73609225-6e72-4bd1-96f0-ca5565b46c76 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522859 Nov 19 05:33:49.218455 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106534cd-38b5-408e-8db4-a2daed18ebf3 req-d8544fe7-42d6-408b-88b4-0e337d8c3184 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:49.220006 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-106534cd-38b5-408e-8db4-a2daed18ebf3 req-d8544fe7-42d6-408b-88b4-0e337d8c3184 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0517197 Nov 19 05:33:49.273480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-106534cd-38b5-408e-8db4-a2daed18ebf3 req-cfea00ed-8c73-4a47-8639-32dc90ffd568 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466673 Nov 19 05:33:50.401408 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa078b1-2f7c-4c1d-86fa-953af4642413 req-75e3af69-d851-4cdc-9549-3dc6f7f85f5d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:50.403176 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fa078b1-2f7c-4c1d-86fa-953af4642413 req-75e3af69-d851-4cdc-9549-3dc6f7f85f5d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0570877 Nov 19 05:33:50.474541 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2fa078b1-2f7c-4c1d-86fa-953af4642413 req-9a67f88b-4d37-420c-81a8-dc827686749d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644674 Nov 19 05:33:51.529442 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c64829ed-dad1-4341-9a07-d936f48eb1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:51.605396 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97120e7-a88d-4332-9b9c-12f92a5f1645 req-65bbab34-d55d-406e-a64f-f57a375aec3a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:51.607077 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e97120e7-a88d-4332-9b9c-12f92a5f1645 req-65bbab34-d55d-406e-a64f-f57a375aec3a tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0572712 Nov 19 05:33:51.664808 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e97120e7-a88d-4332-9b9c-12f92a5f1645 req-47c79bdd-747e-4faf-9f0a-dcf49598af40 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498638 Nov 19 05:33:52.793558 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82b985-fab3-4560-b4e1-1188ff8c4926 req-e47785f9-6ab0-40ec-9910-8f7e9b16d8c8 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:52.795022 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c82b985-fab3-4560-b4e1-1188ff8c4926 req-e47785f9-6ab0-40ec-9910-8f7e9b16d8c8 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0550401 Nov 19 05:33:52.848205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-0c82b985-fab3-4560-b4e1-1188ff8c4926 req-8bb20909-4e30-4a66-93cc-6c1c58cb6267 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Nov 19 05:33:53.778969 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:53.781345 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-308faa4e-653a-49a9-a9f7-9af025b12ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:53.974613 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118437f6-520f-49b3-98bd-7ffdfbacdd5e req-ed7ee41c-1ab8-4ccf-8d1a-c1e19c371d8b tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:53.976213 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118437f6-520f-49b3-98bd-7ffdfbacdd5e req-ed7ee41c-1ab8-4ccf-8d1a-c1e19c371d8b tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0537591 Nov 19 05:33:54.038549 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-118437f6-520f-49b3-98bd-7ffdfbacdd5e req-907c53dc-8ee7-4418-8ff1-fa7bb7a32f8c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547609 Nov 19 05:33:55.161167 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22b61e-6d45-4f89-9d2f-a96c5cac5a25 req-819484c5-edc9-4cff-8278-6121c3bd54ff tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:55.162869 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c22b61e-6d45-4f89-9d2f-a96c5cac5a25 req-819484c5-edc9-4cff-8278-6121c3bd54ff tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0530872 Nov 19 05:33:55.224386 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-2c22b61e-6d45-4f89-9d2f-a96c5cac5a25 req-4b695cc6-21ca-4b2f-a124-b8b50cc75c04 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552814 Nov 19 05:33:55.706260 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:56.351692 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03772cba-00da-42c7-8d35-4bb9b594c535 req-9e7ba2f3-5d28-48f3-961a-16623832f5a4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:56.353334 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03772cba-00da-42c7-8d35-4bb9b594c535 req-9e7ba2f3-5d28-48f3-961a-16623832f5a4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0519216 Nov 19 05:33:56.404495 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-03772cba-00da-42c7-8d35-4bb9b594c535 req-d88be9ea-f0f3-4ab9-9199-2f32d4c51c27 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452254 Nov 19 05:33:56.808341 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:56.869035 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-fc4dfa51-5360-4a0a-83ae-cfdfb6ed5c8f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 05:33:56.871236 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-fc4dfa51-5360-4a0a-83ae-cfdfb6ed5c8f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076823 Nov 19 05:33:56.929477 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.v2.base [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Request body: {'port': {'device_id': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818503-1'}} {{(pid=109987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:33:56.982493 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.532506 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34766172-e971-464e-ae51-428696c37bce req-958493d7-af81-4a1b-a28e-68581141e6bd tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:57.534674 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.535255 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34766172-e971-464e-ae51-428696c37bce req-958493d7-af81-4a1b-a28e-68581141e6bd tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 931 time: 0.0587924 Nov 19 05:33:57.590271 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-34766172-e971-464e-ae51-428696c37bce req-096a4cfd-2623-42ed-aa60-2d513a38c868 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454617 Nov 19 05:33:57.607313 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0984dc42-6752-4a15-8d81-7ffa0ea1a936 {{(pid=109987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:33:57.614822 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.627177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.provisioning_blocks [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Transition to ACTIVE for port object 0984dc42-6752-4a15-8d81-7ffa0ea1a936 will not be triggered until provisioned by entity L2. {{(pid=109987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 05:33:57.630271 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.681110 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=2']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:33:57.753781 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Attempting to bind port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 on host n-h1-818503-1 for vnic_type normal with profile {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:33:57.754439 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Attempting to bind port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 by drivers openvswitch,hyperv on host n-h1-818503-1 at level 0 using segments [{'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 05:33:57.754883 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Attempting to bind port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 on network daae0d42-e15e-402f-a598-897a8e2901c7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:33:57.760282 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 on network daae0d42-e15e-402f-a598-897a8e2901c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818503-1 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 05:33:57.760613 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Attempting to bind port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 on network daae0d42-e15e-402f-a598-897a8e2901c7 {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 05:33:57.765727 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Checking agent: {'id': 'c2d657f4-9d75-4d48-984d-a9aa3e6ce8ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818503-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'started_at': datetime.datetime(2021, 11, 19, 3, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 5, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 05:33:57.766121 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Checking segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 05:33:57.766775 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Bound using segment: {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'} {{(pid=109987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 05:33:57.767221 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.managers [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Bound port: 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host: n-h1-818503-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbe0200-622c-43a5-b0aa-021a30ad5c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7'}}] {{(pid=109987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 05:33:57.767586 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.835508 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, cleared binding levels {{(pid=109987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 05:33:57.840013 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 05:33:57.846701 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14144024'] for port, after_update {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.882737 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:57.883409 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:33:57.885735 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] 10.222.0.36 "PUT /v2.0/ports/0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 1091 time: 1.0039163 Nov 19 05:33:57.886256 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:33:57.888630 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b79cc87-6a56-4651-a757-1100fd0ad914" -d '{"events": [{"name": "network-changed", "server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:33:57.930554 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedddb9c-42b8-4265-afe1-8d7493b88dc9 x-openstack-request-id: req-cedddb9c-42b8-4265-afe1-8d7493b88dc9 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:33:57.931563 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:33:57.931850 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cedddb9c-42b8-4265-afe1-8d7493b88dc9 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:33:57.932764 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'status': 'completed', 'code': 200} Nov 19 05:33:57.933352 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03df80-4133-499b-8c95-1229ab8ea76a service neutron] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=3']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:33:57.980175 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-141af594-96db-4873-ab49-85ac23d5cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:57.981912 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-141af594-96db-4873-ab49-85ac23d5cb98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1094 time: 0.0441971 Nov 19 05:33:58.029784 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-8092d675-f07f-4adb-bd9f-d99fa7919da5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 217 time: 0.0398571 Nov 19 05:33:58.082137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-3fc6a779-66d8-42a4-9aa5-967de9b47497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.083632 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-3fc6a779-66d8-42a4-9aa5-967de9b47497 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0471404 Nov 19 05:33:58.129378 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-217cfc1e-3c6d-4ab3-b849-787ea40c94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.130901 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-217cfc1e-3c6d-4ab3-b849-787ea40c94da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404160 Nov 19 05:33:58.224461 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-c443b00d-04eb-4317-b095-6bfc0a7a0d20 service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853405 Nov 19 05:33:58.314282 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-37fa6430-2698-46c7-9c69-74f608cbe1f9 req-ccca3e88-aea9-4a79-a72b-7e1dc317de2d service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Nov 19 05:33:58.402237 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-e9334494-8c69-4d23-921f-de4e0e578e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.403758 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-e9334494-8c69-4d23-921f-de4e0e578e34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1094 time: 0.0459273 Nov 19 05:33:58.495776 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-5d6eb856-9841-4864-b06d-4073edcfcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.497185 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-5d6eb856-9841-4864-b06d-4073edcfcc4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0860269 Nov 19 05:33:58.543733 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-b7e06a24-0b70-4f94-b965-137941d78b46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 217 time: 0.0386443 Nov 19 05:33:58.595297 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-6f0ceb85-2017-43ac-aa34-c2b7dba888c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.596769 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-6f0ceb85-2017-43ac-aa34-c2b7dba888c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0447021 Nov 19 05:33:58.646078 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-46fd84fb-afc2-48a3-bc57-421a04d02b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.647603 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-46fd84fb-afc2-48a3-bc57-421a04d02b99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408394 Nov 19 05:33:58.709577 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba4ca8-6969-455f-a387-80b975fdf7b4 req-bf2c9cd0-4a08-43ad-a976-ddf2e57d2f5c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:58.711139 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77ba4ca8-6969-455f-a387-80b975fdf7b4 req-bf2c9cd0-4a08-43ad-a976-ddf2e57d2f5c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 943 time: 0.0503583 Nov 19 05:33:58.742244 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-5c87bc60-9685-4d45-b96a-936209ef1f46 service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Nov 19 05:33:58.761833 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-77ba4ca8-6969-455f-a387-80b975fdf7b4 req-1256d496-a099-4c60-baa1-294e82b6a372 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Nov 19 05:33:58.831645 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-4b79cc87-6a56-4651-a757-1100fd0ad914 req-cfe40869-d277-4656-a85b-2afcc71bea1b service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823293 Nov 19 05:33:59.882365 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c7a52-8a74-4670-a1d0-7803fb2e914d req-f5524f3d-36b8-4988-9e4c-64bb109007a0 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:33:59.884498 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e55c7a52-8a74-4670-a1d0-7803fb2e914d req-f5524f3d-36b8-4988-9e4c-64bb109007a0 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 943 time: 0.0528693 Nov 19 05:33:59.937918 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e55c7a52-8a74-4670-a1d0-7803fb2e914d req-9d3ef83d-0306-4bfd-872f-d34286171721 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472825 Nov 19 05:33:59.981275 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:34:00.076318 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:34:00.087487 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'port_id': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'mac_address': 'fa:16:3e:08:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:34:00.124337 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:00.137111 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0984dc42-6752-4a15-8d81-7ffa0ea1a936 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:34:00.156066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:34:00.159991 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:00.210723 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=4']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:34:00.392084 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0984dc42-6752-4a15-8d81-7ffa0ea1a936'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:34:01.021347 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:34:01.053978 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb54966-c8c7-4f17-93e6-42b30898ce5d req-c956998f-abef-4b69-8716-96cd2955ce64 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:01.055480 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fbb54966-c8c7-4f17-93e6-42b30898ce5d req-c956998f-abef-4b69-8716-96cd2955ce64 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 944 time: 0.0497558 Nov 19 05:34:01.105006 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-fbb54966-c8c7-4f17-93e6-42b30898ce5d req-053f98be-e16e-4de6-92fe-65f4fbc89c59 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Nov 19 05:34:01.996500 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:34:02.046434 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning for port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 completed by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 05:34:02.050164 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:34:02.050543 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:02.125785 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:02.152063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:34:02.154316 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ebe9fb-d7a7-4079-95a3-52c57cb3def5" -d '{"events": [{"server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "name": "network-vif-plugged", "status": "completed", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:34:02.167392 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:34:02.172530 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:02.219371 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=5']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:34:02.224178 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d010ec6-d84a-40de-8075-d6fe1e9beca3 req-c413c5d7-f00b-4bb1-a1f8-0e43eabe6487 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:02.225749 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d010ec6-d84a-40de-8075-d6fe1e9beca3 req-c413c5d7-f00b-4bb1-a1f8-0e43eabe6487 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Nov 19 05:34:02.279366 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4d010ec6-d84a-40de-8075-d6fe1e9beca3 req-ed1a818d-7223-4f97-b7ad-50e65f518028 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470476 Nov 19 05:34:02.323090 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee9c7e4-3e63-4d4f-9a69-f4b70d880122 x-openstack-request-id: req-8ee9c7e4-3e63-4d4f-9a69-f4b70d880122 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:34:02.323388 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "name": "network-vif-plugged", "status": "completed", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:34:02.323646 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ee9c7e4-3e63-4d4f-9a69-f4b70d880122 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:34:02.324041 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'code': 200} Nov 19 05:34:02.422137 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15ae55-edb0-43b1-9c66-52732079552c req-63755b5c-ca2b-430c-aaa5-f031e6bc3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:02.423540 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac15ae55-edb0-43b1-9c66-52732079552c req-63755b5c-ca2b-430c-aaa5-f031e6bc3ac9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1096 time: 0.0413277 Nov 19 05:34:02.470660 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-ac15ae55-edb0-43b1-9c66-52732079552c req-7868a138-cd7e-4b57-bc32-75bc4785c582 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388424 Nov 19 05:34:03.119474 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:03.400616 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541a496-2e6d-4e90-9c60-3183c19e1f65 req-4b6e1e17-895d-44bb-b2c6-f0c2e4c431ac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:03.402368 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4541a496-2e6d-4e90-9c60-3183c19e1f65 req-4b6e1e17-895d-44bb-b2c6-f0c2e4c431ac tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0529184 Nov 19 05:34:03.454667 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-4541a496-2e6d-4e90-9c60-3183c19e1f65 req-c4fd5255-875e-4801-a49b-7ba99187c3aa tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Nov 19 05:34:04.572552 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af22be-3708-40ad-92ec-363bf328a029 req-2f3ea643-9176-48fa-97fe-8393af9ecfcc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:04.574059 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1af22be-3708-40ad-92ec-363bf328a029 req-2f3ea643-9176-48fa-97fe-8393af9ecfcc tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Nov 19 05:34:04.630488 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-f1af22be-3708-40ad-92ec-363bf328a029 req-183a247c-126b-4e4f-bfd9-db577d681a9c tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504489 Nov 19 05:34:04.748296 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37996-50ab-47f4-b829-22a4f7aa8f35 req-3891c50e-8d56-4dba-b28b-fd191a7203b3 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:04.749695 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7a37996-50ab-47f4-b829-22a4f7aa8f35 req-3891c50e-8d56-4dba-b28b-fd191a7203b3 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0525322 Nov 19 05:34:04.800460 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-e7a37996-50ab-47f4-b829-22a4f7aa8f35 req-44dec906-200b-46e8-85ac-99c9f0a5b884 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Nov 19 05:34:04.822457 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44978) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:34:04.862060 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccafe8-b1bd-4dd6-adfa-2dd40b65a551 tempest-TestSnapshotPattern-1841117495 tempest-TestSnapshotPattern-1841117495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:04.863601 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-bfccafe8-b1bd-4dd6-adfa-2dd40b65a551 tempest-TestSnapshotPattern-1841117495 tempest-TestSnapshotPattern-1841117495-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1091 time: 0.0401604 Nov 19 05:34:04.866320 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 44980) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:34:04.871451 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.v2.base [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Request body: {'floatingip': {'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'port_id': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:34:04.893297 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:04.995627 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:05.097153 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_common [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Allocated IP 172.25.8.206 (b4899b95-d6c1-430b-84fe-ab5f0d32a22c/95904ef7-439e-45cf-8654-f6c31c3d7182/268a44c2-929f-4fba-8701-4655f6fc2f45) {{(pid=109986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 05:34:05.202694 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for port, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:05.236612 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786270627512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:05.272889 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Network b4899b95-d6c1-430b-84fe-ab5f0d32a22c is already hosted by enough agents. {{(pid=109986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 05:34:05.276337 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.base_scheduler [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Resources bound (agent type, host, resource id): {{(pid=109986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 05:34:05.279415 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Received port after_create {{(pid=109986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 05:34:05.309333 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'Port': ['ID=268a44c2-929f-4fba-8701-4655f6fc2f45,revision_number=1']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:34:05.323183 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.323543 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.323888 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.324233 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.324578 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.324912 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.325246 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.325579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.325908 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.326262 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.326925 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.327271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:34:05.651405 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:05.714445 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:06.196770 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-782f9b59-69b6-4bd9-94d7-8c2c76b41776 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440364 Nov 19 05:34:06.212100 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for port, precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:06.217523 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559250'] for port, after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:06.281063 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476454-2f07-4569-ad68-8d834c39324a req-627b699c-30d9-414b-b0e0-b5dd26d6d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:06.282507 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-627b699c-30d9-414b-b0e0-b5dd26d6d717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1096 time: 0.0412872 Nov 19 05:34:06.288342 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event updated for resources: {'Port': ['ID=268a44c2-929f-4fba-8701-4655f6fc2f45,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:34:06.301506 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1792571'] for floatingip, after_create {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:06.393795 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476454-2f07-4569-ad68-8d834c39324a req-a0c0aa1b-0040-4769-9b19-4d7ec2f438be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:06.395351 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-a0c0aa1b-0040-4769-9b19-4d7ec2f438be service neutron] 10.222.0.36 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0929177 Nov 19 05:34:06.405216 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Floating IP 6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1 associated. External IP: 172.25.8.206, port: 0984dc42-6752-4a15-8d81-7ffa0ea1a936. Nov 19 05:34:06.463095 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-4d01b496-eccd-4cea-888a-81a174a1ec79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 999 time: 0.0601766 Nov 19 05:34:06.514994 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476454-2f07-4569-ad68-8d834c39324a req-3278ce74-3348-40c9-a3b1-724c02a8cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:06.516745 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-3278ce74-3348-40c9-a3b1-724c02a8cd00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0476487 Nov 19 05:34:06.568341 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476454-2f07-4569-ad68-8d834c39324a req-cdc7ad54-62f5-4b27-b221-b4c63fb00c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:06.569861 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-cdc7ad54-62f5-4b27-b221-b4c63fb00c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457325 Nov 19 05:34:06.616984 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:34:06.660799 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-ff39d30b-a12d-48ae-a26c-7401b071309f service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837994 Nov 19 05:34:06.728739 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:34:06.739123 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:34:06.750350 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:34:06.751048 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:33:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:34:06.753965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:06.758268 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-70476454-2f07-4569-ad68-8d834c39324a req-45c55742-1805-4701-bed5-cf5756bb3ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898364 Nov 19 05:34:06.787843 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-e16209d8-837d-43c0-848a-c092fec7fbd2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9201584 Nov 19 05:34:06.788188 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:34:06.790511 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83585331-0841-43bb-8755-b66e82be091b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:34:06.865125 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:34:06.882672 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3122c9-a1e5-47c7-95ed-5184d9760555 x-openstack-request-id: req-1e3122c9-a1e5-47c7-95ed-5184d9760555 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:34:06.882999 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:34:06.883261 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e3122c9-a1e5-47c7-95ed-5184d9760555 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:34:06.884219 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'status': 'completed', 'code': 200} Nov 19 05:34:06.944394 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585331-0841-43bb-8755-b66e82be091b req-93647abc-4d85-4f30-8759-6e535f157f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:06.946459 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-93647abc-4d85-4f30-8759-6e535f157f73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1096 time: 0.0405757 Nov 19 05:34:07.037616 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585331-0841-43bb-8755-b66e82be091b req-26adf2aa-6cf1-4761-bef6-d87bbda6e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:07.039144 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-26adf2aa-6cf1-4761-bef6-d87bbda6e57b service neutron] 10.222.0.36 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0868556 Nov 19 05:34:07.095505 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:34Z', 'revision_number': 1, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}, {'id': '6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:08:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:34:05Z', 'updated_at': '2021-11-19T05:34:05Z', 'revision_number': 0, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:34:07.110017 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-373ab6bf-4c5a-47c5-a7af-2c7dd3c72a15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 999 time: 0.0637465 Nov 19 05:34:07.125272 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:34:07.134276 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:34:07.134893 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:33:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:34:07.160141 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585331-0841-43bb-8755-b66e82be091b req-aa0bd92a-d317-45c9-b6cf-9055d198fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:07.161641 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-aa0bd92a-d317-45c9-b6cf-9055d198fbde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0448668 Nov 19 05:34:07.207452 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585331-0841-43bb-8755-b66e82be091b req-d0ee63f0-0a76-4bb8-b21d-d05c0d1203f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:07.208957 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-d0ee63f0-0a76-4bb8-b21d-d05c0d1203f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403414 Nov 19 05:34:07.237993 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:34:07.312178 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-21cfa2af-175e-4538-811b-84c60898448c service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963264 Nov 19 05:34:07.409608 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-83585331-0841-43bb-8755-b66e82be091b req-0df80166-93e2-40e2-b4b5-7edbb1729fdb service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893400 Nov 19 05:34:07.488680 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:34Z', 'revision_number': 1, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}, {'id': '6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:08:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:34:05Z', 'updated_at': '2021-11-19T05:34:05Z', 'revision_number': 0, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:34:07.515861 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f66be-4c31-4785-b3de-dc3f4954477b None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:34Z', 'revision_number': 1, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}, {'id': '6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:08:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:34:05Z', 'updated_at': '2021-11-19T05:34:05Z', 'revision_number': 0, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:34:07.698399 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1f2b7-10a4-47db-9f36-7113fe09df8a None None] New status for floating IP 6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1: ACTIVE {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:34:19.812190 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-f44a73e2-4081-475e-9a44-2206c6933f6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444942 Nov 19 05:34:19.915442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-6ecbe337-4ab5-46e6-b0d5-b4c71070f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:19.916934 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-6ecbe337-4ab5-46e6-b0d5-b4c71070f3a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1095 time: 0.0407643 Nov 19 05:34:20.029233 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-2a64208c-2067-415e-b40f-fedaf1f56bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:20.030720 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-2a64208c-2067-415e-b40f-fedaf1f56bdb service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0880792 Nov 19 05:34:20.099926 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-8d363917-348d-4c08-9f26-5c9dfbbf7a08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 1000 time: 0.0570195 Nov 19 05:34:20.152908 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-738f5be9-bb10-4f54-a093-b5da0354d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:20.154366 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-738f5be9-bb10-4f54-a093-b5da0354d26e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0431376 Nov 19 05:34:20.207701 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-a71cc7d4-fb6e-42ca-a732-d7b6bea0bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:34:20.209163 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-a71cc7d4-fb6e-42ca-a732-d7b6bea0bac7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423982 Nov 19 05:34:20.303390 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-82e9ff5b-96ea-40c2-99e7-500c2bc06171 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823512 Nov 19 05:34:20.410586 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-008b44e5-d2da-46ac-bbca-120212d01fe0 req-c8f06c42-df93-4e9a-a589-22026a7a1aef service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913815 Nov 19 05:34:21.522698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-371a4295-5845-44bd-a398-c88d37d74723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:23.773472 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-42261d83-f8b3-46e0-9b76-36efde76e078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:23.792332 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:25.709131 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:26.820764 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:27.528638 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:33.117444 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:38.021298 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:34:51.524559 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08cdfdaf-4289-44df-af51-52cff0f2d311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:53.783456 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-12a570fc-6364-4a96-ae04-84ebb7540ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:53.788448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:55.708746 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:56.814252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:34:57.532477 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:03.116579 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:08.210224 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-44f43c95-2e18-4bdf-9fa6-e8ac4510923c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403731 Nov 19 05:35:08.290049 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-1b4a8dae-4a3f-4ea4-b93f-49f6fe3704b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:08.291546 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-1b4a8dae-4a3f-4ea4-b93f-49f6fe3704b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1096 time: 0.0407913 Nov 19 05:35:08.397124 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-b6f0debe-e2fb-4226-920f-a96407b7311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:08.398619 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-b6f0debe-e2fb-4226-920f-a96407b7311b service neutron] 10.222.0.36 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0873938 Nov 19 05:35:08.463962 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-918c7f36-0bec-49f3-939f-9ff7f3730d3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 1001 time: 0.0584419 Nov 19 05:35:08.511722 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-5cc07688-54b9-4144-8198-96b9b7c60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:08.513134 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-5cc07688-54b9-4144-8198-96b9b7c60c1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0428443 Nov 19 05:35:08.561409 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-b8eb4b20-9ca4-4e30-85b7-39b587c39528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:08.562982 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-b8eb4b20-9ca4-4e30-85b7-39b587c39528 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428836 Nov 19 05:35:08.651084 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-204e92a1-4aaa-428b-94ee-8d3cba5831f3 service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813532 Nov 19 05:35:08.743131 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-c8bb7f81-9785-4f8b-a85e-1cee19edb84b req-d9a56d39-278b-4b2e-9e09-6198b902a0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849531 Nov 19 05:35:15.022250 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:35:20.807844 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-a65e4791-aadc-438d-b2cb-5936273ed587 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401947 Nov 19 05:35:20.927910 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-46c53a4b-37c1-48fb-b245-a50fe8e15c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:20.929400 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-46c53a4b-37c1-48fb-b245-a50fe8e15c26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1095 time: 0.0412343 Nov 19 05:35:21.039483 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-3400c76c-5e33-463b-926b-d37347b7960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:21.040977 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-3400c76c-5e33-463b-926b-d37347b7960c service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0868676 Nov 19 05:35:21.111254 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-ef17a878-c1d3-49f5-b121-0db7d07969a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 1000 time: 0.0580208 Nov 19 05:35:21.165740 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-615866cd-d861-41e3-995e-595fdd95e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:21.167213 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-615866cd-d861-41e3-995e-595fdd95e52a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0442479 Nov 19 05:35:21.221055 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-c97a0af8-2911-428a-8d40-7d866105b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:21.222587 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-c97a0af8-2911-428a-8d40-7d866105b06d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436726 Nov 19 05:35:21.319309 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-f23a0aff-dfe3-47bc-ae72-93138e130efa service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Nov 19 05:35:21.418027 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-f36dc45e-d79c-4ac0-a35d-004e1578657e req-df6375ee-8af1-488a-adec-2a59aa2d2530 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862415 Nov 19 05:35:21.526708 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-aeec3eaa-a5c2-4733-91ac-668e188f5506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:23.777429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-542d9083-1957-4721-a384-267e86967372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:23.788812 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:25.711165 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:26.817213 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:27.535623 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:33.116330 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:36.448472 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 details requested by agent hyperv_n-h1-818503-1 with host n-h1-818503-1 {{(pid=109988) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 05:35:36.554557 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:36.567301 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Returning: {'device': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'port_id': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'mac_address': 'fa:16:3e:08:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109988) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 05:35:36.605862 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:36.618963 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0984dc42-6752-4a15-8d81-7ffa0ea1a936 {{(pid=109988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 05:35:36.637889 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:36.641658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:36.708631 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=6']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:36.715966 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.716316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.716660 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.716997 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.717332 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.717662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.718014 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.718350 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.718676 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.719002 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.719343 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.719652 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:36.726787 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] get_ports_and_sgs() called for port_ids ['0984dc42-6752-4a15-8d81-7ffa0ea1a936'] {{(pid=109988) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 05:35:38.464932 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 up at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 05:35:38.527398 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.provisioning_blocks [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Provisioning complete for port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 triggered by entity L2. {{(pid=109988) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 05:35:38.527718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782710'] for port, provisioning_complete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:38.669637 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648678'] for port, before_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:38.695755 n-d-818503-1 neutron-server[109988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936'}] {{(pid=109988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:35:38.698217 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79f7e15f03886e58a5db9a456695429dad48f325a2e6f50bc5a77c60906275ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee227885-29a6-4f50-8377-4f3bfcdb9c97" -d '{"events": [{"server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "name": "network-vif-plugged", "status": "completed", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936"}]}' {{(pid=109988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:35:38.734766 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:38.740975 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786271083731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786270627530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786270627548'] for port, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:38.769086 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df27e3a1-5b43-4e3c-9db0-8c3bc4a9a609 x-openstack-request-id: req-df27e3a1-5b43-4e3c-9db0-8c3bc4a9a609 {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:35:38.769384 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "name": "network-vif-plugged", "status": "completed", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936", "code": 200}]} {{(pid=109988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:35:38.769640 n-d-818503-1 neutron-server[109988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df27e3a1-5b43-4e3c-9db0-8c3bc4a9a609 {{(pid=109988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:35:38.770056 n-d-818503-1 neutron-server[109988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'code': 200} Nov 19 05:35:38.810776 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Pushing event updated for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=7']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:46.970192 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45172) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:35:47.134432 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Deleting port 268a44c2-929f-4fba-8701-4655f6fc2f45 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:35:47.134786 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:47.209540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:47.209867 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:47.221796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Calling delete_port for 268a44c2-929f-4fba-8701-4655f6fc2f45 owned by network:floatingip {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:35:47.370980 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:47.400968 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event deleted for resources: {'Port': ['ID=268a44c2-929f-4fba-8701-4655f6fc2f45,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:47.413917 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.414300 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.414650 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.414999 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.415345 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.415694 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.416032 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.416367 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.416701 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.417035 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.417382 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.417709 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:47.475298 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:47.475670 n-d-818503-1 neutron-server[109986]: INFO neutron.db.l3_db [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Floating IP 6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1 disassociated (deleted). External IP: 172.25.8.206, port: 0984dc42-6752-4a15-8d81-7ffa0ea1a936. Nov 19 05:35:47.685628 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:35:47.794770 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:35:47.799294 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:47.806363 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:35:47.816592 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:35:47.817200 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:47.831830 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-97701864-aad7-4f96-8f63-2cf574f9313e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "DELETE /v2.0/floatingips/6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1 HTTP/1.1" status: 204 len: 168 time: 0.8547060 Nov 19 05:35:47.831830 n-d-818503-1 neutron-server[109986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936'}] {{(pid=109986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:35:47.831830 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e249a6fb92dccb20f20688cc6bdcd1c201b0d37b751179f20fa1b53f16fd5355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936"}]}' {{(pid=109986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:35:47.923784 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:35:47.988413 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e689d-9cd3-4106-ba1b-a0ec6bb20572 x-openstack-request-id: req-1b2e689d-9cd3-4106-ba1b-a0ec6bb20572 {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:35:47.988940 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936", "status": "completed", "code": 200}]} {{(pid=109986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:35:47.989240 n-d-818503-1 neutron-server[109986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b2e689d-9cd3-4106-ba1b-a0ec6bb20572 {{(pid=109986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:35:47.989761 n-d-818503-1 neutron-server[109986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'status': 'completed', 'code': 200} Nov 19 05:35:48.061554 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-215f2931-e722-4080-9662-650784793a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:48.063416 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-215f2931-e722-4080-9662-650784793a16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 1096 time: 0.0480435 Nov 19 05:35:48.089791 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c75770-1a2e-416f-8337-44a7aaa8acec req-6dc2a130-d3cc-4691-ac8c-bad3d1dc338f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:48.097731 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75c75770-1a2e-416f-8337-44a7aaa8acec req-6dc2a130-d3cc-4691-ac8c-bad3d1dc338f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0607493 Nov 19 05:35:48.148299 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-75c75770-1a2e-416f-8337-44a7aaa8acec req-46739ee5-8936-48d8-82fc-dc88f634bc1e tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496273 Nov 19 05:35:48.163950 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-e66aabee-aeff-4dc9-9d53-3faa1ea2e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:48.165566 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-e66aabee-aeff-4dc9-9d53-3faa1ea2e421 service neutron] 10.222.0.36 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0929325 Nov 19 05:35:48.214094 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-b9691313-91c6-41dc-bfe8-9e571e5e4cb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 200 len: 217 time: 0.0381453 Nov 19 05:35:48.249015 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:34Z', 'revision_number': 1, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:48.264547 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-80804027-88df-4e71-8be0-e9f899b8ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:48.266042 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-80804027-88df-4e71-8be0-e9f899b8ff98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0447915 Nov 19 05:35:48.279284 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:35:48.290553 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:35:48.291179 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:48.318351 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-1c40bead-ea17-46c8-b156-864add81201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:48.319907 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-1c40bead-ea17-46c8-b156-864add81201e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446918 Nov 19 05:35:48.402988 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:35:48.415145 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-8e4fb822-cdb0-428d-aefb-9ffe04468198 service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873351 Nov 19 05:35:48.506621 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-bac515dd-b592-40c6-bcb8-e2e06a4de7a2 req-0d8081a3-513c-459f-81aa-e1aa229f77ee service neutron] 10.222.0.36 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839994 Nov 19 05:35:48.630905 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:34Z', 'revision_number': 1, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:48.656729 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c23b28-d920-498a-92b5-a45674f16741 None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_floatingips': [{'id': '2f280a8a-515c-4bda-af69-d88add7760cc', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'router_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'port_id': '21b22236-0dae-4144-9e64-671118759455', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'mac_address': 'fa:16:3e:94:55:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T05:31:32Z', 'updated_at': '2021-11-19T05:31:34Z', 'revision_number': 1, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:35:48.882459 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe8001-d5fd-41cb-93d8-51a85abf0abb None None] New status for floating IP 6b2c8dfd-c437-4c1e-91ef-64ea781fe2e1: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:35:49.265626 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73d0b-3822-4e6e-86cf-f980a6f5dad3 req-847ce378-651e-4f88-8566-863b53668634 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:49.267892 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7b73d0b-3822-4e6e-86cf-f980a6f5dad3 req-847ce378-651e-4f88-8566-863b53668634 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Nov 19 05:35:49.320797 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-c7b73d0b-3822-4e6e-86cf-f980a6f5dad3 req-b8066185-9e1d-4a75-adf3-65b4d5abe0d1 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466735 Nov 19 05:35:49.554763 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4a1feaa3-5544-4ee5-924e-59506d1774ec tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:49.556227 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4a1feaa3-5544-4ee5-924e-59506d1774ec tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 945 time: 0.0532455 Nov 19 05:35:49.645560 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Deleting port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:35:49.645902 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:49.735333 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] For port 0984dc42-6752-4a15-8d81-7ffa0ea1a936, host n-h1-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818503-1',level=0,port_id=0984dc42-6752-4a15-8d81-7ffa0ea1a936,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:49.735737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:49.748430 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Calling delete_port for 0984dc42-6752-4a15-8d81-7ffa0ea1a936 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:35:49.872666 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:49.910206 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event deleted for resources: {'Port': ['ID=0984dc42-6752-4a15-8d81-7ffa0ea1a936,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:49.934511 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.934876 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.935225 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.935574 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.935921 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.936262 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.936598 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.936935 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.937265 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.937596 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.937962 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.938287 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818503-1 {{(pid=109987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 05:35:49.959607 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] No DVR routers for this DVR port 0984dc42-6752-4a15-8d81-7ffa0ea1a936 on host n-h1-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:35:49.962125 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:49.965502 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-5892d05c-1bc6-4d64-bcbd-e6a088d612f5 req-4bd1ab4a-6ae2-4060-94c6-ede7d989149d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.36 "DELETE /v2.0/ports/0984dc42-6752-4a15-8d81-7ffa0ea1a936 HTTP/1.1" status: 204 len: 173 time: 0.4034853 Nov 19 05:35:49.966007 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'name': 'network-vif-deleted', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:35:49.968275 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e1333c-41bf-4d54-9af4-11df5635b99e" -d '{"events": [{"server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "name": "network-vif-deleted", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:35:50.005812 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17b3b9-5dbf-452f-ae3a-97fac787c303 x-openstack-request-id: req-1c17b3b9-5dbf-452f-ae3a-97fac787c303 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:35:50.006140 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb19e26e-0ef1-49f6-9e9f-51547ce8ca02", "name": "network-vif-deleted", "tag": "0984dc42-6752-4a15-8d81-7ffa0ea1a936", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:35:50.006420 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c17b3b9-5dbf-452f-ae3a-97fac787c303 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:35:50.006856 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb19e26e-0ef1-49f6-9e9f-51547ce8ca02', 'name': 'network-vif-deleted', 'tag': '0984dc42-6752-4a15-8d81-7ffa0ea1a936', 'status': 'completed', 'code': 200} Nov 19 05:35:50.449560 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-51932627-a823-4667-997f-0fd399146c3f req-b8ef6e48-42b4-4996-85e4-455f8ebdace4 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb19e26e-0ef1-49f6-9e9f-51547ce8ca02 HTTP/1.1" status: 200 len: 210 time: 0.0307548 Nov 19 05:35:50.479195 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:35:50.499957 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 0984dc42-6752-4a15-8d81-7ffa0ea1a936 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:35:50.500305 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:35:51.528963 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2a849766-1be2-4a76-b15a-a3a88ad5d00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:52.022757 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45230) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:35:52.023248 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:35:52.189709 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Deleting port 25d3fbce-8f92-43ad-a4dc-322d616d3c9e {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:35:52.190217 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:52.267407 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:52.268032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:52.279808 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Calling delete_port for 25d3fbce-8f92-43ad-a4dc-322d616d3c9e owned by network:floatingip {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:35:52.433964 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:52.462152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event deleted for resources: {'Port': ['ID=25d3fbce-8f92-43ad-a4dc-322d616d3c9e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:52.522171 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for floatingip, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:52.522474 n-d-818503-1 neutron-server[109987]: INFO neutron.db.l3_db [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Floating IP 2f280a8a-515c-4bda-af69-d88add7760cc disassociated (deleted). External IP: 172.25.8.185, port: 21b22236-0dae-4144-9e64-671118759455. Nov 19 05:35:52.734062 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:35:53.179391 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:35:53.183737 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for floatingip, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:53.188595 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:35:53.198354 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:35:53.198957 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:53.214182 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-aaa382ac-b3b5-42db-83a7-1962a6be750d tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "DELETE /v2.0/floatingips/2f280a8a-515c-4bda-af69-d88add7760cc HTTP/1.1" status: 204 len: 168 time: 1.1879590 Nov 19 05:35:53.214182 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:35:53.215659 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31135d0-ac72-4e16-a54c-84ddeac3eb64" -d '{"events": [{"name": "network-changed", "server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:35:53.309059 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:35:53.371084 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d87c8b3-09e5-4270-9838-a7cf5a095071 x-openstack-request-id: req-9d87c8b3-09e5-4270-9838-a7cf5a095071 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:35:53.371450 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "tag": "21b22236-0dae-4144-9e64-671118759455", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:35:53.371771 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d87c8b3-09e5-4270-9838-a7cf5a095071 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:35:53.372299 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'status': 'completed', 'code': 200} Nov 19 05:35:53.489342 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-c713b3b1-dfd2-4175-8083-c8bf4cd441f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:53.490974 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-c713b3b1-dfd2-4175-8083-c8bf4cd441f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 1095 time: 0.0424688 Nov 19 05:35:53.526053 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:53.544630 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ead219-6520-459c-ba4b-217a964f5dc9 req-8a7b81d5-4b16-4de9-b9be-105d0a385fd3 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:53.546177 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15ead219-6520-459c-ba4b-217a964f5dc9 req-8a7b81d5-4b16-4de9-b9be-105d0a385fd3 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 944 time: 0.1246419 Nov 19 05:35:53.562110 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:35:53.571278 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:35:53.571890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:24Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:53.593267 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-520b4355-b686-4176-8174-a5b6fc82fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:53.596496 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-520b4355-b686-4176-8174-a5b6fc82fc6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 200 len: 910 time: 0.0966642 Nov 19 05:35:53.599336 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-15ead219-6520-459c-ba4b-217a964f5dc9 req-dc449d05-e2d1-4015-8255-b6a99eabe1d2 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470641 Nov 19 05:35:53.642705 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-a2f19f72-ff88-497c-924e-98d49e86d77a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 200 len: 217 time: 0.0392079 Nov 19 05:35:53.684591 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:35:53.696343 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-5b4c4cbc-d999-498f-8a19-e3f581153a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:53.697846 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-5b4c4cbc-d999-498f-8a19-e3f581153a67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 200 len: 848 time: 0.0483701 Nov 19 05:35:53.747113 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-b905ab61-0958-444a-8802-690370e18686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:53.748550 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-b905ab61-0958-444a-8802-690370e18686 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daae0d42-e15e-402f-a598-897a8e2901c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431509 Nov 19 05:35:53.789399 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-20a59b4e-88fc-40c0-9db0-b982c328c283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:53.798704 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:53.852923 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-6fd369bb-e205-45d5-8cfc-cfe514e9d295 service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952525 Nov 19 05:35:53.886290 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:53.917278 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f80b2b-a7e0-417d-9d4a-1502d28d8cbc None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:13Z', 'revision_number': 4, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1', '_interfaces': [{'id': 'f0f57c9c-0c7b-46e8-af8f-5000bec908e0', 'name': '', 'network_id': 'daae0d42-e15e-402f-a598-897a8e2901c7', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'mac_address': 'fa:16:3e:4f:50:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:13Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'subnets': [{'id': '026dbee0-d35b-4a86-8278-7d54f167a694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:35:53.953855 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-e31135d0-ac72-4e16-a54c-84ddeac3eb64 req-e11d6e5d-adde-4f3e-91cd-cc782e6e794e service neutron] 10.222.0.31 "GET /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921512 Nov 19 05:35:54.135362 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a6129-335a-42de-8fab-ad1064af16c7 None None] New status for floating IP 2f280a8a-515c-4bda-af69-d88add7760cc: DOWN {{(pid=109988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 05:35:54.477529 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 no longer exists at agent hyperv_n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:35:54.498618 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] No Port match for: 0984dc42-6752-4a15-8d81-7ffa0ea1a936 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:35:54.498972 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Device 0984dc42-6752-4a15-8d81-7ffa0ea1a936 not bound to the agent host n-h1-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:35:54.715715 n-d-818503-1 neutron-server[109986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96108ef5-3b85-4e33-8738-3493c0d2fb5d req-60a14a48-b35d-4bbb-8578-1da6121a40b8 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:54.717229 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96108ef5-3b85-4e33-8738-3493c0d2fb5d req-60a14a48-b35d-4bbb-8578-1da6121a40b8 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 944 time: 0.0489573 Nov 19 05:35:54.770955 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-96108ef5-3b85-4e33-8738-3493c0d2fb5d req-0179e7a5-24a3-4d73-8447-21c140cf6fc7 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/security-groups?id=68893b1c-4a5d-45ea-a480-11bd8f67c151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469885 Nov 19 05:35:55.459474 n-d-818503-1 neutron-server[109987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-10e84010-83b4-45ea-b0b5-3178cbec5201 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 05:35:55.460958 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-10e84010-83b4-45ea-b0b5-3178cbec5201 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 944 time: 0.0498660 Nov 19 05:35:55.552117 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Deleting port 21b22236-0dae-4144-9e64-671118759455 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:35:55.552461 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:55.646186 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] For port 21b22236-0dae-4144-9e64-671118759455, host n-h2-818503-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818503-1',level=0,port_id=21b22236-0dae-4144-9e64-671118759455,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:55.646557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:55.658789 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Calling delete_port for 21b22236-0dae-4144-9e64-671118759455 owned by compute:nova {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:35:55.713082 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:55.786485 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:55.822346 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event deleted for resources: {'Port': ['ID=21b22236-0dae-4144-9e64-671118759455,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:55.864441 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] No DVR routers for this DVR port 21b22236-0dae-4144-9e64-671118759455 on host n-h2-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:35:55.867383 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205390'] for port, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:55.870882 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [req-dbe853a2-eb96-4e3b-a5d2-040a19991737 req-961b8077-5dd3-4161-a8d8-5ebd45b8493f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.31 "DELETE /v2.0/ports/21b22236-0dae-4144-9e64-671118759455 HTTP/1.1" status: 204 len: 173 time: 0.4004095 Nov 19 05:35:55.871349 n-d-818503-1 neutron-server[109987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-deleted', 'tag': '21b22236-0dae-4144-9e64-671118759455'}] {{(pid=109987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 05:35:55.873733 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6afbc3c1a5f6d3acb88ea7016c0501ce9ba8b206687a0c46c6b1f85951471d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74502685-a0c1-4cfa-978d-53fe587e0022" -d '{"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-deleted", "tag": "21b22236-0dae-4144-9e64-671118759455"}]}' {{(pid=109987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 05:35:55.878106 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [req-07e03b70-7707-4105-9a98-ea9ee22b8e60 req-a3641046-2a02-4e0a-9156-124973098e2f tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a908e2a-552b-4b23-9d24-6b39ba4872cc HTTP/1.1" status: 200 len: 210 time: 0.0277896 Nov 19 05:35:55.926168 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926181a9-028c-42d1-8496-92d21ad0eaf1 x-openstack-request-id: req-926181a9-028c-42d1-8496-92d21ad0eaf1 {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 05:35:55.926473 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a908e2a-552b-4b23-9d24-6b39ba4872cc", "name": "network-vif-deleted", "tag": "21b22236-0dae-4144-9e64-671118759455", "status": "completed", "code": 200}]} {{(pid=109987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 05:35:55.926764 n-d-818503-1 neutron-server[109987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-926181a9-028c-42d1-8496-92d21ad0eaf1 {{(pid=109987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 05:35:55.927305 n-d-818503-1 neutron-server[109987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a908e2a-552b-4b23-9d24-6b39ba4872cc', 'name': 'network-vif-deleted', 'tag': '21b22236-0dae-4144-9e64-671118759455', 'status': 'completed', 'code': 200} Nov 19 05:35:56.819877 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:56.938152 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45248) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:35:56.997839 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1817f47-188c-4c59-bc34-60fc9fa64f60 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.028300 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1817f47-188c-4c59-bc34-60fc9fa64f60 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.090648 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1817f47-188c-4c59-bc34-60fc9fa64f60 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.093539 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-f1817f47-188c-4c59-bc34-60fc9fa64f60 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.094806 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-f1817f47-188c-4c59-bc34-60fc9fa64f60 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] 10.222.0.52 "DELETE /v2.0/security-groups/68893b1c-4a5d-45ea-a480-11bd8f67c151 HTTP/1.1" status: 204 len: 168 time: 0.1549869 Nov 19 05:35:57.104041 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1817f47-188c-4c59-bc34-60fc9fa64f60 tempest-TestSnapshotPattern-1777322046 tempest-TestSnapshotPattern-1777322046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68893b1c-4a5d-45ea-a480-11bd8f67c151,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:57.139689 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45252) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:35:57.488720 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.537965 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.741334 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Deleting port f0f57c9c-0c7b-46e8-af8f-5000bec908e0 {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:35:57.741560 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.827011 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] For port f0f57c9c-0c7b-46e8-af8f-5000bec908e0, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:57.827385 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:57.840535 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Calling delete_port for f0f57c9c-0c7b-46e8-af8f-5000bec908e0 owned by network:router_interface {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:35:58.021139 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:58.051481 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f57c9c-0c7b-46e8-af8f-5000bec908e0,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:58.232132 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:58.455324 n-d-818503-1 neutron-server[109986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:35:58.564813 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:35:58.573516 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-d39f61f1-aa97-47dc-8d92-7e34f59184f5 admin admin] 10.222.0.52 "PUT /v2.0/routers/5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297466 Nov 19 05:35:58.573516 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45254) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:35:58.616699 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] Sync routers for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:35:58.634620 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:35:58.635244 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:58.681315 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks [] for router, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:58.758152 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:35:58.949751 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:35:57Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:58.980183 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] Checking router: 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a for host: n-d-818503-1 {{(pid=109989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:35:58.989596 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] Routers {'5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'} bound to L3 agent in host n-d-818503-1 {{(pid=109989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:35:58.990319 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'], 'active': True} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:59.099063 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_dvr_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] Set router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a gateway port host: n-d-818503-1 {{(pid=109989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:35:59.131847 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.185443 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Deleting port afdb0a3f-aed3-4203-bb3d-3418ec344b2b {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:35:59.185794 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.272271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] For port afdb0a3f-aed3-4203-bb3d-3418ec344b2b, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:35:59.272965 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.280908 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.l3_hamode_db [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:35:57Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:35:59.285009 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Calling delete_port for afdb0a3f-aed3-4203-bb3d-3418ec344b2b owned by network:router_gateway {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:35:59.305334 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 no longer exists at agent hyperv_n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:35:59.309025 n-d-818503-1 neutron-server[109989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f82d07-a44b-4230-b7ac-68aa633d9ec0 None None] The sync data for ids ['5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a'] in n-d-818503-1 is: [{'id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'name': 'tempest-TestSnapshotPattern-108617148-router', 'tenant_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:35:57Z', 'revision_number': 5, 'project_id': '2bf1fd0164264c98a48ec3a14a6f081a', 'gw_port': {'id': 'afdb0a3f-aed3-4203-bb3d-3418ec344b2b', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:11Z', 'updated_at': '2021-11-19T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}] {{(pid=109989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:35:59.328741 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] No Port match for: 21b22236-0dae-4144-9e64-671118759455 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:35:59.329096 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Device 21b22236-0dae-4144-9e64-671118759455 not bound to the agent host n-h2-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:35:59.461590 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.490796 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdb0a3f-aed3-4203-bb3d-3418ec344b2b,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:59.505445 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2b734-9e08-437d-b7c6-60a82ed691bf None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:35:59.553302 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.646591 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.648704 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.694375 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.695034 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a {{(pid=109986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:35:59.699370 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] Publish callbacks [] for router, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.700608 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6a679425-5a30-481c-9b7a-a0f6af2b1202 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5c4b6cf7-6b74-464b-aba9-2f01c49a1c0a HTTP/1.1" status: 204 len: 168 time: 1.1264729 Nov 19 05:35:59.703440 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45256) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:35:59.751647 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Deleting subnet 026dbee0-d35b-4a86-8278-7d54f167a694 {{(pid=109986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:35:59.755773 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.797103 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15794739'] for subnet, precommit_delete_associations {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.882074 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.934787 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13559192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14336865'] for subnet, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.963777 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026dbee0-d35b-4a86-8278-7d54f167a694,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:35:59.965770 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:35:59.969054 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-3a9c1d33-77ae-4887-a503-cae6243fe4e3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/026dbee0-d35b-4a86-8278-7d54f167a694 HTTP/1.1" status: 204 len: 168 time: 0.2646692 Nov 19 05:35:59.969638 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3566e-d56f-48a9-826d-d1b62d4ebbe6 None None] Network daae0d42-e15e-402f-a598-897a8e2901c7 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:35:59.972136 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45258) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:00.046058 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.101487 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Deleting port 14b6bc74-f882-4e61-b543-fd7fe5c9148f {{(pid=109986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:36:00.101839 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.177644 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] For port 14b6bc74-f882-4e61-b543-fd7fe5c9148f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14b6bc74-f882-4e61-b543-fd7fe5c9148f,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:36:00.178064 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.180829 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] DHCP port deletion for daae0d42-e15e-402f-a598-897a8e2901c7 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:36:00.191619 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.plugin [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Calling delete_port for 14b6bc74-f882-4e61-b543-fd7fe5c9148f owned by network:dhcp {{(pid=109986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:36:00.228662 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f0f57c9c-0c7b-46e8-af8f-5000bec908e0 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:36:00.233781 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] Deleting port 14b6bc74-f882-4e61-b543-fd7fe5c9148f {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:36:00.234186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.256091 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: f0f57c9c-0c7b-46e8-af8f-5000bec908e0 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:36:00.256441 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device f0f57c9c-0c7b-46e8-af8f-5000bec908e0 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:36:00.256865 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device afdb0a3f-aed3-4203-bb3d-3418ec344b2b no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:36:00.280698 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559211'] for port, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.308171 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=14b6bc74-f882-4e61-b543-fd7fe5c9148f,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:00.311206 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: afdb0a3f-aed3-4203-bb3d-3418ec344b2b {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:36:00.311712 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device afdb0a3f-aed3-4203-bb3d-3418ec344b2b not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:36:00.312962 n-d-818503-1 neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] No DVR routers for this DVR port 14b6bc74-f882-4e61-b543-fd7fe5c9148f on host n-d-818503-1 {{(pid=109986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:36:00.337404 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] For port 14b6bc74-f882-4e61-b543-fd7fe5c9148f, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=14b6bc74-f882-4e61-b543-fd7fe5c9148f,segment=NetworkSegment(1cbe0200-622c-43a5-b0aa-021a30ad5c83),segment_id=1cbe0200-622c-43a5-b0aa-021a30ad5c83)] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:36:00.337806 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.351313 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] Calling delete_port for 14b6bc74-f882-4e61-b543-fd7fe5c9148f owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:36:00.389625 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.410992 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daae0d42-e15e-402f-a598-897a8e2901c7']}} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:00.420749 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbe0200-622c-43a5-b0aa-021a30ad5c83') {'for_net_delete': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:00.421071 n-d-818503-1 neutron-server[109986]: DEBUG neutron.services.segments.db [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbe0200-622c-43a5-b0aa-021a30ad5c83') {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:00.433185 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15796160'] for segment, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.444210 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.447690 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.454920 n-d-818503-1 neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:36:00.455359 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559286'] for segment, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: Traceback (most recent call last): Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: timer() Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: cb(*args, **kw) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: return func(*args, **kwargs) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: self._notify() Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: self.callback(batched_events) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: event.method(event) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: return f(self, *a, **k) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: return self._get(url).json() Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: return self.request(url, 'GET', **kwargs) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:36:00.457167 n-d-818503-1 neutron-server[109986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:36:00.474885 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] No DVR routers for this DVR port 14b6bc74-f882-4e61-b543-fd7fe5c9148f on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:36:00.479597 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e4944-7841-471b-b18f-4455fb5c3430 None None] Pushing event deleted for resources: {'Port': ['ID=14b6bc74-f882-4e61-b543-fd7fe5c9148f,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:00.512069 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.520195 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Publish callbacks [] for network, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:00.522986 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] 10.222.0.52 "DELETE /v2.0/networks/daae0d42-e15e-402f-a598-897a8e2901c7 HTTP/1.1" status: 204 len: 168 time: 0.5499070 Nov 19 05:36:00.526042 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45260) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:00.533579 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf63602-17c2-404f-8074-6b0d31e82d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=daae0d42-e15e-402f-a598-897a8e2901c7,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:00.872132 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1792315'] for router_interface, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:01.115528 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Deleting port 9cf028d0-a85a-4510-8875-0a9be28b06a7 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:36:01.115787 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:01.196565 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] For port 9cf028d0-a85a-4510-8875-0a9be28b06a7, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=9cf028d0-a85a-4510-8875-0a9be28b06a7,segment=NetworkSegment(69e97b26-348b-471b-a5aa-d68d58fa4998),segment_id=69e97b26-348b-471b-a5aa-d68d58fa4998)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:36:01.196938 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:01.209442 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Calling delete_port for 9cf028d0-a85a-4510-8875-0a9be28b06a7 owned by network:router_interface {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:36:01.387834 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:01.414525 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf028d0-a85a-4510-8875-0a9be28b06a7,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:01.580864 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1792391'] for router_interface, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:01.796751 n-d-818503-1 neutron-server[109987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 has already been hosted by L3 agent f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56 {{(pid=109987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 05:36:01.905414 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] Notify agent at l3_agent.n-d-818503-1 the message routers_updated {{(pid=109987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 05:36:01.910870 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-18b1dfeb-4b39-4405-b844-054da8f5f8a8 admin admin] 10.222.0.52 "PUT /v2.0/routers/089b87f2-b0b6-40d0-bb14-e0a870dfbbd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3835971 Nov 19 05:36:01.913453 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45262) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:01.916066 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] Sync routers for ids ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'] in n-d-818503-1 {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 05:36:01.927471 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] Routers {'089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:36:01.928098 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:02.020118 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks [] for router, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.035801 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] Set router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 gateway port host: n-d-818503-1 {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:36:02.129665 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.185816 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Deleting port ce23a266-bae0-4378-b40c-140b47481d08 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:36:02.186212 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.206240 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14b6bc74-f882-4e61-b543-fd7fe5c9148f no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:36:02.232155 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 14b6bc74-f882-4e61-b543-fd7fe5c9148f {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:36:02.232504 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 14b6bc74-f882-4e61-b543-fd7fe5c9148f not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:36:02.248523 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'external_fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:36:01Z', 'revision_number': 5, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port': {'id': 'ce23a266-bae0-4378-b40c-140b47481d08', 'name': '', 'network_id': 'b4899b95-d6c1-430b-84fe-ab5f0d32a22c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818503-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95904ef7-439e-45cf-8654-f6c31c3d7182', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818503-1'}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:02.273530 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] For port ce23a266-bae0-4378-b40c-140b47481d08, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=ce23a266-bae0-4378-b40c-140b47481d08,segment=NetworkSegment(1b55bacf-5743-488e-8bc3-ed9c34d2ae31),segment_id=1b55bacf-5743-488e-8bc3-ed9c34d2ae31)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:36:02.273905 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.277026 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] Checking router: 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 for host: n-d-818503-1 {{(pid=109988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 05:36:02.285732 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] Routers {'089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'} bound to L3 agent in host n-d-818503-1 {{(pid=109988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 05:36:02.286047 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Calling delete_port for ce23a266-bae0-4378-b40c-140b47481d08 owned by network:router_gateway {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:36:02.286372 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818503-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:39:53Z,description=,heartbeat_timestamp=2021-11-19T05:35:54Z,host='n-d-818503-1',id=f7f1b99e-719e-4d7e-b0a9-ee750d9a1d56,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:39:53Z,topic='l3_agent')) {'router_ids': ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'], 'active': True} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:02.372316 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvr_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] Set router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 gateway port host: None {{(pid=109988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 05:36:02.428071 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_hamode_db [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:36:02Z', 'revision_number': 6, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port_host': None}], 'n-d-818503-1', False) {} {{(pid=109988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:02.455681 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4f70c-7b5d-446d-8a35-bd9789b99915 None None] The sync data for ids ['089b87f2-b0b6-40d0-bb14-e0a870dfbbd0'] in n-d-818503-1 is: [{'id': '089b87f2-b0b6-40d0-bb14-e0a870dfbbd0', 'name': 'tempest-TestSnapshotPattern-1534034988-router', 'tenant_id': '57d29096c22b4b728aa179da72f919db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T05:31:16Z', 'updated_at': '2021-11-19T05:36:02Z', 'revision_number': 6, 'project_id': '57d29096c22b4b728aa179da72f919db', 'gw_port_host': None}] {{(pid=109988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 05:36:02.455959 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.480318 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce23a266-bae0-4378-b40c-140b47481d08,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:02.508762 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f968efd-5670-48d0-90bc-bb4209ae62a2 None None] DHCP port deletion for b4899b95-d6c1-430b-84fe-ab5f0d32a22c request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:36:02.544450 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811965'] for router_gateway, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.638069 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1790097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12118'] for router, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.640176 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.683350 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1790104'] for router, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.684022 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 {{(pid=109987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 05:36:02.690281 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] Publish callbacks [] for router, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.691432 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-2b3c5a58-42ff-4051-bb1a-faab5942efdc admin admin] 10.222.0.52 "DELETE /v2.0/routers/089b87f2-b0b6-40d0-bb14-e0a870dfbbd0 HTTP/1.1" status: 204 len: 168 time: 0.7770460 Nov 19 05:36:02.694004 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45264) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:02.738309 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Deleting subnet c97e4ce2-2373-40c2-b203-b56ba6b4102a {{(pid=109987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 05:36:02.741364 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.783455 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13362594'] for subnet, precommit_delete_associations {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.869574 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606610'] for subnet, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.923557 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14144082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14014244'] for subnet, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.949920 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97e4ce2-2373-40c2-b203-b56ba6b4102a,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:02.952847 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:02.956425 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a718a-3127-48a7-b999-cfebf6854717 None None] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 requested from n-d-818503-1 {{(pid=109988) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 05:36:02.956883 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-a5298dae-698f-4767-b5e7-e98e3a1a66b1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c97e4ce2-2373-40c2-b203-b56ba6b4102a HTTP/1.1" status: 204 len: 168 time: 0.2615511 Nov 19 05:36:02.959074 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45266) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:03.030896 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616332'] for network, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.084715 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Deleting port 91be2a24-b468-47e8-aa9c-12059a6b5948 {{(pid=109987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:36:03.085064 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.117291 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.148730 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.db [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] For port 91be2a24-b468-47e8-aa9c-12059a6b5948, host n-d-818503-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818503-1',level=0,port_id=91be2a24-b468-47e8-aa9c-12059a6b5948,segment=NetworkSegment(69e97b26-348b-471b-a5aa-d68d58fa4998),segment_id=69e97b26-348b-471b-a5aa-d68d58fa4998)] {{(pid=109987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:36:03.149032 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.161273 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Calling delete_port for 91be2a24-b468-47e8-aa9c-12059a6b5948 owned by network:dhcp {{(pid=109987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:36:03.221584 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] DHCP port deletion for e4cf9135-58e9-4904-bb50-b5f0fa1ed803 request from n-d-818503-1 {{(pid=109988) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 05:36:03.245712 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14144097'] for port, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.270166 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Deleting port 91be2a24-b468-47e8-aa9c-12059a6b5948 {{(pid=109988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 05:36:03.270595 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786271077223'] for port, before_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.273192 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91be2a24-b468-47e8-aa9c-12059a6b5948,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:03.275046 n-d-818503-1 neutron-server[109987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] No DVR routers for this DVR port 91be2a24-b468-47e8-aa9c-12059a6b5948 on host n-d-818503-1 {{(pid=109987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:36:03.355059 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609029', 'neutron.services.segments.db._delete_segments_for_network-8786271153803'] for network, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.380145 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cf9135-58e9-4904-bb50-b5f0fa1ed803']}} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:03.391177 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e97b26-348b-471b-a5aa-d68d58fa4998') {'for_net_delete': True} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:03.391491 n-d-818503-1 neutron-server[109987]: DEBUG neutron.services.segments.db [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e97b26-348b-471b-a5aa-d68d58fa4998') {} {{(pid=109987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 05:36:03.403871 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786270974859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13361233'] for segment, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.419971 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799'] for segment, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.427277 n-d-818503-1 neutron-server[109987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 05:36:03.427699 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-610799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14144060'] for segment, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: Traceback (most recent call last): Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: timer() Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: cb(*args, **kw) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: return func(*args, **kwargs) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: self._notify() Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: self.callback(batched_events) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: event.method(event) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: return f(self, *a, **k) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: return self._get(url).json() Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: return self.request(url, 'GET', **kwargs) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:36:03.429540 n-d-818503-1 neutron-server[109987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:36:03.488843 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1792517'] for network, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.509129 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Publish callbacks [] for network, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.512526 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e4cf9135-58e9-4904-bb50-b5f0fa1ed803 HTTP/1.1" status: 204 len: 168 time: 0.5525234 Nov 19 05:36:03.513402 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e3eb-a13b-47c6-ac7c-7afb4e8a2fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4cf9135-58e9-4904-bb50-b5f0fa1ed803,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:03.529087 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.db [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] For port 91be2a24-b468-47e8-aa9c-12059a6b5948, host n-d-818503-1, got binding levels [] {{(pid=109988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 05:36:03.529483 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1812668'] for port, precommit_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.543370 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Calling delete_port for 91be2a24-b468-47e8-aa9c-12059a6b5948 owned by network:dhcp {{(pid=109988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 05:36:03.546081 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.ipam_backend_mixin [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Port 91be2a24-b468-47e8-aa9c-12059a6b5948 was not found and therefore no delete operation was performed {{(pid=109988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 05:36:03.547786 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786271083713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786270627521'] for port, after_delete {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.571586 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Network e4cf9135-58e9-4904-bb50-b5f0fa1ed803 is not hosted by any dhcp agent {{(pid=109988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 05:36:03.572047 n-d-818503-1 neutron-server[109988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] No DVR routers for this DVR port 91be2a24-b468-47e8-aa9c-12059a6b5948 on host n-d-818503-1 {{(pid=109988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 05:36:03.577063 n-d-818503-1 neutron-server[109988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12d1bb-06ab-46d8-a6be-c7aedac3878b None None] Pushing event deleted for resources: {'Port': ['ID=91be2a24-b468-47e8-aa9c-12059a6b5948,revision_number=None']} {{(pid=109988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:03.709001 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45270) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:03.750205 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-2c6f318b-bde7-4cd1-b5eb-0fde748164fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bf1fd0164264c98a48ec3a14a6f081a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399930 Nov 19 05:36:03.752664 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45272) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:03.804540 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6caf0a19-7dba-4699-8a9e-b05bd887e2c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.825764 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6caf0a19-7dba-4699-8a9e-b05bd887e2c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.872425 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6caf0a19-7dba-4699-8a9e-b05bd887e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.875222 n-d-818503-1 neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-6caf0a19-7dba-4699-8a9e-b05bd887e2c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:03.876473 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-6caf0a19-7dba-4699-8a9e-b05bd887e2c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04c75578-a8bf-46c7-a4e8-6cbc9577ea22 HTTP/1.1" status: 204 len: 168 time: 0.1228697 Nov 19 05:36:03.884271 n-d-818503-1 neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf0a19-7dba-4699-8a9e-b05bd887e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c75578-a8bf-46c7-a4e8-6cbc9577ea22,revision_number=None']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:04.146309 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce23a266-bae0-4378-b40c-140b47481d08 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:36:04.173411 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: ce23a266-bae0-4378-b40c-140b47481d08 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:36:04.173765 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device ce23a266-bae0-4378-b40c-140b47481d08 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:36:04.174223 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9cf028d0-a85a-4510-8875-0a9be28b06a7 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:36:04.193708 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 9cf028d0-a85a-4510-8875-0a9be28b06a7 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:36:04.194088 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 9cf028d0-a85a-4510-8875-0a9be28b06a7 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:36:04.194517 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 91be2a24-b468-47e8-aa9c-12059a6b5948 no longer exists at agent ovs-agent-n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 05:36:04.206103 n-d-818503-1 neutron-server[109986]: DEBUG neutron.wsgi [-] (109986) accepted ('10.222.0.52', 45278) {{(pid=109986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:04.217017 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.plugin [None req-4d1544c9-873e-4efd-944e-07919850530f None None] No Port match for: 91be2a24-b468-47e8-aa9c-12059a6b5948 {{(pid=109988) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 05:36:04.217373 n-d-818503-1 neutron-server[109988]: DEBUG neutron.plugins.ml2.rpc [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Device 91be2a24-b468-47e8-aa9c-12059a6b5948 not bound to the agent host n-d-818503-1 {{(pid=109988) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 05:36:04.247162 n-d-818503-1 neutron-server[109986]: INFO neutron.wsgi [None req-5d28eab8-ce2a-47eb-b931-093cbf93a89e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57d29096c22b4b728aa179da72f919db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398219 Nov 19 05:36:04.249728 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [-] (109987) accepted ('10.222.0.52', 45280) {{(pid=109987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 05:36:04.297830 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f1102c3-d107-4f1d-8f7b-06edb5e23fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:04.322315 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f1102c3-d107-4f1d-8f7b-06edb5e23fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:04.368479 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f1102c3-d107-4f1d-8f7b-06edb5e23fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340329'] for security_group, after_delete {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:04.371284 n-d-818503-1 neutron-server[109987]: DEBUG neutron_lib.callbacks.manager [None req-1f1102c3-d107-4f1d-8f7b-06edb5e23fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:04.372484 n-d-818503-1 neutron-server[109987]: INFO neutron.wsgi [None req-1f1102c3-d107-4f1d-8f7b-06edb5e23fb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd789b6a-54b7-48b2-a4d0-6569082b456e HTTP/1.1" status: 204 len: 168 time: 0.1217806 Nov 19 05:36:04.380686 n-d-818503-1 neutron-server[109987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1102c3-d107-4f1d-8f7b-06edb5e23fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd789b6a-54b7-48b2-a4d0-6569082b456e,revision_number=None']} {{(pid=109987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 05:36:21.533698 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-37f2ef1a-3970-485a-b668-19c85468bb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:23.781253 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-a4cbeebd-62f4-4d63-a818-09b7f84fa513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:23.801327 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:25.717199 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:26.824098 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:27.540464 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:29.023710 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:36:33.126294 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:51.535886 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-11c1fcd5-009f-49f4-9c50-f7d258f3a65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:53.784658 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-e49920e4-1e12-4c96-9c27-eba71b441684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:53.818978 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:55.719603 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:56.826457 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:36:57.543018 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:03.129987 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:06.023038 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:37:21.537355 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c14978df-dc7c-49ea-bb33-46daf8febdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:23.785743 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-91aaa5a5-2e1d-4c35-ac3e-6f28681bc933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:23.840292 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:25.722574 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:26.831374 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:27.544830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:33.144207 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:43.023593 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:37:51.538818 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c1b6154e-1023-43e7-b223-665aa21edae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:53.785960 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5584b9fb-50b9-439e-9af6-d205282ca95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:53.861723 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:55.726717 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:56.832370 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:37:57.547979 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:03.139090 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:20.023012 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:38:21.539891 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-af64ff88-9839-4feb-b951-178d781ce289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:23.786201 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-d0034bf6-4063-4416-b650-e56bafdb4a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:23.861870 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:25.727379 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:26.836187 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:27.551470 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:33.143555 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:51.540837 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-614f8ed6-a1a9-4759-8986-8119dc785238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:53.787352 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc734f3d-d0e6-4d9c-abb2-0d70993a1063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:53.869160 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:55.730982 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:56.839521 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:38:57.022736 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:38:57.552247 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:03.140733 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:21.543613 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-93922768-0ce1-4980-8aa2-8a1f66d43020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:23.791325 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-65d1cb28-edce-4cbd-aece-696b3e9ea35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:23.868318 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:25.730710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:26.845371 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:27.554319 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:33.141544 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:34.021743 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:39:51.545741 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-def9898b-5110-4592-b468-87a9c989c973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:53.791719 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cfe97f68-2e0c-4f96-bf76-fff2d3c6450a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:53.881859 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:55.739096 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:56.849252 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:39:57.555387 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:03.141346 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:11.020929 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:40:21.546276 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ea07-ee97-4881-94da-a75fe4edb686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:23.792368 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-fcab79f3-487e-48c3-a5cc-249a4ef64fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:23.882135 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:25.739220 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:26.854726 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:27.560262 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:33.139333 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:48.020890 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:40:51.547830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-966a5777-97f7-40af-9ca9-40d28d72b882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:53.794528 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8da965c4-f243-4784-b83c-aaaaeabaee84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:53.895418 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:55.741768 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:56.856473 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:40:57.562354 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:03.137358 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:21.548699 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f05239a-fe1a-456f-981e-6bc3c23455da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:23.795403 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-1c097cac-ea36-4c68-8d03-3e4bbf057d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:23.897285 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:25.020027 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:41:25.743448 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:26.861353 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:27.563573 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:33.138950 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:51.549830 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-7f34a7ae-c6ba-4f06-8228-070c38fa7675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:53.797155 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4ad44637-c2fc-40a3-8b61-5edafd704d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:53.900949 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:55.746616 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:56.863864 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:41:57.565559 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:02.019866 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:42:03.139910 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:21.552126 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-9470713d-92bf-4c90-a3dd-b0dd2ccbbf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:23.799836 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-ab662c28-7c5e-4a7f-9eeb-be07012497a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:23.897710 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:25.749630 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:26.867132 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:27.568088 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:33.136968 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:39.018562 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:42:51.554019 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-3c2e45d0-c420-460e-95e0-6e9e010deee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:53.799938 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-778de718-c72a-4c5d-bc83-b73bb65d07dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:53.911650 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:55.753429 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:56.870103 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:42:57.569718 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:03.152349 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:16.017180 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:43:21.557758 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8b671007-d3aa-4986-bb5b-4f493f95e31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:23.801619 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc816433-256b-4693-9608-a73dfb942268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:23.911321 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:25.755809 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:26.872727 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:27.573238 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:33.171734 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:51.559138 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcc8-306a-47d3-961a-38dc6ff9929d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:53.016495 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:43:53.804600 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-49229eda-a697-450c-9426-0456d122bbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:53.921179 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:55.759667 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:56.874851 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:43:57.575404 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:03.169584 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:13.738419 n-d-818503-1 neutron-server[109987]: DEBUG neutron.wsgi [req-53cb0de8-a677-48d5-9a13-4d6f6e7c8082 req-09c6f388-65b1-4f02-a71d-c272f184bf51 service neutron] (109987) timed out ('10.222.0.52', 43148) {{(pid=109987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 05:44:21.560186 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-21989caf-e976-4fd5-8db3-cdf041af21cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:23.806305 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-cc33f137-c457-45e2-9ad9-d540dddae4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:23.928105 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-08792547-9cff-4eb9-9fd8-453850b8fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:25.761739 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-c982986d-08df-4297-ab30-306b77997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:26.878362 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-750df421-7f59-4b55-9037-ee1d414fe04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:27.579400 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-4d1544c9-873e-4efd-944e-07919850530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 05:44:30.016756 n-d-818503-1 neutron-server[109989]: DEBUG neutron.db.agents_db [None req-2f2a3be4-c9af-4f16-80aa-6f878d8dabf7 None None] Agent healthcheck: found 7 active agents {{(pid=109989) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 05:44:33.185576 n-d-818503-1 neutron-server[109988]: DEBUG neutron_lib.callbacks.manager [None req-2025927c-aba5-43df-90c3-8f09b8cf07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786271155312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782597'] for agent, after_update {{(pid=109988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}